2024-09-10T07:54:01.664 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-10T07:54:01.689 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-10T07:54:01.781 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898893 branch: wip-rishabh-testing-20240909.165402-squid description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/fuse objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-quiesce/with-quiesce 6-workunit/suites/iozone}} email: null first_in_suite: false job_id: '7898893' kernel: kdb: 1 sha1: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-rishabh-testing-20240909.165402-squid ceph: cephfs: ec_profile: - m=2 - k=2 - crush-failure-domain=osd max_mds: 5 session_timeout: 300 standby_replay: true conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true mds_bal_replicate_threshold: 1 mds_export_ephemeral_random_max: 0.1 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 mon warn on pool no app: false osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10000 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy - slow metadata IO - SLOW_OPS - slow request sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b subvols: create: 2 subvol_options: --namespace-isolated --size 25000000000 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported - min: 3 name: mds_cache.dir_update - min: 3 name: mds_cache.dir_update_receipt dry_run: true install: ceph: flavor: default sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b kclient: client.0: mount_subvol_num: 1 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-rishabh-testing-20240909.165402-squid sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b owner: scheduled_rishabh@teuthology priority: 70 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 9893 sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b sleep_before_teardown: 0 subset: 197/1024 suite: fs suite_branch: wip-rishabh-testing-20240909.165402-squid suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi067.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPycspn+NGTzRLdNVEmSPl4odL7Q0BCFoNh2lZwzwjf1fWbg0TL577IokUhC4DxQz+hyVw1ICsB8U64giXfXW/U= smithi133.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJ6eHAEPsMSU/arIVoPyXYad03x3Iu8jDMvyumGEDA6zMAz28dg8IJDTTR5IMXw4Ik+OyykH8LrG0l6SQDYsvDE= smithi203.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBL0HC5i7kKgMt5iTsmejqqd9BR6YFPDPJi6gNY6qYwIzjVOnHpLaftBWp3tevJsnqE19Ul+kQyQ9bKj1gmYAUMo= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - sequential: - mgrmodules - ceph-fuse: null - exec: mon.a: - ceph fs set cephfs balance_automate false - ceph fs subvolumegroup pin cephfs qa random 0.10 - check-counter: {} - fwd_scrub: scrub_timeout: 900 sleep_between_iterations: 1 - background_exec: mon.a: - while sleep 13; do ceph tell mds.cephfs:0 flush journal; done - quiescer: null - workunit: clients: all: - suites/iozone.sh teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-10_06:58:10 tube: smithi user: rishabh verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-10T07:54:01.782 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa; will attempt to use it 2024-09-10T07:54:01.782 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa/tasks 2024-09-10T07:54:01.782 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-10T07:54:01.784 INFO:teuthology.task.internal:Checking packages... 2024-09-10T07:54:01.804 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '1cf819b7212a6048e92fc78c4eff963344f6d56b' 2024-09-10T07:54:01.805 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-10T07:54:01.805 INFO:teuthology.packaging:ref: None 2024-09-10T07:54:01.805 INFO:teuthology.packaging:tag: None 2024-09-10T07:54:01.805 INFO:teuthology.packaging:branch: wip-rishabh-testing-20240909.165402-squid 2024-09-10T07:54:01.805 INFO:teuthology.packaging:sha1: 1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T07:54:01.805 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-rishabh-testing-20240909.165402-squid 2024-09-10T07:54:01.947 INFO:teuthology.task.internal:Found packages for ceph version 19.1.1-305.g1cf819b7 2024-09-10T07:54:01.949 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-10T07:54:01.956 INFO:teuthology.task.internal:no buildpackages task found 2024-09-10T07:54:01.956 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-10T07:54:02.067 INFO:teuthology.task.internal:Saving configuration 2024-09-10T07:54:02.087 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-10T07:54:02.094 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-10T07:54:02.115 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi067.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898893', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-10 07:48:37.506547', 'locked_by': 'scheduled_rishabh@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPycspn+NGTzRLdNVEmSPl4odL7Q0BCFoNh2lZwzwjf1fWbg0TL577IokUhC4DxQz+hyVw1ICsB8U64giXfXW/U='} 2024-09-10T07:54:02.133 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi133.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898893', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-10 07:48:37.508746', 'locked_by': 'scheduled_rishabh@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBJ6eHAEPsMSU/arIVoPyXYad03x3Iu8jDMvyumGEDA6zMAz28dg8IJDTTR5IMXw4Ik+OyykH8LrG0l6SQDYsvDE='} 2024-09-10T07:54:02.154 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi203.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898893', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-10 07:48:37.507796', 'locked_by': 'scheduled_rishabh@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBL0HC5i7kKgMt5iTsmejqqd9BR6YFPDPJi6gNY6qYwIzjVOnHpLaftBWp3tevJsnqE19Ul+kQyQ9bKj1gmYAUMo='} 2024-09-10T07:54:02.154 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-10T07:54:02.161 INFO:teuthology.task.internal:roles: ubuntu@smithi067.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-09-10T07:54:02.161 INFO:teuthology.task.internal:roles: ubuntu@smithi133.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-09-10T07:54:02.161 INFO:teuthology.task.internal:roles: ubuntu@smithi203.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-09-10T07:54:02.161 INFO:teuthology.run_tasks:Running task console_log... 2024-09-10T07:54:02.251 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f0e04fd3be0>, signals=[15]) 2024-09-10T07:54:02.251 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-10T07:54:02.257 INFO:teuthology.task.internal:Opening connections... 2024-09-10T07:54:02.257 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi067.front.sepia.ceph.com 2024-09-10T07:54:02.258 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi067.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T07:54:02.335 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi133.front.sepia.ceph.com 2024-09-10T07:54:02.336 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi133.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T07:54:02.413 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi203.front.sepia.ceph.com 2024-09-10T07:54:02.414 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi203.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T07:54:02.494 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-10T07:54:02.501 DEBUG:teuthology.orchestra.run.smithi067:> uname -m 2024-09-10T07:54:02.520 INFO:teuthology.orchestra.run.smithi067.stdout:x86_64 2024-09-10T07:54:02.520 DEBUG:teuthology.orchestra.run.smithi067:> cat /etc/os-release 2024-09-10T07:54:02.578 INFO:teuthology.orchestra.run.smithi067.stdout:NAME="CentOS Stream" 2024-09-10T07:54:02.578 INFO:teuthology.orchestra.run.smithi067.stdout:VERSION="9" 2024-09-10T07:54:02.578 INFO:teuthology.orchestra.run.smithi067.stdout:ID="centos" 2024-09-10T07:54:02.578 INFO:teuthology.orchestra.run.smithi067.stdout:ID_LIKE="rhel fedora" 2024-09-10T07:54:02.578 INFO:teuthology.orchestra.run.smithi067.stdout:VERSION_ID="9" 2024-09-10T07:54:02.578 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM_ID="platform:el9" 2024-09-10T07:54:02.578 INFO:teuthology.orchestra.run.smithi067.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-10T07:54:02.579 INFO:teuthology.orchestra.run.smithi067.stdout:ANSI_COLOR="0;31" 2024-09-10T07:54:02.579 INFO:teuthology.orchestra.run.smithi067.stdout:LOGO="fedora-logo-icon" 2024-09-10T07:54:02.579 INFO:teuthology.orchestra.run.smithi067.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-10T07:54:02.579 INFO:teuthology.orchestra.run.smithi067.stdout:HOME_URL="https://centos.org/" 2024-09-10T07:54:02.579 INFO:teuthology.orchestra.run.smithi067.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-10T07:54:02.579 INFO:teuthology.orchestra.run.smithi067.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-10T07:54:02.579 INFO:teuthology.orchestra.run.smithi067.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-10T07:54:02.580 INFO:teuthology.lock.ops:Updating smithi067.front.sepia.ceph.com on lock server 2024-09-10T07:54:02.599 DEBUG:teuthology.orchestra.run.smithi133:> uname -m 2024-09-10T07:54:02.618 INFO:teuthology.orchestra.run.smithi133.stdout:x86_64 2024-09-10T07:54:02.619 DEBUG:teuthology.orchestra.run.smithi133:> cat /etc/os-release 2024-09-10T07:54:02.677 INFO:teuthology.orchestra.run.smithi133.stdout:NAME="CentOS Stream" 2024-09-10T07:54:02.677 INFO:teuthology.orchestra.run.smithi133.stdout:VERSION="9" 2024-09-10T07:54:02.677 INFO:teuthology.orchestra.run.smithi133.stdout:ID="centos" 2024-09-10T07:54:02.677 INFO:teuthology.orchestra.run.smithi133.stdout:ID_LIKE="rhel fedora" 2024-09-10T07:54:02.677 INFO:teuthology.orchestra.run.smithi133.stdout:VERSION_ID="9" 2024-09-10T07:54:02.677 INFO:teuthology.orchestra.run.smithi133.stdout:PLATFORM_ID="platform:el9" 2024-09-10T07:54:02.677 INFO:teuthology.orchestra.run.smithi133.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-10T07:54:02.678 INFO:teuthology.orchestra.run.smithi133.stdout:ANSI_COLOR="0;31" 2024-09-10T07:54:02.678 INFO:teuthology.orchestra.run.smithi133.stdout:LOGO="fedora-logo-icon" 2024-09-10T07:54:02.678 INFO:teuthology.orchestra.run.smithi133.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-10T07:54:02.678 INFO:teuthology.orchestra.run.smithi133.stdout:HOME_URL="https://centos.org/" 2024-09-10T07:54:02.678 INFO:teuthology.orchestra.run.smithi133.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-10T07:54:02.678 INFO:teuthology.orchestra.run.smithi133.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-10T07:54:02.678 INFO:teuthology.orchestra.run.smithi133.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-10T07:54:02.678 INFO:teuthology.lock.ops:Updating smithi133.front.sepia.ceph.com on lock server 2024-09-10T07:54:02.700 DEBUG:teuthology.orchestra.run.smithi203:> uname -m 2024-09-10T07:54:02.719 INFO:teuthology.orchestra.run.smithi203.stdout:x86_64 2024-09-10T07:54:02.720 DEBUG:teuthology.orchestra.run.smithi203:> cat /etc/os-release 2024-09-10T07:54:02.778 INFO:teuthology.orchestra.run.smithi203.stdout:NAME="CentOS Stream" 2024-09-10T07:54:02.778 INFO:teuthology.orchestra.run.smithi203.stdout:VERSION="9" 2024-09-10T07:54:02.778 INFO:teuthology.orchestra.run.smithi203.stdout:ID="centos" 2024-09-10T07:54:02.778 INFO:teuthology.orchestra.run.smithi203.stdout:ID_LIKE="rhel fedora" 2024-09-10T07:54:02.778 INFO:teuthology.orchestra.run.smithi203.stdout:VERSION_ID="9" 2024-09-10T07:54:02.778 INFO:teuthology.orchestra.run.smithi203.stdout:PLATFORM_ID="platform:el9" 2024-09-10T07:54:02.779 INFO:teuthology.orchestra.run.smithi203.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-10T07:54:02.779 INFO:teuthology.orchestra.run.smithi203.stdout:ANSI_COLOR="0;31" 2024-09-10T07:54:02.779 INFO:teuthology.orchestra.run.smithi203.stdout:LOGO="fedora-logo-icon" 2024-09-10T07:54:02.779 INFO:teuthology.orchestra.run.smithi203.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-10T07:54:02.779 INFO:teuthology.orchestra.run.smithi203.stdout:HOME_URL="https://centos.org/" 2024-09-10T07:54:02.779 INFO:teuthology.orchestra.run.smithi203.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-10T07:54:02.779 INFO:teuthology.orchestra.run.smithi203.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-10T07:54:02.779 INFO:teuthology.orchestra.run.smithi203.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-10T07:54:02.779 INFO:teuthology.lock.ops:Updating smithi203.front.sepia.ceph.com on lock server 2024-09-10T07:54:02.808 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-10T07:54:02.818 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-10T07:54:02.831 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-10T07:54:02.832 DEBUG:teuthology.orchestra.run.smithi067:> test '!' -e /home/ubuntu/cephtest 2024-09-10T07:54:02.834 DEBUG:teuthology.orchestra.run.smithi133:> test '!' -e /home/ubuntu/cephtest 2024-09-10T07:54:02.837 DEBUG:teuthology.orchestra.run.smithi203:> test '!' -e /home/ubuntu/cephtest 2024-09-10T07:54:02.853 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-10T07:54:02.859 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-10T07:54:02.859 DEBUG:teuthology.orchestra.run.smithi067:> test -z $(ls -A /var/lib/ceph) 2024-09-10T07:54:02.892 DEBUG:teuthology.orchestra.run.smithi133:> test -z $(ls -A /var/lib/ceph) 2024-09-10T07:54:02.894 DEBUG:teuthology.orchestra.run.smithi203:> test -z $(ls -A /var/lib/ceph) 2024-09-10T07:54:03.010 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-10T07:54:03.072 INFO:teuthology.run_tasks:Running task kernel... 2024-09-10T07:54:03.087 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-10T07:54:03.088 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}, 'mon.c': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-10T07:54:03.088 DEBUG:teuthology.orchestra.run.smithi067:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-10T07:54:03.088 DEBUG:teuthology.orchestra.run.smithi133:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-10T07:54:03.089 DEBUG:teuthology.orchestra.run.smithi203:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-10T07:54:03.106 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T07:54:03.106 DEBUG:teuthology.orchestra.run.smithi067:> uname -r 2024-09-10T07:54:03.107 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T07:54:03.107 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T07:54:03.108 DEBUG:teuthology.orchestra.run.smithi203:> uname -r 2024-09-10T07:54:03.108 DEBUG:teuthology.orchestra.run.smithi133:> uname -r 2024-09-10T07:54:03.163 INFO:teuthology.orchestra.run.smithi067.stdout:5.14.0-503.el9.x86_64 2024-09-10T07:54:03.164 INFO:teuthology.task.kernel:Running kernel on smithi067: 5.14.0-503.el9.x86_64 2024-09-10T07:54:03.164 DEBUG:teuthology.orchestra.run.smithi067:> sudo yum install -y kernel 2024-09-10T07:54:03.167 INFO:teuthology.orchestra.run.smithi133.stdout:5.14.0-503.el9.x86_64 2024-09-10T07:54:03.167 INFO:teuthology.task.kernel:Running kernel on smithi133: 5.14.0-503.el9.x86_64 2024-09-10T07:54:03.167 DEBUG:teuthology.orchestra.run.smithi133:> sudo yum install -y kernel 2024-09-10T07:54:03.168 INFO:teuthology.orchestra.run.smithi203.stdout:5.14.0-503.el9.x86_64 2024-09-10T07:54:03.169 INFO:teuthology.task.kernel:Running kernel on smithi203: 5.14.0-503.el9.x86_64 2024-09-10T07:54:03.169 DEBUG:teuthology.orchestra.run.smithi203:> sudo yum install -y kernel 2024-09-10T07:54:05.838 INFO:teuthology.orchestra.run.smithi203.stdout:CentOS Stream 9 - BaseOS 10 MB/s | 8.2 MB 00:00 2024-09-10T07:54:06.385 INFO:teuthology.orchestra.run.smithi133.stdout:CentOS Stream 9 - BaseOS 5.7 MB/s | 8.2 MB 00:01 2024-09-10T07:54:07.664 INFO:teuthology.orchestra.run.smithi203.stdout:CentOS Stream 9 - AppStream 29 MB/s | 20 MB 00:00 2024-09-10T07:54:07.766 INFO:teuthology.orchestra.run.smithi067.stdout:CentOS Stream 9 - BaseOS 3.0 MB/s | 8.2 MB 00:02 2024-09-10T07:54:10.361 INFO:teuthology.orchestra.run.smithi133.stdout:CentOS Stream 9 - AppStream 7.2 MB/s | 20 MB 00:02 2024-09-10T07:54:12.508 INFO:teuthology.orchestra.run.smithi067.stdout:CentOS Stream 9 - AppStream 5.7 MB/s | 20 MB 00:03 2024-09-10T07:54:13.423 INFO:teuthology.orchestra.run.smithi203.stdout:CentOS Stream 9 - CRB 3.3 MB/s | 6.5 MB 00:01 2024-09-10T07:54:15.073 INFO:teuthology.orchestra.run.smithi203.stdout:CentOS Stream 9 - Extras packages 42 kB/s | 19 kB 00:00 2024-09-10T07:54:15.811 INFO:teuthology.orchestra.run.smithi133.stdout:CentOS Stream 9 - CRB 3.8 MB/s | 6.5 MB 00:01 2024-09-10T07:54:15.885 INFO:teuthology.orchestra.run.smithi203.stdout:Extra Packages for Enterprise Linux 33 MB/s | 23 MB 00:00 2024-09-10T07:54:17.278 INFO:teuthology.orchestra.run.smithi133.stdout:CentOS Stream 9 - Extras packages 67 kB/s | 19 kB 00:00 2024-09-10T07:54:18.082 INFO:teuthology.orchestra.run.smithi133.stdout:Extra Packages for Enterprise Linux 33 MB/s | 23 MB 00:00 2024-09-10T07:54:18.851 INFO:teuthology.orchestra.run.smithi067.stdout:CentOS Stream 9 - CRB 2.7 MB/s | 6.5 MB 00:02 2024-09-10T07:54:20.552 INFO:teuthology.orchestra.run.smithi067.stdout:CentOS Stream 9 - Extras packages 43 kB/s | 19 kB 00:00 2024-09-10T07:54:21.341 INFO:teuthology.orchestra.run.smithi203.stdout:lab-extras 48 kB/s | 1.7 kB 00:00 2024-09-10T07:54:21.423 INFO:teuthology.orchestra.run.smithi067.stdout:Extra Packages for Enterprise Linux 30 MB/s | 23 MB 00:00 2024-09-10T07:54:23.376 INFO:teuthology.orchestra.run.smithi203.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-10T07:54:23.376 INFO:teuthology.orchestra.run.smithi203.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-10T07:54:23.462 INFO:teuthology.orchestra.run.smithi203.stdout:Dependencies resolved. 2024-09-10T07:54:23.474 INFO:teuthology.orchestra.run.smithi203.stdout:================================================================================ 2024-09-10T07:54:23.475 INFO:teuthology.orchestra.run.smithi203.stdout: Package Architecture Version Repository Size 2024-09-10T07:54:23.475 INFO:teuthology.orchestra.run.smithi203.stdout:================================================================================ 2024-09-10T07:54:23.475 INFO:teuthology.orchestra.run.smithi203.stdout:Installing: 2024-09-10T07:54:23.475 INFO:teuthology.orchestra.run.smithi203.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-10T07:54:23.475 INFO:teuthology.orchestra.run.smithi203.stdout:Installing dependencies: 2024-09-10T07:54:23.475 INFO:teuthology.orchestra.run.smithi203.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-10T07:54:23.475 INFO:teuthology.orchestra.run.smithi203.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-10T07:54:23.475 INFO:teuthology.orchestra.run.smithi203.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-10T07:54:23.475 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-10T07:54:23.475 INFO:teuthology.orchestra.run.smithi203.stdout:Transaction Summary 2024-09-10T07:54:23.475 INFO:teuthology.orchestra.run.smithi203.stdout:================================================================================ 2024-09-10T07:54:23.475 INFO:teuthology.orchestra.run.smithi203.stdout:Install 4 Packages 2024-09-10T07:54:23.475 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-10T07:54:23.476 INFO:teuthology.orchestra.run.smithi203.stdout:Total download size: 79 M 2024-09-10T07:54:23.476 INFO:teuthology.orchestra.run.smithi203.stdout:Installed size: 126 M 2024-09-10T07:54:23.476 INFO:teuthology.orchestra.run.smithi203.stdout:Downloading Packages: 2024-09-10T07:54:23.538 INFO:teuthology.orchestra.run.smithi133.stdout:lab-extras 36 kB/s | 1.7 kB 00:00 2024-09-10T07:54:23.676 INFO:teuthology.orchestra.run.smithi203.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 339 kB/s | 23 kB 00:00 2024-09-10T07:54:25.511 INFO:teuthology.orchestra.run.smithi133.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-10T07:54:25.512 INFO:teuthology.orchestra.run.smithi133.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-10T07:54:25.591 INFO:teuthology.orchestra.run.smithi133.stdout:Dependencies resolved. 2024-09-10T07:54:25.601 INFO:teuthology.orchestra.run.smithi133.stdout:================================================================================ 2024-09-10T07:54:25.601 INFO:teuthology.orchestra.run.smithi133.stdout: Package Architecture Version Repository Size 2024-09-10T07:54:25.601 INFO:teuthology.orchestra.run.smithi133.stdout:================================================================================ 2024-09-10T07:54:25.601 INFO:teuthology.orchestra.run.smithi133.stdout:Installing: 2024-09-10T07:54:25.601 INFO:teuthology.orchestra.run.smithi133.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-10T07:54:25.601 INFO:teuthology.orchestra.run.smithi133.stdout:Installing dependencies: 2024-09-10T07:54:25.601 INFO:teuthology.orchestra.run.smithi133.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-10T07:54:25.602 INFO:teuthology.orchestra.run.smithi133.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-10T07:54:25.602 INFO:teuthology.orchestra.run.smithi133.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-10T07:54:25.602 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-09-10T07:54:25.602 INFO:teuthology.orchestra.run.smithi133.stdout:Transaction Summary 2024-09-10T07:54:25.602 INFO:teuthology.orchestra.run.smithi133.stdout:================================================================================ 2024-09-10T07:54:25.602 INFO:teuthology.orchestra.run.smithi133.stdout:Install 4 Packages 2024-09-10T07:54:25.602 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-09-10T07:54:25.602 INFO:teuthology.orchestra.run.smithi133.stdout:Total download size: 79 M 2024-09-10T07:54:25.603 INFO:teuthology.orchestra.run.smithi133.stdout:Installed size: 126 M 2024-09-10T07:54:25.603 INFO:teuthology.orchestra.run.smithi133.stdout:Downloading Packages: 2024-09-10T07:54:25.710 INFO:teuthology.orchestra.run.smithi133.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 260 kB/s | 23 kB 00:00 2024-09-10T07:54:26.282 INFO:teuthology.orchestra.run.smithi133.stdout:(2/4): kernel-modules-core-5.14.0-505.el9.x86_6 50 MB/s | 29 MB 00:00 2024-09-10T07:54:26.493 INFO:teuthology.orchestra.run.smithi203.stdout:(2/4): kernel-modules-core-5.14.0-505.el9.x86_6 10 MB/s | 29 MB 00:02 2024-09-10T07:54:26.865 INFO:teuthology.orchestra.run.smithi133.stdout:(3/4): kernel-core-5.14.0-505.el9.x86_64.rpm 13 MB/s | 16 MB 00:01 2024-09-10T07:54:27.112 INFO:teuthology.orchestra.run.smithi067.stdout:lab-extras 33 kB/s | 1.7 kB 00:00 2024-09-10T07:54:27.574 INFO:teuthology.orchestra.run.smithi133.stdout:(4/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 18 MB/s | 35 MB 00:01 2024-09-10T07:54:27.574 INFO:teuthology.orchestra.run.smithi133.stdout:-------------------------------------------------------------------------------- 2024-09-10T07:54:27.574 INFO:teuthology.orchestra.run.smithi133.stdout:Total 40 MB/s | 79 MB 00:01 2024-09-10T07:54:27.776 INFO:teuthology.orchestra.run.smithi203.stdout:(3/4): kernel-core-5.14.0-505.el9.x86_64.rpm 3.8 MB/s | 16 MB 00:04 2024-09-10T07:54:28.261 INFO:teuthology.orchestra.run.smithi133.stdout:Running transaction check 2024-09-10T07:54:28.591 INFO:teuthology.orchestra.run.smithi133.stdout:Transaction check succeeded. 2024-09-10T07:54:28.591 INFO:teuthology.orchestra.run.smithi133.stdout:Running transaction test 2024-09-10T07:54:29.260 INFO:teuthology.orchestra.run.smithi067.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-10T07:54:29.260 INFO:teuthology.orchestra.run.smithi067.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-10T07:54:29.349 INFO:teuthology.orchestra.run.smithi067.stdout:Dependencies resolved. 2024-09-10T07:54:29.354 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================ 2024-09-10T07:54:29.355 INFO:teuthology.orchestra.run.smithi067.stdout: Package Architecture Version Repository Size 2024-09-10T07:54:29.355 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================ 2024-09-10T07:54:29.355 INFO:teuthology.orchestra.run.smithi067.stdout:Installing: 2024-09-10T07:54:29.355 INFO:teuthology.orchestra.run.smithi067.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-10T07:54:29.355 INFO:teuthology.orchestra.run.smithi067.stdout:Installing dependencies: 2024-09-10T07:54:29.355 INFO:teuthology.orchestra.run.smithi067.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-10T07:54:29.355 INFO:teuthology.orchestra.run.smithi067.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-10T07:54:29.355 INFO:teuthology.orchestra.run.smithi067.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-10T07:54:29.355 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T07:54:29.355 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction Summary 2024-09-10T07:54:29.355 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================ 2024-09-10T07:54:29.355 INFO:teuthology.orchestra.run.smithi067.stdout:Install 4 Packages 2024-09-10T07:54:29.355 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T07:54:29.356 INFO:teuthology.orchestra.run.smithi067.stdout:Total download size: 79 M 2024-09-10T07:54:29.356 INFO:teuthology.orchestra.run.smithi067.stdout:Installed size: 126 M 2024-09-10T07:54:29.356 INFO:teuthology.orchestra.run.smithi067.stdout:Downloading Packages: 2024-09-10T07:54:29.547 INFO:teuthology.orchestra.run.smithi067.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 249 kB/s | 23 kB 00:00 2024-09-10T07:54:29.554 INFO:teuthology.orchestra.run.smithi133.stdout:Transaction test succeeded. 2024-09-10T07:54:29.554 INFO:teuthology.orchestra.run.smithi133.stdout:Running transaction 2024-09-10T07:54:31.996 INFO:teuthology.orchestra.run.smithi133.stdout: Preparing : 1/1 2024-09-10T07:54:32.247 INFO:teuthology.orchestra.run.smithi067.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 5.6 MB/s | 16 MB 00:02 2024-09-10T07:54:32.631 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-10T07:54:32.701 INFO:teuthology.orchestra.run.smithi203.stdout:(4/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 3.8 MB/s | 35 MB 00:09 2024-09-10T07:54:32.701 INFO:teuthology.orchestra.run.smithi203.stdout:-------------------------------------------------------------------------------- 2024-09-10T07:54:32.701 INFO:teuthology.orchestra.run.smithi203.stdout:Total 8.5 MB/s | 79 MB 00:09 2024-09-10T07:54:32.707 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-10T07:54:33.388 INFO:teuthology.orchestra.run.smithi203.stdout:Running transaction check 2024-09-10T07:54:33.732 INFO:teuthology.orchestra.run.smithi203.stdout:Transaction check succeeded. 2024-09-10T07:54:33.732 INFO:teuthology.orchestra.run.smithi203.stdout:Running transaction test 2024-09-10T07:54:33.889 INFO:teuthology.orchestra.run.smithi067.stdout:(3/4): kernel-modules-core-5.14.0-505.el9.x86_6 6.6 MB/s | 29 MB 00:04 2024-09-10T07:54:34.705 INFO:teuthology.orchestra.run.smithi203.stdout:Transaction test succeeded. 2024-09-10T07:54:34.705 INFO:teuthology.orchestra.run.smithi203.stdout:Running transaction 2024-09-10T07:54:34.955 INFO:teuthology.orchestra.run.smithi067.stdout:(4/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 6.3 MB/s | 35 MB 00:05 2024-09-10T07:54:34.956 INFO:teuthology.orchestra.run.smithi067.stdout:-------------------------------------------------------------------------------- 2024-09-10T07:54:34.956 INFO:teuthology.orchestra.run.smithi067.stdout:Total 14 MB/s | 79 MB 00:05 2024-09-10T07:54:35.485 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-10T07:54:35.608 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-10T07:54:35.666 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction check 2024-09-10T07:54:36.032 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction check succeeded. 2024-09-10T07:54:36.032 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction test 2024-09-10T07:54:37.034 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction test succeeded. 2024-09-10T07:54:37.035 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction 2024-09-10T07:54:37.154 INFO:teuthology.orchestra.run.smithi203.stdout: Preparing : 1/1 2024-09-10T07:54:37.920 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-10T07:54:38.009 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-10T07:54:39.638 INFO:teuthology.orchestra.run.smithi067.stdout: Preparing : 1/1 2024-09-10T07:54:40.299 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-10T07:54:40.381 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-10T07:54:40.422 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-10T07:54:40.467 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:54:40.798 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-10T07:54:40.937 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-10T07:54:43.159 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-10T07:54:43.292 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-10T07:54:45.284 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:54:45.741 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-10T07:54:45.870 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:54:48.424 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-10T07:54:48.468 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:54:50.712 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:54:53.613 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:55:23.511 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:55:23.551 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:55:23.943 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:55:23.943 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-10T07:55:23.943 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-10T07:55:23.943 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-10T07:55:24.763 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:55:24.763 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-09-10T07:55:24.763 INFO:teuthology.orchestra.run.smithi133.stdout:Installed: 2024-09-10T07:55:24.763 INFO:teuthology.orchestra.run.smithi133.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-10T07:55:24.763 INFO:teuthology.orchestra.run.smithi133.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-10T07:55:24.763 INFO:teuthology.orchestra.run.smithi133.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-10T07:55:24.763 INFO:teuthology.orchestra.run.smithi133.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-10T07:55:24.764 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-09-10T07:55:24.764 INFO:teuthology.orchestra.run.smithi133.stdout:Complete! 2024-09-10T07:55:25.136 DEBUG:teuthology.orchestra.run.smithi133:> rpm -q kernel | sort -rV | head -n 1 2024-09-10T07:55:25.278 INFO:teuthology.orchestra.run.smithi133.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-10T07:55:25.278 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-10T07:55:25.278 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-10T07:55:25.279 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-10T07:55:25.279 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-10T07:55:25.279 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-10T07:55:25.279 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi133.front.sepia.ceph.com, path=None, version=distro) 2024-09-10T07:55:25.279 DEBUG:teuthology.orchestra.run.smithi133:> rpm -q kernel | sort -rV | head -n 1 2024-09-10T07:55:25.338 INFO:teuthology.orchestra.run.smithi133.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-10T07:55:25.338 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-10T07:55:25.338 DEBUG:teuthology.orchestra.run.smithi133:> sudo rpm -qi grub2-tools 2024-09-10T07:55:25.374 INFO:teuthology.orchestra.run.smithi133.stdout:Name : grub2-tools 2024-09-10T07:55:25.374 INFO:teuthology.orchestra.run.smithi133.stdout:Epoch : 1 2024-09-10T07:55:25.375 INFO:teuthology.orchestra.run.smithi133.stdout:Version : 2.06 2024-09-10T07:55:25.375 INFO:teuthology.orchestra.run.smithi133.stdout:Release : 82.el9 2024-09-10T07:55:25.375 INFO:teuthology.orchestra.run.smithi133.stdout:Architecture: x86_64 2024-09-10T07:55:25.375 INFO:teuthology.orchestra.run.smithi133.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-10T07:55:25.375 INFO:teuthology.orchestra.run.smithi133.stdout:Group : Unspecified 2024-09-10T07:55:25.375 INFO:teuthology.orchestra.run.smithi133.stdout:Size : 8274670 2024-09-10T07:55:25.375 INFO:teuthology.orchestra.run.smithi133.stdout:License : GPLv3+ 2024-09-10T07:55:25.375 INFO:teuthology.orchestra.run.smithi133.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-10T07:55:25.375 INFO:teuthology.orchestra.run.smithi133.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-10T07:55:25.375 INFO:teuthology.orchestra.run.smithi133.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-10T07:55:25.375 INFO:teuthology.orchestra.run.smithi133.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-10T07:55:25.376 INFO:teuthology.orchestra.run.smithi133.stdout:Packager : builder@centos.org 2024-09-10T07:55:25.376 INFO:teuthology.orchestra.run.smithi133.stdout:Vendor : CentOS 2024-09-10T07:55:25.376 INFO:teuthology.orchestra.run.smithi133.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-10T07:55:25.376 INFO:teuthology.orchestra.run.smithi133.stdout:Summary : Support tools for GRUB. 2024-09-10T07:55:25.376 INFO:teuthology.orchestra.run.smithi133.stdout:Description : 2024-09-10T07:55:25.376 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-09-10T07:55:25.376 INFO:teuthology.orchestra.run.smithi133.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-10T07:55:25.376 INFO:teuthology.orchestra.run.smithi133.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-10T07:55:25.376 INFO:teuthology.orchestra.run.smithi133.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-10T07:55:25.376 INFO:teuthology.orchestra.run.smithi133.stdout:hardware devices. 2024-09-10T07:55:25.376 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-09-10T07:55:25.376 INFO:teuthology.orchestra.run.smithi133.stdout:This subpackage provides tools for support of all platforms. 2024-09-10T07:55:25.377 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-10T07:55:25.377 INFO:teuthology.task.kernel:Updating grub on smithi133 to boot 5.14.0-505.el9.x86_64 2024-09-10T07:55:25.378 DEBUG:teuthology.orchestra.run.smithi133:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-10T07:55:26.051 INFO:teuthology.orchestra.run.smithi133.stderr:Generating grub configuration file ... 2024-09-10T07:55:27.445 INFO:teuthology.orchestra.run.smithi133.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-10T07:55:27.481 INFO:teuthology.orchestra.run.smithi133.stderr:done 2024-09-10T07:55:27.483 DEBUG:teuthology.orchestra.run.smithi133:> mktemp 2024-09-10T07:55:27.499 INFO:teuthology.orchestra.run.smithi133.stdout:/tmp/tmp.tSrCyzJIEK 2024-09-10T07:55:27.500 DEBUG:teuthology.orchestra.run.smithi133:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.tSrCyzJIEK 2024-09-10T07:55:27.572 DEBUG:teuthology.orchestra.run.smithi133:> sudo chmod 0666 /tmp/tmp.tSrCyzJIEK 2024-09-10T07:55:27.715 DEBUG:teuthology.orchestra.remote:smithi133:/tmp/tmp.tSrCyzJIEK is 6KB 2024-09-10T07:55:27.766 DEBUG:teuthology.orchestra.run.smithi133:> rm -fr /tmp/tmp.tSrCyzJIEK 2024-09-10T07:55:27.781 DEBUG:teuthology.orchestra.run.smithi133:> sudo /bin/ls /boot/loader/entries || true 2024-09-10T07:55:27.843 INFO:teuthology.orchestra.run.smithi133.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-10T07:55:27.843 INFO:teuthology.orchestra.run.smithi133.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-10T07:55:27.843 INFO:teuthology.orchestra.run.smithi133.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-10T07:55:27.843 INFO:teuthology.orchestra.run.smithi133.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-10T07:55:27.845 DEBUG:teuthology.orchestra.run.smithi133:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-10T07:55:27.992 DEBUG:teuthology.orchestra.run.smithi133:> sudo shutdown -r now 2024-09-10T07:55:29.276 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:55:29.318 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:55:29.668 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:55:29.668 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-10T07:55:29.668 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-10T07:55:29.668 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-10T07:55:30.573 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:55:30.573 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-10T07:55:30.574 INFO:teuthology.orchestra.run.smithi203.stdout:Installed: 2024-09-10T07:55:30.574 INFO:teuthology.orchestra.run.smithi203.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-10T07:55:30.574 INFO:teuthology.orchestra.run.smithi203.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-10T07:55:30.574 INFO:teuthology.orchestra.run.smithi203.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-10T07:55:30.574 INFO:teuthology.orchestra.run.smithi203.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-10T07:55:30.574 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-10T07:55:30.574 INFO:teuthology.orchestra.run.smithi203.stdout:Complete! 2024-09-10T07:55:30.937 DEBUG:teuthology.orchestra.run.smithi203:> rpm -q kernel | sort -rV | head -n 1 2024-09-10T07:55:31.026 INFO:teuthology.orchestra.run.smithi203.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-10T07:55:31.027 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-10T07:55:31.027 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-10T07:55:31.027 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-10T07:55:31.027 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-10T07:55:31.027 INFO:teuthology.task.kernel:Installing distro kernel on mon.c... 2024-09-10T07:55:31.028 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi203.front.sepia.ceph.com, path=None, version=distro) 2024-09-10T07:55:31.028 DEBUG:teuthology.orchestra.run.smithi203:> rpm -q kernel | sort -rV | head -n 1 2024-09-10T07:55:31.088 INFO:teuthology.orchestra.run.smithi203.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-10T07:55:31.089 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-10T07:55:31.089 DEBUG:teuthology.orchestra.run.smithi203:> sudo rpm -qi grub2-tools 2024-09-10T07:55:31.122 INFO:teuthology.orchestra.run.smithi203.stdout:Name : grub2-tools 2024-09-10T07:55:31.122 INFO:teuthology.orchestra.run.smithi203.stdout:Epoch : 1 2024-09-10T07:55:31.122 INFO:teuthology.orchestra.run.smithi203.stdout:Version : 2.06 2024-09-10T07:55:31.122 INFO:teuthology.orchestra.run.smithi203.stdout:Release : 82.el9 2024-09-10T07:55:31.122 INFO:teuthology.orchestra.run.smithi203.stdout:Architecture: x86_64 2024-09-10T07:55:31.122 INFO:teuthology.orchestra.run.smithi203.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-10T07:55:31.122 INFO:teuthology.orchestra.run.smithi203.stdout:Group : Unspecified 2024-09-10T07:55:31.122 INFO:teuthology.orchestra.run.smithi203.stdout:Size : 8274670 2024-09-10T07:55:31.122 INFO:teuthology.orchestra.run.smithi203.stdout:License : GPLv3+ 2024-09-10T07:55:31.122 INFO:teuthology.orchestra.run.smithi203.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-10T07:55:31.122 INFO:teuthology.orchestra.run.smithi203.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-10T07:55:31.123 INFO:teuthology.orchestra.run.smithi203.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-10T07:55:31.123 INFO:teuthology.orchestra.run.smithi203.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-10T07:55:31.123 INFO:teuthology.orchestra.run.smithi203.stdout:Packager : builder@centos.org 2024-09-10T07:55:31.123 INFO:teuthology.orchestra.run.smithi203.stdout:Vendor : CentOS 2024-09-10T07:55:31.123 INFO:teuthology.orchestra.run.smithi203.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-10T07:55:31.123 INFO:teuthology.orchestra.run.smithi203.stdout:Summary : Support tools for GRUB. 2024-09-10T07:55:31.123 INFO:teuthology.orchestra.run.smithi203.stdout:Description : 2024-09-10T07:55:31.123 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-10T07:55:31.123 INFO:teuthology.orchestra.run.smithi203.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-10T07:55:31.123 INFO:teuthology.orchestra.run.smithi203.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-10T07:55:31.123 INFO:teuthology.orchestra.run.smithi203.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-10T07:55:31.123 INFO:teuthology.orchestra.run.smithi203.stdout:hardware devices. 2024-09-10T07:55:31.123 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-10T07:55:31.123 INFO:teuthology.orchestra.run.smithi203.stdout:This subpackage provides tools for support of all platforms. 2024-09-10T07:55:31.124 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-10T07:55:31.124 INFO:teuthology.task.kernel:Updating grub on smithi203 to boot 5.14.0-505.el9.x86_64 2024-09-10T07:55:31.125 DEBUG:teuthology.orchestra.run.smithi203:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-10T07:55:31.780 INFO:teuthology.orchestra.run.smithi203.stderr:Generating grub configuration file ... 2024-09-10T07:55:32.612 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:55:32.652 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:55:33.021 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:55:33.024 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-10T07:55:33.024 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-10T07:55:33.024 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-10T07:55:33.138 INFO:teuthology.orchestra.run.smithi203.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-10T07:55:33.173 INFO:teuthology.orchestra.run.smithi203.stderr:done 2024-09-10T07:55:33.176 DEBUG:teuthology.orchestra.run.smithi203:> mktemp 2024-09-10T07:55:33.191 INFO:teuthology.orchestra.run.smithi203.stdout:/tmp/tmp.AhRx4dwwIg 2024-09-10T07:55:33.192 DEBUG:teuthology.orchestra.run.smithi203:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.AhRx4dwwIg 2024-09-10T07:55:33.258 DEBUG:teuthology.orchestra.run.smithi203:> sudo chmod 0666 /tmp/tmp.AhRx4dwwIg 2024-09-10T07:55:33.397 DEBUG:teuthology.orchestra.remote:smithi203:/tmp/tmp.AhRx4dwwIg is 6KB 2024-09-10T07:55:33.445 DEBUG:teuthology.orchestra.run.smithi203:> rm -fr /tmp/tmp.AhRx4dwwIg 2024-09-10T07:55:33.460 DEBUG:teuthology.orchestra.run.smithi203:> sudo /bin/ls /boot/loader/entries || true 2024-09-10T07:55:33.523 INFO:teuthology.orchestra.run.smithi203.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-10T07:55:33.523 INFO:teuthology.orchestra.run.smithi203.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-10T07:55:33.523 INFO:teuthology.orchestra.run.smithi203.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-10T07:55:33.523 INFO:teuthology.orchestra.run.smithi203.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-10T07:55:33.524 DEBUG:teuthology.orchestra.run.smithi203:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-10T07:55:33.687 DEBUG:teuthology.orchestra.run.smithi203:> sudo shutdown -r now 2024-09-10T07:55:33.886 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-10T07:55:33.887 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T07:55:33.887 INFO:teuthology.orchestra.run.smithi067.stdout:Installed: 2024-09-10T07:55:33.887 INFO:teuthology.orchestra.run.smithi067.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-10T07:55:33.887 INFO:teuthology.orchestra.run.smithi067.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-10T07:55:33.887 INFO:teuthology.orchestra.run.smithi067.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-10T07:55:33.887 INFO:teuthology.orchestra.run.smithi067.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-10T07:55:33.887 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T07:55:33.887 INFO:teuthology.orchestra.run.smithi067.stdout:Complete! 2024-09-10T07:55:34.221 DEBUG:teuthology.orchestra.run.smithi067:> rpm -q kernel | sort -rV | head -n 1 2024-09-10T07:55:34.310 INFO:teuthology.orchestra.run.smithi067.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-10T07:55:34.310 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-10T07:55:34.310 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-10T07:55:34.310 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-10T07:55:34.310 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-10T07:55:34.310 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-10T07:55:34.310 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi067.front.sepia.ceph.com, path=None, version=distro) 2024-09-10T07:55:34.311 DEBUG:teuthology.orchestra.run.smithi067:> rpm -q kernel | sort -rV | head -n 1 2024-09-10T07:55:34.369 INFO:teuthology.orchestra.run.smithi067.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-10T07:55:34.369 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-10T07:55:34.369 DEBUG:teuthology.orchestra.run.smithi067:> sudo rpm -qi grub2-tools 2024-09-10T07:55:34.401 INFO:teuthology.orchestra.run.smithi067.stdout:Name : grub2-tools 2024-09-10T07:55:34.401 INFO:teuthology.orchestra.run.smithi067.stdout:Epoch : 1 2024-09-10T07:55:34.401 INFO:teuthology.orchestra.run.smithi067.stdout:Version : 2.06 2024-09-10T07:55:34.401 INFO:teuthology.orchestra.run.smithi067.stdout:Release : 82.el9 2024-09-10T07:55:34.401 INFO:teuthology.orchestra.run.smithi067.stdout:Architecture: x86_64 2024-09-10T07:55:34.401 INFO:teuthology.orchestra.run.smithi067.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-10T07:55:34.401 INFO:teuthology.orchestra.run.smithi067.stdout:Group : Unspecified 2024-09-10T07:55:34.401 INFO:teuthology.orchestra.run.smithi067.stdout:Size : 8274670 2024-09-10T07:55:34.401 INFO:teuthology.orchestra.run.smithi067.stdout:License : GPLv3+ 2024-09-10T07:55:34.401 INFO:teuthology.orchestra.run.smithi067.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-10T07:55:34.401 INFO:teuthology.orchestra.run.smithi067.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-10T07:55:34.401 INFO:teuthology.orchestra.run.smithi067.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-10T07:55:34.402 INFO:teuthology.orchestra.run.smithi067.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-10T07:55:34.402 INFO:teuthology.orchestra.run.smithi067.stdout:Packager : builder@centos.org 2024-09-10T07:55:34.402 INFO:teuthology.orchestra.run.smithi067.stdout:Vendor : CentOS 2024-09-10T07:55:34.402 INFO:teuthology.orchestra.run.smithi067.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-10T07:55:34.402 INFO:teuthology.orchestra.run.smithi067.stdout:Summary : Support tools for GRUB. 2024-09-10T07:55:34.402 INFO:teuthology.orchestra.run.smithi067.stdout:Description : 2024-09-10T07:55:34.402 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T07:55:34.402 INFO:teuthology.orchestra.run.smithi067.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-10T07:55:34.402 INFO:teuthology.orchestra.run.smithi067.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-10T07:55:34.402 INFO:teuthology.orchestra.run.smithi067.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-10T07:55:34.402 INFO:teuthology.orchestra.run.smithi067.stdout:hardware devices. 2024-09-10T07:55:34.402 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T07:55:34.402 INFO:teuthology.orchestra.run.smithi067.stdout:This subpackage provides tools for support of all platforms. 2024-09-10T07:55:34.403 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-10T07:55:34.403 INFO:teuthology.task.kernel:Updating grub on smithi067 to boot 5.14.0-505.el9.x86_64 2024-09-10T07:55:34.403 DEBUG:teuthology.orchestra.run.smithi067:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-10T07:55:35.003 INFO:teuthology.orchestra.run.smithi067.stderr:Generating grub configuration file ... 2024-09-10T07:55:36.294 INFO:teuthology.orchestra.run.smithi067.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-10T07:55:36.322 INFO:teuthology.orchestra.run.smithi067.stderr:done 2024-09-10T07:55:36.324 DEBUG:teuthology.orchestra.run.smithi067:> mktemp 2024-09-10T07:55:36.339 INFO:teuthology.orchestra.run.smithi067.stdout:/tmp/tmp.AqI5vGxCEq 2024-09-10T07:55:36.339 DEBUG:teuthology.orchestra.run.smithi067:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.AqI5vGxCEq 2024-09-10T07:55:36.409 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod 0666 /tmp/tmp.AqI5vGxCEq 2024-09-10T07:55:36.549 DEBUG:teuthology.orchestra.remote:smithi067:/tmp/tmp.AqI5vGxCEq is 6KB 2024-09-10T07:55:36.598 DEBUG:teuthology.orchestra.run.smithi067:> rm -fr /tmp/tmp.AqI5vGxCEq 2024-09-10T07:55:36.625 DEBUG:teuthology.orchestra.run.smithi067:> sudo /bin/ls /boot/loader/entries || true 2024-09-10T07:55:36.675 INFO:teuthology.orchestra.run.smithi067.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-10T07:55:36.676 INFO:teuthology.orchestra.run.smithi067.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-10T07:55:36.676 INFO:teuthology.orchestra.run.smithi067.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-10T07:55:36.676 INFO:teuthology.orchestra.run.smithi067.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-10T07:55:36.677 DEBUG:teuthology.orchestra.run.smithi067:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-10T07:55:36.845 DEBUG:teuthology.orchestra.run.smithi067:> sudo shutdown -r now 2024-09-10T07:55:58.013 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-10T07:55:58.014 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi133.front.sepia.ceph.com' 2024-09-10T07:55:58.015 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi133.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T07:56:03.697 INFO:teuthology.task.kernel:Checking client mon.c for new kernel version... 2024-09-10T07:56:03.697 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi203.front.sepia.ceph.com' 2024-09-10T07:56:03.698 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi203.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T07:56:06.851 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-10T07:56:06.851 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi067.front.sepia.ceph.com' 2024-09-10T07:56:06.852 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi067.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T07:56:38.333 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.203 2024-09-10T07:56:41.405 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.67 2024-09-10T07:56:47.340 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi203.front.sepia.ceph.com' 2024-09-10T07:56:47.341 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi203.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T07:56:50.407 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi067.front.sepia.ceph.com' 2024-09-10T07:56:50.408 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi067.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T07:56:58.021 DEBUG:teuthology.orchestra.remote:timed out 2024-09-10T07:57:07.025 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi133.front.sepia.ceph.com' 2024-09-10T07:57:07.026 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi133.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T07:57:07.394 DEBUG:teuthology.orchestra.run.smithi133:> true 2024-09-10T07:57:07.767 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi133.front.sepia.ceph.com' 2024-09-10T07:57:07.767 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-505.el9.x86_64"... 2024-09-10T07:57:07.768 DEBUG:teuthology.orchestra.run.smithi133:> uname -r 2024-09-10T07:57:07.782 INFO:teuthology.orchestra.run.smithi133.stdout:5.14.0-505.el9.x86_64 2024-09-10T07:57:07.782 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-10T07:57:07.782 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-10T07:57:07.783 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-10T07:57:08.784 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-10T07:57:08.784 DEBUG:teuthology.orchestra.run.smithi133:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-10T07:57:08.797 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.67 2024-09-10T07:57:08.866 INFO:teuthology.orchestra.run.smithi133.stdout:ttyS1 2024-09-10T07:57:08.886 DEBUG:teuthology.parallel:result is None 2024-09-10T07:57:20.798 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi067.front.sepia.ceph.com' 2024-09-10T07:57:20.799 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi067.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T07:57:21.642 DEBUG:teuthology.orchestra.run.smithi067:> true 2024-09-10T07:57:22.011 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi067.front.sepia.ceph.com' 2024-09-10T07:57:22.012 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-505.el9.x86_64"... 2024-09-10T07:57:22.012 DEBUG:teuthology.orchestra.run.smithi067:> uname -r 2024-09-10T07:57:22.029 INFO:teuthology.orchestra.run.smithi067.stdout:5.14.0-505.el9.x86_64 2024-09-10T07:57:22.030 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-10T07:57:22.030 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-10T07:57:22.030 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-10T07:57:23.030 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-10T07:57:23.031 DEBUG:teuthology.orchestra.run.smithi067:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-10T07:57:23.127 INFO:teuthology.orchestra.run.smithi067.stdout:ttyS1 2024-09-10T07:57:23.154 DEBUG:teuthology.parallel:result is None 2024-09-10T07:57:47.344 DEBUG:teuthology.orchestra.remote:timed out 2024-09-10T07:57:59.344 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi203.front.sepia.ceph.com' 2024-09-10T07:57:59.346 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi203.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T07:57:59.794 DEBUG:teuthology.orchestra.run.smithi203:> true 2024-09-10T07:58:00.165 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi203.front.sepia.ceph.com' 2024-09-10T07:58:00.165 INFO:teuthology.task.kernel:Checking kernel version of mon.c, want "5.14.0-505.el9.x86_64"... 2024-09-10T07:58:00.166 DEBUG:teuthology.orchestra.run.smithi203:> uname -r 2024-09-10T07:58:00.182 INFO:teuthology.orchestra.run.smithi203.stdout:5.14.0-505.el9.x86_64 2024-09-10T07:58:00.182 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-10T07:58:00.182 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-10T07:58:00.182 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-10T07:58:01.183 INFO:teuthology.task.kernel:Enabling kdb on mon.c... 2024-09-10T07:58:01.183 DEBUG:teuthology.orchestra.run.smithi203:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-10T07:58:01.247 INFO:teuthology.orchestra.run.smithi203.stdout:ttyS1 2024-09-10T07:58:01.270 DEBUG:teuthology.parallel:result is None 2024-09-10T07:58:01.271 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-10T07:58:01.290 INFO:teuthology.task.internal:Creating test directory... 2024-09-10T07:58:01.291 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-10T07:58:01.295 DEBUG:teuthology.orchestra.run.smithi133:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-10T07:58:01.299 DEBUG:teuthology.orchestra.run.smithi203:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-10T07:58:01.317 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-10T07:58:01.329 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-10T07:58:01.364 INFO:teuthology.task.internal:Creating archive directory... 2024-09-10T07:58:01.364 DEBUG:teuthology.orchestra.run.smithi067:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-10T07:58:01.367 DEBUG:teuthology.orchestra.run.smithi133:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-10T07:58:01.370 DEBUG:teuthology.orchestra.run.smithi203:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-10T07:58:01.412 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-10T07:58:01.420 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-10T07:58:01.420 DEBUG:teuthology.orchestra.run.smithi067:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-10T07:58:01.435 DEBUG:teuthology.orchestra.run.smithi133:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-10T07:58:01.447 DEBUG:teuthology.orchestra.run.smithi203:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-10T07:58:01.467 INFO:teuthology.orchestra.run.smithi067.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-10T07:58:01.479 INFO:teuthology.orchestra.run.smithi067.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-10T07:58:01.484 INFO:teuthology.orchestra.run.smithi133.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-10T07:58:01.486 INFO:teuthology.orchestra.run.smithi203.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-10T07:58:01.496 INFO:teuthology.orchestra.run.smithi133.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-10T07:58:01.497 INFO:teuthology.orchestra.run.smithi203.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-10T07:58:01.498 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-10T07:58:01.513 INFO:teuthology.task.internal:Configuring sudo... 2024-09-10T07:58:01.513 DEBUG:teuthology.orchestra.run.smithi067:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-10T07:58:01.523 DEBUG:teuthology.orchestra.run.smithi133:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-10T07:58:01.541 DEBUG:teuthology.orchestra.run.smithi203:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-10T07:58:01.568 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-10T07:58:01.609 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-10T07:58:01.610 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-10T07:58:01.612 DEBUG:teuthology.orchestra.run.smithi133:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-10T07:58:01.615 DEBUG:teuthology.orchestra.run.smithi203:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-10T07:58:01.631 DEBUG:teuthology.orchestra.run.smithi067:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-10T07:58:01.707 DEBUG:teuthology.orchestra.run.smithi067:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-10T07:58:01.758 DEBUG:teuthology.orchestra.run.smithi067:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-10T07:58:01.837 DEBUG:teuthology.orchestra.run.smithi067:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-10T07:58:01.884 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-10T07:58:01.885 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-10T07:58:01.951 DEBUG:teuthology.orchestra.run.smithi133:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-10T07:58:01.993 DEBUG:teuthology.orchestra.run.smithi133:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-10T07:58:02.045 DEBUG:teuthology.orchestra.run.smithi133:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-10T07:58:02.129 DEBUG:teuthology.orchestra.run.smithi133:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-10T07:58:02.173 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2024-09-10T07:58:02.173 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-10T07:58:02.240 DEBUG:teuthology.orchestra.run.smithi203:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-10T07:58:02.277 DEBUG:teuthology.orchestra.run.smithi203:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-10T07:58:02.338 DEBUG:teuthology.orchestra.run.smithi203:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-10T07:58:02.418 DEBUG:teuthology.orchestra.run.smithi203:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-10T07:58:02.466 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-09-10T07:58:02.466 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-10T07:58:02.533 DEBUG:teuthology.orchestra.run.smithi067:> sudo service rsyslog restart 2024-09-10T07:58:02.536 DEBUG:teuthology.orchestra.run.smithi133:> sudo service rsyslog restart 2024-09-10T07:58:02.538 DEBUG:teuthology.orchestra.run.smithi203:> sudo service rsyslog restart 2024-09-10T07:58:02.585 INFO:teuthology.orchestra.run.smithi067.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-10T07:58:02.592 INFO:teuthology.orchestra.run.smithi133.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-10T07:58:02.622 INFO:teuthology.orchestra.run.smithi203.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-10T07:58:03.102 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-10T07:58:03.110 INFO:teuthology.task.internal:Starting timer... 2024-09-10T07:58:03.110 INFO:teuthology.run_tasks:Running task pcp... 2024-09-10T07:58:03.147 INFO:teuthology.run_tasks:Running task selinux... 2024-09-10T07:58:03.180 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-09-10T07:58:03.180 DEBUG:teuthology.orchestra.run.smithi067:> sudo service auditd rotate 2024-09-10T07:58:03.253 INFO:teuthology.orchestra.run.smithi067.stdout:Rotating logs: 2024-09-10T07:58:03.255 DEBUG:teuthology.orchestra.run.smithi133:> sudo service auditd rotate 2024-09-10T07:58:03.306 INFO:teuthology.orchestra.run.smithi133.stdout:Rotating logs: 2024-09-10T07:58:03.308 DEBUG:teuthology.orchestra.run.smithi203:> sudo service auditd rotate 2024-09-10T07:58:03.348 INFO:teuthology.orchestra.run.smithi203.stdout:Rotating logs: 2024-09-10T07:58:03.350 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-10T07:58:03.350 DEBUG:teuthology.orchestra.run.smithi067:> /usr/sbin/getenforce 2024-09-10T07:58:03.433 INFO:teuthology.orchestra.run.smithi067.stdout:Permissive 2024-09-10T07:58:03.433 DEBUG:teuthology.orchestra.run.smithi133:> /usr/sbin/getenforce 2024-09-10T07:58:03.462 INFO:teuthology.orchestra.run.smithi133.stdout:Permissive 2024-09-10T07:58:03.462 DEBUG:teuthology.orchestra.run.smithi203:> /usr/sbin/getenforce 2024-09-10T07:58:03.488 INFO:teuthology.orchestra.run.smithi203.stdout:Permissive 2024-09-10T07:58:03.488 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi067.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi133.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi203.front.sepia.ceph.com': 'permissive'} 2024-09-10T07:58:03.488 DEBUG:teuthology.orchestra.run.smithi067:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-10T07:58:03.518 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T07:58:03.519 DEBUG:teuthology.orchestra.run.smithi133:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-10T07:58:03.548 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T07:58:03.548 DEBUG:teuthology.orchestra.run.smithi203:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-10T07:58:03.576 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T07:58:03.576 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-10T07:58:03.577 DEBUG:teuthology.orchestra.run.smithi067:> sudo /usr/sbin/setenforce permissive 2024-09-10T07:58:03.611 DEBUG:teuthology.orchestra.run.smithi133:> sudo /usr/sbin/setenforce permissive 2024-09-10T07:58:03.649 DEBUG:teuthology.orchestra.run.smithi203:> sudo /usr/sbin/setenforce permissive 2024-09-10T07:58:03.687 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-10T07:58:03.696 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-09-10T07:58:03.699 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-09-10T07:58:03.814 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-10T07:58:03.826 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-10T07:58:03.827 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi067.front.sepia.ceph.com,smithi133.front.sepia.ceph.com,smithi203.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-10T08:01:49.361 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi067.front.sepia.ceph.com'), Remote(name='ubuntu@smithi133.front.sepia.ceph.com'), Remote(name='ubuntu@smithi203.front.sepia.ceph.com')] 2024-09-10T08:01:49.363 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi067.front.sepia.ceph.com' 2024-09-10T08:01:49.364 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi067.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T08:01:49.442 DEBUG:teuthology.orchestra.run.smithi067:> true 2024-09-10T08:01:49.521 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi067.front.sepia.ceph.com' 2024-09-10T08:01:49.522 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi133.front.sepia.ceph.com' 2024-09-10T08:01:49.522 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi133.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T08:01:49.600 DEBUG:teuthology.orchestra.run.smithi133:> true 2024-09-10T08:01:49.680 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi133.front.sepia.ceph.com' 2024-09-10T08:01:49.680 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi203.front.sepia.ceph.com' 2024-09-10T08:01:49.681 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi203.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-10T08:01:49.759 DEBUG:teuthology.orchestra.run.smithi203:> true 2024-09-10T08:01:49.838 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi203.front.sepia.ceph.com' 2024-09-10T08:01:49.839 INFO:teuthology.run_tasks:Running task clock... 2024-09-10T08:01:49.853 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-10T08:01:49.853 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-10T08:01:49.854 DEBUG:teuthology.orchestra.run.smithi067:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-10T08:01:49.856 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-10T08:01:49.856 DEBUG:teuthology.orchestra.run.smithi133:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-10T08:01:49.859 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-10T08:01:49.859 DEBUG:teuthology.orchestra.run.smithi203:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-10T08:01:49.886 INFO:teuthology.orchestra.run.smithi133.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-10T08:01:49.888 INFO:teuthology.orchestra.run.smithi067.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-10T08:01:49.901 INFO:teuthology.orchestra.run.smithi133.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-10T08:01:49.904 INFO:teuthology.orchestra.run.smithi067.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-10T08:01:49.909 INFO:teuthology.orchestra.run.smithi203.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-10T08:01:49.925 INFO:teuthology.orchestra.run.smithi203.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-10T08:01:49.926 INFO:teuthology.orchestra.run.smithi133.stderr:sudo: ntpd: command not found 2024-09-10T08:01:49.931 INFO:teuthology.orchestra.run.smithi067.stderr:sudo: ntpd: command not found 2024-09-10T08:01:49.937 INFO:teuthology.orchestra.run.smithi133.stdout:506 Cannot talk to daemon 2024-09-10T08:01:49.944 INFO:teuthology.orchestra.run.smithi067.stdout:506 Cannot talk to daemon 2024-09-10T08:01:49.951 INFO:teuthology.orchestra.run.smithi203.stderr:sudo: ntpd: command not found 2024-09-10T08:01:49.952 INFO:teuthology.orchestra.run.smithi133.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-10T08:01:49.959 INFO:teuthology.orchestra.run.smithi067.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-10T08:01:49.963 INFO:teuthology.orchestra.run.smithi203.stdout:506 Cannot talk to daemon 2024-09-10T08:01:49.965 INFO:teuthology.orchestra.run.smithi133.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-10T08:01:49.974 INFO:teuthology.orchestra.run.smithi067.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-10T08:01:49.978 INFO:teuthology.orchestra.run.smithi203.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-10T08:01:49.993 INFO:teuthology.orchestra.run.smithi203.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-10T08:01:50.021 INFO:teuthology.orchestra.run.smithi133.stderr:bash: line 1: ntpq: command not found 2024-09-10T08:01:50.025 INFO:teuthology.orchestra.run.smithi133.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-10T08:01:50.025 INFO:teuthology.orchestra.run.smithi133.stdout:=============================================================================== 2024-09-10T08:01:50.026 INFO:teuthology.orchestra.run.smithi133.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T08:01:50.026 INFO:teuthology.orchestra.run.smithi133.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T08:01:50.026 INFO:teuthology.orchestra.run.smithi133.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T08:01:50.026 INFO:teuthology.orchestra.run.smithi133.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T08:01:50.038 INFO:teuthology.orchestra.run.smithi067.stderr:bash: line 1: ntpq: command not found 2024-09-10T08:01:50.041 INFO:teuthology.orchestra.run.smithi067.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-10T08:01:50.041 INFO:teuthology.orchestra.run.smithi067.stdout:=============================================================================== 2024-09-10T08:01:50.041 INFO:teuthology.orchestra.run.smithi067.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T08:01:50.041 INFO:teuthology.orchestra.run.smithi067.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T08:01:50.041 INFO:teuthology.orchestra.run.smithi067.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T08:01:50.041 INFO:teuthology.orchestra.run.smithi067.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T08:01:50.046 INFO:teuthology.orchestra.run.smithi203.stderr:bash: line 1: ntpq: command not found 2024-09-10T08:01:50.049 INFO:teuthology.orchestra.run.smithi203.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-10T08:01:50.049 INFO:teuthology.orchestra.run.smithi203.stdout:=============================================================================== 2024-09-10T08:01:50.049 INFO:teuthology.orchestra.run.smithi203.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T08:01:50.049 INFO:teuthology.orchestra.run.smithi203.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T08:01:50.050 INFO:teuthology.orchestra.run.smithi203.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T08:01:50.050 INFO:teuthology.orchestra.run.smithi203.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T08:01:50.051 INFO:teuthology.run_tasks:Running task install... 2024-09-10T08:01:50.059 DEBUG:teuthology.task.install:project ceph 2024-09-10T08:01:50.059 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b'}} 2024-09-10T08:01:50.059 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b'} 2024-09-10T08:01:50.059 INFO:teuthology.task.install:Using flavor: default 2024-09-10T08:01:50.065 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-10T08:01:50.065 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-09-10T08:01:50.065 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b', 'tag': None, 'wait_for_package': False} 2024-09-10T08:01:50.066 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T08:01:50.068 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b', 'tag': None, 'wait_for_package': False} 2024-09-10T08:01:50.068 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T08:01:50.069 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b', 'tag': None, 'wait_for_package': False} 2024-09-10T08:01:50.070 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T08:01:50.218 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/ 2024-09-10T08:01:50.219 INFO:teuthology.task.install.rpm:Package version is 19.1.1-305.g1cf819b7 2024-09-10T08:01:50.222 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/ 2024-09-10T08:01:50.222 INFO:teuthology.task.install.rpm:Package version is 19.1.1-305.g1cf819b7 2024-09-10T08:01:50.227 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/ 2024-09-10T08:01:50.227 INFO:teuthology.task.install.rpm:Package version is 19.1.1-305.g1cf819b7 2024-09-10T08:01:50.328 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-10T08:01:50.329 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-10T08:01:50.329 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-10T08:01:50.336 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-10T08:01:50.336 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-09-10T08:01:50.336 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-10T08:01:50.342 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-10T08:01:50.342 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2024-09-10T08:01:50.342 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-10T08:01:50.356 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-10T08:01:50.356 DEBUG:teuthology.orchestra.run.smithi067:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/1cf819b7212a6048e92fc78c4eff963344f6d56b/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-10T08:01:50.362 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-10T08:01:50.363 DEBUG:teuthology.orchestra.run.smithi203:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/1cf819b7212a6048e92fc78c4eff963344f6d56b/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-10T08:01:50.369 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-10T08:01:50.369 DEBUG:teuthology.orchestra.run.smithi133:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/1cf819b7212a6048e92fc78c4eff963344f6d56b/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-10T08:01:50.423 DEBUG:teuthology.orchestra.run.smithi067:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-10T08:01:50.429 DEBUG:teuthology.orchestra.run.smithi203:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-10T08:01:50.434 DEBUG:teuthology.orchestra.run.smithi133:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-10T08:01:50.500 DEBUG:teuthology.orchestra.run.smithi067:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-10T08:01:50.504 DEBUG:teuthology.orchestra.run.smithi203:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-10T08:01:50.509 DEBUG:teuthology.orchestra.run.smithi133:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-10T08:01:50.566 INFO:teuthology.orchestra.run.smithi067.stdout:check_obsoletes = 1 2024-09-10T08:01:50.568 DEBUG:teuthology.orchestra.run.smithi067:> sudo yum clean all 2024-09-10T08:01:50.569 INFO:teuthology.orchestra.run.smithi203.stdout:check_obsoletes = 1 2024-09-10T08:01:50.570 DEBUG:teuthology.orchestra.run.smithi203:> sudo yum clean all 2024-09-10T08:01:50.573 INFO:teuthology.orchestra.run.smithi133.stdout:check_obsoletes = 1 2024-09-10T08:01:50.575 DEBUG:teuthology.orchestra.run.smithi133:> sudo yum clean all 2024-09-10T08:01:50.799 INFO:teuthology.orchestra.run.smithi203.stdout:45 files removed 2024-09-10T08:01:50.804 INFO:teuthology.orchestra.run.smithi067.stdout:45 files removed 2024-09-10T08:01:50.806 INFO:teuthology.orchestra.run.smithi133.stdout:45 files removed 2024-09-10T08:01:50.826 DEBUG:teuthology.orchestra.run.smithi203:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-10T08:01:50.832 DEBUG:teuthology.orchestra.run.smithi067:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-10T08:01:50.833 DEBUG:teuthology.orchestra.run.smithi133:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-10T08:01:51.378 INFO:teuthology.orchestra.run.smithi203.stdout:ceph packages for x86_64 314 kB/s | 84 kB 00:00 2024-09-10T08:01:51.388 INFO:teuthology.orchestra.run.smithi133.stdout:ceph packages for x86_64 311 kB/s | 84 kB 00:00 2024-09-10T08:01:51.408 INFO:teuthology.orchestra.run.smithi067.stdout:ceph packages for x86_64 302 kB/s | 84 kB 00:00 2024-09-10T08:01:51.662 INFO:teuthology.orchestra.run.smithi203.stdout:ceph noarch packages 49 kB/s | 12 kB 00:00 2024-09-10T08:01:51.672 INFO:teuthology.orchestra.run.smithi133.stdout:ceph noarch packages 49 kB/s | 12 kB 00:00 2024-09-10T08:01:51.818 INFO:teuthology.orchestra.run.smithi067.stdout:ceph noarch packages 32 kB/s | 12 kB 00:00 2024-09-10T08:01:51.921 INFO:teuthology.orchestra.run.smithi203.stdout:ceph source packages 8.5 kB/s | 1.9 kB 00:00 2024-09-10T08:01:51.939 INFO:teuthology.orchestra.run.smithi133.stdout:ceph source packages 8.2 kB/s | 1.9 kB 00:00 2024-09-10T08:01:52.101 INFO:teuthology.orchestra.run.smithi067.stdout:ceph source packages 7.7 kB/s | 1.9 kB 00:00 2024-09-10T08:01:53.723 INFO:teuthology.orchestra.run.smithi133.stdout:CentOS Stream 9 - BaseOS 4.7 MB/s | 8.2 MB 00:01 2024-09-10T08:01:53.971 INFO:teuthology.orchestra.run.smithi203.stdout:CentOS Stream 9 - BaseOS 4.1 MB/s | 8.2 MB 00:02 2024-09-10T08:01:54.035 INFO:teuthology.orchestra.run.smithi067.stdout:CentOS Stream 9 - BaseOS 4.3 MB/s | 8.2 MB 00:01 2024-09-10T08:01:55.939 INFO:teuthology.orchestra.run.smithi203.stdout:CentOS Stream 9 - AppStream 23 MB/s | 20 MB 00:00 2024-09-10T08:01:57.794 INFO:teuthology.orchestra.run.smithi067.stdout:CentOS Stream 9 - AppStream 7.8 MB/s | 20 MB 00:02 2024-09-10T08:01:58.165 INFO:teuthology.orchestra.run.smithi133.stdout:CentOS Stream 9 - AppStream 6.1 MB/s | 20 MB 00:03 2024-09-10T08:02:01.557 INFO:teuthology.orchestra.run.smithi203.stdout:CentOS Stream 9 - CRB 3.6 MB/s | 6.5 MB 00:01 2024-09-10T08:02:03.091 INFO:teuthology.orchestra.run.smithi203.stdout:CentOS Stream 9 - Extras packages 93 kB/s | 19 kB 00:00 2024-09-10T08:02:03.995 INFO:teuthology.orchestra.run.smithi203.stdout:Extra Packages for Enterprise Linux 29 MB/s | 23 MB 00:00 2024-09-10T08:02:04.624 INFO:teuthology.orchestra.run.smithi133.stdout:CentOS Stream 9 - CRB 2.5 MB/s | 6.5 MB 00:02 2024-09-10T08:02:06.061 INFO:teuthology.orchestra.run.smithi067.stdout:CentOS Stream 9 - CRB 1.5 MB/s | 6.5 MB 00:04 2024-09-10T08:02:06.400 INFO:teuthology.orchestra.run.smithi133.stdout:CentOS Stream 9 - Extras packages 44 kB/s | 19 kB 00:00 2024-09-10T08:02:07.554 INFO:teuthology.orchestra.run.smithi133.stdout:Extra Packages for Enterprise Linux 22 MB/s | 23 MB 00:01 2024-09-10T08:02:07.645 INFO:teuthology.orchestra.run.smithi067.stdout:CentOS Stream 9 - Extras packages 58 kB/s | 19 kB 00:00 2024-09-10T08:02:08.458 INFO:teuthology.orchestra.run.smithi067.stdout:Extra Packages for Enterprise Linux 33 MB/s | 23 MB 00:00 2024-09-10T08:02:09.518 INFO:teuthology.orchestra.run.smithi203.stdout:lab-extras 47 kB/s | 1.7 kB 00:00 2024-09-10T08:02:11.855 INFO:teuthology.orchestra.run.smithi203.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-10T08:02:11.856 INFO:teuthology.orchestra.run.smithi203.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-10T08:02:11.869 INFO:teuthology.orchestra.run.smithi203.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-10T08:02:11.870 INFO:teuthology.orchestra.run.smithi203.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-10T08:02:11.871 INFO:teuthology.orchestra.run.smithi203.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-10T08:02:11.872 INFO:teuthology.orchestra.run.smithi203.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-10T08:02:11.874 INFO:teuthology.orchestra.run.smithi203.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-10T08:02:11.877 INFO:teuthology.orchestra.run.smithi203.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-10T08:02:11.878 INFO:teuthology.orchestra.run.smithi203.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-10T08:02:11.941 INFO:teuthology.orchestra.run.smithi203.stdout:Dependencies resolved. 2024-09-10T08:02:11.960 INFO:teuthology.orchestra.run.smithi203.stdout:====================================================================================== 2024-09-10T08:02:11.960 INFO:teuthology.orchestra.run.smithi203.stdout: Package Arch Version Repository Size 2024-09-10T08:02:11.960 INFO:teuthology.orchestra.run.smithi203.stdout:====================================================================================== 2024-09-10T08:02:11.960 INFO:teuthology.orchestra.run.smithi203.stdout:Installing: 2024-09-10T08:02:11.960 INFO:teuthology.orchestra.run.smithi203.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-10T08:02:11.960 INFO:teuthology.orchestra.run.smithi203.stdout: ceph x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 6.5 k 2024-09-10T08:02:11.960 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-base x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 5.4 M 2024-09-10T08:02:11.960 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-fuse x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 897 k 2024-09-10T08:02:11.961 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 145 k 2024-09-10T08:02:11.961 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mgr x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 1.5 M 2024-09-10T08:02:11.961 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mgr-cephadm noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 146 k 2024-09-10T08:02:11.961 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mgr-dashboard noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 3.6 M 2024-09-10T08:02:11.961 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 7.4 M 2024-09-10T08:02:11.961 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mgr-rook noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 49 k 2024-09-10T08:02:11.961 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-radosgw x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 11 M 2024-09-10T08:02:11.961 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-test x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 49 M 2024-09-10T08:02:11.961 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-volume noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 285 k 2024-09-10T08:02:11.961 INFO:teuthology.orchestra.run.smithi203.stdout: cephadm noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 766 k 2024-09-10T08:02:11.961 INFO:teuthology.orchestra.run.smithi203.stdout: cephfs-mirror x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 228 k 2024-09-10T08:02:11.962 INFO:teuthology.orchestra.run.smithi203.stdout: cephfs-shell x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 27 k 2024-09-10T08:02:11.962 INFO:teuthology.orchestra.run.smithi203.stdout: cephfs-top noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 18 k 2024-09-10T08:02:11.962 INFO:teuthology.orchestra.run.smithi203.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-10T08:02:11.962 INFO:teuthology.orchestra.run.smithi203.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-10T08:02:11.962 INFO:teuthology.orchestra.run.smithi203.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-10T08:02:11.962 INFO:teuthology.orchestra.run.smithi203.stdout: libcephfs-devel x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 32 k 2024-09-10T08:02:11.962 INFO:teuthology.orchestra.run.smithi203.stdout: libcephfs2 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 751 k 2024-09-10T08:02:11.962 INFO:teuthology.orchestra.run.smithi203.stdout: librados-devel x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 127 k 2024-09-10T08:02:11.962 INFO:teuthology.orchestra.run.smithi203.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-10T08:02:11.962 INFO:teuthology.orchestra.run.smithi203.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-10T08:02:11.962 INFO:teuthology.orchestra.run.smithi203.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-10T08:02:11.963 INFO:teuthology.orchestra.run.smithi203.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-10T08:02:11.963 INFO:teuthology.orchestra.run.smithi203.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-10T08:02:11.963 INFO:teuthology.orchestra.run.smithi203.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-10T08:02:11.963 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cephfs x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 161 k 2024-09-10T08:02:11.963 INFO:teuthology.orchestra.run.smithi203.stdout: python3-rados x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 320 k 2024-09-10T08:02:11.963 INFO:teuthology.orchestra.run.smithi203.stdout: python3-rbd x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 301 k 2024-09-10T08:02:11.963 INFO:teuthology.orchestra.run.smithi203.stdout: python3-rgw x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 99 k 2024-09-10T08:02:11.964 INFO:teuthology.orchestra.run.smithi203.stdout: rbd-fuse x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 85 k 2024-09-10T08:02:11.964 INFO:teuthology.orchestra.run.smithi203.stdout: rbd-mirror x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 3.1 M 2024-09-10T08:02:11.964 INFO:teuthology.orchestra.run.smithi203.stdout: rbd-nbd x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 170 k 2024-09-10T08:02:11.964 INFO:teuthology.orchestra.run.smithi203.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-10T08:02:11.964 INFO:teuthology.orchestra.run.smithi203.stdout:Upgrading: 2024-09-10T08:02:11.964 INFO:teuthology.orchestra.run.smithi203.stdout: NetworkManager x86_64 1:1.49.90-1.el9 baseos 2.3 M 2024-09-10T08:02:11.964 INFO:teuthology.orchestra.run.smithi203.stdout: NetworkManager-libnm x86_64 1:1.49.90-1.el9 baseos 1.8 M 2024-09-10T08:02:11.964 INFO:teuthology.orchestra.run.smithi203.stdout: NetworkManager-team x86_64 1:1.49.90-1.el9 baseos 41 k 2024-09-10T08:02:11.964 INFO:teuthology.orchestra.run.smithi203.stdout: NetworkManager-tui x86_64 1:1.49.90-1.el9 baseos 249 k 2024-09-10T08:02:11.964 INFO:teuthology.orchestra.run.smithi203.stdout: librados2 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 3.4 M 2024-09-10T08:02:11.964 INFO:teuthology.orchestra.run.smithi203.stdout: librbd1 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 3.2 M 2024-09-10T08:02:11.964 INFO:teuthology.orchestra.run.smithi203.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-10T08:02:11.965 INFO:teuthology.orchestra.run.smithi203.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-10T08:02:11.965 INFO:teuthology.orchestra.run.smithi203.stdout:Installing dependencies: 2024-09-10T08:02:11.965 INFO:teuthology.orchestra.run.smithi203.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-10T08:02:11.965 INFO:teuthology.orchestra.run.smithi203.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-10T08:02:11.965 INFO:teuthology.orchestra.run.smithi203.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-10T08:02:11.965 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-common x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 21 M 2024-09-10T08:02:11.965 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-grafana-dashboards noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 32 k 2024-09-10T08:02:11.965 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mds x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 2.4 M 2024-09-10T08:02:11.965 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mgr-modules-core noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 249 k 2024-09-10T08:02:11.965 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mon x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 4.7 M 2024-09-10T08:02:11.966 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-osd x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 17 M 2024-09-10T08:02:11.966 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-prometheus-alerts noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 16 k 2024-09-10T08:02:11.966 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-selinux x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 25 k 2024-09-10T08:02:11.966 INFO:teuthology.orchestra.run.smithi203.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-10T08:02:11.966 INFO:teuthology.orchestra.run.smithi203.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-10T08:02:11.966 INFO:teuthology.orchestra.run.smithi203.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-10T08:02:11.966 INFO:teuthology.orchestra.run.smithi203.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-10T08:02:11.966 INFO:teuthology.orchestra.run.smithi203.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-09-10T08:02:11.966 INFO:teuthology.orchestra.run.smithi203.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-10T08:02:11.966 INFO:teuthology.orchestra.run.smithi203.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-10T08:02:11.966 INFO:teuthology.orchestra.run.smithi203.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-10T08:02:11.967 INFO:teuthology.orchestra.run.smithi203.stdout: libcephsqlite x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 164 k 2024-09-10T08:02:11.967 INFO:teuthology.orchestra.run.smithi203.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-10T08:02:11.967 INFO:teuthology.orchestra.run.smithi203.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-10T08:02:11.967 INFO:teuthology.orchestra.run.smithi203.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-10T08:02:11.967 INFO:teuthology.orchestra.run.smithi203.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-10T08:02:11.967 INFO:teuthology.orchestra.run.smithi203.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-10T08:02:11.967 INFO:teuthology.orchestra.run.smithi203.stdout: libradosstriper1 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 506 k 2024-09-10T08:02:11.967 INFO:teuthology.orchestra.run.smithi203.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-10T08:02:11.967 INFO:teuthology.orchestra.run.smithi203.stdout: librgw2 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 5.3 M 2024-09-10T08:02:11.967 INFO:teuthology.orchestra.run.smithi203.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-10T08:02:11.967 INFO:teuthology.orchestra.run.smithi203.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-10T08:02:11.967 INFO:teuthology.orchestra.run.smithi203.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-10T08:02:11.968 INFO:teuthology.orchestra.run.smithi203.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-10T08:02:11.968 INFO:teuthology.orchestra.run.smithi203.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-10T08:02:11.968 INFO:teuthology.orchestra.run.smithi203.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-10T08:02:11.968 INFO:teuthology.orchestra.run.smithi203.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-10T08:02:11.968 INFO:teuthology.orchestra.run.smithi203.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-10T08:02:11.968 INFO:teuthology.orchestra.run.smithi203.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-10T08:02:11.968 INFO:teuthology.orchestra.run.smithi203.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-10T08:02:11.968 INFO:teuthology.orchestra.run.smithi203.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-10T08:02:11.968 INFO:teuthology.orchestra.run.smithi203.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-10T08:02:11.968 INFO:teuthology.orchestra.run.smithi203.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-10T08:02:11.968 INFO:teuthology.orchestra.run.smithi203.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-10T08:02:11.968 INFO:teuthology.orchestra.run.smithi203.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-10T08:02:11.972 INFO:teuthology.orchestra.run.smithi203.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-10T08:02:11.972 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-10T08:02:11.972 INFO:teuthology.orchestra.run.smithi203.stdout: python3-ceph-argparse x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 45 k 2024-09-10T08:02:11.973 INFO:teuthology.orchestra.run.smithi203.stdout: python3-ceph-common x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 136 k 2024-09-10T08:02:11.973 INFO:teuthology.orchestra.run.smithi203.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-10T08:02:11.973 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-10T08:02:11.973 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-10T08:02:11.973 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-10T08:02:11.973 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-10T08:02:11.973 INFO:teuthology.orchestra.run.smithi203.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-10T08:02:11.973 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-10T08:02:11.973 INFO:teuthology.orchestra.run.smithi203.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-10T08:02:11.973 INFO:teuthology.orchestra.run.smithi203.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-10T08:02:11.973 INFO:teuthology.orchestra.run.smithi203.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-10T08:02:11.973 INFO:teuthology.orchestra.run.smithi203.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-10T08:02:11.973 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-10T08:02:11.974 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-10T08:02:11.974 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-10T08:02:11.974 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-10T08:02:11.974 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-10T08:02:11.974 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-10T08:02:11.974 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-10T08:02:11.974 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-10T08:02:11.974 INFO:teuthology.orchestra.run.smithi203.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-10T08:02:11.974 INFO:teuthology.orchestra.run.smithi203.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-10T08:02:11.974 INFO:teuthology.orchestra.run.smithi203.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-10T08:02:11.974 INFO:teuthology.orchestra.run.smithi203.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-10T08:02:11.974 INFO:teuthology.orchestra.run.smithi203.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-10T08:02:11.974 INFO:teuthology.orchestra.run.smithi203.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-10T08:02:11.975 INFO:teuthology.orchestra.run.smithi203.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-10T08:02:11.975 INFO:teuthology.orchestra.run.smithi203.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-10T08:02:11.975 INFO:teuthology.orchestra.run.smithi203.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-10T08:02:11.975 INFO:teuthology.orchestra.run.smithi203.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-10T08:02:11.975 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-10T08:02:11.975 INFO:teuthology.orchestra.run.smithi203.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-10T08:02:11.975 INFO:teuthology.orchestra.run.smithi203.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-10T08:02:11.975 INFO:teuthology.orchestra.run.smithi203.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-10T08:02:11.975 INFO:teuthology.orchestra.run.smithi203.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-10T08:02:11.975 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-10T08:02:11.975 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-10T08:02:11.975 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-10T08:02:11.975 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-10T08:02:11.975 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-10T08:02:11.976 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-10T08:02:11.976 INFO:teuthology.orchestra.run.smithi203.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-10T08:02:11.976 INFO:teuthology.orchestra.run.smithi203.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-10T08:02:11.976 INFO:teuthology.orchestra.run.smithi203.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-10T08:02:11.976 INFO:teuthology.orchestra.run.smithi203.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-10T08:02:11.976 INFO:teuthology.orchestra.run.smithi203.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-10T08:02:11.976 INFO:teuthology.orchestra.run.smithi203.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-10T08:02:11.976 INFO:teuthology.orchestra.run.smithi203.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-10T08:02:11.976 INFO:teuthology.orchestra.run.smithi203.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-10T08:02:11.976 INFO:teuthology.orchestra.run.smithi203.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-10T08:02:11.976 INFO:teuthology.orchestra.run.smithi203.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-10T08:02:11.976 INFO:teuthology.orchestra.run.smithi203.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-10T08:02:11.976 INFO:teuthology.orchestra.run.smithi203.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-10T08:02:11.977 INFO:teuthology.orchestra.run.smithi203.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-10T08:02:11.977 INFO:teuthology.orchestra.run.smithi203.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-10T08:02:11.977 INFO:teuthology.orchestra.run.smithi203.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-10T08:02:11.977 INFO:teuthology.orchestra.run.smithi203.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-10T08:02:11.977 INFO:teuthology.orchestra.run.smithi203.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-10T08:02:11.977 INFO:teuthology.orchestra.run.smithi203.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-10T08:02:11.977 INFO:teuthology.orchestra.run.smithi203.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-10T08:02:11.977 INFO:teuthology.orchestra.run.smithi203.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-10T08:02:11.977 INFO:teuthology.orchestra.run.smithi203.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-10T08:02:11.977 INFO:teuthology.orchestra.run.smithi203.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-10T08:02:11.977 INFO:teuthology.orchestra.run.smithi203.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-10T08:02:11.977 INFO:teuthology.orchestra.run.smithi203.stdout:Installing weak dependencies: 2024-09-10T08:02:11.978 INFO:teuthology.orchestra.run.smithi203.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-10T08:02:11.978 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-10T08:02:11.978 INFO:teuthology.orchestra.run.smithi203.stdout:Transaction Summary 2024-09-10T08:02:11.978 INFO:teuthology.orchestra.run.smithi203.stdout:====================================================================================== 2024-09-10T08:02:11.978 INFO:teuthology.orchestra.run.smithi203.stdout:Install 148 Packages 2024-09-10T08:02:11.978 INFO:teuthology.orchestra.run.smithi203.stdout:Upgrade 8 Packages 2024-09-10T08:02:11.978 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-10T08:02:11.979 INFO:teuthology.orchestra.run.smithi203.stdout:Total download size: 226 M 2024-09-10T08:02:11.979 INFO:teuthology.orchestra.run.smithi203.stdout:Downloading Packages: 2024-09-10T08:02:12.761 INFO:teuthology.orchestra.run.smithi203.stdout:(1/156): ceph-19.1.1-305.g1cf819b7.el9.x86_64.r 49 kB/s | 6.5 kB 00:00 2024-09-10T08:02:13.068 INFO:teuthology.orchestra.run.smithi133.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-09-10T08:02:13.128 INFO:teuthology.orchestra.run.smithi203.stdout:(2/156): ceph-fuse-19.1.1-305.g1cf819b7.el9.x86 2.4 MB/s | 897 kB 00:00 2024-09-10T08:02:13.220 INFO:teuthology.orchestra.run.smithi203.stdout:(3/156): ceph-immutable-object-cache-19.1.1-305 1.5 MB/s | 145 kB 00:00 2024-09-10T08:02:13.320 INFO:teuthology.orchestra.run.smithi203.stdout:(4/156): ceph-base-19.1.1-305.g1cf819b7.el9.x86 7.8 MB/s | 5.4 MB 00:00 2024-09-10T08:02:13.562 INFO:teuthology.orchestra.run.smithi203.stdout:(5/156): ceph-common-19.1.1-305.g1cf819b7.el9.x 23 MB/s | 21 MB 00:00 2024-09-10T08:02:13.629 INFO:teuthology.orchestra.run.smithi203.stdout:(6/156): ceph-mgr-19.1.1-305.g1cf819b7.el9.x86_ 4.9 MB/s | 1.5 MB 00:00 2024-09-10T08:02:13.713 INFO:teuthology.orchestra.run.smithi203.stdout:(7/156): ceph-mds-19.1.1-305.g1cf819b7.el9.x86_ 4.8 MB/s | 2.4 MB 00:00 2024-09-10T08:02:13.788 INFO:teuthology.orchestra.run.smithi203.stdout:(8/156): ceph-mon-19.1.1-305.g1cf819b7.el9.x86_ 21 MB/s | 4.7 MB 00:00 2024-09-10T08:02:13.838 INFO:teuthology.orchestra.run.smithi203.stdout:(9/156): ceph-selinux-19.1.1-305.g1cf819b7.el9. 507 kB/s | 25 kB 00:00 2024-09-10T08:02:14.081 INFO:teuthology.orchestra.run.smithi067.stdout:lab-extras 38 kB/s | 1.7 kB 00:00 2024-09-10T08:02:14.680 INFO:teuthology.orchestra.run.smithi203.stdout:(10/156): ceph-osd-19.1.1-305.g1cf819b7.el9.x86 16 MB/s | 17 MB 00:01 2024-09-10T08:02:14.731 INFO:teuthology.orchestra.run.smithi203.stdout:(11/156): cephfs-mirror-19.1.1-305.g1cf819b7.el 4.5 MB/s | 228 kB 00:00 2024-09-10T08:02:14.797 INFO:teuthology.orchestra.run.smithi203.stdout:(12/156): cephfs-shell-19.1.1-305.g1cf819b7.el9 407 kB/s | 27 kB 00:00 2024-09-10T08:02:14.856 INFO:teuthology.orchestra.run.smithi203.stdout:(13/156): libcephfs-devel-19.1.1-305.g1cf819b7. 545 kB/s | 32 kB 00:00 2024-09-10T08:02:14.940 INFO:teuthology.orchestra.run.smithi203.stdout:(14/156): libcephfs2-19.1.1-305.g1cf819b7.el9.x 8.8 MB/s | 751 kB 00:00 2024-09-10T08:02:15.015 INFO:teuthology.orchestra.run.smithi203.stdout:(15/156): libcephsqlite-19.1.1-305.g1cf819b7.el 2.1 MB/s | 164 kB 00:00 2024-09-10T08:02:15.082 INFO:teuthology.orchestra.run.smithi203.stdout:(16/156): librados-devel-19.1.1-305.g1cf819b7.e 1.9 MB/s | 127 kB 00:00 2024-09-10T08:02:15.199 INFO:teuthology.orchestra.run.smithi203.stdout:(17/156): ceph-radosgw-19.1.1-305.g1cf819b7.el9 7.1 MB/s | 11 MB 00:01 2024-09-10T08:02:15.233 INFO:teuthology.orchestra.run.smithi203.stdout:(18/156): libradosstriper1-19.1.1-305.g1cf819b7 3.3 MB/s | 506 kB 00:00 2024-09-10T08:02:15.283 INFO:teuthology.orchestra.run.smithi203.stdout:(19/156): python3-ceph-argparse-19.1.1-305.g1cf 902 kB/s | 45 kB 00:00 2024-09-10T08:02:15.350 INFO:teuthology.orchestra.run.smithi203.stdout:(20/156): python3-ceph-common-19.1.1-305.g1cf81 2.0 MB/s | 136 kB 00:00 2024-09-10T08:02:15.477 INFO:teuthology.orchestra.run.smithi133.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-10T08:02:15.478 INFO:teuthology.orchestra.run.smithi133.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-10T08:02:15.492 INFO:teuthology.orchestra.run.smithi133.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-10T08:02:15.493 INFO:teuthology.orchestra.run.smithi133.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-10T08:02:15.494 INFO:teuthology.orchestra.run.smithi133.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-10T08:02:15.495 INFO:teuthology.orchestra.run.smithi133.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-10T08:02:15.497 INFO:teuthology.orchestra.run.smithi133.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-10T08:02:15.500 INFO:teuthology.orchestra.run.smithi133.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-10T08:02:15.501 INFO:teuthology.orchestra.run.smithi133.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-10T08:02:15.565 INFO:teuthology.orchestra.run.smithi133.stdout:Dependencies resolved. 2024-09-10T08:02:15.580 INFO:teuthology.orchestra.run.smithi133.stdout:====================================================================================== 2024-09-10T08:02:15.580 INFO:teuthology.orchestra.run.smithi133.stdout: Package Arch Version Repository Size 2024-09-10T08:02:15.581 INFO:teuthology.orchestra.run.smithi133.stdout:====================================================================================== 2024-09-10T08:02:15.581 INFO:teuthology.orchestra.run.smithi133.stdout:Installing: 2024-09-10T08:02:15.581 INFO:teuthology.orchestra.run.smithi133.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-10T08:02:15.581 INFO:teuthology.orchestra.run.smithi133.stdout: ceph x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 6.5 k 2024-09-10T08:02:15.581 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-base x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 5.4 M 2024-09-10T08:02:15.581 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-fuse x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 897 k 2024-09-10T08:02:15.581 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 145 k 2024-09-10T08:02:15.581 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 1.5 M 2024-09-10T08:02:15.581 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr-cephadm noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 146 k 2024-09-10T08:02:15.581 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr-dashboard noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 3.6 M 2024-09-10T08:02:15.581 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 7.4 M 2024-09-10T08:02:15.581 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr-rook noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 49 k 2024-09-10T08:02:15.581 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-radosgw x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 11 M 2024-09-10T08:02:15.582 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-test x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 49 M 2024-09-10T08:02:15.582 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-volume noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 285 k 2024-09-10T08:02:15.582 INFO:teuthology.orchestra.run.smithi133.stdout: cephadm noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 766 k 2024-09-10T08:02:15.582 INFO:teuthology.orchestra.run.smithi133.stdout: cephfs-mirror x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 228 k 2024-09-10T08:02:15.582 INFO:teuthology.orchestra.run.smithi133.stdout: cephfs-shell x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 27 k 2024-09-10T08:02:15.582 INFO:teuthology.orchestra.run.smithi133.stdout: cephfs-top noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 18 k 2024-09-10T08:02:15.582 INFO:teuthology.orchestra.run.smithi133.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-10T08:02:15.582 INFO:teuthology.orchestra.run.smithi133.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-10T08:02:15.582 INFO:teuthology.orchestra.run.smithi133.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-10T08:02:15.582 INFO:teuthology.orchestra.run.smithi133.stdout: libcephfs-devel x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 32 k 2024-09-10T08:02:15.582 INFO:teuthology.orchestra.run.smithi133.stdout: libcephfs2 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 751 k 2024-09-10T08:02:15.582 INFO:teuthology.orchestra.run.smithi133.stdout: librados-devel x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 127 k 2024-09-10T08:02:15.582 INFO:teuthology.orchestra.run.smithi133.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-10T08:02:15.583 INFO:teuthology.orchestra.run.smithi133.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-10T08:02:15.583 INFO:teuthology.orchestra.run.smithi133.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-10T08:02:15.583 INFO:teuthology.orchestra.run.smithi133.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-10T08:02:15.583 INFO:teuthology.orchestra.run.smithi133.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-10T08:02:15.583 INFO:teuthology.orchestra.run.smithi133.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-10T08:02:15.583 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cephfs x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 161 k 2024-09-10T08:02:15.583 INFO:teuthology.orchestra.run.smithi133.stdout: python3-rados x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 320 k 2024-09-10T08:02:15.583 INFO:teuthology.orchestra.run.smithi133.stdout: python3-rbd x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 301 k 2024-09-10T08:02:15.583 INFO:teuthology.orchestra.run.smithi133.stdout: python3-rgw x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 99 k 2024-09-10T08:02:15.583 INFO:teuthology.orchestra.run.smithi133.stdout: rbd-fuse x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 85 k 2024-09-10T08:02:15.583 INFO:teuthology.orchestra.run.smithi133.stdout: rbd-mirror x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 3.1 M 2024-09-10T08:02:15.583 INFO:teuthology.orchestra.run.smithi133.stdout: rbd-nbd x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 170 k 2024-09-10T08:02:15.584 INFO:teuthology.orchestra.run.smithi133.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-10T08:02:15.584 INFO:teuthology.orchestra.run.smithi133.stdout:Upgrading: 2024-09-10T08:02:15.584 INFO:teuthology.orchestra.run.smithi133.stdout: NetworkManager x86_64 1:1.49.90-1.el9 baseos 2.3 M 2024-09-10T08:02:15.584 INFO:teuthology.orchestra.run.smithi133.stdout: NetworkManager-libnm x86_64 1:1.49.90-1.el9 baseos 1.8 M 2024-09-10T08:02:15.584 INFO:teuthology.orchestra.run.smithi133.stdout: NetworkManager-team x86_64 1:1.49.90-1.el9 baseos 41 k 2024-09-10T08:02:15.584 INFO:teuthology.orchestra.run.smithi133.stdout: NetworkManager-tui x86_64 1:1.49.90-1.el9 baseos 249 k 2024-09-10T08:02:15.584 INFO:teuthology.orchestra.run.smithi133.stdout: librados2 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 3.4 M 2024-09-10T08:02:15.584 INFO:teuthology.orchestra.run.smithi133.stdout: librbd1 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 3.2 M 2024-09-10T08:02:15.584 INFO:teuthology.orchestra.run.smithi133.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-10T08:02:15.584 INFO:teuthology.orchestra.run.smithi133.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-10T08:02:15.584 INFO:teuthology.orchestra.run.smithi133.stdout:Installing dependencies: 2024-09-10T08:02:15.584 INFO:teuthology.orchestra.run.smithi133.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-10T08:02:15.584 INFO:teuthology.orchestra.run.smithi133.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-10T08:02:15.585 INFO:teuthology.orchestra.run.smithi133.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-10T08:02:15.585 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-common x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 21 M 2024-09-10T08:02:15.585 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-grafana-dashboards noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 32 k 2024-09-10T08:02:15.585 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mds x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 2.4 M 2024-09-10T08:02:15.585 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr-modules-core noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 249 k 2024-09-10T08:02:15.585 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mon x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 4.7 M 2024-09-10T08:02:15.585 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-osd x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 17 M 2024-09-10T08:02:15.585 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-prometheus-alerts noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 16 k 2024-09-10T08:02:15.585 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-selinux x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 25 k 2024-09-10T08:02:15.585 INFO:teuthology.orchestra.run.smithi133.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-10T08:02:15.585 INFO:teuthology.orchestra.run.smithi133.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-10T08:02:15.585 INFO:teuthology.orchestra.run.smithi133.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-10T08:02:15.585 INFO:teuthology.orchestra.run.smithi133.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-10T08:02:15.586 INFO:teuthology.orchestra.run.smithi133.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-09-10T08:02:15.586 INFO:teuthology.orchestra.run.smithi133.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-10T08:02:15.586 INFO:teuthology.orchestra.run.smithi133.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-10T08:02:15.586 INFO:teuthology.orchestra.run.smithi133.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-10T08:02:15.586 INFO:teuthology.orchestra.run.smithi133.stdout: libcephsqlite x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 164 k 2024-09-10T08:02:15.586 INFO:teuthology.orchestra.run.smithi133.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-10T08:02:15.586 INFO:teuthology.orchestra.run.smithi133.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-10T08:02:15.586 INFO:teuthology.orchestra.run.smithi133.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-10T08:02:15.586 INFO:teuthology.orchestra.run.smithi133.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-10T08:02:15.586 INFO:teuthology.orchestra.run.smithi133.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-10T08:02:15.586 INFO:teuthology.orchestra.run.smithi133.stdout: libradosstriper1 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 506 k 2024-09-10T08:02:15.586 INFO:teuthology.orchestra.run.smithi133.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-10T08:02:15.586 INFO:teuthology.orchestra.run.smithi133.stdout: librgw2 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 5.3 M 2024-09-10T08:02:15.586 INFO:teuthology.orchestra.run.smithi133.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-10T08:02:15.587 INFO:teuthology.orchestra.run.smithi133.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-10T08:02:15.587 INFO:teuthology.orchestra.run.smithi133.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-10T08:02:15.587 INFO:teuthology.orchestra.run.smithi133.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-10T08:02:15.587 INFO:teuthology.orchestra.run.smithi133.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-10T08:02:15.587 INFO:teuthology.orchestra.run.smithi133.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-10T08:02:15.587 INFO:teuthology.orchestra.run.smithi133.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-10T08:02:15.587 INFO:teuthology.orchestra.run.smithi133.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-10T08:02:15.587 INFO:teuthology.orchestra.run.smithi133.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-10T08:02:15.587 INFO:teuthology.orchestra.run.smithi133.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-10T08:02:15.587 INFO:teuthology.orchestra.run.smithi133.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-10T08:02:15.587 INFO:teuthology.orchestra.run.smithi133.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-10T08:02:15.587 INFO:teuthology.orchestra.run.smithi133.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-10T08:02:15.587 INFO:teuthology.orchestra.run.smithi133.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-10T08:02:15.587 INFO:teuthology.orchestra.run.smithi133.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-10T08:02:15.588 INFO:teuthology.orchestra.run.smithi133.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-10T08:02:15.588 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-10T08:02:15.588 INFO:teuthology.orchestra.run.smithi133.stdout: python3-ceph-argparse x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 45 k 2024-09-10T08:02:15.588 INFO:teuthology.orchestra.run.smithi133.stdout: python3-ceph-common x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 136 k 2024-09-10T08:02:15.588 INFO:teuthology.orchestra.run.smithi133.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-10T08:02:15.588 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-10T08:02:15.588 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-10T08:02:15.588 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-10T08:02:15.588 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-10T08:02:15.588 INFO:teuthology.orchestra.run.smithi133.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-10T08:02:15.588 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-10T08:02:15.588 INFO:teuthology.orchestra.run.smithi133.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-10T08:02:15.589 INFO:teuthology.orchestra.run.smithi133.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-10T08:02:15.589 INFO:teuthology.orchestra.run.smithi133.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-10T08:02:15.589 INFO:teuthology.orchestra.run.smithi133.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-10T08:02:15.589 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-10T08:02:15.589 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-10T08:02:15.589 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-10T08:02:15.589 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-10T08:02:15.589 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-10T08:02:15.589 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-10T08:02:15.589 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-10T08:02:15.589 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-10T08:02:15.589 INFO:teuthology.orchestra.run.smithi133.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-10T08:02:15.589 INFO:teuthology.orchestra.run.smithi133.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-10T08:02:15.589 INFO:teuthology.orchestra.run.smithi133.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-10T08:02:15.590 INFO:teuthology.orchestra.run.smithi133.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-10T08:02:15.590 INFO:teuthology.orchestra.run.smithi133.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-10T08:02:15.590 INFO:teuthology.orchestra.run.smithi133.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-10T08:02:15.590 INFO:teuthology.orchestra.run.smithi133.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-10T08:02:15.590 INFO:teuthology.orchestra.run.smithi133.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-10T08:02:15.590 INFO:teuthology.orchestra.run.smithi133.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-10T08:02:15.590 INFO:teuthology.orchestra.run.smithi133.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-10T08:02:15.590 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-10T08:02:15.590 INFO:teuthology.orchestra.run.smithi133.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-10T08:02:15.590 INFO:teuthology.orchestra.run.smithi133.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-10T08:02:15.590 INFO:teuthology.orchestra.run.smithi133.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-10T08:02:15.590 INFO:teuthology.orchestra.run.smithi133.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-10T08:02:15.590 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-10T08:02:15.590 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-10T08:02:15.591 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-10T08:02:15.591 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-10T08:02:15.591 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-10T08:02:15.591 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-10T08:02:15.591 INFO:teuthology.orchestra.run.smithi133.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-10T08:02:15.591 INFO:teuthology.orchestra.run.smithi133.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-10T08:02:15.591 INFO:teuthology.orchestra.run.smithi133.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-10T08:02:15.591 INFO:teuthology.orchestra.run.smithi133.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-10T08:02:15.591 INFO:teuthology.orchestra.run.smithi133.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-10T08:02:15.591 INFO:teuthology.orchestra.run.smithi133.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-10T08:02:15.591 INFO:teuthology.orchestra.run.smithi133.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-10T08:02:15.591 INFO:teuthology.orchestra.run.smithi133.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-10T08:02:15.591 INFO:teuthology.orchestra.run.smithi133.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-10T08:02:15.591 INFO:teuthology.orchestra.run.smithi133.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-10T08:02:15.592 INFO:teuthology.orchestra.run.smithi133.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-10T08:02:15.592 INFO:teuthology.orchestra.run.smithi133.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-10T08:02:15.592 INFO:teuthology.orchestra.run.smithi133.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-10T08:02:15.592 INFO:teuthology.orchestra.run.smithi133.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-10T08:02:15.592 INFO:teuthology.orchestra.run.smithi133.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-10T08:02:15.592 INFO:teuthology.orchestra.run.smithi133.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-10T08:02:15.592 INFO:teuthology.orchestra.run.smithi133.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-10T08:02:15.592 INFO:teuthology.orchestra.run.smithi133.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-10T08:02:15.592 INFO:teuthology.orchestra.run.smithi133.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-10T08:02:15.592 INFO:teuthology.orchestra.run.smithi133.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-10T08:02:15.592 INFO:teuthology.orchestra.run.smithi133.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-10T08:02:15.592 INFO:teuthology.orchestra.run.smithi133.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-10T08:02:15.592 INFO:teuthology.orchestra.run.smithi133.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-10T08:02:15.593 INFO:teuthology.orchestra.run.smithi133.stdout:Installing weak dependencies: 2024-09-10T08:02:15.593 INFO:teuthology.orchestra.run.smithi133.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-10T08:02:15.593 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-09-10T08:02:15.593 INFO:teuthology.orchestra.run.smithi133.stdout:Transaction Summary 2024-09-10T08:02:15.593 INFO:teuthology.orchestra.run.smithi133.stdout:====================================================================================== 2024-09-10T08:02:15.593 INFO:teuthology.orchestra.run.smithi133.stdout:Install 148 Packages 2024-09-10T08:02:15.593 INFO:teuthology.orchestra.run.smithi133.stdout:Upgrade 8 Packages 2024-09-10T08:02:15.593 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-09-10T08:02:15.594 INFO:teuthology.orchestra.run.smithi133.stdout:Total download size: 226 M 2024-09-10T08:02:15.594 INFO:teuthology.orchestra.run.smithi133.stdout:Downloading Packages: 2024-09-10T08:02:15.792 INFO:teuthology.orchestra.run.smithi203.stdout:(21/156): ceph-test-19.1.1-305.g1cf819b7.el9.x8 25 MB/s | 49 MB 00:01 2024-09-10T08:02:15.818 INFO:teuthology.orchestra.run.smithi203.stdout:(22/156): python3-cephfs-19.1.1-305.g1cf819b7.e 346 kB/s | 161 kB 00:00 2024-09-10T08:02:15.851 INFO:teuthology.orchestra.run.smithi203.stdout:(23/156): python3-rados-19.1.1-305.g1cf819b7.el 5.4 MB/s | 320 kB 00:00 2024-09-10T08:02:15.876 INFO:teuthology.orchestra.run.smithi203.stdout:(24/156): python3-rbd-19.1.1-305.g1cf819b7.el9. 5.0 MB/s | 301 kB 00:00 2024-09-10T08:02:15.901 INFO:teuthology.orchestra.run.smithi203.stdout:(25/156): python3-rgw-19.1.1-305.g1cf819b7.el9. 1.9 MB/s | 99 kB 00:00 2024-09-10T08:02:15.927 INFO:teuthology.orchestra.run.smithi203.stdout:(26/156): rbd-fuse-19.1.1-305.g1cf819b7.el9.x86 1.7 MB/s | 85 kB 00:00 2024-09-10T08:02:16.010 INFO:teuthology.orchestra.run.smithi203.stdout:(27/156): librgw2-19.1.1-305.g1cf819b7.el9.x86_ 6.6 MB/s | 5.3 MB 00:00 2024-09-10T08:02:16.036 INFO:teuthology.orchestra.run.smithi203.stdout:(28/156): rbd-nbd-19.1.1-305.g1cf819b7.el9.x86_ 1.5 MB/s | 170 kB 00:00 2024-09-10T08:02:16.061 INFO:teuthology.orchestra.run.smithi203.stdout:(29/156): ceph-grafana-dashboards-19.1.1-305.g1 637 kB/s | 32 kB 00:00 2024-09-10T08:02:16.094 INFO:teuthology.orchestra.run.smithi203.stdout:(30/156): ceph-mgr-cephadm-19.1.1-305.g1cf819b7 2.4 MB/s | 146 kB 00:00 2024-09-10T08:02:16.170 INFO:teuthology.orchestra.run.smithi203.stdout:(31/156): rbd-mirror-19.1.1-305.g1cf819b7.el9.x 12 MB/s | 3.1 MB 00:00 2024-09-10T08:02:16.229 INFO:teuthology.orchestra.run.smithi203.stdout:(32/156): ceph-mgr-modules-core-19.1.1-305.g1cf 4.2 MB/s | 249 kB 00:00 2024-09-10T08:02:16.287 INFO:teuthology.orchestra.run.smithi203.stdout:(33/156): ceph-mgr-rook-19.1.1-305.g1cf819b7.el 847 kB/s | 49 kB 00:00 2024-09-10T08:02:16.319 INFO:teuthology.orchestra.run.smithi133.stdout:(1/156): ceph-19.1.1-305.g1cf819b7.el9.x86_64.r 45 kB/s | 6.5 kB 00:00 2024-09-10T08:02:16.346 INFO:teuthology.orchestra.run.smithi203.stdout:(34/156): ceph-prometheus-alerts-19.1.1-305.g1c 283 kB/s | 16 kB 00:00 2024-09-10T08:02:16.430 INFO:teuthology.orchestra.run.smithi203.stdout:(35/156): ceph-mgr-dashboard-19.1.1-305.g1cf819 9.7 MB/s | 3.6 MB 00:00 2024-09-10T08:02:16.455 INFO:teuthology.orchestra.run.smithi203.stdout:(36/156): ceph-volume-19.1.1-305.g1cf819b7.el9. 2.6 MB/s | 285 kB 00:00 2024-09-10T08:02:16.511 INFO:teuthology.orchestra.run.smithi067.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-10T08:02:16.512 INFO:teuthology.orchestra.run.smithi067.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-10T08:02:16.526 INFO:teuthology.orchestra.run.smithi067.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-10T08:02:16.527 INFO:teuthology.orchestra.run.smithi067.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-10T08:02:16.529 INFO:teuthology.orchestra.run.smithi067.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-10T08:02:16.529 INFO:teuthology.orchestra.run.smithi067.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-10T08:02:16.531 INFO:teuthology.orchestra.run.smithi067.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-10T08:02:16.534 INFO:teuthology.orchestra.run.smithi067.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-10T08:02:16.535 INFO:teuthology.orchestra.run.smithi067.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-10T08:02:16.536 INFO:teuthology.orchestra.run.smithi133.stdout:(2/156): ceph-fuse-19.1.1-305.g1cf819b7.el9.x86 4.0 MB/s | 897 kB 00:00 2024-09-10T08:02:16.547 INFO:teuthology.orchestra.run.smithi203.stdout:(37/156): ceph-mgr-diskprediction-local-19.1.1- 16 MB/s | 7.4 MB 00:00 2024-09-10T08:02:16.572 INFO:teuthology.orchestra.run.smithi203.stdout:(38/156): cephfs-top-19.1.1-305.g1cf819b7.el9.n 156 kB/s | 18 kB 00:00 2024-09-10T08:02:16.587 INFO:teuthology.orchestra.run.smithi133.stdout:(3/156): ceph-immutable-object-cache-19.1.1-305 2.8 MB/s | 145 kB 00:00 2024-09-10T08:02:16.602 INFO:teuthology.orchestra.run.smithi067.stdout:Dependencies resolved. 2024-09-10T08:02:16.614 INFO:teuthology.orchestra.run.smithi203.stdout:(39/156): cephadm-19.1.1-305.g1cf819b7.el9.noar 4.1 MB/s | 766 kB 00:00 2024-09-10T08:02:16.618 INFO:teuthology.orchestra.run.smithi067.stdout:====================================================================================== 2024-09-10T08:02:16.618 INFO:teuthology.orchestra.run.smithi067.stdout: Package Arch Version Repository Size 2024-09-10T08:02:16.618 INFO:teuthology.orchestra.run.smithi067.stdout:====================================================================================== 2024-09-10T08:02:16.619 INFO:teuthology.orchestra.run.smithi067.stdout:Installing: 2024-09-10T08:02:16.619 INFO:teuthology.orchestra.run.smithi067.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-10T08:02:16.619 INFO:teuthology.orchestra.run.smithi067.stdout: ceph x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 6.5 k 2024-09-10T08:02:16.619 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-base x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 5.4 M 2024-09-10T08:02:16.619 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-fuse x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 897 k 2024-09-10T08:02:16.619 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 145 k 2024-09-10T08:02:16.619 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 1.5 M 2024-09-10T08:02:16.619 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr-cephadm noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 146 k 2024-09-10T08:02:16.619 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr-dashboard noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 3.6 M 2024-09-10T08:02:16.619 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 7.4 M 2024-09-10T08:02:16.619 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr-rook noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 49 k 2024-09-10T08:02:16.619 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-radosgw x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 11 M 2024-09-10T08:02:16.620 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-test x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 49 M 2024-09-10T08:02:16.620 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-volume noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 285 k 2024-09-10T08:02:16.620 INFO:teuthology.orchestra.run.smithi067.stdout: cephadm noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 766 k 2024-09-10T08:02:16.620 INFO:teuthology.orchestra.run.smithi067.stdout: cephfs-mirror x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 228 k 2024-09-10T08:02:16.620 INFO:teuthology.orchestra.run.smithi067.stdout: cephfs-shell x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 27 k 2024-09-10T08:02:16.620 INFO:teuthology.orchestra.run.smithi067.stdout: cephfs-top noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 18 k 2024-09-10T08:02:16.620 INFO:teuthology.orchestra.run.smithi067.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-10T08:02:16.620 INFO:teuthology.orchestra.run.smithi067.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-10T08:02:16.620 INFO:teuthology.orchestra.run.smithi067.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-10T08:02:16.620 INFO:teuthology.orchestra.run.smithi067.stdout: libcephfs-devel x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 32 k 2024-09-10T08:02:16.620 INFO:teuthology.orchestra.run.smithi067.stdout: libcephfs2 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 751 k 2024-09-10T08:02:16.620 INFO:teuthology.orchestra.run.smithi067.stdout: librados-devel x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 127 k 2024-09-10T08:02:16.620 INFO:teuthology.orchestra.run.smithi067.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-10T08:02:16.621 INFO:teuthology.orchestra.run.smithi067.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-10T08:02:16.621 INFO:teuthology.orchestra.run.smithi067.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-10T08:02:16.621 INFO:teuthology.orchestra.run.smithi067.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-10T08:02:16.621 INFO:teuthology.orchestra.run.smithi067.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-10T08:02:16.621 INFO:teuthology.orchestra.run.smithi067.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-10T08:02:16.621 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cephfs x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 161 k 2024-09-10T08:02:16.621 INFO:teuthology.orchestra.run.smithi067.stdout: python3-rados x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 320 k 2024-09-10T08:02:16.621 INFO:teuthology.orchestra.run.smithi067.stdout: python3-rbd x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 301 k 2024-09-10T08:02:16.621 INFO:teuthology.orchestra.run.smithi067.stdout: python3-rgw x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 99 k 2024-09-10T08:02:16.621 INFO:teuthology.orchestra.run.smithi067.stdout: rbd-fuse x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 85 k 2024-09-10T08:02:16.621 INFO:teuthology.orchestra.run.smithi067.stdout: rbd-mirror x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 3.1 M 2024-09-10T08:02:16.621 INFO:teuthology.orchestra.run.smithi067.stdout: rbd-nbd x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 170 k 2024-09-10T08:02:16.622 INFO:teuthology.orchestra.run.smithi067.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-10T08:02:16.622 INFO:teuthology.orchestra.run.smithi067.stdout:Upgrading: 2024-09-10T08:02:16.622 INFO:teuthology.orchestra.run.smithi067.stdout: NetworkManager x86_64 1:1.49.90-1.el9 baseos 2.3 M 2024-09-10T08:02:16.622 INFO:teuthology.orchestra.run.smithi067.stdout: NetworkManager-libnm x86_64 1:1.49.90-1.el9 baseos 1.8 M 2024-09-10T08:02:16.622 INFO:teuthology.orchestra.run.smithi067.stdout: NetworkManager-team x86_64 1:1.49.90-1.el9 baseos 41 k 2024-09-10T08:02:16.622 INFO:teuthology.orchestra.run.smithi067.stdout: NetworkManager-tui x86_64 1:1.49.90-1.el9 baseos 249 k 2024-09-10T08:02:16.622 INFO:teuthology.orchestra.run.smithi067.stdout: librados2 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 3.4 M 2024-09-10T08:02:16.622 INFO:teuthology.orchestra.run.smithi067.stdout: librbd1 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 3.2 M 2024-09-10T08:02:16.622 INFO:teuthology.orchestra.run.smithi067.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-10T08:02:16.622 INFO:teuthology.orchestra.run.smithi067.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-10T08:02:16.622 INFO:teuthology.orchestra.run.smithi067.stdout:Installing dependencies: 2024-09-10T08:02:16.622 INFO:teuthology.orchestra.run.smithi067.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-10T08:02:16.622 INFO:teuthology.orchestra.run.smithi067.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-10T08:02:16.623 INFO:teuthology.orchestra.run.smithi067.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-10T08:02:16.623 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-common x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 21 M 2024-09-10T08:02:16.623 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-grafana-dashboards noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 32 k 2024-09-10T08:02:16.623 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mds x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 2.4 M 2024-09-10T08:02:16.623 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr-modules-core noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 249 k 2024-09-10T08:02:16.623 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mon x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 4.7 M 2024-09-10T08:02:16.623 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-osd x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 17 M 2024-09-10T08:02:16.623 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-prometheus-alerts noarch 2:19.1.1-305.g1cf819b7.el9 ceph-noarch 16 k 2024-09-10T08:02:16.623 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-selinux x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 25 k 2024-09-10T08:02:16.623 INFO:teuthology.orchestra.run.smithi067.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-10T08:02:16.623 INFO:teuthology.orchestra.run.smithi067.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-10T08:02:16.623 INFO:teuthology.orchestra.run.smithi067.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-10T08:02:16.623 INFO:teuthology.orchestra.run.smithi067.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-10T08:02:16.624 INFO:teuthology.orchestra.run.smithi067.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-09-10T08:02:16.624 INFO:teuthology.orchestra.run.smithi067.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-10T08:02:16.624 INFO:teuthology.orchestra.run.smithi067.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-10T08:02:16.624 INFO:teuthology.orchestra.run.smithi067.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-10T08:02:16.624 INFO:teuthology.orchestra.run.smithi067.stdout: libcephsqlite x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 164 k 2024-09-10T08:02:16.624 INFO:teuthology.orchestra.run.smithi067.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-10T08:02:16.624 INFO:teuthology.orchestra.run.smithi067.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-10T08:02:16.624 INFO:teuthology.orchestra.run.smithi067.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-10T08:02:16.624 INFO:teuthology.orchestra.run.smithi067.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-10T08:02:16.624 INFO:teuthology.orchestra.run.smithi067.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-10T08:02:16.624 INFO:teuthology.orchestra.run.smithi067.stdout: libradosstriper1 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 506 k 2024-09-10T08:02:16.624 INFO:teuthology.orchestra.run.smithi067.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-10T08:02:16.624 INFO:teuthology.orchestra.run.smithi067.stdout: librgw2 x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 5.3 M 2024-09-10T08:02:16.625 INFO:teuthology.orchestra.run.smithi067.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-10T08:02:16.625 INFO:teuthology.orchestra.run.smithi067.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-10T08:02:16.625 INFO:teuthology.orchestra.run.smithi067.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-10T08:02:16.625 INFO:teuthology.orchestra.run.smithi067.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-10T08:02:16.625 INFO:teuthology.orchestra.run.smithi067.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-10T08:02:16.625 INFO:teuthology.orchestra.run.smithi067.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-10T08:02:16.625 INFO:teuthology.orchestra.run.smithi067.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-10T08:02:16.625 INFO:teuthology.orchestra.run.smithi067.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-10T08:02:16.625 INFO:teuthology.orchestra.run.smithi067.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-10T08:02:16.625 INFO:teuthology.orchestra.run.smithi067.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-10T08:02:16.625 INFO:teuthology.orchestra.run.smithi067.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-10T08:02:16.625 INFO:teuthology.orchestra.run.smithi067.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-10T08:02:16.625 INFO:teuthology.orchestra.run.smithi067.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-10T08:02:16.625 INFO:teuthology.orchestra.run.smithi067.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-10T08:02:16.626 INFO:teuthology.orchestra.run.smithi067.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-10T08:02:16.626 INFO:teuthology.orchestra.run.smithi067.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-10T08:02:16.626 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-10T08:02:16.626 INFO:teuthology.orchestra.run.smithi067.stdout: python3-ceph-argparse x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 45 k 2024-09-10T08:02:16.626 INFO:teuthology.orchestra.run.smithi067.stdout: python3-ceph-common x86_64 2:19.1.1-305.g1cf819b7.el9 ceph 136 k 2024-09-10T08:02:16.626 INFO:teuthology.orchestra.run.smithi067.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-10T08:02:16.626 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-10T08:02:16.626 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-10T08:02:16.626 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-10T08:02:16.626 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-10T08:02:16.626 INFO:teuthology.orchestra.run.smithi067.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-10T08:02:16.626 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-10T08:02:16.627 INFO:teuthology.orchestra.run.smithi067.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-10T08:02:16.627 INFO:teuthology.orchestra.run.smithi067.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-10T08:02:16.627 INFO:teuthology.orchestra.run.smithi067.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-10T08:02:16.627 INFO:teuthology.orchestra.run.smithi067.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-10T08:02:16.627 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-10T08:02:16.627 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-10T08:02:16.627 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-10T08:02:16.627 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-10T08:02:16.627 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-10T08:02:16.627 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-10T08:02:16.627 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-10T08:02:16.627 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-10T08:02:16.627 INFO:teuthology.orchestra.run.smithi067.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-10T08:02:16.627 INFO:teuthology.orchestra.run.smithi067.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-10T08:02:16.628 INFO:teuthology.orchestra.run.smithi067.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-10T08:02:16.628 INFO:teuthology.orchestra.run.smithi067.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-10T08:02:16.628 INFO:teuthology.orchestra.run.smithi067.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-10T08:02:16.628 INFO:teuthology.orchestra.run.smithi067.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-10T08:02:16.628 INFO:teuthology.orchestra.run.smithi067.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-10T08:02:16.628 INFO:teuthology.orchestra.run.smithi067.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-10T08:02:16.628 INFO:teuthology.orchestra.run.smithi067.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-10T08:02:16.628 INFO:teuthology.orchestra.run.smithi067.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-10T08:02:16.628 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-10T08:02:16.628 INFO:teuthology.orchestra.run.smithi067.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-10T08:02:16.628 INFO:teuthology.orchestra.run.smithi067.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-10T08:02:16.628 INFO:teuthology.orchestra.run.smithi067.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-10T08:02:16.629 INFO:teuthology.orchestra.run.smithi067.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-10T08:02:16.629 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-10T08:02:16.629 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-10T08:02:16.629 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-10T08:02:16.629 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-10T08:02:16.629 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-10T08:02:16.629 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-10T08:02:16.629 INFO:teuthology.orchestra.run.smithi067.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-10T08:02:16.629 INFO:teuthology.orchestra.run.smithi067.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-10T08:02:16.629 INFO:teuthology.orchestra.run.smithi067.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-10T08:02:16.630 INFO:teuthology.orchestra.run.smithi067.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-10T08:02:16.630 INFO:teuthology.orchestra.run.smithi067.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-10T08:02:16.630 INFO:teuthology.orchestra.run.smithi067.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-10T08:02:16.630 INFO:teuthology.orchestra.run.smithi067.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-10T08:02:16.630 INFO:teuthology.orchestra.run.smithi067.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-10T08:02:16.630 INFO:teuthology.orchestra.run.smithi067.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-10T08:02:16.630 INFO:teuthology.orchestra.run.smithi067.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-10T08:02:16.630 INFO:teuthology.orchestra.run.smithi067.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-10T08:02:16.630 INFO:teuthology.orchestra.run.smithi067.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-10T08:02:16.630 INFO:teuthology.orchestra.run.smithi067.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-10T08:02:16.630 INFO:teuthology.orchestra.run.smithi067.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-10T08:02:16.631 INFO:teuthology.orchestra.run.smithi067.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-10T08:02:16.631 INFO:teuthology.orchestra.run.smithi067.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-10T08:02:16.631 INFO:teuthology.orchestra.run.smithi067.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-10T08:02:16.631 INFO:teuthology.orchestra.run.smithi067.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-10T08:02:16.631 INFO:teuthology.orchestra.run.smithi067.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-10T08:02:16.631 INFO:teuthology.orchestra.run.smithi067.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-10T08:02:16.631 INFO:teuthology.orchestra.run.smithi067.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-10T08:02:16.631 INFO:teuthology.orchestra.run.smithi067.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-10T08:02:16.631 INFO:teuthology.orchestra.run.smithi067.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-10T08:02:16.631 INFO:teuthology.orchestra.run.smithi067.stdout:Installing weak dependencies: 2024-09-10T08:02:16.631 INFO:teuthology.orchestra.run.smithi067.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-10T08:02:16.631 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:02:16.631 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction Summary 2024-09-10T08:02:16.631 INFO:teuthology.orchestra.run.smithi067.stdout:====================================================================================== 2024-09-10T08:02:16.632 INFO:teuthology.orchestra.run.smithi067.stdout:Install 148 Packages 2024-09-10T08:02:16.632 INFO:teuthology.orchestra.run.smithi067.stdout:Upgrade 8 Packages 2024-09-10T08:02:16.632 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:02:16.632 INFO:teuthology.orchestra.run.smithi067.stdout:Total download size: 226 M 2024-09-10T08:02:16.632 INFO:teuthology.orchestra.run.smithi067.stdout:Downloading Packages: 2024-09-10T08:02:16.723 INFO:teuthology.orchestra.run.smithi203.stdout:(40/156): fuse-2.9.9-16.el9.x86_64.rpm 455 kB/s | 80 kB 00:00 2024-09-10T08:02:16.773 INFO:teuthology.orchestra.run.smithi203.stdout:(41/156): libquadmath-11.5.0-2.el9.x86_64.rpm 1.2 MB/s | 191 kB 00:00 2024-09-10T08:02:16.786 INFO:teuthology.orchestra.run.smithi133.stdout:(4/156): ceph-mds-19.1.1-305.g1cf819b7.el9.x86_ 12 MB/s | 2.4 MB 00:00 2024-09-10T08:02:16.815 INFO:teuthology.orchestra.run.smithi203.stdout:(42/156): libgfortran-11.5.0-2.el9.x86_64.rpm 3.2 MB/s | 801 kB 00:00 2024-09-10T08:02:16.848 INFO:teuthology.orchestra.run.smithi203.stdout:(43/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.0 MB/s | 253 kB 00:00 2024-09-10T08:02:16.874 INFO:teuthology.orchestra.run.smithi203.stdout:(44/156): python3-ply-3.11-14.el9.noarch.rpm 1.8 MB/s | 106 kB 00:00 2024-09-10T08:02:16.912 INFO:teuthology.orchestra.run.smithi133.stdout:(5/156): ceph-mgr-19.1.1-305.g1cf819b7.el9.x86_ 12 MB/s | 1.5 MB 00:00 2024-09-10T08:02:16.916 INFO:teuthology.orchestra.run.smithi203.stdout:(45/156): python3-cryptography-36.0.1-4.el9.x86 8.6 MB/s | 1.2 MB 00:00 2024-09-10T08:02:16.941 INFO:teuthology.orchestra.run.smithi203.stdout:(46/156): python3-pycparser-2.20-6.el9.noarch.r 1.4 MB/s | 135 kB 00:00 2024-09-10T08:02:16.966 INFO:teuthology.orchestra.run.smithi203.stdout:(47/156): python3-requests-2.25.1-8.el9.noarch. 1.3 MB/s | 125 kB 00:00 2024-09-10T08:02:16.992 INFO:teuthology.orchestra.run.smithi203.stdout:(48/156): python3-urllib3-1.26.5-6.el9.noarch.r 2.8 MB/s | 215 kB 00:00 2024-09-10T08:02:17.187 INFO:teuthology.orchestra.run.smithi133.stdout:(6/156): ceph-mon-19.1.1-305.g1cf819b7.el9.x86_ 17 MB/s | 4.7 MB 00:00 2024-09-10T08:02:17.404 INFO:teuthology.orchestra.run.smithi133.stdout:(7/156): ceph-base-19.1.1-305.g1cf819b7.el9.x86 4.4 MB/s | 5.4 MB 00:01 2024-09-10T08:02:17.407 INFO:teuthology.orchestra.run.smithi067.stdout:(1/156): ceph-19.1.1-305.g1cf819b7.el9.x86_64.r 45 kB/s | 6.5 kB 00:00 2024-09-10T08:02:17.659 INFO:teuthology.orchestra.run.smithi203.stdout:(49/156): boost-program-options-1.75.0-8.el9.x8 160 kB/s | 107 kB 00:00 2024-09-10T08:02:17.696 INFO:teuthology.orchestra.run.smithi133.stdout:(8/156): ceph-common-19.1.1-305.g1cf819b7.el9.x 14 MB/s | 21 MB 00:01 2024-09-10T08:02:17.738 INFO:teuthology.orchestra.run.smithi133.stdout:(9/156): ceph-selinux-19.1.1-305.g1cf819b7.el9. 609 kB/s | 25 kB 00:00 2024-09-10T08:02:17.774 INFO:teuthology.orchestra.run.smithi067.stdout:(2/156): ceph-fuse-19.1.1-305.g1cf819b7.el9.x86 2.4 MB/s | 897 kB 00:00 2024-09-10T08:02:17.826 INFO:teuthology.orchestra.run.smithi203.stdout:(50/156): automake-1.16.2-8.el9.noarch.rpm 779 kB/s | 689 kB 00:00 2024-09-10T08:02:17.925 INFO:teuthology.orchestra.run.smithi067.stdout:(3/156): ceph-immutable-object-cache-19.1.1-305 969 kB/s | 145 kB 00:00 2024-09-10T08:02:17.951 INFO:teuthology.orchestra.run.smithi203.stdout:(51/156): bison-3.7.4-5.el9.x86_64.rpm 958 kB/s | 943 kB 00:00 2024-09-10T08:02:18.172 INFO:teuthology.orchestra.run.smithi133.stdout:(10/156): ceph-osd-19.1.1-305.g1cf819b7.el9.x86 17 MB/s | 17 MB 00:00 2024-09-10T08:02:18.226 INFO:teuthology.orchestra.run.smithi203.stdout:(52/156): elfutils-libelf-devel-0.191-4.el9.x86 38 kB/s | 22 kB 00:00 2024-09-10T08:02:18.230 INFO:teuthology.orchestra.run.smithi133.stdout:(11/156): cephfs-mirror-19.1.1-305.g1cf819b7.el 3.8 MB/s | 228 kB 00:00 2024-09-10T08:02:18.314 INFO:teuthology.orchestra.run.smithi133.stdout:(12/156): cephfs-shell-19.1.1-305.g1cf819b7.el9 325 kB/s | 27 kB 00:00 2024-09-10T08:02:18.392 INFO:teuthology.orchestra.run.smithi067.stdout:(4/156): ceph-base-19.1.1-305.g1cf819b7.el9.x86 4.8 MB/s | 5.4 MB 00:01 2024-09-10T08:02:18.397 INFO:teuthology.orchestra.run.smithi133.stdout:(13/156): libcephfs-devel-19.1.1-305.g1cf819b7. 380 kB/s | 32 kB 00:00 2024-09-10T08:02:18.467 INFO:teuthology.orchestra.run.smithi067.stdout:(5/156): ceph-mds-19.1.1-305.g1cf819b7.el9.x86_ 4.4 MB/s | 2.4 MB 00:00 2024-09-10T08:02:18.493 INFO:teuthology.orchestra.run.smithi203.stdout:(53/156): flexiblas-3.0.4-8.el9.x86_64.rpm 60 kB/s | 33 kB 00:00 2024-09-10T08:02:18.564 INFO:teuthology.orchestra.run.smithi133.stdout:(14/156): ceph-radosgw-19.1.1-305.g1cf819b7.el9 9.1 MB/s | 11 MB 00:01 2024-09-10T08:02:18.598 INFO:teuthology.orchestra.run.smithi133.stdout:(15/156): libcephfs2-19.1.1-305.g1cf819b7.el9.x 3.7 MB/s | 751 kB 00:00 2024-09-10T08:02:18.617 INFO:teuthology.orchestra.run.smithi067.stdout:(6/156): ceph-mgr-19.1.1-305.g1cf819b7.el9.x86_ 6.8 MB/s | 1.5 MB 00:00 2024-09-10T08:02:18.623 INFO:teuthology.orchestra.run.smithi133.stdout:(16/156): libcephsqlite-19.1.1-305.g1cf819b7.el 2.7 MB/s | 164 kB 00:00 2024-09-10T08:02:18.643 INFO:teuthology.orchestra.run.smithi203.stdout:(54/156): flex-2.6.4-9.el9.x86_64.rpm 384 kB/s | 313 kB 00:00 2024-09-10T08:02:18.648 INFO:teuthology.orchestra.run.smithi133.stdout:(17/156): librados-devel-19.1.1-305.g1cf819b7.e 2.5 MB/s | 127 kB 00:00 2024-09-10T08:02:18.682 INFO:teuthology.orchestra.run.smithi133.stdout:(18/156): libradosstriper1-19.1.1-305.g1cf819b7 8.5 MB/s | 506 kB 00:00 2024-09-10T08:02:18.766 INFO:teuthology.orchestra.run.smithi133.stdout:(19/156): python3-ceph-argparse-19.1.1-305.g1cf 540 kB/s | 45 kB 00:00 2024-09-10T08:02:19.019 INFO:teuthology.orchestra.run.smithi203.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 35 kB/s | 18 kB 00:00 2024-09-10T08:02:19.041 INFO:teuthology.orchestra.run.smithi133.stdout:(20/156): librgw2-19.1.1-305.g1cf819b7.el9.x86_ 14 MB/s | 5.3 MB 00:00 2024-09-10T08:02:19.116 INFO:teuthology.orchestra.run.smithi133.stdout:(21/156): python3-cephfs-19.1.1-305.g1cf819b7.e 2.1 MB/s | 161 kB 00:00 2024-09-10T08:02:19.119 INFO:teuthology.orchestra.run.smithi203.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 23 kB/s | 11 kB 00:00 2024-09-10T08:02:19.208 INFO:teuthology.orchestra.run.smithi133.stdout:(22/156): python3-rados-19.1.1-305.g1cf819b7.el 3.4 MB/s | 320 kB 00:00 2024-09-10T08:02:19.250 INFO:teuthology.orchestra.run.smithi133.stdout:(23/156): python3-ceph-common-19.1.1-305.g1cf81 280 kB/s | 136 kB 00:00 2024-09-10T08:02:19.294 INFO:teuthology.orchestra.run.smithi203.stdout:(57/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 2.8 MB/s | 3.0 MB 00:01 2024-09-10T08:02:19.300 INFO:teuthology.orchestra.run.smithi133.stdout:(24/156): python3-rbd-19.1.1-305.g1cf819b7.el9. 3.2 MB/s | 301 kB 00:00 2024-09-10T08:02:19.342 INFO:teuthology.orchestra.run.smithi133.stdout:(25/156): python3-rgw-19.1.1-305.g1cf819b7.el9. 1.1 MB/s | 99 kB 00:00 2024-09-10T08:02:19.384 INFO:teuthology.orchestra.run.smithi133.stdout:(26/156): rbd-fuse-19.1.1-305.g1cf819b7.el9.x86 1.0 MB/s | 85 kB 00:00 2024-09-10T08:02:19.477 INFO:teuthology.orchestra.run.smithi133.stdout:(27/156): rbd-nbd-19.1.1-305.g1cf819b7.el9.x86_ 1.8 MB/s | 170 kB 00:00 2024-09-10T08:02:19.501 INFO:teuthology.orchestra.run.smithi067.stdout:(7/156): ceph-mon-19.1.1-305.g1cf819b7.el9.x86_ 4.6 MB/s | 4.7 MB 00:01 2024-09-10T08:02:19.569 INFO:teuthology.orchestra.run.smithi133.stdout:(28/156): ceph-grafana-dashboards-19.1.1-305.g1 348 kB/s | 32 kB 00:00 2024-09-10T08:02:19.660 INFO:teuthology.orchestra.run.smithi133.stdout:(29/156): ceph-mgr-cephadm-19.1.1-305.g1cf819b7 1.6 MB/s | 146 kB 00:00 2024-09-10T08:02:19.719 INFO:teuthology.orchestra.run.smithi203.stdout:(58/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 229 kB/s | 160 kB 00:00 2024-09-10T08:02:19.745 INFO:teuthology.orchestra.run.smithi203.stdout:(59/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 72 kB/s | 45 kB 00:00 2024-09-10T08:02:19.803 INFO:teuthology.orchestra.run.smithi133.stdout:(30/156): rbd-mirror-19.1.1-305.g1cf819b7.el9.x 6.7 MB/s | 3.1 MB 00:00 2024-09-10T08:02:20.001 INFO:teuthology.orchestra.run.smithi067.stdout:(8/156): ceph-osd-19.1.1-305.g1cf819b7.el9.x86_ 12 MB/s | 17 MB 00:01 2024-09-10T08:02:20.051 INFO:teuthology.orchestra.run.smithi067.stdout:(9/156): ceph-selinux-19.1.1-305.g1cf819b7.el9. 504 kB/s | 25 kB 00:00 2024-09-10T08:02:20.170 INFO:teuthology.orchestra.run.smithi203.stdout:(60/156): librdkafka-1.6.1-102.el9.x86_64.rpm 757 kB/s | 662 kB 00:00 2024-09-10T08:02:20.219 INFO:teuthology.orchestra.run.smithi133.stdout:(31/156): ceph-test-19.1.1-305.g1cf819b7.el9.x8 20 MB/s | 49 MB 00:02 2024-09-10T08:02:20.287 INFO:teuthology.orchestra.run.smithi203.stdout:(61/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 45 kB/s | 24 kB 00:00 2024-09-10T08:02:20.295 INFO:teuthology.orchestra.run.smithi133.stdout:(32/156): ceph-mgr-dashboard-19.1.1-305.g1cf819 5.6 MB/s | 3.6 MB 00:00 2024-09-10T08:02:20.320 INFO:teuthology.orchestra.run.smithi133.stdout:(33/156): ceph-mgr-modules-core-19.1.1-305.g1cf 2.4 MB/s | 249 kB 00:00 2024-09-10T08:02:20.370 INFO:teuthology.orchestra.run.smithi133.stdout:(34/156): ceph-mgr-rook-19.1.1-305.g1cf819b7.el 658 kB/s | 49 kB 00:00 2024-09-10T08:02:20.395 INFO:teuthology.orchestra.run.smithi133.stdout:(35/156): ceph-prometheus-alerts-19.1.1-305.g1c 218 kB/s | 16 kB 00:00 2024-09-10T08:02:20.454 INFO:teuthology.orchestra.run.smithi133.stdout:(36/156): ceph-volume-19.1.1-305.g1cf819b7.el9. 3.3 MB/s | 285 kB 00:00 2024-09-10T08:02:20.496 INFO:teuthology.orchestra.run.smithi133.stdout:(37/156): cephadm-19.1.1-305.g1cf819b7.el9.noar 7.5 MB/s | 766 kB 00:00 2024-09-10T08:02:20.546 INFO:teuthology.orchestra.run.smithi133.stdout:(38/156): cephfs-top-19.1.1-305.g1cf819b7.el9.n 198 kB/s | 18 kB 00:00 2024-09-10T08:02:20.579 INFO:teuthology.orchestra.run.smithi203.stdout:(62/156): libtool-2.4.6-46.el9.x86_64.rpm 677 kB/s | 581 kB 00:00 2024-09-10T08:02:20.596 INFO:teuthology.orchestra.run.smithi133.stdout:(39/156): fuse-2.9.9-16.el9.x86_64.rpm 797 kB/s | 80 kB 00:00 2024-09-10T08:02:20.680 INFO:teuthology.orchestra.run.smithi133.stdout:(40/156): ceph-mgr-diskprediction-local-19.1.1- 8.4 MB/s | 7.4 MB 00:00 2024-09-10T08:02:20.705 INFO:teuthology.orchestra.run.smithi133.stdout:(41/156): libquadmath-11.5.0-2.el9.x86_64.rpm 1.7 MB/s | 191 kB 00:00 2024-09-10T08:02:20.746 INFO:teuthology.orchestra.run.smithi203.stdout:(63/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 82 kB/s | 47 kB 00:00 2024-09-10T08:02:20.789 INFO:teuthology.orchestra.run.smithi133.stdout:(42/156): libgfortran-11.5.0-2.el9.x86_64.rpm 3.2 MB/s | 801 kB 00:00 2024-09-10T08:02:20.810 INFO:teuthology.orchestra.run.smithi067.stdout:(10/156): ceph-common-19.1.1-305.g1cf819b7.el9. 6.0 MB/s | 21 MB 00:03 2024-09-10T08:02:20.839 INFO:teuthology.orchestra.run.smithi133.stdout:(43/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.6 MB/s | 253 kB 00:00 2024-09-10T08:02:20.860 INFO:teuthology.orchestra.run.smithi067.stdout:(11/156): cephfs-mirror-19.1.1-305.g1cf819b7.el 4.5 MB/s | 228 kB 00:00 2024-09-10T08:02:20.864 INFO:teuthology.orchestra.run.smithi133.stdout:(44/156): python3-ply-3.11-14.el9.noarch.rpm 1.4 MB/s | 106 kB 00:00 2024-09-10T08:02:20.890 INFO:teuthology.orchestra.run.smithi133.stdout:(45/156): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-09-10T08:02:20.932 INFO:teuthology.orchestra.run.smithi133.stdout:(46/156): python3-cryptography-36.0.1-4.el9.x86 5.4 MB/s | 1.2 MB 00:00 2024-09-10T08:02:20.935 INFO:teuthology.orchestra.run.smithi067.stdout:(12/156): cephfs-shell-19.1.1-305.g1cf819b7.el9 361 kB/s | 27 kB 00:00 2024-09-10T08:02:20.957 INFO:teuthology.orchestra.run.smithi133.stdout:(47/156): python3-requests-2.25.1-8.el9.noarch. 1.3 MB/s | 125 kB 00:00 2024-09-10T08:02:20.982 INFO:teuthology.orchestra.run.smithi133.stdout:(48/156): python3-urllib3-1.26.5-6.el9.noarch.r 2.3 MB/s | 215 kB 00:00 2024-09-10T08:02:21.002 INFO:teuthology.orchestra.run.smithi067.stdout:(13/156): libcephfs-devel-19.1.1-305.g1cf819b7. 477 kB/s | 32 kB 00:00 2024-09-10T08:02:21.024 INFO:teuthology.orchestra.run.smithi133.stdout:(49/156): boost-program-options-1.75.0-8.el9.x8 2.5 MB/s | 107 kB 00:00 2024-09-10T08:02:21.063 INFO:teuthology.orchestra.run.smithi203.stdout:(64/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 377 kB/s | 292 kB 00:00 2024-09-10T08:02:21.074 INFO:teuthology.orchestra.run.smithi133.stdout:(50/156): bison-3.7.4-5.el9.x86_64.rpm 7.9 MB/s | 943 kB 00:00 2024-09-10T08:02:21.100 INFO:teuthology.orchestra.run.smithi133.stdout:(51/156): elfutils-libelf-devel-0.191-4.el9.x86 288 kB/s | 22 kB 00:00 2024-09-10T08:02:21.159 INFO:teuthology.orchestra.run.smithi133.stdout:(52/156): flex-2.6.4-9.el9.x86_64.rpm 3.7 MB/s | 313 kB 00:00 2024-09-10T08:02:21.184 INFO:teuthology.orchestra.run.smithi067.stdout:(14/156): libcephfs2-19.1.1-305.g1cf819b7.el9.x 4.6 MB/s | 751 kB 00:00 2024-09-10T08:02:21.184 INFO:teuthology.orchestra.run.smithi133.stdout:(53/156): flexiblas-3.0.4-8.el9.x86_64.rpm 436 kB/s | 33 kB 00:00 2024-09-10T08:02:21.209 INFO:teuthology.orchestra.run.smithi133.stdout:(54/156): automake-1.16.2-8.el9.noarch.rpm 2.4 MB/s | 689 kB 00:00 2024-09-10T08:02:21.219 INFO:teuthology.orchestra.run.smithi067.stdout:(15/156): libcephsqlite-19.1.1-305.g1cf819b7.el 2.7 MB/s | 164 kB 00:00 2024-09-10T08:02:21.226 INFO:teuthology.orchestra.run.smithi133.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 362 kB/s | 18 kB 00:00 2024-09-10T08:02:21.260 INFO:teuthology.orchestra.run.smithi133.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 221 kB/s | 11 kB 00:00 2024-09-10T08:02:21.285 INFO:teuthology.orchestra.run.smithi133.stdout:(57/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.7 MB/s | 160 kB 00:00 2024-09-10T08:02:21.294 INFO:teuthology.orchestra.run.smithi067.stdout:(16/156): librados-devel-19.1.1-305.g1cf819b7.e 1.7 MB/s | 127 kB 00:00 2024-09-10T08:02:21.310 INFO:teuthology.orchestra.run.smithi133.stdout:(58/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 903 kB/s | 45 kB 00:00 2024-09-10T08:02:21.330 INFO:teuthology.orchestra.run.smithi203.stdout:(65/156): lua-5.4.4-4.el9.x86_64.rpm 251 kB/s | 188 kB 00:00 2024-09-10T08:02:21.363 INFO:teuthology.orchestra.run.smithi203.stdout:(66/156): openblas-0.3.26-2.el9.x86_64.rpm 62 kB/s | 38 kB 00:00 2024-09-10T08:02:21.427 INFO:teuthology.orchestra.run.smithi133.stdout:(59/156): librdkafka-1.6.1-102.el9.x86_64.rpm 4.6 MB/s | 662 kB 00:00 2024-09-10T08:02:21.494 INFO:teuthology.orchestra.run.smithi133.stdout:(60/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 8.9 MB/s | 3.0 MB 00:00 2024-09-10T08:02:21.519 INFO:teuthology.orchestra.run.smithi133.stdout:(61/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 266 kB/s | 24 kB 00:00 2024-09-10T08:02:21.545 INFO:teuthology.orchestra.run.smithi133.stdout:(62/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 946 kB/s | 47 kB 00:00 2024-09-10T08:02:21.587 INFO:teuthology.orchestra.run.smithi133.stdout:(63/156): lua-5.4.4-4.el9.x86_64.rpm 4.4 MB/s | 188 kB 00:00 2024-09-10T08:02:21.612 INFO:teuthology.orchestra.run.smithi133.stdout:(64/156): libtool-2.4.6-46.el9.x86_64.rpm 1.9 MB/s | 581 kB 00:00 2024-09-10T08:02:21.637 INFO:teuthology.orchestra.run.smithi133.stdout:(65/156): openblas-0.3.26-2.el9.x86_64.rpm 771 kB/s | 38 kB 00:00 2024-09-10T08:02:21.663 INFO:teuthology.orchestra.run.smithi133.stdout:(66/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.0 MB/s | 292 kB 00:00 2024-09-10T08:02:21.795 INFO:teuthology.orchestra.run.smithi067.stdout:(17/156): ceph-test-19.1.1-305.g1cf819b7.el9.x8 28 MB/s | 49 MB 00:01 2024-09-10T08:02:21.829 INFO:teuthology.orchestra.run.smithi067.stdout:(18/156): libradosstriper1-19.1.1-305.g1cf819b7 949 kB/s | 506 kB 00:00 2024-09-10T08:02:21.946 INFO:teuthology.orchestra.run.smithi067.stdout:(19/156): ceph-radosgw-19.1.1-305.g1cf819b7.el9 4.3 MB/s | 11 MB 00:02 2024-09-10T08:02:21.973 INFO:teuthology.orchestra.run.smithi067.stdout:(20/156): python3-ceph-argparse-19.1.1-305.g1cf 313 kB/s | 45 kB 00:00 2024-09-10T08:02:22.015 INFO:teuthology.orchestra.run.smithi067.stdout:(21/156): python3-ceph-common-19.1.1-305.g1cf81 1.9 MB/s | 136 kB 00:00 2024-09-10T08:02:22.021 INFO:teuthology.orchestra.run.smithi133.stdout:(67/156): openblas-openmp-0.3.26-2.el9.x86_64.r 12 MB/s | 4.9 MB 00:00 2024-09-10T08:02:22.040 INFO:teuthology.orchestra.run.smithi067.stdout:(22/156): python3-cephfs-19.1.1-305.g1cf819b7.e 2.4 MB/s | 161 kB 00:00 2024-09-10T08:02:22.115 INFO:teuthology.orchestra.run.smithi067.stdout:(23/156): librgw2-19.1.1-305.g1cf819b7.el9.x86_ 17 MB/s | 5.3 MB 00:00 2024-09-10T08:02:22.121 INFO:teuthology.orchestra.run.smithi133.stdout:(68/156): postgresql-contrib-13.16-1.el9.x86_64 8.9 MB/s | 910 kB 00:00 2024-09-10T08:02:22.141 INFO:teuthology.orchestra.run.smithi067.stdout:(24/156): python3-rados-19.1.1-305.g1cf819b7.el 2.5 MB/s | 320 kB 00:00 2024-09-10T08:02:22.166 INFO:teuthology.orchestra.run.smithi067.stdout:(25/156): python3-rgw-19.1.1-305.g1cf819b7.el9. 1.9 MB/s | 99 kB 00:00 2024-09-10T08:02:22.171 INFO:teuthology.orchestra.run.smithi133.stdout:(69/156): postgresql-13.16-1.el9.x86_64.rpm 3.1 MB/s | 1.6 MB 00:00 2024-09-10T08:02:22.172 INFO:teuthology.orchestra.run.smithi203.stdout:(67/156): openblas-openmp-0.3.26-2.el9.x86_64.r 4.5 MB/s | 4.9 MB 00:01 2024-09-10T08:02:22.183 INFO:teuthology.orchestra.run.smithi067.stdout:(26/156): python3-rbd-19.1.1-305.g1cf819b7.el9. 2.1 MB/s | 301 kB 00:00 2024-09-10T08:02:22.205 INFO:teuthology.orchestra.run.smithi133.stdout:(70/156): postgresql-private-libs-13.16-1.el9.x 1.6 MB/s | 137 kB 00:00 2024-09-10T08:02:22.208 INFO:teuthology.orchestra.run.smithi067.stdout:(27/156): rbd-fuse-19.1.1-305.g1cf819b7.el9.x86 1.2 MB/s | 85 kB 00:00 2024-09-10T08:02:22.242 INFO:teuthology.orchestra.run.smithi067.stdout:(28/156): rbd-nbd-19.1.1-305.g1cf819b7.el9.x86_ 2.8 MB/s | 170 kB 00:00 2024-09-10T08:02:22.267 INFO:teuthology.orchestra.run.smithi067.stdout:(29/156): ceph-grafana-dashboards-19.1.1-305.g1 544 kB/s | 32 kB 00:00 2024-09-10T08:02:22.292 INFO:teuthology.orchestra.run.smithi067.stdout:(30/156): ceph-mgr-cephadm-19.1.1-305.g1cf819b7 2.9 MB/s | 146 kB 00:00 2024-09-10T08:02:22.322 INFO:teuthology.orchestra.run.smithi133.stdout:(71/156): protobuf-3.14.0-13.el9.x86_64.rpm 8.7 MB/s | 1.0 MB 00:00 2024-09-10T08:02:22.343 INFO:teuthology.orchestra.run.smithi067.stdout:(31/156): rbd-mirror-19.1.1-305.g1cf819b7.el9.x 18 MB/s | 3.1 MB 00:00 2024-09-10T08:02:22.364 INFO:teuthology.orchestra.run.smithi133.stdout:(72/156): python3-attrs-20.3.0-7.el9.noarch.rpm 2.1 MB/s | 87 kB 00:00 2024-09-10T08:02:22.393 INFO:teuthology.orchestra.run.smithi067.stdout:(32/156): ceph-mgr-modules-core-19.1.1-305.g1cf 4.9 MB/s | 249 kB 00:00 2024-09-10T08:02:22.414 INFO:teuthology.orchestra.run.smithi203.stdout:(68/156): postgresql-13.16-1.el9.x86_64.rpm 1.5 MB/s | 1.6 MB 00:01 2024-09-10T08:02:22.443 INFO:teuthology.orchestra.run.smithi067.stdout:(33/156): ceph-mgr-rook-19.1.1-305.g1cf819b7.el 988 kB/s | 49 kB 00:00 2024-09-10T08:02:22.489 INFO:teuthology.orchestra.run.smithi203.stdout:(69/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 3.8 MB/s | 4.4 MB 00:01 2024-09-10T08:02:22.493 INFO:teuthology.orchestra.run.smithi067.stdout:(34/156): ceph-prometheus-alerts-19.1.1-305.g1c 330 kB/s | 16 kB 00:00 2024-09-10T08:02:22.543 INFO:teuthology.orchestra.run.smithi067.stdout:(35/156): ceph-volume-19.1.1-305.g1cf819b7.el9. 5.6 MB/s | 285 kB 00:00 2024-09-10T08:02:22.610 INFO:teuthology.orchestra.run.smithi067.stdout:(36/156): cephadm-19.1.1-305.g1cf819b7.el9.noar 11 MB/s | 766 kB 00:00 2024-09-10T08:02:22.669 INFO:teuthology.orchestra.run.smithi067.stdout:(37/156): ceph-mgr-dashboard-19.1.1-305.g1cf819 8.9 MB/s | 3.6 MB 00:00 2024-09-10T08:02:22.694 INFO:teuthology.orchestra.run.smithi067.stdout:(38/156): cephfs-top-19.1.1-305.g1cf819b7.el9.n 218 kB/s | 18 kB 00:00 2024-09-10T08:02:22.831 INFO:teuthology.orchestra.run.smithi133.stdout:(73/156): python3-babel-2.9.1-2.el9.noarch.rpm 13 MB/s | 6.0 MB 00:00 2024-09-10T08:02:22.873 INFO:teuthology.orchestra.run.smithi133.stdout:(74/156): python3-colorama-0.4.6-3.el9.noarch.r 1.4 MB/s | 61 kB 00:00 2024-09-10T08:02:22.895 INFO:teuthology.orchestra.run.smithi067.stdout:(39/156): ceph-mgr-diskprediction-local-19.1.1- 12 MB/s | 7.4 MB 00:00 2024-09-10T08:02:22.915 INFO:teuthology.orchestra.run.smithi133.stdout:(75/156): python3-devel-3.9.19-8.el9.x86_64.rpm 5.7 MB/s | 245 kB 00:00 2024-09-10T08:02:22.957 INFO:teuthology.orchestra.run.smithi133.stdout:(76/156): python3-jinja2-2.11.3-6.el9.noarch.rp 5.8 MB/s | 248 kB 00:00 2024-09-10T08:02:22.999 INFO:teuthology.orchestra.run.smithi133.stdout:(77/156): python3-jsonpatch-1.21-16.el9.noarch. 618 kB/s | 26 kB 00:00 2024-09-10T08:02:23.083 INFO:teuthology.orchestra.run.smithi133.stdout:(78/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 3.1 MB/s | 4.4 MB 00:01 2024-09-10T08:02:23.098 INFO:teuthology.orchestra.run.smithi203.stdout:(70/156): postgresql-contrib-13.16-1.el9.x86_64 984 kB/s | 910 kB 00:00 2024-09-10T08:02:23.123 INFO:teuthology.orchestra.run.smithi203.stdout:(71/156): postgresql-private-libs-13.16-1.el9.x 196 kB/s | 137 kB 00:00 2024-09-10T08:02:23.126 INFO:teuthology.orchestra.run.smithi133.stdout:(79/156): python3-jsonpointer-2.0-4.el9.noarch. 150 kB/s | 19 kB 00:00 2024-09-10T08:02:23.166 INFO:teuthology.orchestra.run.smithi133.stdout:(80/156): python3-markupsafe-1.1.1-12.el9.x86_6 885 kB/s | 35 kB 00:00 2024-09-10T08:02:23.192 INFO:teuthology.orchestra.run.smithi133.stdout:(81/156): python3-mako-1.1.4-6.el9.noarch.rpm 1.5 MB/s | 172 kB 00:00 2024-09-10T08:02:23.292 INFO:teuthology.orchestra.run.smithi133.stdout:(82/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.5 MB/s | 250 kB 00:00 2024-09-10T08:02:23.384 INFO:teuthology.orchestra.run.smithi133.stdout:(83/156): python3-oauthlib-3.1.1-5.el9.noarch.r 2.4 MB/s | 222 kB 00:00 2024-09-10T08:02:23.386 INFO:teuthology.orchestra.run.smithi067.stdout:(40/156): fuse-2.9.9-16.el9.x86_64.rpm 111 kB/s | 80 kB 00:00 2024-09-10T08:02:23.443 INFO:teuthology.orchestra.run.smithi133.stdout:(84/156): python3-packaging-20.9-5.el9.noarch.r 1.3 MB/s | 77 kB 00:00 2024-09-10T08:02:23.487 INFO:teuthology.orchestra.run.smithi133.stdout:(85/156): python3-prettytable-0.7.2-27.el9.noar 966 kB/s | 42 kB 00:00 2024-09-10T08:02:23.623 INFO:teuthology.orchestra.run.smithi203.stdout:(72/156): postgresql-server-13.16-1.el9.x86_64. 5.1 MB/s | 5.8 MB 00:01 2024-09-10T08:02:23.637 INFO:teuthology.orchestra.run.smithi133.stdout:(86/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 11 MB/s | 5.1 MB 00:00 2024-09-10T08:02:23.645 INFO:teuthology.orchestra.run.smithi067.stdout:(41/156): libgfortran-11.5.0-2.el9.x86_64.rpm 843 kB/s | 801 kB 00:00 2024-09-10T08:02:23.662 INFO:teuthology.orchestra.run.smithi133.stdout:(87/156): python3-protobuf-3.14.0-13.el9.noarch 1.5 MB/s | 269 kB 00:00 2024-09-10T08:02:23.679 INFO:teuthology.orchestra.run.smithi067.stdout:(42/156): libquadmath-11.5.0-2.el9.x86_64.rpm 244 kB/s | 191 kB 00:00 2024-09-10T08:02:23.771 INFO:teuthology.orchestra.run.smithi133.stdout:(88/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.2 MB/s | 159 kB 00:00 2024-09-10T08:02:23.790 INFO:teuthology.orchestra.run.smithi203.stdout:(73/156): python3-attrs-20.3.0-7.el9.noarch.rpm 131 kB/s | 87 kB 00:00 2024-09-10T08:02:23.796 INFO:teuthology.orchestra.run.smithi133.stdout:(89/156): python3-pyasn1-modules-0.4.8-6.el9.no 2.0 MB/s | 279 kB 00:00 2024-09-10T08:02:23.821 INFO:teuthology.orchestra.run.smithi133.stdout:(90/156): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-09-10T08:02:23.847 INFO:teuthology.orchestra.run.smithi133.stdout:(91/156): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-09-10T08:02:23.889 INFO:teuthology.orchestra.run.smithi133.stdout:(92/156): python3-toml-0.10.2-6.el9.noarch.rpm 1.0 MB/s | 42 kB 00:00 2024-09-10T08:02:23.931 INFO:teuthology.orchestra.run.smithi133.stdout:(93/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 1.0 MB/s | 44 kB 00:00 2024-09-10T08:02:23.981 INFO:teuthology.orchestra.run.smithi133.stdout:(94/156): qatlib-24.02.0-1.el9.x86_64.rpm 4.3 MB/s | 221 kB 00:00 2024-09-10T08:02:24.023 INFO:teuthology.orchestra.run.smithi133.stdout:(95/156): qatlib-service-24.02.0-1.el9.x86_64.r 866 kB/s | 36 kB 00:00 2024-09-10T08:02:24.065 INFO:teuthology.orchestra.run.smithi133.stdout:(96/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 1.1 MB/s | 47 kB 00:00 2024-09-10T08:02:24.123 INFO:teuthology.orchestra.run.smithi133.stdout:(97/156): socat-1.7.4.1-6.el9.x86_64.rpm 5.1 MB/s | 304 kB 00:00 2024-09-10T08:02:24.124 INFO:teuthology.orchestra.run.smithi203.stdout:(74/156): protobuf-3.14.0-13.el9.x86_64.rpm 1.0 MB/s | 1.0 MB 00:01 2024-09-10T08:02:24.165 INFO:teuthology.orchestra.run.smithi133.stdout:(98/156): uuid-1.6.2-55.el9.x86_64.rpm 1.4 MB/s | 58 kB 00:00 2024-09-10T08:02:24.196 INFO:teuthology.orchestra.run.smithi067.stdout:(43/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 313 kB/s | 253 kB 00:00 2024-09-10T08:02:24.241 INFO:teuthology.orchestra.run.smithi133.stdout:(99/156): postgresql-server-13.16-1.el9.x86_64. 2.8 MB/s | 5.8 MB 00:02 2024-09-10T08:02:24.266 INFO:teuthology.orchestra.run.smithi133.stdout:(100/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 957 kB/s | 96 kB 00:00 2024-09-10T08:02:24.308 INFO:teuthology.orchestra.run.smithi133.stdout:(101/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 955 kB/s | 64 kB 00:00 2024-09-10T08:02:24.333 INFO:teuthology.orchestra.run.smithi133.stdout:(102/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 669 kB/s | 45 kB 00:00 2024-09-10T08:02:24.346 INFO:teuthology.orchestra.run.smithi067.stdout:(44/156): python3-ply-3.11-14.el9.noarch.rpm 160 kB/s | 106 kB 00:00 2024-09-10T08:02:24.358 INFO:teuthology.orchestra.run.smithi133.stdout:(103/156): lua-devel-5.4.4-4.el9.x86_64.rpm 444 kB/s | 22 kB 00:00 2024-09-10T08:02:24.409 INFO:teuthology.orchestra.run.smithi133.stdout:(104/156): abseil-cpp-20211102.0-3.el9.x86_64.r 11 MB/s | 548 kB 00:00 2024-09-10T08:02:24.434 INFO:teuthology.orchestra.run.smithi133.stdout:(105/156): gperftools-libs-2.9.1-2.el9.x86_64.r 12 MB/s | 309 kB 00:00 2024-09-10T08:02:24.459 INFO:teuthology.orchestra.run.smithi133.stdout:(106/156): protobuf-compiler-3.14.0-13.el9.x86_ 6.7 MB/s | 863 kB 00:00 2024-09-10T08:02:24.482 INFO:teuthology.orchestra.run.smithi203.stdout:(75/156): python3-colorama-0.4.6-3.el9.noarch.r 88 kB/s | 61 kB 00:00 2024-09-10T08:02:24.484 INFO:teuthology.orchestra.run.smithi133.stdout:(107/156): grpc-data-1.46.7-10.el9.noarch.rpm 387 kB/s | 19 kB 00:00 2024-09-10T08:02:24.518 INFO:teuthology.orchestra.run.smithi133.stdout:(108/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-09-10T08:02:24.543 INFO:teuthology.orchestra.run.smithi133.stdout:(109/156): liboath-2.6.7-2.el9.x86_64.rpm 2.1 MB/s | 49 kB 00:00 2024-09-10T08:02:24.569 INFO:teuthology.orchestra.run.smithi133.stdout:(110/156): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-09-10T08:02:24.579 INFO:teuthology.orchestra.run.smithi067.stdout:(45/156): python3-cryptography-36.0.1-4.el9.x86 1.3 MB/s | 1.2 MB 00:00 2024-09-10T08:02:24.602 INFO:teuthology.orchestra.run.smithi133.stdout:(111/156): luarocks-3.9.2-5.el9.noarch.rpm 4.5 MB/s | 151 kB 00:00 2024-09-10T08:02:24.644 INFO:teuthology.orchestra.run.smithi133.stdout:(112/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 20 MB/s | 839 kB 00:00 2024-09-10T08:02:24.686 INFO:teuthology.orchestra.run.smithi133.stdout:(113/156): python3-asyncssh-2.13.2-5.el9.noarch 13 MB/s | 548 kB 00:00 2024-09-10T08:02:24.712 INFO:teuthology.orchestra.run.smithi133.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-09-10T08:02:24.737 INFO:teuthology.orchestra.run.smithi133.stdout:(115/156): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-10T08:02:24.758 INFO:teuthology.orchestra.run.smithi203.stdout:(76/156): python3-babel-2.9.1-2.el9.noarch.rpm 5.3 MB/s | 6.0 MB 00:01 2024-09-10T08:02:24.762 INFO:teuthology.orchestra.run.smithi133.stdout:(116/156): python3-certifi-2023.05.07-4.el9.noa 571 kB/s | 14 kB 00:00 2024-09-10T08:02:24.787 INFO:teuthology.orchestra.run.smithi133.stdout:(117/156): python3-cheroot-8.6.0-4.el9.noarch.r 6.7 MB/s | 172 kB 00:00 2024-09-10T08:02:24.821 INFO:teuthology.orchestra.run.smithi133.stdout:(118/156): python3-cherrypy-18.6.1-2.el9.noarch 11 MB/s | 358 kB 00:00 2024-09-10T08:02:24.883 INFO:teuthology.orchestra.run.smithi203.stdout:(77/156): python3-devel-3.9.19-8.el9.x86_64.rpm 323 kB/s | 245 kB 00:00 2024-09-10T08:02:24.888 INFO:teuthology.orchestra.run.smithi133.stdout:(119/156): libarrow-9.0.0-11.el9.x86_64.rpm 10 MB/s | 4.4 MB 00:00 2024-09-10T08:02:24.905 INFO:teuthology.orchestra.run.smithi067.stdout:(46/156): python3-pycparser-2.20-6.el9.noarch.r 191 kB/s | 135 kB 00:00 2024-09-10T08:02:24.922 INFO:teuthology.orchestra.run.smithi133.stdout:(120/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 3.0 MB/s | 303 kB 00:00 2024-09-10T08:02:24.947 INFO:teuthology.orchestra.run.smithi133.stdout:(121/156): python3-google-auth-2.34.0-1.el9.noa 3.7 MB/s | 220 kB 00:00 2024-09-10T08:02:24.981 INFO:teuthology.orchestra.run.smithi133.stdout:(122/156): python3-grpcio-tools-1.46.7-10.el9.x 4.3 MB/s | 144 kB 00:00 2024-09-10T08:02:25.006 INFO:teuthology.orchestra.run.smithi133.stdout:(123/156): python3-jaraco-8.2.1-3.el9.noarch.rp 428 kB/s | 11 kB 00:00 2024-09-10T08:02:25.023 INFO:teuthology.orchestra.run.smithi133.stdout:(124/156): python3-jaraco-classes-3.2.1-5.el9.n 1.0 MB/s | 18 kB 00:00 2024-09-10T08:02:25.040 INFO:teuthology.orchestra.run.smithi133.stdout:(125/156): python3-jaraco-collections-3.0.0-8.e 1.4 MB/s | 23 kB 00:00 2024-09-10T08:02:25.046 INFO:teuthology.orchestra.run.smithi067.stdout:(47/156): python3-requests-2.25.1-8.el9.noarch. 178 kB/s | 125 kB 00:00 2024-09-10T08:02:25.065 INFO:teuthology.orchestra.run.smithi133.stdout:(126/156): python3-jaraco-functools-3.5.0-2.el9 778 kB/s | 19 kB 00:00 2024-09-10T08:02:25.090 INFO:teuthology.orchestra.run.smithi133.stdout:(127/156): python3-jaraco-text-3.2.0-6.el9.noar 793 kB/s | 20 kB 00:00 2024-09-10T08:02:25.141 INFO:teuthology.orchestra.run.smithi133.stdout:(128/156): python3-grpcio-1.46.7-10.el9.x86_64. 9.3 MB/s | 2.0 MB 00:00 2024-09-10T08:02:25.166 INFO:teuthology.orchestra.run.smithi133.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-10T08:02:25.191 INFO:teuthology.orchestra.run.smithi133.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-09-10T08:02:25.225 INFO:teuthology.orchestra.run.smithi133.stdout:(131/156): python3-kubernetes-26.1.0-2.el9.noar 7.6 MB/s | 1.0 MB 00:00 2024-09-10T08:02:25.250 INFO:teuthology.orchestra.run.smithi133.stdout:(132/156): python3-natsort-7.1.1-5.el9.noarch.r 984 kB/s | 58 kB 00:00 2024-09-10T08:02:25.275 INFO:teuthology.orchestra.run.smithi133.stdout:(133/156): python3-portend-3.1.0-2.el9.noarch.r 662 kB/s | 16 kB 00:00 2024-09-10T08:02:25.300 INFO:teuthology.orchestra.run.smithi133.stdout:(134/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 3.5 MB/s | 90 kB 00:00 2024-09-10T08:02:25.326 INFO:teuthology.orchestra.run.smithi133.stdout:(135/156): python3-pecan-1.4.2-3.el9.noarch.rpm 2.6 MB/s | 272 kB 00:00 2024-09-10T08:02:25.341 INFO:teuthology.orchestra.run.smithi203.stdout:(78/156): python3-jsonpatch-1.21-16.el9.noarch. 45 kB/s | 26 kB 00:00 2024-09-10T08:02:25.346 INFO:teuthology.orchestra.run.smithi067.stdout:(48/156): python3-urllib3-1.26.5-6.el9.noarch.r 283 kB/s | 215 kB 00:00 2024-09-10T08:02:25.351 INFO:teuthology.orchestra.run.smithi133.stdout:(136/156): python3-pyperclip-1.8.2-2.el9.noarch 560 kB/s | 28 kB 00:00 2024-09-10T08:02:25.367 INFO:teuthology.orchestra.run.smithi203.stdout:(79/156): python3-jinja2-2.11.3-6.el9.noarch.rp 281 kB/s | 248 kB 00:00 2024-09-10T08:02:25.376 INFO:teuthology.orchestra.run.smithi133.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 613 kB/s | 31 kB 00:00 2024-09-10T08:02:25.392 INFO:teuthology.orchestra.run.smithi203.stdout:(80/156): python3-jsonpointer-2.0-4.el9.noarch. 38 kB/s | 19 kB 00:00 2024-09-10T08:02:25.401 INFO:teuthology.orchestra.run.smithi133.stdout:(138/156): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-10T08:02:25.427 INFO:teuthology.orchestra.run.smithi133.stdout:(139/156): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-09-10T08:02:25.452 INFO:teuthology.orchestra.run.smithi133.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 712 kB/s | 36 kB 00:00 2024-09-10T08:02:25.478 INFO:teuthology.orchestra.run.smithi133.stdout:(141/156): python3-typing-extensions-4.12.2-2.e 1.4 MB/s | 74 kB 00:00 2024-09-10T08:02:25.503 INFO:teuthology.orchestra.run.smithi133.stdout:(142/156): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-09-10T08:02:25.529 INFO:teuthology.orchestra.run.smithi133.stdout:(143/156): python3-webob-1.8.8-2.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-09-10T08:02:25.554 INFO:teuthology.orchestra.run.smithi133.stdout:(144/156): python3-zc-lockfile-2.0-10.el9.noarc 806 kB/s | 20 kB 00:00 2024-09-10T08:02:25.572 INFO:teuthology.orchestra.run.smithi067.stdout:(49/156): automake-1.16.2-8.el9.noarch.rpm 1.0 MB/s | 689 kB 00:00 2024-09-10T08:02:25.579 INFO:teuthology.orchestra.run.smithi133.stdout:(145/156): re2-20211101-20.el9.x86_64.rpm 7.5 MB/s | 191 kB 00:00 2024-09-10T08:02:25.604 INFO:teuthology.orchestra.run.smithi133.stdout:(146/156): python3-werkzeug-2.0.3-3.el9.1.noarc 4.1 MB/s | 427 kB 00:00 2024-09-10T08:02:25.655 INFO:teuthology.orchestra.run.smithi133.stdout:(147/156): thrift-0.15.0-2.el9.x86_64.rpm 21 MB/s | 1.6 MB 00:00 2024-09-10T08:02:25.680 INFO:teuthology.orchestra.run.smithi067.stdout:(50/156): elfutils-libelf-devel-0.191-4.el9.x86 200 kB/s | 22 kB 00:00 2024-09-10T08:02:25.764 INFO:teuthology.orchestra.run.smithi067.stdout:(51/156): boost-program-options-1.75.0-8.el9.x8 256 kB/s | 107 kB 00:00 2024-09-10T08:02:25.789 INFO:teuthology.orchestra.run.smithi067.stdout:(52/156): flex-2.6.4-9.el9.x86_64.rpm 2.8 MB/s | 313 kB 00:00 2024-09-10T08:02:25.823 INFO:teuthology.orchestra.run.smithi067.stdout:(53/156): bison-3.7.4-5.el9.x86_64.rpm 1.2 MB/s | 943 kB 00:00 2024-09-10T08:02:25.865 INFO:teuthology.orchestra.run.smithi067.stdout:(54/156): flexiblas-3.0.4-8.el9.x86_64.rpm 324 kB/s | 33 kB 00:00 2024-09-10T08:02:25.905 INFO:teuthology.orchestra.run.smithi133.stdout:(148/156): librados2-19.1.1-305.g1cf819b7.el9.x 11 MB/s | 3.4 MB 00:00 2024-09-10T08:02:25.923 INFO:teuthology.orchestra.run.smithi067.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 181 kB/s | 18 kB 00:00 2024-09-10T08:02:25.926 INFO:teuthology.orchestra.run.smithi203.stdout:(81/156): python3-markupsafe-1.1.1-12.el9.x86_6 62 kB/s | 35 kB 00:00 2024-09-10T08:02:25.955 INFO:teuthology.orchestra.run.smithi133.stdout:(149/156): librbd1-19.1.1-305.g1cf819b7.el9.x86 11 MB/s | 3.2 MB 00:00 2024-09-10T08:02:25.965 INFO:teuthology.orchestra.run.smithi067.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 111 kB/s | 11 kB 00:00 2024-09-10T08:02:26.032 INFO:teuthology.orchestra.run.smithi067.stdout:(57/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.4 MB/s | 160 kB 00:00 2024-09-10T08:02:26.051 INFO:teuthology.orchestra.run.smithi203.stdout:(82/156): python3-mako-1.1.4-6.el9.noarch.rpm 243 kB/s | 172 kB 00:00 2024-09-10T08:02:26.066 INFO:teuthology.orchestra.run.smithi067.stdout:(58/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 451 kB/s | 45 kB 00:00 2024-09-10T08:02:26.164 INFO:teuthology.orchestra.run.smithi133.stdout:(150/156): NetworkManager-1.49.90-1.el9.x86_64. 9.0 MB/s | 2.3 MB 00:00 2024-09-10T08:02:26.206 INFO:teuthology.orchestra.run.smithi133.stdout:(151/156): NetworkManager-team-1.49.90-1.el9.x8 984 kB/s | 41 kB 00:00 2024-09-10T08:02:26.233 INFO:teuthology.orchestra.run.smithi067.stdout:(59/156): librdkafka-1.6.1-102.el9.x86_64.rpm 3.2 MB/s | 662 kB 00:00 2024-09-10T08:02:26.247 INFO:teuthology.orchestra.run.smithi133.stdout:(152/156): NetworkManager-tui-1.49.90-1.el9.x86 5.9 MB/s | 249 kB 00:00 2024-09-10T08:02:26.350 INFO:teuthology.orchestra.run.smithi067.stdout:(60/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 210 kB/s | 24 kB 00:00 2024-09-10T08:02:26.390 INFO:teuthology.orchestra.run.smithi133.stdout:(153/156): openssl-3.2.2-6.el9.x86_64.rpm 9.6 MB/s | 1.4 MB 00:00 2024-09-10T08:02:26.400 INFO:teuthology.orchestra.run.smithi067.stdout:(61/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 4.9 MB/s | 3.0 MB 00:00 2024-09-10T08:02:26.426 INFO:teuthology.orchestra.run.smithi067.stdout:(62/156): libtool-2.4.6-46.el9.x86_64.rpm 1.6 MB/s | 581 kB 00:00 2024-09-10T08:02:26.440 INFO:teuthology.orchestra.run.smithi133.stdout:(154/156): NetworkManager-libnm-1.49.90-1.el9.x 3.7 MB/s | 1.8 MB 00:00 2024-09-10T08:02:26.451 INFO:teuthology.orchestra.run.smithi067.stdout:(63/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 471 kB/s | 47 kB 00:00 2024-09-10T08:02:26.509 INFO:teuthology.orchestra.run.smithi067.stdout:(64/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.6 MB/s | 292 kB 00:00 2024-09-10T08:02:26.526 INFO:teuthology.orchestra.run.smithi203.stdout:(83/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 4.5 MB/s | 5.1 MB 00:01 2024-09-10T08:02:26.535 INFO:teuthology.orchestra.run.smithi067.stdout:(65/156): lua-5.4.4-4.el9.x86_64.rpm 1.7 MB/s | 188 kB 00:00 2024-09-10T08:02:26.560 INFO:teuthology.orchestra.run.smithi067.stdout:(66/156): openblas-0.3.26-2.el9.x86_64.rpm 354 kB/s | 38 kB 00:00 2024-09-10T08:02:26.632 INFO:teuthology.orchestra.run.smithi133.stdout:(155/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 9.9 MB/s | 2.4 MB 00:00 2024-09-10T08:02:26.677 INFO:teuthology.orchestra.run.smithi203.stdout:(84/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 334 kB/s | 250 kB 00:00 2024-09-10T08:02:26.768 INFO:teuthology.orchestra.run.smithi067.stdout:(67/156): postgresql-13.16-1.el9.x86_64.rpm 7.6 MB/s | 1.6 MB 00:00 2024-09-10T08:02:26.827 INFO:teuthology.orchestra.run.smithi203.stdout:(85/156): python3-oauthlib-3.1.1-5.el9.noarch.r 286 kB/s | 222 kB 00:00 2024-09-10T08:02:26.885 INFO:teuthology.orchestra.run.smithi067.stdout:(68/156): postgresql-contrib-13.16-1.el9.x86_64 7.6 MB/s | 910 kB 00:00 2024-09-10T08:02:26.985 INFO:teuthology.orchestra.run.smithi067.stdout:(69/156): postgresql-private-libs-13.16-1.el9.x 1.3 MB/s | 137 kB 00:00 2024-09-10T08:02:27.107 INFO:teuthology.orchestra.run.smithi133.stdout:(156/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 4.9 MB/s | 16 MB 00:03 2024-09-10T08:02:27.112 INFO:teuthology.orchestra.run.smithi133.stdout:-------------------------------------------------------------------------------- 2024-09-10T08:02:27.112 INFO:teuthology.orchestra.run.smithi133.stdout:Total 20 MB/s | 226 MB 00:11 2024-09-10T08:02:27.203 INFO:teuthology.orchestra.run.smithi067.stdout:(70/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 6.6 MB/s | 4.4 MB 00:00 2024-09-10T08:02:27.219 INFO:teuthology.orchestra.run.smithi203.stdout:(86/156): python3-packaging-20.9-5.el9.noarch.r 111 kB/s | 77 kB 00:00 2024-09-10T08:02:27.244 INFO:teuthology.orchestra.run.smithi203.stdout:(87/156): python3-prettytable-0.7.2-27.el9.noar 74 kB/s | 42 kB 00:00 2024-09-10T08:02:27.628 INFO:teuthology.orchestra.run.smithi203.stdout:(88/156): python3-protobuf-3.14.0-13.el9.noarch 336 kB/s | 269 kB 00:00 2024-09-10T08:02:27.920 INFO:teuthology.orchestra.run.smithi203.stdout:(89/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 227 kB/s | 159 kB 00:00 2024-09-10T08:02:28.137 INFO:teuthology.orchestra.run.smithi203.stdout:(90/156): python3-pyasn1-modules-0.4.8-6.el9.no 313 kB/s | 279 kB 00:00 2024-09-10T08:02:28.220 INFO:teuthology.orchestra.run.smithi203.stdout:(91/156): python3-pytz-2021.1-5.el9.noarch.rpm 86 kB/s | 51 kB 00:00 2024-09-10T08:02:28.355 INFO:teuthology.orchestra.run.smithi133.stdout:Running transaction check 2024-09-10T08:02:28.506 INFO:teuthology.orchestra.run.smithi133.stdout:Transaction check succeeded. 2024-09-10T08:02:28.506 INFO:teuthology.orchestra.run.smithi133.stdout:Running transaction test 2024-09-10T08:02:28.529 INFO:teuthology.orchestra.run.smithi203.stdout:(92/156): python3-requests-oauthlib-1.3.0-12.el 88 kB/s | 54 kB 00:00 2024-09-10T08:02:28.586 INFO:teuthology.orchestra.run.smithi067.stdout:(71/156): protobuf-3.14.0-13.el9.x86_64.rpm 747 kB/s | 1.0 MB 00:01 2024-09-10T08:02:28.769 INFO:teuthology.orchestra.run.smithi067.stdout:(72/156): python3-attrs-20.3.0-7.el9.noarch.rpm 478 kB/s | 87 kB 00:00 2024-09-10T08:02:28.796 INFO:teuthology.orchestra.run.smithi203.stdout:(93/156): python3-toml-0.10.2-6.el9.noarch.rpm 72 kB/s | 42 kB 00:00 2024-09-10T08:02:29.130 INFO:teuthology.orchestra.run.smithi203.stdout:(94/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 74 kB/s | 44 kB 00:00 2024-09-10T08:02:29.597 INFO:teuthology.orchestra.run.smithi203.stdout:(95/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 11 MB/s | 16 MB 00:01 2024-09-10T08:02:29.622 INFO:teuthology.orchestra.run.smithi203.stdout:(96/156): qatlib-24.02.0-1.el9.x86_64.rpm 267 kB/s | 221 kB 00:00 2024-09-10T08:02:29.889 INFO:teuthology.orchestra.run.smithi203.stdout:(97/156): qatlib-service-24.02.0-1.el9.x86_64.r 47 kB/s | 36 kB 00:00 2024-09-10T08:02:30.103 INFO:teuthology.orchestra.run.smithi067.stdout:(73/156): openblas-openmp-0.3.26-2.el9.x86_64.r 1.4 MB/s | 4.9 MB 00:03 2024-09-10T08:02:30.172 INFO:teuthology.orchestra.run.smithi203.stdout:(98/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 83 kB/s | 47 kB 00:00 2024-09-10T08:02:30.228 INFO:teuthology.orchestra.run.smithi067.stdout:(74/156): python3-colorama-0.4.6-3.el9.noarch.r 491 kB/s | 61 kB 00:00 2024-09-10T08:02:30.370 INFO:teuthology.orchestra.run.smithi067.stdout:(75/156): python3-devel-3.9.19-8.el9.x86_64.rpm 1.7 MB/s | 245 kB 00:00 2024-09-10T08:02:30.389 INFO:teuthology.orchestra.run.smithi203.stdout:(99/156): socat-1.7.4.1-6.el9.x86_64.rpm 397 kB/s | 304 kB 00:00 2024-09-10T08:02:30.471 INFO:teuthology.orchestra.run.smithi067.stdout:(76/156): postgresql-server-13.16-1.el9.x86_64. 1.7 MB/s | 5.8 MB 00:03 2024-09-10T08:02:30.496 INFO:teuthology.orchestra.run.smithi067.stdout:(77/156): python3-jinja2-2.11.3-6.el9.noarch.rp 1.9 MB/s | 248 kB 00:00 2024-09-10T08:02:30.506 INFO:teuthology.orchestra.run.smithi203.stdout:(100/156): uuid-1.6.2-55.el9.x86_64.rpm 94 kB/s | 58 kB 00:00 2024-09-10T08:02:30.571 INFO:teuthology.orchestra.run.smithi067.stdout:(78/156): python3-babel-2.9.1-2.el9.noarch.rpm 3.3 MB/s | 6.0 MB 00:01 2024-09-10T08:02:30.596 INFO:teuthology.orchestra.run.smithi067.stdout:(79/156): python3-jsonpatch-1.21-16.el9.noarch. 205 kB/s | 26 kB 00:00 2024-09-10T08:02:30.621 INFO:teuthology.orchestra.run.smithi067.stdout:(80/156): python3-jsonpointer-2.0-4.el9.noarch. 153 kB/s | 19 kB 00:00 2024-09-10T08:02:30.680 INFO:teuthology.orchestra.run.smithi067.stdout:(81/156): python3-mako-1.1.4-6.el9.noarch.rpm 1.5 MB/s | 172 kB 00:00 2024-09-10T08:02:30.705 INFO:teuthology.orchestra.run.smithi067.stdout:(82/156): python3-markupsafe-1.1.1-12.el9.x86_6 319 kB/s | 35 kB 00:00 2024-09-10T08:02:30.740 INFO:teuthology.orchestra.run.smithi133.stdout:Transaction test succeeded. 2024-09-10T08:02:30.741 INFO:teuthology.orchestra.run.smithi133.stdout:Running transaction 2024-09-10T08:02:30.789 INFO:teuthology.orchestra.run.smithi067.stdout:(83/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.2 MB/s | 250 kB 00:00 2024-09-10T08:02:30.831 INFO:teuthology.orchestra.run.smithi203.stdout:(101/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 145 kB/s | 96 kB 00:00 2024-09-10T08:02:30.898 INFO:teuthology.orchestra.run.smithi067.stdout:(84/156): python3-packaging-20.9-5.el9.noarch.r 713 kB/s | 77 kB 00:00 2024-09-10T08:02:30.915 INFO:teuthology.orchestra.run.smithi203.stdout:(102/156): lua-devel-5.4.4-4.el9.x86_64.rpm 269 kB/s | 22 kB 00:00 2024-09-10T08:02:31.006 INFO:teuthology.orchestra.run.smithi067.stdout:(85/156): python3-prettytable-0.7.2-27.el9.noar 390 kB/s | 42 kB 00:00 2024-09-10T08:02:31.015 INFO:teuthology.orchestra.run.smithi203.stdout:(103/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 103 kB/s | 64 kB 00:00 2024-09-10T08:02:31.066 INFO:teuthology.orchestra.run.smithi203.stdout:(104/156): protobuf-compiler-3.14.0-13.el9.x86_ 5.6 MB/s | 863 kB 00:00 2024-09-10T08:02:31.100 INFO:teuthology.orchestra.run.smithi203.stdout:(105/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 76 kB/s | 45 kB 00:00 2024-09-10T08:02:31.115 INFO:teuthology.orchestra.run.smithi067.stdout:(86/156): python3-protobuf-3.14.0-13.el9.noarch 2.4 MB/s | 269 kB 00:00 2024-09-10T08:02:31.140 INFO:teuthology.orchestra.run.smithi067.stdout:(87/156): python3-oauthlib-3.1.1-5.el9.noarch.r 511 kB/s | 222 kB 00:00 2024-09-10T08:02:31.141 INFO:teuthology.orchestra.run.smithi203.stdout:(106/156): gperftools-libs-2.9.1-2.el9.x86_64.r 4.1 MB/s | 309 kB 00:00 2024-09-10T08:02:31.175 INFO:teuthology.orchestra.run.smithi203.stdout:(107/156): abseil-cpp-20211102.0-3.el9.x86_64.r 3.4 MB/s | 548 kB 00:00 2024-09-10T08:02:31.200 INFO:teuthology.orchestra.run.smithi203.stdout:(108/156): grpc-data-1.46.7-10.el9.noarch.rpm 197 kB/s | 19 kB 00:00 2024-09-10T08:02:31.207 INFO:teuthology.orchestra.run.smithi067.stdout:(88/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 8.7 MB/s | 5.1 MB 00:00 2024-09-10T08:02:31.225 INFO:teuthology.orchestra.run.smithi203.stdout:(109/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 518 kB/s | 26 kB 00:00 2024-09-10T08:02:31.232 INFO:teuthology.orchestra.run.smithi067.stdout:(89/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.3 MB/s | 159 kB 00:00 2024-09-10T08:02:31.251 INFO:teuthology.orchestra.run.smithi203.stdout:(110/156): liboath-2.6.7-2.el9.x86_64.rpm 964 kB/s | 49 kB 00:00 2024-09-10T08:02:31.276 INFO:teuthology.orchestra.run.smithi203.stdout:(111/156): libunwind-1.6.2-1.el9.x86_64.rpm 1.3 MB/s | 67 kB 00:00 2024-09-10T08:02:31.301 INFO:teuthology.orchestra.run.smithi203.stdout:(112/156): luarocks-3.9.2-5.el9.noarch.rpm 3.0 MB/s | 151 kB 00:00 2024-09-10T08:02:31.316 INFO:teuthology.orchestra.run.smithi067.stdout:(90/156): python3-pytz-2021.1-5.el9.noarch.rpm 469 kB/s | 51 kB 00:00 2024-09-10T08:02:31.341 INFO:teuthology.orchestra.run.smithi067.stdout:(91/156): python3-requests-oauthlib-1.3.0-12.el 495 kB/s | 54 kB 00:00 2024-09-10T08:02:31.352 INFO:teuthology.orchestra.run.smithi203.stdout:(113/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 11 MB/s | 839 kB 00:00 2024-09-10T08:02:31.377 INFO:teuthology.orchestra.run.smithi203.stdout:(114/156): python3-asyncssh-2.13.2-5.el9.noarch 7.1 MB/s | 548 kB 00:00 2024-09-10T08:02:31.402 INFO:teuthology.orchestra.run.smithi203.stdout:(115/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 864 kB/s | 43 kB 00:00 2024-09-10T08:02:31.428 INFO:teuthology.orchestra.run.smithi203.stdout:(116/156): python3-cachetools-4.2.4-1.el9.noarc 641 kB/s | 32 kB 00:00 2024-09-10T08:02:31.441 INFO:teuthology.orchestra.run.smithi067.stdout:(92/156): python3-toml-0.10.2-6.el9.noarch.rpm 416 kB/s | 42 kB 00:00 2024-09-10T08:02:31.453 INFO:teuthology.orchestra.run.smithi203.stdout:(117/156): python3-certifi-2023.05.07-4.el9.noa 282 kB/s | 14 kB 00:00 2024-09-10T08:02:31.478 INFO:teuthology.orchestra.run.smithi203.stdout:(118/156): python3-cheroot-8.6.0-4.el9.noarch.r 3.3 MB/s | 172 kB 00:00 2024-09-10T08:02:31.542 INFO:teuthology.orchestra.run.smithi067.stdout:(93/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 442 kB/s | 44 kB 00:00 2024-09-10T08:02:31.575 INFO:teuthology.orchestra.run.smithi067.stdout:(94/156): python3-pyasn1-modules-0.4.8-6.el9.no 641 kB/s | 279 kB 00:00 2024-09-10T08:02:31.595 INFO:teuthology.orchestra.run.smithi203.stdout:(119/156): python3-cherrypy-18.6.1-2.el9.noarch 2.5 MB/s | 358 kB 00:00 2024-09-10T08:02:31.651 INFO:teuthology.orchestra.run.smithi067.stdout:(95/156): qatlib-24.02.0-1.el9.x86_64.rpm 2.0 MB/s | 221 kB 00:00 2024-09-10T08:02:31.676 INFO:teuthology.orchestra.run.smithi067.stdout:(96/156): qatlib-service-24.02.0-1.el9.x86_64.r 358 kB/s | 36 kB 00:00 2024-09-10T08:02:31.687 INFO:teuthology.orchestra.run.smithi203.stdout:(120/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 1.4 MB/s | 303 kB 00:00 2024-09-10T08:02:31.713 INFO:teuthology.orchestra.run.smithi203.stdout:(121/156): python3-google-auth-2.34.0-1.el9.noa 1.8 MB/s | 220 kB 00:00 2024-09-10T08:02:31.747 INFO:teuthology.orchestra.run.smithi203.stdout:(122/156): python3-grpcio-tools-1.46.7-10.el9.x 4.2 MB/s | 144 kB 00:00 2024-09-10T08:02:31.763 INFO:teuthology.orchestra.run.smithi203.stdout:(123/156): python3-jaraco-8.2.1-3.el9.noarch.rp 651 kB/s | 11 kB 00:00 2024-09-10T08:02:31.780 INFO:teuthology.orchestra.run.smithi203.stdout:(124/156): python3-jaraco-classes-3.2.1-5.el9.n 1.0 MB/s | 18 kB 00:00 2024-09-10T08:02:31.806 INFO:teuthology.orchestra.run.smithi203.stdout:(125/156): python3-jaraco-collections-3.0.0-8.e 930 kB/s | 23 kB 00:00 2024-09-10T08:02:31.831 INFO:teuthology.orchestra.run.smithi203.stdout:(126/156): python3-jaraco-functools-3.5.0-2.el9 786 kB/s | 19 kB 00:00 2024-09-10T08:02:31.856 INFO:teuthology.orchestra.run.smithi203.stdout:(127/156): python3-jaraco-text-3.2.0-6.el9.noar 787 kB/s | 20 kB 00:00 2024-09-10T08:02:31.868 INFO:teuthology.orchestra.run.smithi067.stdout:(97/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 218 kB/s | 47 kB 00:00 2024-09-10T08:02:31.915 INFO:teuthology.orchestra.run.smithi203.stdout:(128/156): python3-kubernetes-26.1.0-2.el9.noar 18 MB/s | 1.0 MB 00:00 2024-09-10T08:02:31.968 INFO:teuthology.orchestra.run.smithi067.stdout:(98/156): uuid-1.6.2-55.el9.x86_64.rpm 578 kB/s | 58 kB 00:00 2024-09-10T08:02:31.982 INFO:teuthology.orchestra.run.smithi203.stdout:(129/156): libarrow-9.0.0-11.el9.x86_64.rpm 5.3 MB/s | 4.4 MB 00:00 2024-09-10T08:02:32.007 INFO:teuthology.orchestra.run.smithi203.stdout:(130/156): python3-logutils-0.3.5-21.el9.noarch 505 kB/s | 46 kB 00:00 2024-09-10T08:02:32.066 INFO:teuthology.orchestra.run.smithi203.stdout:(131/156): python3-grpcio-1.46.7-10.el9.x86_64. 5.4 MB/s | 2.0 MB 00:00 2024-09-10T08:02:32.077 INFO:teuthology.orchestra.run.smithi067.stdout:(99/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rpm 885 kB/s | 96 kB 00:00 2024-09-10T08:02:32.091 INFO:teuthology.orchestra.run.smithi203.stdout:(132/156): python3-natsort-7.1.1-5.el9.noarch.r 691 kB/s | 58 kB 00:00 2024-09-10T08:02:32.116 INFO:teuthology.orchestra.run.smithi203.stdout:(133/156): python3-more-itertools-8.12.0-2.el9. 724 kB/s | 79 kB 00:00 2024-09-10T08:02:32.142 INFO:teuthology.orchestra.run.smithi203.stdout:(134/156): python3-portend-3.1.0-2.el9.noarch.r 326 kB/s | 16 kB 00:00 2024-09-10T08:02:32.167 INFO:teuthology.orchestra.run.smithi203.stdout:(135/156): python3-pyperclip-1.8.2-2.el9.noarch 1.1 MB/s | 28 kB 00:00 2024-09-10T08:02:32.177 INFO:teuthology.orchestra.run.smithi067.stdout:(100/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 638 kB/s | 64 kB 00:00 2024-09-10T08:02:32.192 INFO:teuthology.orchestra.run.smithi203.stdout:(136/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.2 MB/s | 90 kB 00:00 2024-09-10T08:02:32.202 INFO:teuthology.orchestra.run.smithi067.stdout:(101/156): socat-1.7.4.1-6.el9.x86_64.rpm 578 kB/s | 304 kB 00:00 2024-09-10T08:02:32.218 INFO:teuthology.orchestra.run.smithi203.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 612 kB/s | 31 kB 00:00 2024-09-10T08:02:32.243 INFO:teuthology.orchestra.run.smithi203.stdout:(138/156): python3-pecan-1.4.2-3.el9.noarch.rpm 1.5 MB/s | 272 kB 00:00 2024-09-10T08:02:32.268 INFO:teuthology.orchestra.run.smithi203.stdout:(139/156): python3-rsa-4.9-2.el9.noarch.rpm 1.1 MB/s | 59 kB 00:00 2024-09-10T08:02:32.269 INFO:teuthology.orchestra.run.smithi067.stdout:(102/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 488 kB/s | 45 kB 00:00 2024-09-10T08:02:32.294 INFO:teuthology.orchestra.run.smithi203.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 710 kB/s | 36 kB 00:00 2024-09-10T08:02:32.319 INFO:teuthology.orchestra.run.smithi203.stdout:(141/156): python3-routes-2.5.1-5.el9.noarch.rp 1.5 MB/s | 188 kB 00:00 2024-09-10T08:02:32.344 INFO:teuthology.orchestra.run.smithi203.stdout:(142/156): python3-typing-extensions-4.12.2-2.e 985 kB/s | 74 kB 00:00 2024-09-10T08:02:32.370 INFO:teuthology.orchestra.run.smithi203.stdout:(143/156): python3-websocket-client-1.2.3-2.el9 1.7 MB/s | 90 kB 00:00 2024-09-10T08:02:32.395 INFO:teuthology.orchestra.run.smithi203.stdout:(144/156): python3-zc-lockfile-2.0-10.el9.noarc 805 kB/s | 20 kB 00:00 2024-09-10T08:02:32.420 INFO:teuthology.orchestra.run.smithi203.stdout:(145/156): python3-webob-1.8.8-2.el9.noarch.rpm 1.8 MB/s | 230 kB 00:00 2024-09-10T08:02:32.454 INFO:teuthology.orchestra.run.smithi203.stdout:(146/156): re2-20211101-20.el9.x86_64.rpm 3.2 MB/s | 191 kB 00:00 2024-09-10T08:02:32.479 INFO:teuthology.orchestra.run.smithi203.stdout:(147/156): python3-werkzeug-2.0.3-3.el9.1.noarc 3.1 MB/s | 427 kB 00:00 2024-09-10T08:02:32.521 INFO:teuthology.orchestra.run.smithi203.stdout:(148/156): thrift-0.15.0-2.el9.x86_64.rpm 16 MB/s | 1.6 MB 00:00 2024-09-10T08:02:32.728 INFO:teuthology.orchestra.run.smithi067.stdout:(103/156): lua-devel-5.4.4-4.el9.x86_64.rpm 42 kB/s | 22 kB 00:00 2024-09-10T08:02:32.730 INFO:teuthology.orchestra.run.smithi203.stdout:(149/156): librbd1-19.1.1-305.g1cf819b7.el9.x86 13 MB/s | 3.2 MB 00:00 2024-09-10T08:02:32.803 INFO:teuthology.orchestra.run.smithi067.stdout:(104/156): abseil-cpp-20211102.0-3.el9.x86_64.r 7.2 MB/s | 548 kB 00:00 2024-09-10T08:02:32.813 INFO:teuthology.orchestra.run.smithi203.stdout:(150/156): librados2-19.1.1-305.g1cf819b7.el9.x 9.5 MB/s | 3.4 MB 00:00 2024-09-10T08:02:32.836 INFO:teuthology.orchestra.run.smithi067.stdout:(105/156): gperftools-libs-2.9.1-2.el9.x86_64.r 9.1 MB/s | 309 kB 00:00 2024-09-10T08:02:32.853 INFO:teuthology.orchestra.run.smithi067.stdout:(106/156): grpc-data-1.46.7-10.el9.noarch.rpm 1.1 MB/s | 19 kB 00:00 2024-09-10T08:02:32.855 INFO:teuthology.orchestra.run.smithi203.stdout:(151/156): NetworkManager-1.49.90-1.el9.x86_64. 6.9 MB/s | 2.3 MB 00:00 2024-09-10T08:02:32.906 INFO:teuthology.orchestra.run.smithi203.stdout:(152/156): NetworkManager-tui-1.49.90-1.el9.x86 4.9 MB/s | 249 kB 00:00 2024-09-10T08:02:32.948 INFO:teuthology.orchestra.run.smithi203.stdout:(153/156): NetworkManager-team-1.49.90-1.el9.x8 304 kB/s | 41 kB 00:00 2024-09-10T08:02:32.989 INFO:teuthology.orchestra.run.smithi203.stdout:(154/156): openssl-3.2.2-6.el9.x86_64.rpm 16 MB/s | 1.4 MB 00:00 2024-09-10T08:02:33.029 INFO:teuthology.orchestra.run.smithi067.stdout:(107/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 9.5 MB/s | 16 MB 00:01 2024-09-10T08:02:33.071 INFO:teuthology.orchestra.run.smithi067.stdout:(108/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 632 kB/s | 26 kB 00:00 2024-09-10T08:02:33.096 INFO:teuthology.orchestra.run.smithi067.stdout:(109/156): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-09-10T08:02:33.121 INFO:teuthology.orchestra.run.smithi067.stdout:(110/156): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-09-10T08:02:33.140 INFO:teuthology.orchestra.run.smithi203.stdout:(155/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 12 MB/s | 2.4 MB 00:00 2024-09-10T08:02:33.146 INFO:teuthology.orchestra.run.smithi067.stdout:(111/156): luarocks-3.9.2-5.el9.noarch.rpm 5.9 MB/s | 151 kB 00:00 2024-09-10T08:02:33.238 INFO:teuthology.orchestra.run.smithi067.stdout:(112/156): libarrow-9.0.0-11.el9.x86_64.rpm 11 MB/s | 4.4 MB 00:00 2024-09-10T08:02:33.263 INFO:teuthology.orchestra.run.smithi067.stdout:(113/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 7.0 MB/s | 839 kB 00:00 2024-09-10T08:02:33.281 INFO:teuthology.orchestra.run.smithi203.stdout:(156/156): NetworkManager-libnm-1.49.90-1.el9.x 3.3 MB/s | 1.8 MB 00:00 2024-09-10T08:02:33.288 INFO:teuthology.orchestra.run.smithi203.stdout:-------------------------------------------------------------------------------- 2024-09-10T08:02:33.289 INFO:teuthology.orchestra.run.smithi203.stdout:Total 11 MB/s | 226 MB 00:21 2024-09-10T08:02:33.297 INFO:teuthology.orchestra.run.smithi067.stdout:(114/156): protobuf-compiler-3.14.0-13.el9.x86_ 840 kB/s | 863 kB 00:01 2024-09-10T08:02:33.331 INFO:teuthology.orchestra.run.smithi067.stdout:(115/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 649 kB/s | 43 kB 00:00 2024-09-10T08:02:33.364 INFO:teuthology.orchestra.run.smithi067.stdout:(116/156): python3-certifi-2023.05.07-4.el9.noa 561 kB/s | 14 kB 00:00 2024-09-10T08:02:33.390 INFO:teuthology.orchestra.run.smithi067.stdout:(117/156): python3-cachetools-4.2.4-1.el9.noarc 348 kB/s | 32 kB 00:00 2024-09-10T08:02:33.415 INFO:teuthology.orchestra.run.smithi067.stdout:(118/156): python3-cheroot-8.6.0-4.el9.noarch.r 3.5 MB/s | 172 kB 00:00 2024-09-10T08:02:33.440 INFO:teuthology.orchestra.run.smithi067.stdout:(119/156): python3-asyncssh-2.13.2-5.el9.noarch 2.7 MB/s | 548 kB 00:00 2024-09-10T08:02:33.466 INFO:teuthology.orchestra.run.smithi067.stdout:(120/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 5.9 MB/s | 303 kB 00:00 2024-09-10T08:02:33.499 INFO:teuthology.orchestra.run.smithi067.stdout:(121/156): python3-cherrypy-18.6.1-2.el9.noarch 3.2 MB/s | 358 kB 00:00 2024-09-10T08:02:33.516 INFO:teuthology.orchestra.run.smithi067.stdout:(122/156): python3-google-auth-2.34.0-1.el9.noa 2.9 MB/s | 220 kB 00:00 2024-09-10T08:02:33.541 INFO:teuthology.orchestra.run.smithi067.stdout:(123/156): python3-jaraco-8.2.1-3.el9.noarch.rp 429 kB/s | 11 kB 00:00 2024-09-10T08:02:33.567 INFO:teuthology.orchestra.run.smithi067.stdout:(124/156): python3-grpcio-tools-1.46.7-10.el9.x 2.1 MB/s | 144 kB 00:00 2024-09-10T08:02:33.592 INFO:teuthology.orchestra.run.smithi067.stdout:(125/156): python3-jaraco-classes-3.2.1-5.el9.n 351 kB/s | 18 kB 00:00 2024-09-10T08:02:33.617 INFO:teuthology.orchestra.run.smithi067.stdout:(126/156): python3-jaraco-collections-3.0.0-8.e 464 kB/s | 23 kB 00:00 2024-09-10T08:02:33.642 INFO:teuthology.orchestra.run.smithi067.stdout:(127/156): python3-jaraco-functools-3.5.0-2.el9 389 kB/s | 19 kB 00:00 2024-09-10T08:02:33.668 INFO:teuthology.orchestra.run.smithi067.stdout:(128/156): python3-jaraco-text-3.2.0-6.el9.noar 391 kB/s | 20 kB 00:00 2024-09-10T08:02:33.693 INFO:teuthology.orchestra.run.smithi067.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-10T08:02:33.718 INFO:teuthology.orchestra.run.smithi067.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-09-10T08:02:33.743 INFO:teuthology.orchestra.run.smithi067.stdout:(131/156): python3-natsort-7.1.1-5.el9.noarch.r 2.3 MB/s | 58 kB 00:00 2024-09-10T08:02:33.777 INFO:teuthology.orchestra.run.smithi067.stdout:(132/156): python3-pecan-1.4.2-3.el9.noarch.rpm 8.0 MB/s | 272 kB 00:00 2024-09-10T08:02:33.802 INFO:teuthology.orchestra.run.smithi067.stdout:(133/156): python3-portend-3.1.0-2.el9.noarch.r 659 kB/s | 16 kB 00:00 2024-09-10T08:02:33.827 INFO:teuthology.orchestra.run.smithi067.stdout:(134/156): python3-kubernetes-26.1.0-2.el9.noar 5.5 MB/s | 1.0 MB 00:00 2024-09-10T08:02:33.853 INFO:teuthology.orchestra.run.smithi067.stdout:(135/156): python3-pyperclip-1.8.2-2.el9.noarch 1.1 MB/s | 28 kB 00:00 2024-09-10T08:02:33.878 INFO:teuthology.orchestra.run.smithi067.stdout:(136/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.2 MB/s | 90 kB 00:00 2024-09-10T08:02:33.903 INFO:teuthology.orchestra.run.smithi067.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 613 kB/s | 31 kB 00:00 2024-09-10T08:02:33.929 INFO:teuthology.orchestra.run.smithi067.stdout:(138/156): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-10T08:02:33.954 INFO:teuthology.orchestra.run.smithi067.stdout:(139/156): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-09-10T08:02:33.979 INFO:teuthology.orchestra.run.smithi067.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 714 kB/s | 36 kB 00:00 2024-09-10T08:02:34.004 INFO:teuthology.orchestra.run.smithi067.stdout:(141/156): python3-typing-extensions-4.12.2-2.e 1.5 MB/s | 74 kB 00:00 2024-09-10T08:02:34.029 INFO:teuthology.orchestra.run.smithi067.stdout:(142/156): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-09-10T08:02:34.055 INFO:teuthology.orchestra.run.smithi067.stdout:(143/156): python3-webob-1.8.8-2.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-09-10T08:02:34.097 INFO:teuthology.orchestra.run.smithi067.stdout:(144/156): python3-grpcio-1.46.7-10.el9.x86_64. 3.2 MB/s | 2.0 MB 00:00 2024-09-10T08:02:34.113 INFO:teuthology.orchestra.run.smithi067.stdout:(145/156): python3-zc-lockfile-2.0-10.el9.noarc 342 kB/s | 20 kB 00:00 2024-09-10T08:02:34.139 INFO:teuthology.orchestra.run.smithi067.stdout:(146/156): re2-20211101-20.el9.x86_64.rpm 7.5 MB/s | 191 kB 00:00 2024-09-10T08:02:34.164 INFO:teuthology.orchestra.run.smithi067.stdout:(147/156): python3-werkzeug-2.0.3-3.el9.1.noarc 3.1 MB/s | 427 kB 00:00 2024-09-10T08:02:34.215 INFO:teuthology.orchestra.run.smithi067.stdout:(148/156): thrift-0.15.0-2.el9.x86_64.rpm 16 MB/s | 1.6 MB 00:00 2024-09-10T08:02:34.423 INFO:teuthology.orchestra.run.smithi067.stdout:(149/156): librbd1-19.1.1-305.g1cf819b7.el9.x86 12 MB/s | 3.2 MB 00:00 2024-09-10T08:02:34.532 INFO:teuthology.orchestra.run.smithi203.stdout:Running transaction check 2024-09-10T08:02:34.573 INFO:teuthology.orchestra.run.smithi067.stdout:(150/156): librados2-19.1.1-305.g1cf819b7.el9.x 7.9 MB/s | 3.4 MB 00:00 2024-09-10T08:02:34.684 INFO:teuthology.orchestra.run.smithi203.stdout:Transaction check succeeded. 2024-09-10T08:02:34.684 INFO:teuthology.orchestra.run.smithi203.stdout:Running transaction test 2024-09-10T08:02:35.140 INFO:teuthology.orchestra.run.smithi067.stdout:(151/156): NetworkManager-team-1.49.90-1.el9.x8 72 kB/s | 41 kB 00:00 2024-09-10T08:02:35.216 INFO:teuthology.orchestra.run.smithi067.stdout:(152/156): NetworkManager-1.49.90-1.el9.x86_64. 2.3 MB/s | 2.3 MB 00:01 2024-09-10T08:02:35.408 INFO:teuthology.orchestra.run.smithi067.stdout:(153/156): NetworkManager-libnm-1.49.90-1.el9.x 1.8 MB/s | 1.8 MB 00:00 2024-09-10T08:02:35.908 INFO:teuthology.orchestra.run.smithi067.stdout:(154/156): NetworkManager-tui-1.49.90-1.el9.x86 324 kB/s | 249 kB 00:00 2024-09-10T08:02:36.166 INFO:teuthology.orchestra.run.smithi067.stdout:(155/156): openssl-3.2.2-6.el9.x86_64.rpm 1.4 MB/s | 1.4 MB 00:00 2024-09-10T08:02:36.433 INFO:teuthology.orchestra.run.smithi067.stdout:(156/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 2.3 MB/s | 2.4 MB 00:01 2024-09-10T08:02:36.440 INFO:teuthology.orchestra.run.smithi067.stdout:-------------------------------------------------------------------------------- 2024-09-10T08:02:36.440 INFO:teuthology.orchestra.run.smithi067.stdout:Total 11 MB/s | 226 MB 00:19 2024-09-10T08:02:36.988 INFO:teuthology.orchestra.run.smithi133.stdout: Preparing : 1/1 2024-09-10T08:02:37.078 INFO:teuthology.orchestra.run.smithi133.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-10T08:02:37.099 INFO:teuthology.orchestra.run.smithi203.stdout:Transaction test succeeded. 2024-09-10T08:02:37.100 INFO:teuthology.orchestra.run.smithi203.stdout:Running transaction 2024-09-10T08:02:37.180 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-10T08:02:37.345 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-10T08:02:37.386 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-10T08:02:37.420 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-10T08:02:37.469 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-10T08:02:37.691 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction check 2024-09-10T08:02:37.832 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-10T08:02:37.861 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction check succeeded. 2024-09-10T08:02:37.861 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction test 2024-09-10T08:02:37.937 INFO:teuthology.orchestra.run.smithi133.stdout: Upgrading : librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 8/164 2024-09-10T08:02:38.045 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 8/164 2024-09-10T08:02:38.072 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 9/164 2024-09-10T08:02:38.163 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 9/164 2024-09-10T08:02:38.202 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-rados-2:19.1.1-305.g1cf819b7.el9.x86_64 10/164 2024-09-10T08:02:38.382 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-10T08:02:38.440 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-10T08:02:38.492 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 13/164 2024-09-10T08:02:38.603 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 13/164 2024-09-10T08:02:38.628 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_ 14/164 2024-09-10T08:02:38.696 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_ 14/164 2024-09-10T08:02:38.719 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-10T08:02:38.745 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-10T08:02:38.917 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-10T08:02:39.100 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-10T08:02:39.217 INFO:teuthology.orchestra.run.smithi133.stdout: Upgrading : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 17/164 2024-09-10T08:02:39.332 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-10T08:02:39.402 INFO:teuthology.orchestra.run.smithi133.stdout: Upgrading : NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-10T08:02:39.641 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-10T08:02:39.762 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-10T08:02:39.861 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-10T08:02:39.891 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-10T08:02:39.925 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-10T08:02:39.989 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-10T08:02:40.034 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-10T08:02:40.067 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-10T08:02:40.110 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-10T08:02:40.143 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-10T08:02:40.170 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-10T08:02:40.198 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction test succeeded. 2024-09-10T08:02:40.199 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction 2024-09-10T08:02:40.238 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-10T08:02:40.300 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-10T08:02:40.341 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-10T08:02:40.384 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-10T08:02:40.461 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-10T08:02:40.494 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-ceph-common-2:19.1.1-305.g1cf819b7.el9.x 34/164 2024-09-10T08:02:40.538 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-ceph-argparse-2:19.1.1-305.g1cf819b7.el9 35/164 2024-09-10T08:02:40.567 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-cephfs-2:19.1.1-305.g1cf819b7.el9.x86_64 36/164 2024-09-10T08:02:40.636 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-10T08:02:40.681 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-10T08:02:40.755 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-10T08:02:40.894 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-10T08:02:40.950 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-10T08:02:41.462 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-10T08:02:41.553 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-10T08:02:41.592 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-10T08:02:41.635 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-10T08:02:41.673 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : librados-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 46/164 2024-09-10T08:02:41.716 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-10T08:02:41.877 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-10T08:02:41.934 INFO:teuthology.orchestra.run.smithi133.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-10T08:02:41.987 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-10T08:02:42.053 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-10T08:02:42.093 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-10T08:02:42.129 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-10T08:02:42.175 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-10T08:02:42.212 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-10T08:02:42.255 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-10T08:02:42.297 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-10T08:02:42.449 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-10T08:02:42.491 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-10T08:02:42.531 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-10T08:02:42.652 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-10T08:02:42.816 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-10T08:02:42.856 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-10T08:02:42.890 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 64/164 2024-09-10T08:02:42.914 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-10T08:02:43.011 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-10T08:02:43.138 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-10T08:02:43.171 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-10T08:02:43.199 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-10T08:02:43.236 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-10T08:02:43.273 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-10T08:02:43.304 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-10T08:02:43.334 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-10T08:02:43.369 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-10T08:02:43.402 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-10T08:02:43.443 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-10T08:02:43.447 INFO:teuthology.orchestra.run.smithi203.stdout: Preparing : 1/1 2024-09-10T08:02:43.486 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-10T08:02:43.561 INFO:teuthology.orchestra.run.smithi203.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-10T08:02:43.580 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-10T08:02:43.625 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-10T08:02:43.656 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-10T08:02:43.708 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-10T08:02:43.761 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-10T08:02:43.810 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-10T08:02:43.880 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-10T08:02:43.920 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-10T08:02:43.946 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-10T08:02:43.996 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-10T08:02:44.337 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-10T08:02:44.455 INFO:teuthology.orchestra.run.smithi203.stdout: Upgrading : librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 8/164 2024-09-10T08:02:44.518 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-10T08:02:44.565 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-10T08:02:44.578 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 8/164 2024-09-10T08:02:44.606 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 9/164 2024-09-10T08:02:44.607 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-10T08:02:44.681 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 9/164 2024-09-10T08:02:44.713 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-rados-2:19.1.1-305.g1cf819b7.el9.x86_64 10/164 2024-09-10T08:02:44.716 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-10T08:02:44.770 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-10T08:02:44.815 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-10T08:02:44.889 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-10T08:02:44.893 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-10T08:02:44.927 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-10T08:02:44.949 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-10T08:02:44.994 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 13/164 2024-09-10T08:02:45.104 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 13/164 2024-09-10T08:02:45.110 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-10T08:02:45.129 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_ 14/164 2024-09-10T08:02:45.133 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-10T08:02:45.192 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_ 14/164 2024-09-10T08:02:45.222 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-10T08:02:45.229 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-10T08:02:45.246 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-10T08:02:45.432 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-10T08:02:45.621 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-10T08:02:45.735 INFO:teuthology.orchestra.run.smithi203.stdout: Upgrading : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 17/164 2024-09-10T08:02:45.865 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-10T08:02:45.866 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-10T08:02:45.954 INFO:teuthology.orchestra.run.smithi203.stdout: Upgrading : NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-10T08:02:45.980 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-10T08:02:46.199 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-10T08:02:46.314 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-10T08:02:46.417 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-10T08:02:46.452 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-10T08:02:46.486 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-10T08:02:46.560 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-10T08:02:46.604 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-10T08:02:46.653 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-10T08:02:46.705 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-10T08:02:46.738 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-10T08:02:46.765 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-10T08:02:46.835 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-10T08:02:46.888 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-10T08:02:46.919 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-10T08:02:46.963 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-10T08:02:46.970 INFO:teuthology.orchestra.run.smithi067.stdout: Preparing : 1/1 2024-09-10T08:02:47.038 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-10T08:02:47.081 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-ceph-common-2:19.1.1-305.g1cf819b7.el9.x 34/164 2024-09-10T08:02:47.104 INFO:teuthology.orchestra.run.smithi067.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-10T08:02:47.133 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-ceph-argparse-2:19.1.1-305.g1cf819b7.el9 35/164 2024-09-10T08:02:47.152 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-10T08:02:47.162 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-cephfs-2:19.1.1-305.g1cf819b7.el9.x86_64 36/164 2024-09-10T08:02:47.211 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-10T08:02:47.213 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-10T08:02:47.233 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-10T08:02:47.255 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-10T08:02:47.277 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-10T08:02:47.280 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-10T08:02:47.294 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-10T08:02:47.322 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-10T08:02:47.345 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-10T08:02:47.352 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-10T08:02:47.355 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-10T08:02:47.485 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-10T08:02:47.538 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-10T08:02:47.673 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-10T08:02:47.697 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-10T08:02:47.718 INFO:teuthology.orchestra.run.smithi133.stdout: Upgrading : librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 101/164 2024-09-10T08:02:47.800 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 101/164 2024-09-10T08:02:47.806 INFO:teuthology.orchestra.run.smithi067.stdout: Upgrading : librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 8/164 2024-09-10T08:02:47.832 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-rbd-2:19.1.1-305.g1cf819b7.el9.x86_64 102/164 2024-09-10T08:02:47.876 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-10T08:02:47.914 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 8/164 2024-09-10T08:02:47.949 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 9/164 2024-09-10T08:02:48.025 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 9/164 2024-09-10T08:02:48.059 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-rados-2:19.1.1-305.g1cf819b7.el9.x86_64 10/164 2024-09-10T08:02:48.079 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-10T08:02:48.167 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-10T08:02:48.205 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-10T08:02:48.232 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-10T08:02:48.257 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-10T08:02:48.283 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-10T08:02:48.294 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : librados-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 46/164 2024-09-10T08:02:48.311 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 13/164 2024-09-10T08:02:48.345 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-10T08:02:48.371 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-10T08:02:48.413 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 105/164 2024-09-10T08:02:48.422 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 13/164 2024-09-10T08:02:48.445 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_ 14/164 2024-09-10T08:02:48.484 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 105/164 2024-09-10T08:02:48.512 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_ 14/164 2024-09-10T08:02:48.512 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-10T08:02:48.515 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-rgw-2:19.1.1-305.g1cf819b7.el9.x86_64 106/164 2024-09-10T08:02:48.537 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-10T08:02:48.562 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-10T08:02:48.573 INFO:teuthology.orchestra.run.smithi203.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-10T08:02:48.627 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-10T08:02:48.700 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-10T08:02:48.715 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-10T08:02:48.741 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-10T08:02:48.786 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-10T08:02:48.832 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-10T08:02:48.868 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-10T08:02:48.891 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-10T08:02:48.911 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-10T08:02:48.954 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-10T08:02:49.035 INFO:teuthology.orchestra.run.smithi067.stdout: Upgrading : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 17/164 2024-09-10T08:02:49.091 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-10T08:02:49.131 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-10T08:02:49.145 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-10T08:02:49.173 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-10T08:02:49.266 INFO:teuthology.orchestra.run.smithi067.stdout: Upgrading : NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-10T08:02:49.283 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-10T08:02:49.323 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-10T08:02:49.364 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-10T08:02:49.397 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 64/164 2024-09-10T08:02:49.422 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-10T08:02:49.502 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-10T08:02:49.524 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-10T08:02:49.620 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-10T08:02:49.651 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-10T08:02:49.689 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-10T08:02:49.716 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-10T08:02:49.733 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-10T08:02:49.754 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-10T08:02:49.767 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-10T08:02:49.790 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-10T08:02:49.810 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-10T08:02:49.838 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-10T08:02:49.868 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-10T08:02:49.895 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-10T08:02:49.903 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-10T08:02:49.937 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-10T08:02:49.945 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-10T08:02:49.978 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-10T08:02:49.985 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-10T08:02:50.013 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-10T08:02:50.037 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-10T08:02:50.070 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-10T08:02:50.097 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-10T08:02:50.100 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-10T08:02:50.144 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-10T08:02:50.169 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-10T08:02:50.183 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-10T08:02:50.221 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-10T08:02:50.250 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-10T08:02:50.286 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-10T08:02:50.293 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-10T08:02:50.334 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-10T08:02:50.380 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-10T08:02:50.412 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-ceph-common-2:19.1.1-305.g1cf819b7.el9.x 34/164 2024-09-10T08:02:50.456 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-ceph-argparse-2:19.1.1-305.g1cf819b7.el9 35/164 2024-09-10T08:02:50.484 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-cephfs-2:19.1.1-305.g1cf819b7.el9.x86_64 36/164 2024-09-10T08:02:50.559 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-10T08:02:50.608 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-10T08:02:50.686 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-10T08:02:50.831 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-10T08:02:50.856 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 107/164 2024-09-10T08:02:50.886 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 107/164 2024-09-10T08:02:50.895 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-10T08:02:51.051 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-10T08:02:51.107 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-10T08:02:51.141 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-10T08:02:51.248 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-10T08:02:51.300 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-10T08:02:51.354 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-10T08:02:51.437 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 107/164 2024-09-10T08:02:51.441 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-10T08:02:51.463 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-10T08:02:51.472 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 108/164 2024-09-10T08:02:51.481 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-10T08:02:51.558 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-10T08:02:51.564 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 108/164 2024-09-10T08:02:51.564 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-10T08:02:51.565 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-10T08:02:51.565 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-09-10T08:02:51.599 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 109/164 2024-09-10T08:02:51.601 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-10T08:02:51.653 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-10T08:02:51.667 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-10T08:02:51.696 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-10T08:02:51.707 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : librados-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 46/164 2024-09-10T08:02:51.749 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-10T08:02:51.781 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-10T08:02:51.930 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-10T08:02:52.075 INFO:teuthology.orchestra.run.smithi067.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-10T08:02:52.075 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-10T08:02:52.117 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-10T08:02:52.163 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-10T08:02:52.200 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-10T08:02:52.237 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-10T08:02:52.272 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-10T08:02:52.318 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-10T08:02:52.356 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-10T08:02:52.433 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-10T08:02:52.501 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-10T08:02:52.544 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-10T08:02:52.549 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-10T08:02:52.591 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-10T08:02:52.699 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-10T08:02:52.809 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-10T08:02:52.873 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-10T08:02:52.906 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 64/164 2024-09-10T08:02:52.931 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-10T08:02:53.028 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-10T08:02:53.163 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-10T08:02:53.196 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-10T08:02:53.224 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-10T08:02:53.261 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-10T08:02:53.298 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-10T08:02:53.338 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-10T08:02:53.367 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-10T08:02:53.401 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-10T08:02:53.435 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-10T08:02:53.477 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-10T08:02:53.511 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-10T08:02:53.601 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-10T08:02:53.659 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-10T08:02:53.689 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-10T08:02:53.786 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-10T08:02:53.802 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-10T08:02:53.858 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-10T08:02:53.886 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-10T08:02:53.914 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-10T08:02:53.947 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-10T08:02:54.267 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-10T08:02:54.310 INFO:teuthology.orchestra.run.smithi203.stdout: Upgrading : librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 101/164 2024-09-10T08:02:54.401 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 101/164 2024-09-10T08:02:54.432 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-rbd-2:19.1.1-305.g1cf819b7.el9.x86_64 102/164 2024-09-10T08:02:54.468 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-10T08:02:54.621 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-10T08:02:54.665 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-10T08:02:54.699 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-10T08:02:54.804 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-10T08:02:54.863 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-10T08:02:54.908 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-10T08:02:54.949 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-10T08:02:54.980 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 105/164 2024-09-10T08:02:54.997 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-10T08:02:55.034 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-10T08:02:55.035 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 105/164 2024-09-10T08:02:55.091 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-rgw-2:19.1.1-305.g1cf819b7.el9.x86_64 106/164 2024-09-10T08:02:55.226 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-10T08:02:55.257 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-10T08:02:55.349 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-10T08:02:56.054 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-10T08:02:56.176 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-10T08:02:57.413 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 107/164 2024-09-10T08:02:57.446 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 107/164 2024-09-10T08:02:57.511 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-10T08:02:57.592 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-10T08:02:57.620 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-10T08:02:57.653 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-10T08:02:57.980 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-10T08:02:57.992 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 107/164 2024-09-10T08:02:58.016 INFO:teuthology.orchestra.run.smithi067.stdout: Upgrading : librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 101/164 2024-09-10T08:02:58.033 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 108/164 2024-09-10T08:02:58.107 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 101/164 2024-09-10T08:02:58.124 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 108/164 2024-09-10T08:02:58.124 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-10T08:02:58.124 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-10T08:02:58.124 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-10T08:02:58.137 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-rbd-2:19.1.1-305.g1cf819b7.el9.x86_64 102/164 2024-09-10T08:02:58.168 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 109/164 2024-09-10T08:02:58.174 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-10T08:02:58.682 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-10T08:02:58.710 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 105/164 2024-09-10T08:02:58.782 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 105/164 2024-09-10T08:02:58.812 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-rgw-2:19.1.1-305.g1cf819b7.el9.x86_64 106/164 2024-09-10T08:03:01.211 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 107/164 2024-09-10T08:03:01.251 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 107/164 2024-09-10T08:03:01.832 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 107/164 2024-09-10T08:03:01.871 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 108/164 2024-09-10T08:03:01.962 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 108/164 2024-09-10T08:03:01.962 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-10T08:03:01.962 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-10T08:03:01.962 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:03:01.997 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 109/164 2024-09-10T08:03:03.511 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 109/164 2024-09-10T08:03:03.512 INFO:teuthology.orchestra.run.smithi133.stdout:skipping the directory /sys 2024-09-10T08:03:03.512 INFO:teuthology.orchestra.run.smithi133.stdout:skipping the directory /proc 2024-09-10T08:03:03.512 INFO:teuthology.orchestra.run.smithi133.stdout:skipping the directory /mnt 2024-09-10T08:03:03.513 INFO:teuthology.orchestra.run.smithi133.stdout:skipping the directory /var/tmp 2024-09-10T08:03:03.513 INFO:teuthology.orchestra.run.smithi133.stdout:skipping the directory /home 2024-09-10T08:03:03.513 INFO:teuthology.orchestra.run.smithi133.stdout:skipping the directory /root 2024-09-10T08:03:03.514 INFO:teuthology.orchestra.run.smithi133.stdout:skipping the directory /tmp 2024-09-10T08:03:03.514 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-09-10T08:03:03.692 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-volume-2:19.1.1-305.g1cf819b7.el9.noarch 110/164 2024-09-10T08:03:03.708 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-volume-2:19.1.1-305.g1cf819b7.el9.noarch 110/164 2024-09-10T08:03:03.709 INFO:teuthology.orchestra.run.smithi133.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T08:03:03.709 INFO:teuthology.orchestra.run.smithi133.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-10T08:03:03.709 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-09-10T08:03:05.195 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 111/164 2024-09-10T08:03:05.222 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 111/164 2024-09-10T08:03:05.222 INFO:teuthology.orchestra.run.smithi133.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T08:03:05.222 INFO:teuthology.orchestra.run.smithi133.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-10T08:03:05.222 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-10T08:03:05.222 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-10T08:03:05.222 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-09-10T08:03:05.456 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 112/164 2024-09-10T08:03:05.480 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 112/164 2024-09-10T08:03:05.480 INFO:teuthology.orchestra.run.smithi133.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T08:03:05.480 INFO:teuthology.orchestra.run.smithi133.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-10T08:03:05.480 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-10T08:03:05.480 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-10T08:03:05.480 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-09-10T08:03:05.931 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 113/164 2024-09-10T08:03:05.955 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 113/164 2024-09-10T08:03:05.955 INFO:teuthology.orchestra.run.smithi133.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T08:03:05.955 INFO:teuthology.orchestra.run.smithi133.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-10T08:03:05.955 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-10T08:03:05.956 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-10T08:03:05.956 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-09-10T08:03:06.053 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-10T08:03:06.110 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-10T08:03:06.174 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-10T08:03:06.360 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-10T08:03:06.407 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-10T08:03:06.494 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-10T08:03:06.589 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-10T08:03:06.721 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-10T08:03:06.777 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-10T08:03:06.814 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-10T08:03:06.850 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-10T08:03:07.287 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 125/164 2024-09-10T08:03:07.315 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 125/164 2024-09-10T08:03:07.346 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-305.g1cf819b7.el 126/164 2024-09-10T08:03:07.409 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-305.g1cf819b7.e 127/164 2024-09-10T08:03:07.438 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-305.g1cf819b7.el9.noar 128/164 2024-09-10T08:03:08.489 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-305.g1cf819b7.el9.noar 128/164 2024-09-10T08:03:08.523 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-305.g1cf819b7.el9.no 129/164 2024-09-10T08:03:09.494 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-305.g1cf819b7.el9.no 129/164 2024-09-10T08:03:09.523 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-305.g1cf8 130/164 2024-09-10T08:03:09.626 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-305.g1cf8 130/164 2024-09-10T08:03:09.786 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-305.g1cf819b7.el9 131/164 2024-09-10T08:03:09.817 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 132/164 2024-09-10T08:03:09.841 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 132/164 2024-09-10T08:03:09.841 INFO:teuthology.orchestra.run.smithi133.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T08:03:09.841 INFO:teuthology.orchestra.run.smithi133.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-10T08:03:09.842 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-10T08:03:09.842 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-10T08:03:09.842 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-09-10T08:03:09.893 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-mgr-rook-2:19.1.1-305.g1cf819b7.el9.noarch 133/164 2024-09-10T08:03:09.905 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-305.g1cf819b7.el9.noarch 133/164 2024-09-10T08:03:10.003 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-2:19.1.1-305.g1cf819b7.el9.x86_64 134/164 2024-09-10T08:03:10.061 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 135/164 2024-09-10T08:03:10.065 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 109/164 2024-09-10T08:03:10.065 INFO:teuthology.orchestra.run.smithi203.stdout:skipping the directory /sys 2024-09-10T08:03:10.065 INFO:teuthology.orchestra.run.smithi203.stdout:skipping the directory /proc 2024-09-10T08:03:10.065 INFO:teuthology.orchestra.run.smithi203.stdout:skipping the directory /mnt 2024-09-10T08:03:10.065 INFO:teuthology.orchestra.run.smithi203.stdout:skipping the directory /var/tmp 2024-09-10T08:03:10.065 INFO:teuthology.orchestra.run.smithi203.stdout:skipping the directory /home 2024-09-10T08:03:10.065 INFO:teuthology.orchestra.run.smithi203.stdout:skipping the directory /root 2024-09-10T08:03:10.065 INFO:teuthology.orchestra.run.smithi203.stdout:skipping the directory /tmp 2024-09-10T08:03:10.065 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-10T08:03:10.242 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-volume-2:19.1.1-305.g1cf819b7.el9.noarch 110/164 2024-09-10T08:03:10.258 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-volume-2:19.1.1-305.g1cf819b7.el9.noarch 110/164 2024-09-10T08:03:10.258 INFO:teuthology.orchestra.run.smithi203.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T08:03:10.258 INFO:teuthology.orchestra.run.smithi203.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-10T08:03:10.258 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-10T08:03:11.002 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-10T08:03:11.037 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 137/164 2024-09-10T08:03:11.061 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 137/164 2024-09-10T08:03:11.061 INFO:teuthology.orchestra.run.smithi133.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T08:03:11.061 INFO:teuthology.orchestra.run.smithi133.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-10T08:03:11.061 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-10T08:03:11.061 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-10T08:03:11.062 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-09-10T08:03:11.113 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-305.g1cf819 138/164 2024-09-10T08:03:11.137 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-305.g1cf819 138/164 2024-09-10T08:03:11.137 INFO:teuthology.orchestra.run.smithi133.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T08:03:11.137 INFO:teuthology.orchestra.run.smithi133.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-10T08:03:11.137 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-09-10T08:03:11.188 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : cephfs-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 139/164 2024-09-10T08:03:11.212 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 139/164 2024-09-10T08:03:11.212 INFO:teuthology.orchestra.run.smithi133.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T08:03:11.212 INFO:teuthology.orchestra.run.smithi133.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-10T08:03:11.212 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-10T08:03:11.212 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-10T08:03:11.212 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-09-10T08:03:11.522 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 140/164 2024-09-10T08:03:11.546 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 140/164 2024-09-10T08:03:11.546 INFO:teuthology.orchestra.run.smithi133.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T08:03:11.546 INFO:teuthology.orchestra.run.smithi133.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-10T08:03:11.546 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-10T08:03:11.546 INFO:teuthology.orchestra.run.smithi133.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-10T08:03:11.546 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-09-10T08:03:11.771 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 111/164 2024-09-10T08:03:11.798 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 111/164 2024-09-10T08:03:11.799 INFO:teuthology.orchestra.run.smithi203.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T08:03:11.799 INFO:teuthology.orchestra.run.smithi203.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-10T08:03:11.799 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-10T08:03:11.799 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-10T08:03:11.799 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-10T08:03:12.039 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 112/164 2024-09-10T08:03:12.062 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 112/164 2024-09-10T08:03:12.062 INFO:teuthology.orchestra.run.smithi203.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T08:03:12.062 INFO:teuthology.orchestra.run.smithi203.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-10T08:03:12.062 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-10T08:03:12.063 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-10T08:03:12.063 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-10T08:03:12.515 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 113/164 2024-09-10T08:03:12.538 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 113/164 2024-09-10T08:03:12.538 INFO:teuthology.orchestra.run.smithi203.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T08:03:12.538 INFO:teuthology.orchestra.run.smithi203.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-10T08:03:12.538 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-10T08:03:12.538 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-10T08:03:12.538 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-10T08:03:12.645 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-10T08:03:12.702 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-10T08:03:12.757 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-10T08:03:12.944 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-10T08:03:13.008 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-10T08:03:13.085 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-10T08:03:13.174 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-10T08:03:13.305 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-10T08:03:13.368 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-10T08:03:13.399 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-10T08:03:13.427 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-10T08:03:13.874 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 125/164 2024-09-10T08:03:13.901 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 125/164 2024-09-10T08:03:13.941 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-305.g1cf819b7.el 126/164 2024-09-10T08:03:14.003 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-305.g1cf819b7.e 127/164 2024-09-10T08:03:14.041 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-305.g1cf819b7.el9.noar 128/164 2024-09-10T08:03:14.418 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 109/164 2024-09-10T08:03:14.419 INFO:teuthology.orchestra.run.smithi067.stdout:skipping the directory /sys 2024-09-10T08:03:14.419 INFO:teuthology.orchestra.run.smithi067.stdout:skipping the directory /proc 2024-09-10T08:03:14.419 INFO:teuthology.orchestra.run.smithi067.stdout:skipping the directory /mnt 2024-09-10T08:03:14.419 INFO:teuthology.orchestra.run.smithi067.stdout:skipping the directory /var/tmp 2024-09-10T08:03:14.419 INFO:teuthology.orchestra.run.smithi067.stdout:skipping the directory /home 2024-09-10T08:03:14.419 INFO:teuthology.orchestra.run.smithi067.stdout:skipping the directory /root 2024-09-10T08:03:14.419 INFO:teuthology.orchestra.run.smithi067.stdout:skipping the directory /tmp 2024-09-10T08:03:14.419 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:03:14.591 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-volume-2:19.1.1-305.g1cf819b7.el9.noarch 110/164 2024-09-10T08:03:14.608 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-volume-2:19.1.1-305.g1cf819b7.el9.noarch 110/164 2024-09-10T08:03:14.608 INFO:teuthology.orchestra.run.smithi067.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T08:03:14.608 INFO:teuthology.orchestra.run.smithi067.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-10T08:03:14.608 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:03:15.098 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-305.g1cf819b7.el9.noar 128/164 2024-09-10T08:03:15.134 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-305.g1cf819b7.el9.no 129/164 2024-09-10T08:03:16.103 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-305.g1cf819b7.el9.no 129/164 2024-09-10T08:03:16.126 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : ceph-test-2:19.1.1-305.g1cf819b7.el9.x86_64 141/164 2024-09-10T08:03:16.135 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-305.g1cf8 130/164 2024-09-10T08:03:16.145 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 111/164 2024-09-10T08:03:16.167 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : rbd-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 142/164 2024-09-10T08:03:16.173 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 111/164 2024-09-10T08:03:16.173 INFO:teuthology.orchestra.run.smithi067.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T08:03:16.173 INFO:teuthology.orchestra.run.smithi067.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-10T08:03:16.173 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-10T08:03:16.173 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-10T08:03:16.173 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:03:16.208 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : rbd-nbd-2:19.1.1-305.g1cf819b7.el9.x86_64 143/164 2024-09-10T08:03:16.238 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-305.g1cf8 130/164 2024-09-10T08:03:16.240 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-10T08:03:16.267 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-10T08:03:16.399 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-305.g1cf819b7.el9 131/164 2024-09-10T08:03:16.412 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 112/164 2024-09-10T08:03:16.428 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 132/164 2024-09-10T08:03:16.436 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 112/164 2024-09-10T08:03:16.437 INFO:teuthology.orchestra.run.smithi067.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T08:03:16.437 INFO:teuthology.orchestra.run.smithi067.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-10T08:03:16.437 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-10T08:03:16.437 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-10T08:03:16.437 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:03:16.451 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : cephfs-shell-2:19.1.1-305.g1cf819b7.el9.x86_64 146/164 2024-09-10T08:03:16.452 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 132/164 2024-09-10T08:03:16.452 INFO:teuthology.orchestra.run.smithi203.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T08:03:16.453 INFO:teuthology.orchestra.run.smithi203.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-10T08:03:16.453 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-10T08:03:16.453 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-10T08:03:16.453 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-10T08:03:16.505 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-mgr-rook-2:19.1.1-305.g1cf819b7.el9.noarch 133/164 2024-09-10T08:03:16.506 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-10T08:03:16.516 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-305.g1cf819b7.el9.noarch 133/164 2024-09-10T08:03:16.536 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libcephfs-devel-2:19.1.1-305.g1cf819b7.el9.x86_6 148/164 2024-09-10T08:03:16.574 INFO:teuthology.orchestra.run.smithi133.stdout: Upgrading : NetworkManager-team-1:1.49.90-1.el9.x86_64 149/164 2024-09-10T08:03:16.620 INFO:teuthology.orchestra.run.smithi133.stdout: Upgrading : NetworkManager-tui-1:1.49.90-1.el9.x86_64 150/164 2024-09-10T08:03:16.631 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-2:19.1.1-305.g1cf819b7.el9.x86_64 134/164 2024-09-10T08:03:16.683 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 135/164 2024-09-10T08:03:16.905 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 113/164 2024-09-10T08:03:16.929 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 113/164 2024-09-10T08:03:16.929 INFO:teuthology.orchestra.run.smithi067.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T08:03:16.929 INFO:teuthology.orchestra.run.smithi067.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-10T08:03:16.930 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-10T08:03:16.930 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-10T08:03:16.930 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:03:17.035 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-10T08:03:17.093 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-10T08:03:17.157 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-10T08:03:17.273 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-10T08:03:17.309 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-10T08:03:17.330 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-10T08:03:17.360 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-10T08:03:17.414 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-10T08:03:17.494 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-10T08:03:17.584 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-10T08:03:17.617 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-10T08:03:17.649 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 137/164 2024-09-10T08:03:17.672 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 137/164 2024-09-10T08:03:17.673 INFO:teuthology.orchestra.run.smithi203.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T08:03:17.673 INFO:teuthology.orchestra.run.smithi203.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-10T08:03:17.673 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-10T08:03:17.673 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-10T08:03:17.673 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-10T08:03:17.717 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-305.g1cf819 138/164 2024-09-10T08:03:17.726 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-10T08:03:17.739 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-305.g1cf819 138/164 2024-09-10T08:03:17.739 INFO:teuthology.orchestra.run.smithi203.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T08:03:17.740 INFO:teuthology.orchestra.run.smithi203.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-10T08:03:17.740 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-10T08:03:17.764 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-10T08:03:17.784 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : cephfs-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 139/164 2024-09-10T08:03:17.795 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-10T08:03:17.807 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 139/164 2024-09-10T08:03:17.807 INFO:teuthology.orchestra.run.smithi203.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T08:03:17.807 INFO:teuthology.orchestra.run.smithi203.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-10T08:03:17.807 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-10T08:03:17.807 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-10T08:03:17.807 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-10T08:03:17.822 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-10T08:03:18.118 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 140/164 2024-09-10T08:03:18.141 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 140/164 2024-09-10T08:03:18.141 INFO:teuthology.orchestra.run.smithi203.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T08:03:18.141 INFO:teuthology.orchestra.run.smithi203.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-10T08:03:18.141 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-10T08:03:18.142 INFO:teuthology.orchestra.run.smithi203.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-10T08:03:18.142 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-10T08:03:18.174 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : cephfs-top-2:19.1.1-305.g1cf819b7.el9.noarch 152/164 2024-09-10T08:03:18.245 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 125/164 2024-09-10T08:03:18.263 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-10T08:03:18.271 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 125/164 2024-09-10T08:03:18.303 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-305.g1cf819b7.el 126/164 2024-09-10T08:03:18.309 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-10T08:03:18.367 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-305.g1cf819b7.e 127/164 2024-09-10T08:03:18.402 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-305.g1cf819b7.el9.noar 128/164 2024-09-10T08:03:18.403 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-10T08:03:18.442 INFO:teuthology.orchestra.run.smithi133.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-10T08:03:18.467 INFO:teuthology.orchestra.run.smithi133.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-10T08:03:18.493 INFO:teuthology.orchestra.run.smithi133.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-10T08:03:18.493 INFO:teuthology.orchestra.run.smithi133.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-10T08:03:18.585 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-10T08:03:18.586 INFO:teuthology.orchestra.run.smithi133.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-10T08:03:18.669 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-10T08:03:18.695 INFO:teuthology.orchestra.run.smithi133.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-10T08:03:18.700 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-10T08:03:18.700 INFO:teuthology.orchestra.run.smithi133.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-10T08:03:18.880 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-10T08:03:18.880 INFO:teuthology.orchestra.run.smithi133.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-10T08:03:18.973 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-10T08:03:19.036 INFO:teuthology.orchestra.run.smithi133.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-10T08:03:19.509 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-305.g1cf819b7.el9.noar 128/164 2024-09-10T08:03:19.546 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-305.g1cf819b7.el9.no 129/164 2024-09-10T08:03:20.560 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-305.g1cf819b7.el9.no 129/164 2024-09-10T08:03:20.580 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-305.g1cf8 130/164 2024-09-10T08:03:20.686 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-305.g1cf8 130/164 2024-09-10T08:03:20.857 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-305.g1cf819b7.el9 131/164 2024-09-10T08:03:20.881 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 132/164 2024-09-10T08:03:20.907 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 132/164 2024-09-10T08:03:20.907 INFO:teuthology.orchestra.run.smithi067.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T08:03:20.907 INFO:teuthology.orchestra.run.smithi067.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-10T08:03:20.907 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-10T08:03:20.908 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-10T08:03:20.908 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:03:20.957 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-mgr-rook-2:19.1.1-305.g1cf819b7.el9.noarch 133/164 2024-09-10T08:03:20.969 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-305.g1cf819b7.el9.noarch 133/164 2024-09-10T08:03:21.071 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-2:19.1.1-305.g1cf819b7.el9.x86_64 134/164 2024-09-10T08:03:21.129 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 135/164 2024-09-10T08:03:22.118 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-10T08:03:22.143 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 137/164 2024-09-10T08:03:22.167 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 137/164 2024-09-10T08:03:22.167 INFO:teuthology.orchestra.run.smithi067.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T08:03:22.168 INFO:teuthology.orchestra.run.smithi067.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-10T08:03:22.168 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-10T08:03:22.168 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-10T08:03:22.168 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:03:22.210 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-305.g1cf819 138/164 2024-09-10T08:03:22.234 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-305.g1cf819 138/164 2024-09-10T08:03:22.235 INFO:teuthology.orchestra.run.smithi067.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T08:03:22.235 INFO:teuthology.orchestra.run.smithi067.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-10T08:03:22.235 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:03:22.286 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : cephfs-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 139/164 2024-09-10T08:03:22.310 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 139/164 2024-09-10T08:03:22.311 INFO:teuthology.orchestra.run.smithi067.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T08:03:22.311 INFO:teuthology.orchestra.run.smithi067.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-10T08:03:22.311 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-10T08:03:22.311 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-10T08:03:22.311 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:03:22.636 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 140/164 2024-09-10T08:03:22.661 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 140/164 2024-09-10T08:03:22.661 INFO:teuthology.orchestra.run.smithi067.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-10T08:03:22.661 INFO:teuthology.orchestra.run.smithi067.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-10T08:03:22.661 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-10T08:03:22.661 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-10T08:03:22.661 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:03:22.764 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : ceph-test-2:19.1.1-305.g1cf819b7.el9.x86_64 141/164 2024-09-10T08:03:22.805 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : rbd-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 142/164 2024-09-10T08:03:22.846 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : rbd-nbd-2:19.1.1-305.g1cf819b7.el9.x86_64 143/164 2024-09-10T08:03:23.299 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-10T08:03:23.299 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-10T08:03:23.299 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : cephfs-shell-2:19.1.1-305.g1cf819b7.el9.x86_64 146/164 2024-09-10T08:03:23.299 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-10T08:03:23.299 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libcephfs-devel-2:19.1.1-305.g1cf819b7.el9.x86_6 148/164 2024-09-10T08:03:23.300 INFO:teuthology.orchestra.run.smithi203.stdout: Upgrading : NetworkManager-team-1:1.49.90-1.el9.x86_64 149/164 2024-09-10T08:03:23.300 INFO:teuthology.orchestra.run.smithi203.stdout: Upgrading : NetworkManager-tui-1:1.49.90-1.el9.x86_64 150/164 2024-09-10T08:03:23.878 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-10T08:03:23.916 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-10T08:03:23.937 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-10T08:03:24.766 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : cephfs-top-2:19.1.1-305.g1cf819b7.el9.noarch 152/164 2024-09-10T08:03:24.779 INFO:teuthology.orchestra.run.smithi133.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-10T08:03:24.779 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-2:19.1.1-305.g1cf819b7.el9.x86_64 1/164 2024-09-10T08:03:24.779 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 2/164 2024-09-10T08:03:24.779 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 3/164 2024-09-10T08:03:24.780 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 4/164 2024-09-10T08:03:24.780 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-305.g1cf819 5/164 2024-09-10T08:03:24.780 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 6/164 2024-09-10T08:03:24.780 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 7/164 2024-09-10T08:03:24.780 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 8/164 2024-09-10T08:03:24.780 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 9/164 2024-09-10T08:03:24.780 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 10/164 2024-09-10T08:03:24.780 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 11/164 2024-09-10T08:03:24.780 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-test-2:19.1.1-305.g1cf819b7.el9.x86_64 12/164 2024-09-10T08:03:24.780 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : cephfs-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 13/164 2024-09-10T08:03:24.780 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : cephfs-shell-2:19.1.1-305.g1cf819b7.el9.x86_64 14/164 2024-09-10T08:03:24.781 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libcephfs-devel-2:19.1.1-305.g1cf819b7.el9.x86_6 15/164 2024-09-10T08:03:24.781 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 16/164 2024-09-10T08:03:24.781 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 17/164 2024-09-10T08:03:24.781 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : librados-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 18/164 2024-09-10T08:03:24.781 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_ 19/164 2024-09-10T08:03:24.781 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 20/164 2024-09-10T08:03:24.781 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-ceph-argparse-2:19.1.1-305.g1cf819b7.el9 21/164 2024-09-10T08:03:24.781 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-ceph-common-2:19.1.1-305.g1cf819b7.el9.x 22/164 2024-09-10T08:03:24.781 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-cephfs-2:19.1.1-305.g1cf819b7.el9.x86_64 23/164 2024-09-10T08:03:24.781 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-rados-2:19.1.1-305.g1cf819b7.el9.x86_64 24/164 2024-09-10T08:03:24.781 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-rbd-2:19.1.1-305.g1cf819b7.el9.x86_64 25/164 2024-09-10T08:03:24.781 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-rgw-2:19.1.1-305.g1cf819b7.el9.x86_64 26/164 2024-09-10T08:03:24.782 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : rbd-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 27/164 2024-09-10T08:03:24.782 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 28/164 2024-09-10T08:03:24.782 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : rbd-nbd-2:19.1.1-305.g1cf819b7.el9.x86_64 29/164 2024-09-10T08:03:24.782 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-305.g1cf819b7.e 30/164 2024-09-10T08:03:24.794 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-305.g1cf819b7.el9.noar 31/164 2024-09-10T08:03:24.794 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-305.g1cf819b7.el9.no 32/164 2024-09-10T08:03:24.794 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-305.g1cf8 33/164 2024-09-10T08:03:24.794 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-305.g1cf819b7.el9 34/164 2024-09-10T08:03:24.794 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-mgr-rook-2:19.1.1-305.g1cf819b7.el9.noarch 35/164 2024-09-10T08:03:24.795 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-305.g1cf819b7.el 36/164 2024-09-10T08:03:24.795 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : ceph-volume-2:19.1.1-305.g1cf819b7.el9.noarch 37/164 2024-09-10T08:03:24.795 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 38/164 2024-09-10T08:03:24.795 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : cephfs-top-2:19.1.1-305.g1cf819b7.el9.noarch 39/164 2024-09-10T08:03:24.795 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-10T08:03:24.795 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-10T08:03:24.795 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-10T08:03:24.795 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-10T08:03:24.795 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-10T08:03:24.795 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-10T08:03:24.795 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-10T08:03:24.795 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-10T08:03:24.796 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-10T08:03:24.796 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-10T08:03:24.796 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-10T08:03:24.796 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-10T08:03:24.796 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-10T08:03:24.796 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-10T08:03:24.796 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-10T08:03:24.796 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-10T08:03:24.796 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-10T08:03:24.796 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-10T08:03:24.796 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-10T08:03:24.796 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-10T08:03:24.797 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-10T08:03:24.797 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-10T08:03:24.797 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-10T08:03:24.797 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-10T08:03:24.797 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-10T08:03:24.797 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-10T08:03:24.797 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-10T08:03:24.797 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-10T08:03:24.797 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-10T08:03:24.797 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-10T08:03:24.797 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-10T08:03:24.798 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-10T08:03:24.798 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-10T08:03:24.798 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-10T08:03:24.798 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-10T08:03:24.798 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-10T08:03:24.798 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-10T08:03:24.798 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-10T08:03:24.798 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-10T08:03:24.798 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-10T08:03:24.798 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-10T08:03:24.798 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-10T08:03:24.799 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-10T08:03:24.799 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-10T08:03:24.799 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-10T08:03:24.799 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-10T08:03:24.799 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-10T08:03:24.799 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-10T08:03:24.799 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-10T08:03:24.799 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-10T08:03:24.799 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-10T08:03:24.799 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-10T08:03:24.799 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-10T08:03:24.799 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-10T08:03:24.799 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-10T08:03:24.800 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-10T08:03:24.800 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-10T08:03:24.800 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-10T08:03:24.800 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-10T08:03:24.800 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-10T08:03:24.800 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-10T08:03:24.800 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-10T08:03:24.800 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-10T08:03:24.800 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-10T08:03:24.800 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-10T08:03:24.800 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-10T08:03:24.800 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-10T08:03:24.800 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/164 2024-09-10T08:03:24.801 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-10T08:03:24.801 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-10T08:03:24.801 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-10T08:03:24.801 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-10T08:03:24.801 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-10T08:03:24.801 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-10T08:03:24.801 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-10T08:03:24.801 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-10T08:03:24.801 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-10T08:03:24.801 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-10T08:03:24.801 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-10T08:03:24.801 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-10T08:03:24.801 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-10T08:03:24.802 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-10T08:03:24.802 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-10T08:03:24.802 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-10T08:03:24.802 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-10T08:03:24.802 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-10T08:03:24.802 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-10T08:03:24.802 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-10T08:03:24.802 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-10T08:03:24.802 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-10T08:03:24.802 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-10T08:03:24.802 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-10T08:03:24.802 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-10T08:03:24.803 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-10T08:03:24.803 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-10T08:03:24.803 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-10T08:03:24.803 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-10T08:03:24.803 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-10T08:03:24.803 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-10T08:03:24.803 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-10T08:03:24.803 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-10T08:03:24.803 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-10T08:03:24.803 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-10T08:03:24.803 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-10T08:03:24.803 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-10T08:03:24.803 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-10T08:03:24.803 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-10T08:03:24.804 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-10T08:03:24.804 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-10T08:03:24.804 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 149/164 2024-09-10T08:03:24.804 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-10T08:03:24.804 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 151/164 2024-09-10T08:03:24.804 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-10T08:03:24.804 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : NetworkManager-1:1.49.90-1.el9.x86_64 153/164 2024-09-10T08:03:24.804 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-10T08:03:24.804 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 155/164 2024-09-10T08:03:24.804 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-10T08:03:24.804 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : NetworkManager-team-1:1.49.90-1.el9.x86_64 157/164 2024-09-10T08:03:24.804 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-10T08:03:24.805 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : NetworkManager-tui-1:1.49.90-1.el9.x86_64 159/164 2024-09-10T08:03:24.805 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-10T08:03:24.805 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-10T08:03:24.805 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-10T08:03:24.805 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-10T08:03:24.856 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-10T08:03:24.908 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-10T08:03:25.009 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-10T08:03:25.043 INFO:teuthology.orchestra.run.smithi203.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-10T08:03:25.068 INFO:teuthology.orchestra.run.smithi203.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-10T08:03:25.103 INFO:teuthology.orchestra.run.smithi203.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-10T08:03:25.103 INFO:teuthology.orchestra.run.smithi203.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-10T08:03:25.187 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-10T08:03:25.187 INFO:teuthology.orchestra.run.smithi203.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-10T08:03:25.271 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-10T08:03:25.296 INFO:teuthology.orchestra.run.smithi203.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-10T08:03:25.301 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-10T08:03:25.301 INFO:teuthology.orchestra.run.smithi203.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-10T08:03:25.482 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-10T08:03:25.482 INFO:teuthology.orchestra.run.smithi203.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-10T08:03:25.566 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-10T08:03:25.639 INFO:teuthology.orchestra.run.smithi203.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-10T08:03:27.534 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-test-2:19.1.1-305.g1cf819b7.el9.x86_64 141/164 2024-09-10T08:03:27.582 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : rbd-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 142/164 2024-09-10T08:03:27.623 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : rbd-nbd-2:19.1.1-305.g1cf819b7.el9.x86_64 143/164 2024-09-10T08:03:27.646 INFO:teuthology.orchestra.run.smithi133.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-10T08:03:27.646 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-09-10T08:03:27.646 INFO:teuthology.orchestra.run.smithi133.stdout:Upgraded: 2024-09-10T08:03:27.646 INFO:teuthology.orchestra.run.smithi133.stdout: NetworkManager-1:1.49.90-1.el9.x86_64 2024-09-10T08:03:27.646 INFO:teuthology.orchestra.run.smithi133.stdout: NetworkManager-libnm-1:1.49.90-1.el9.x86_64 2024-09-10T08:03:27.646 INFO:teuthology.orchestra.run.smithi133.stdout: NetworkManager-team-1:1.49.90-1.el9.x86_64 2024-09-10T08:03:27.646 INFO:teuthology.orchestra.run.smithi133.stdout: NetworkManager-tui-1:1.49.90-1.el9.x86_64 2024-09-10T08:03:27.646 INFO:teuthology.orchestra.run.smithi133.stdout: librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:27.646 INFO:teuthology.orchestra.run.smithi133.stdout: librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:27.646 INFO:teuthology.orchestra.run.smithi133.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-10T08:03:27.647 INFO:teuthology.orchestra.run.smithi133.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-10T08:03:27.647 INFO:teuthology.orchestra.run.smithi133.stdout:Installed: 2024-09-10T08:03:27.647 INFO:teuthology.orchestra.run.smithi133.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-10T08:03:27.647 INFO:teuthology.orchestra.run.smithi133.stdout: automake-1.16.2-8.el9.noarch 2024-09-10T08:03:27.647 INFO:teuthology.orchestra.run.smithi133.stdout: bison-3.7.4-5.el9.x86_64 2024-09-10T08:03:27.647 INFO:teuthology.orchestra.run.smithi133.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-10T08:03:27.647 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:27.647 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:27.647 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:27.647 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:27.647 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-grafana-dashboards-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:03:27.647 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-immutable-object-cache-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:27.647 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:27.647 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:27.648 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr-cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:03:27.648 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr-dashboard-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:03:27.648 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr-diskprediction-local-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:03:27.648 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr-modules-core-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:03:27.648 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mgr-rook-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:03:27.648 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:27.648 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:27.648 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-prometheus-alerts-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:03:27.648 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:27.648 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:27.648 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-test-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:27.648 INFO:teuthology.orchestra.run.smithi133.stdout: ceph-volume-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:03:27.648 INFO:teuthology.orchestra.run.smithi133.stdout: cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:03:27.649 INFO:teuthology.orchestra.run.smithi133.stdout: cephfs-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:27.649 INFO:teuthology.orchestra.run.smithi133.stdout: cephfs-shell-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:27.649 INFO:teuthology.orchestra.run.smithi133.stdout: cephfs-top-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:03:27.649 INFO:teuthology.orchestra.run.smithi133.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-10T08:03:27.649 INFO:teuthology.orchestra.run.smithi133.stdout: flex-2.6.4-9.el9.x86_64 2024-09-10T08:03:27.649 INFO:teuthology.orchestra.run.smithi133.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-10T08:03:27.649 INFO:teuthology.orchestra.run.smithi133.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-10T08:03:27.649 INFO:teuthology.orchestra.run.smithi133.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-10T08:03:27.649 INFO:teuthology.orchestra.run.smithi133.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-10T08:03:27.649 INFO:teuthology.orchestra.run.smithi133.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-09-10T08:03:27.649 INFO:teuthology.orchestra.run.smithi133.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-10T08:03:27.649 INFO:teuthology.orchestra.run.smithi133.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-10T08:03:27.649 INFO:teuthology.orchestra.run.smithi133.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-10T08:03:27.650 INFO:teuthology.orchestra.run.smithi133.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-10T08:03:27.650 INFO:teuthology.orchestra.run.smithi133.stdout: libcephfs-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:27.650 INFO:teuthology.orchestra.run.smithi133.stdout: libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:27.650 INFO:teuthology.orchestra.run.smithi133.stdout: libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:27.650 INFO:teuthology.orchestra.run.smithi133.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-10T08:03:27.650 INFO:teuthology.orchestra.run.smithi133.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-10T08:03:27.650 INFO:teuthology.orchestra.run.smithi133.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-10T08:03:27.650 INFO:teuthology.orchestra.run.smithi133.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-10T08:03:27.650 INFO:teuthology.orchestra.run.smithi133.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-10T08:03:27.650 INFO:teuthology.orchestra.run.smithi133.stdout: librados-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:27.650 INFO:teuthology.orchestra.run.smithi133.stdout: libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:27.651 INFO:teuthology.orchestra.run.smithi133.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-10T08:03:27.651 INFO:teuthology.orchestra.run.smithi133.stdout: librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:27.651 INFO:teuthology.orchestra.run.smithi133.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-10T08:03:27.651 INFO:teuthology.orchestra.run.smithi133.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-10T08:03:27.651 INFO:teuthology.orchestra.run.smithi133.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-10T08:03:27.651 INFO:teuthology.orchestra.run.smithi133.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-10T08:03:27.651 INFO:teuthology.orchestra.run.smithi133.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-10T08:03:27.651 INFO:teuthology.orchestra.run.smithi133.stdout: lua-5.4.4-4.el9.x86_64 2024-09-10T08:03:27.651 INFO:teuthology.orchestra.run.smithi133.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-10T08:03:27.651 INFO:teuthology.orchestra.run.smithi133.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-10T08:03:27.651 INFO:teuthology.orchestra.run.smithi133.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-10T08:03:27.651 INFO:teuthology.orchestra.run.smithi133.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-10T08:03:27.651 INFO:teuthology.orchestra.run.smithi133.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-10T08:03:27.652 INFO:teuthology.orchestra.run.smithi133.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-10T08:03:27.652 INFO:teuthology.orchestra.run.smithi133.stdout: postgresql-13.16-1.el9.x86_64 2024-09-10T08:03:27.652 INFO:teuthology.orchestra.run.smithi133.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-10T08:03:27.652 INFO:teuthology.orchestra.run.smithi133.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-10T08:03:27.652 INFO:teuthology.orchestra.run.smithi133.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-10T08:03:27.652 INFO:teuthology.orchestra.run.smithi133.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-10T08:03:27.652 INFO:teuthology.orchestra.run.smithi133.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-10T08:03:27.652 INFO:teuthology.orchestra.run.smithi133.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-10T08:03:27.652 INFO:teuthology.orchestra.run.smithi133.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-10T08:03:27.652 INFO:teuthology.orchestra.run.smithi133.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-10T08:03:27.653 INFO:teuthology.orchestra.run.smithi133.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-10T08:03:27.653 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-10T08:03:27.653 INFO:teuthology.orchestra.run.smithi133.stdout: python3-ceph-argparse-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:27.653 INFO:teuthology.orchestra.run.smithi133.stdout: python3-ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:27.653 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cephfs-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:27.653 INFO:teuthology.orchestra.run.smithi133.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-10T08:03:27.653 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-10T08:03:27.653 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-10T08:03:27.653 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-10T08:03:27.653 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-10T08:03:27.654 INFO:teuthology.orchestra.run.smithi133.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-10T08:03:27.654 INFO:teuthology.orchestra.run.smithi133.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-10T08:03:27.654 INFO:teuthology.orchestra.run.smithi133.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-10T08:03:27.654 INFO:teuthology.orchestra.run.smithi133.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-10T08:03:27.654 INFO:teuthology.orchestra.run.smithi133.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-10T08:03:27.654 INFO:teuthology.orchestra.run.smithi133.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-10T08:03:27.654 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-10T08:03:27.654 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-10T08:03:27.654 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-10T08:03:27.654 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-10T08:03:27.654 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-10T08:03:27.654 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-10T08:03:27.654 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-10T08:03:27.655 INFO:teuthology.orchestra.run.smithi133.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-10T08:03:27.655 INFO:teuthology.orchestra.run.smithi133.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-10T08:03:27.655 INFO:teuthology.orchestra.run.smithi133.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-10T08:03:27.655 INFO:teuthology.orchestra.run.smithi133.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-10T08:03:27.655 INFO:teuthology.orchestra.run.smithi133.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-10T08:03:27.655 INFO:teuthology.orchestra.run.smithi133.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-10T08:03:27.655 INFO:teuthology.orchestra.run.smithi133.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-10T08:03:27.655 INFO:teuthology.orchestra.run.smithi133.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-10T08:03:27.655 INFO:teuthology.orchestra.run.smithi133.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-10T08:03:27.655 INFO:teuthology.orchestra.run.smithi133.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-10T08:03:27.656 INFO:teuthology.orchestra.run.smithi133.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-10T08:03:27.656 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-10T08:03:27.656 INFO:teuthology.orchestra.run.smithi133.stdout: python3-ply-3.11-14.el9.noarch 2024-09-10T08:03:27.656 INFO:teuthology.orchestra.run.smithi133.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-10T08:03:27.656 INFO:teuthology.orchestra.run.smithi133.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-10T08:03:27.656 INFO:teuthology.orchestra.run.smithi133.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-10T08:03:27.656 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-10T08:03:27.656 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-10T08:03:27.656 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-10T08:03:27.656 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-10T08:03:27.656 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-10T08:03:27.656 INFO:teuthology.orchestra.run.smithi133.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-10T08:03:27.656 INFO:teuthology.orchestra.run.smithi133.stdout: python3-rados-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:27.657 INFO:teuthology.orchestra.run.smithi133.stdout: python3-rbd-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:27.657 INFO:teuthology.orchestra.run.smithi133.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-10T08:03:27.657 INFO:teuthology.orchestra.run.smithi133.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-10T08:03:27.657 INFO:teuthology.orchestra.run.smithi133.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-10T08:03:27.657 INFO:teuthology.orchestra.run.smithi133.stdout: python3-rgw-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:27.657 INFO:teuthology.orchestra.run.smithi133.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-10T08:03:27.657 INFO:teuthology.orchestra.run.smithi133.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-10T08:03:27.657 INFO:teuthology.orchestra.run.smithi133.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-10T08:03:27.657 INFO:teuthology.orchestra.run.smithi133.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-10T08:03:27.657 INFO:teuthology.orchestra.run.smithi133.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-10T08:03:27.657 INFO:teuthology.orchestra.run.smithi133.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-10T08:03:27.657 INFO:teuthology.orchestra.run.smithi133.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-10T08:03:27.657 INFO:teuthology.orchestra.run.smithi133.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-10T08:03:27.658 INFO:teuthology.orchestra.run.smithi133.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-10T08:03:27.658 INFO:teuthology.orchestra.run.smithi133.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-10T08:03:27.658 INFO:teuthology.orchestra.run.smithi133.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-10T08:03:27.658 INFO:teuthology.orchestra.run.smithi133.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-10T08:03:27.658 INFO:teuthology.orchestra.run.smithi133.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-10T08:03:27.658 INFO:teuthology.orchestra.run.smithi133.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-10T08:03:27.658 INFO:teuthology.orchestra.run.smithi133.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-10T08:03:27.658 INFO:teuthology.orchestra.run.smithi133.stdout: rbd-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:27.658 INFO:teuthology.orchestra.run.smithi133.stdout: rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:27.658 INFO:teuthology.orchestra.run.smithi133.stdout: rbd-nbd-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:27.658 INFO:teuthology.orchestra.run.smithi133.stdout: re2-1:20211101-20.el9.x86_64 2024-09-10T08:03:27.658 INFO:teuthology.orchestra.run.smithi133.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-10T08:03:27.658 INFO:teuthology.orchestra.run.smithi133.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-10T08:03:27.658 INFO:teuthology.orchestra.run.smithi133.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-10T08:03:27.659 INFO:teuthology.orchestra.run.smithi133.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-10T08:03:27.659 INFO:teuthology.orchestra.run.smithi133.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-10T08:03:27.659 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-10T08:03:27.659 INFO:teuthology.orchestra.run.smithi133.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-10T08:03:27.659 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-09-10T08:03:27.660 INFO:teuthology.orchestra.run.smithi133.stdout:Complete! 2024-09-10T08:03:27.682 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-10T08:03:27.881 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : cephfs-shell-2:19.1.1-305.g1cf819b7.el9.x86_64 146/164 2024-09-10T08:03:27.928 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-10T08:03:27.958 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libcephfs-devel-2:19.1.1-305.g1cf819b7.el9.x86_6 148/164 2024-09-10T08:03:27.988 INFO:teuthology.orchestra.run.smithi067.stdout: Upgrading : NetworkManager-team-1:1.49.90-1.el9.x86_64 149/164 2024-09-10T08:03:28.034 INFO:teuthology.orchestra.run.smithi067.stdout: Upgrading : NetworkManager-tui-1:1.49.90-1.el9.x86_64 150/164 2024-09-10T08:03:28.072 DEBUG:teuthology.parallel:result is None 2024-09-10T08:03:28.671 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-10T08:03:28.706 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-10T08:03:28.727 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-10T08:03:29.637 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : cephfs-top-2:19.1.1-305.g1cf819b7.el9.noarch 152/164 2024-09-10T08:03:29.727 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-10T08:03:29.769 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-10T08:03:29.863 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-10T08:03:29.906 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-10T08:03:29.931 INFO:teuthology.orchestra.run.smithi067.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-10T08:03:29.957 INFO:teuthology.orchestra.run.smithi067.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-10T08:03:29.957 INFO:teuthology.orchestra.run.smithi067.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-10T08:03:30.041 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-10T08:03:30.041 INFO:teuthology.orchestra.run.smithi067.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-10T08:03:30.133 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-10T08:03:30.158 INFO:teuthology.orchestra.run.smithi067.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-10T08:03:30.164 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-10T08:03:30.164 INFO:teuthology.orchestra.run.smithi067.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-10T08:03:30.351 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-10T08:03:30.352 INFO:teuthology.orchestra.run.smithi067.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-10T08:03:30.436 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-10T08:03:30.504 INFO:teuthology.orchestra.run.smithi067.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-10T08:03:31.677 INFO:teuthology.orchestra.run.smithi203.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-10T08:03:31.677 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-2:19.1.1-305.g1cf819b7.el9.x86_64 1/164 2024-09-10T08:03:31.677 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 2/164 2024-09-10T08:03:31.677 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 3/164 2024-09-10T08:03:31.678 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 4/164 2024-09-10T08:03:31.678 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-305.g1cf819 5/164 2024-09-10T08:03:31.678 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 6/164 2024-09-10T08:03:31.678 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 7/164 2024-09-10T08:03:31.678 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 8/164 2024-09-10T08:03:31.678 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 9/164 2024-09-10T08:03:31.678 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 10/164 2024-09-10T08:03:31.678 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 11/164 2024-09-10T08:03:31.678 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-test-2:19.1.1-305.g1cf819b7.el9.x86_64 12/164 2024-09-10T08:03:31.679 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : cephfs-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 13/164 2024-09-10T08:03:31.679 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : cephfs-shell-2:19.1.1-305.g1cf819b7.el9.x86_64 14/164 2024-09-10T08:03:31.679 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libcephfs-devel-2:19.1.1-305.g1cf819b7.el9.x86_6 15/164 2024-09-10T08:03:31.679 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 16/164 2024-09-10T08:03:31.679 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 17/164 2024-09-10T08:03:31.679 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : librados-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 18/164 2024-09-10T08:03:31.679 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_ 19/164 2024-09-10T08:03:31.679 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 20/164 2024-09-10T08:03:31.679 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-ceph-argparse-2:19.1.1-305.g1cf819b7.el9 21/164 2024-09-10T08:03:31.679 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-ceph-common-2:19.1.1-305.g1cf819b7.el9.x 22/164 2024-09-10T08:03:31.679 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-cephfs-2:19.1.1-305.g1cf819b7.el9.x86_64 23/164 2024-09-10T08:03:31.680 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-rados-2:19.1.1-305.g1cf819b7.el9.x86_64 24/164 2024-09-10T08:03:31.680 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-rbd-2:19.1.1-305.g1cf819b7.el9.x86_64 25/164 2024-09-10T08:03:31.680 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-rgw-2:19.1.1-305.g1cf819b7.el9.x86_64 26/164 2024-09-10T08:03:31.680 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : rbd-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 27/164 2024-09-10T08:03:31.680 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 28/164 2024-09-10T08:03:31.680 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : rbd-nbd-2:19.1.1-305.g1cf819b7.el9.x86_64 29/164 2024-09-10T08:03:31.680 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-305.g1cf819b7.e 30/164 2024-09-10T08:03:31.680 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-305.g1cf819b7.el9.noar 31/164 2024-09-10T08:03:31.680 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-305.g1cf819b7.el9.no 32/164 2024-09-10T08:03:31.680 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-305.g1cf8 33/164 2024-09-10T08:03:31.681 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-305.g1cf819b7.el9 34/164 2024-09-10T08:03:31.681 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-mgr-rook-2:19.1.1-305.g1cf819b7.el9.noarch 35/164 2024-09-10T08:03:31.681 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-305.g1cf819b7.el 36/164 2024-09-10T08:03:31.681 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : ceph-volume-2:19.1.1-305.g1cf819b7.el9.noarch 37/164 2024-09-10T08:03:31.681 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 38/164 2024-09-10T08:03:31.681 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : cephfs-top-2:19.1.1-305.g1cf819b7.el9.noarch 39/164 2024-09-10T08:03:31.681 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-10T08:03:31.681 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-10T08:03:31.681 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-10T08:03:31.681 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-10T08:03:31.682 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-10T08:03:31.682 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-10T08:03:31.682 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-10T08:03:31.682 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-10T08:03:31.682 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-10T08:03:31.682 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-10T08:03:31.682 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-10T08:03:31.682 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-10T08:03:31.682 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-10T08:03:31.682 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-10T08:03:31.682 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-10T08:03:31.682 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-10T08:03:31.683 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-10T08:03:31.683 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-10T08:03:31.683 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-10T08:03:31.683 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-10T08:03:31.683 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-10T08:03:31.683 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-10T08:03:31.683 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-10T08:03:31.683 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-10T08:03:31.683 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-10T08:03:31.683 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-10T08:03:31.683 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-10T08:03:31.684 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-10T08:03:31.684 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-10T08:03:31.684 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-10T08:03:31.684 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-10T08:03:31.684 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-10T08:03:31.684 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-10T08:03:31.684 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-10T08:03:31.684 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-10T08:03:31.684 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-10T08:03:31.685 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-10T08:03:31.685 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-10T08:03:31.685 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-10T08:03:31.685 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-10T08:03:31.685 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-10T08:03:31.685 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-10T08:03:31.685 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-10T08:03:31.685 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-10T08:03:31.685 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-10T08:03:31.685 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-10T08:03:31.686 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-10T08:03:31.686 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-10T08:03:31.686 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-10T08:03:31.686 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-10T08:03:31.686 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-10T08:03:31.686 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-10T08:03:31.686 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-10T08:03:31.686 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-10T08:03:31.686 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-10T08:03:31.686 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-10T08:03:31.687 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-10T08:03:31.687 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-10T08:03:31.687 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-10T08:03:31.687 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-10T08:03:31.687 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-10T08:03:31.687 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-10T08:03:31.687 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-10T08:03:31.687 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-10T08:03:31.687 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-10T08:03:31.687 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-10T08:03:31.687 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-10T08:03:31.688 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/164 2024-09-10T08:03:31.688 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-10T08:03:31.688 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-10T08:03:31.688 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-10T08:03:31.688 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-10T08:03:31.688 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-10T08:03:31.688 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-10T08:03:31.688 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-10T08:03:31.688 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-10T08:03:31.688 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-10T08:03:31.688 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-10T08:03:31.689 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-10T08:03:31.689 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-10T08:03:31.689 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-10T08:03:31.689 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-10T08:03:31.689 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-10T08:03:31.689 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-10T08:03:31.689 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-10T08:03:31.689 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-10T08:03:31.689 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-10T08:03:31.689 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-10T08:03:31.690 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-10T08:03:31.690 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-10T08:03:31.690 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-10T08:03:31.690 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-10T08:03:31.690 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-10T08:03:31.690 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-10T08:03:31.690 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-10T08:03:31.690 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-10T08:03:31.690 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-10T08:03:31.690 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-10T08:03:31.690 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-10T08:03:31.691 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-10T08:03:31.691 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-10T08:03:31.691 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-10T08:03:31.691 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-10T08:03:31.691 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-10T08:03:31.691 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-10T08:03:31.691 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-10T08:03:31.691 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-10T08:03:31.691 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-10T08:03:31.691 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-10T08:03:31.692 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 149/164 2024-09-10T08:03:31.692 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-10T08:03:31.692 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 151/164 2024-09-10T08:03:31.692 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-10T08:03:31.692 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : NetworkManager-1:1.49.90-1.el9.x86_64 153/164 2024-09-10T08:03:31.692 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-10T08:03:31.692 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 155/164 2024-09-10T08:03:31.692 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-10T08:03:31.692 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : NetworkManager-team-1:1.49.90-1.el9.x86_64 157/164 2024-09-10T08:03:31.692 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-10T08:03:31.692 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : NetworkManager-tui-1:1.49.90-1.el9.x86_64 159/164 2024-09-10T08:03:31.693 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-10T08:03:31.693 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-10T08:03:31.693 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-10T08:03:31.693 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-10T08:03:34.150 INFO:teuthology.orchestra.run.smithi203.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-10T08:03:34.150 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-10T08:03:34.150 INFO:teuthology.orchestra.run.smithi203.stdout:Upgraded: 2024-09-10T08:03:34.150 INFO:teuthology.orchestra.run.smithi203.stdout: NetworkManager-1:1.49.90-1.el9.x86_64 2024-09-10T08:03:34.150 INFO:teuthology.orchestra.run.smithi203.stdout: NetworkManager-libnm-1:1.49.90-1.el9.x86_64 2024-09-10T08:03:34.151 INFO:teuthology.orchestra.run.smithi203.stdout: NetworkManager-team-1:1.49.90-1.el9.x86_64 2024-09-10T08:03:34.151 INFO:teuthology.orchestra.run.smithi203.stdout: NetworkManager-tui-1:1.49.90-1.el9.x86_64 2024-09-10T08:03:34.151 INFO:teuthology.orchestra.run.smithi203.stdout: librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:34.151 INFO:teuthology.orchestra.run.smithi203.stdout: librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:34.151 INFO:teuthology.orchestra.run.smithi203.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-10T08:03:34.151 INFO:teuthology.orchestra.run.smithi203.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-10T08:03:34.151 INFO:teuthology.orchestra.run.smithi203.stdout:Installed: 2024-09-10T08:03:34.151 INFO:teuthology.orchestra.run.smithi203.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-10T08:03:34.151 INFO:teuthology.orchestra.run.smithi203.stdout: automake-1.16.2-8.el9.noarch 2024-09-10T08:03:34.151 INFO:teuthology.orchestra.run.smithi203.stdout: bison-3.7.4-5.el9.x86_64 2024-09-10T08:03:34.151 INFO:teuthology.orchestra.run.smithi203.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-10T08:03:34.151 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:34.151 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:34.152 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:34.152 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:34.152 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-grafana-dashboards-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:03:34.152 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-immutable-object-cache-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:34.152 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:34.152 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:34.152 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mgr-cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:03:34.152 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mgr-dashboard-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:03:34.152 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mgr-diskprediction-local-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:03:34.152 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mgr-modules-core-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:03:34.152 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mgr-rook-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:03:34.152 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:34.152 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:34.153 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-prometheus-alerts-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:03:34.153 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:34.153 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:34.153 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-test-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:34.153 INFO:teuthology.orchestra.run.smithi203.stdout: ceph-volume-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:03:34.153 INFO:teuthology.orchestra.run.smithi203.stdout: cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:03:34.153 INFO:teuthology.orchestra.run.smithi203.stdout: cephfs-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:34.153 INFO:teuthology.orchestra.run.smithi203.stdout: cephfs-shell-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:34.153 INFO:teuthology.orchestra.run.smithi203.stdout: cephfs-top-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:03:34.153 INFO:teuthology.orchestra.run.smithi203.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-10T08:03:34.153 INFO:teuthology.orchestra.run.smithi203.stdout: flex-2.6.4-9.el9.x86_64 2024-09-10T08:03:34.153 INFO:teuthology.orchestra.run.smithi203.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-10T08:03:34.153 INFO:teuthology.orchestra.run.smithi203.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-10T08:03:34.154 INFO:teuthology.orchestra.run.smithi203.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-10T08:03:34.154 INFO:teuthology.orchestra.run.smithi203.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-10T08:03:34.154 INFO:teuthology.orchestra.run.smithi203.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-09-10T08:03:34.154 INFO:teuthology.orchestra.run.smithi203.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-10T08:03:34.154 INFO:teuthology.orchestra.run.smithi203.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-10T08:03:34.154 INFO:teuthology.orchestra.run.smithi203.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-10T08:03:34.154 INFO:teuthology.orchestra.run.smithi203.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-10T08:03:34.154 INFO:teuthology.orchestra.run.smithi203.stdout: libcephfs-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:34.154 INFO:teuthology.orchestra.run.smithi203.stdout: libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:34.154 INFO:teuthology.orchestra.run.smithi203.stdout: libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:34.154 INFO:teuthology.orchestra.run.smithi203.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-10T08:03:34.154 INFO:teuthology.orchestra.run.smithi203.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-10T08:03:34.154 INFO:teuthology.orchestra.run.smithi203.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-10T08:03:34.155 INFO:teuthology.orchestra.run.smithi203.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-10T08:03:34.155 INFO:teuthology.orchestra.run.smithi203.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-10T08:03:34.155 INFO:teuthology.orchestra.run.smithi203.stdout: librados-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:34.155 INFO:teuthology.orchestra.run.smithi203.stdout: libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:34.155 INFO:teuthology.orchestra.run.smithi203.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-10T08:03:34.155 INFO:teuthology.orchestra.run.smithi203.stdout: librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:34.155 INFO:teuthology.orchestra.run.smithi203.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-10T08:03:34.155 INFO:teuthology.orchestra.run.smithi203.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-10T08:03:34.155 INFO:teuthology.orchestra.run.smithi203.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-10T08:03:34.155 INFO:teuthology.orchestra.run.smithi203.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-10T08:03:34.155 INFO:teuthology.orchestra.run.smithi203.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-10T08:03:34.155 INFO:teuthology.orchestra.run.smithi203.stdout: lua-5.4.4-4.el9.x86_64 2024-09-10T08:03:34.155 INFO:teuthology.orchestra.run.smithi203.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-10T08:03:34.156 INFO:teuthology.orchestra.run.smithi203.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-10T08:03:34.156 INFO:teuthology.orchestra.run.smithi203.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-10T08:03:34.156 INFO:teuthology.orchestra.run.smithi203.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-10T08:03:34.156 INFO:teuthology.orchestra.run.smithi203.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-10T08:03:34.156 INFO:teuthology.orchestra.run.smithi203.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-10T08:03:34.156 INFO:teuthology.orchestra.run.smithi203.stdout: postgresql-13.16-1.el9.x86_64 2024-09-10T08:03:34.156 INFO:teuthology.orchestra.run.smithi203.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-10T08:03:34.156 INFO:teuthology.orchestra.run.smithi203.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-10T08:03:34.156 INFO:teuthology.orchestra.run.smithi203.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-10T08:03:34.156 INFO:teuthology.orchestra.run.smithi203.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-10T08:03:34.156 INFO:teuthology.orchestra.run.smithi203.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-10T08:03:34.156 INFO:teuthology.orchestra.run.smithi203.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-10T08:03:34.156 INFO:teuthology.orchestra.run.smithi203.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-10T08:03:34.157 INFO:teuthology.orchestra.run.smithi203.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-10T08:03:34.157 INFO:teuthology.orchestra.run.smithi203.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-10T08:03:34.157 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-10T08:03:34.157 INFO:teuthology.orchestra.run.smithi203.stdout: python3-ceph-argparse-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:34.157 INFO:teuthology.orchestra.run.smithi203.stdout: python3-ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:34.157 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cephfs-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:34.157 INFO:teuthology.orchestra.run.smithi203.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-10T08:03:34.157 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-10T08:03:34.157 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-10T08:03:34.157 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-10T08:03:34.157 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-10T08:03:34.157 INFO:teuthology.orchestra.run.smithi203.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-10T08:03:34.157 INFO:teuthology.orchestra.run.smithi203.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-10T08:03:34.158 INFO:teuthology.orchestra.run.smithi203.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-10T08:03:34.158 INFO:teuthology.orchestra.run.smithi203.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-10T08:03:34.158 INFO:teuthology.orchestra.run.smithi203.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-10T08:03:34.158 INFO:teuthology.orchestra.run.smithi203.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-10T08:03:34.158 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-10T08:03:34.158 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-10T08:03:34.158 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-10T08:03:34.158 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-10T08:03:34.158 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-10T08:03:34.158 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-10T08:03:34.158 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-10T08:03:34.158 INFO:teuthology.orchestra.run.smithi203.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-10T08:03:34.158 INFO:teuthology.orchestra.run.smithi203.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-10T08:03:34.159 INFO:teuthology.orchestra.run.smithi203.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-10T08:03:34.159 INFO:teuthology.orchestra.run.smithi203.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-10T08:03:34.159 INFO:teuthology.orchestra.run.smithi203.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-10T08:03:34.159 INFO:teuthology.orchestra.run.smithi203.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-10T08:03:34.159 INFO:teuthology.orchestra.run.smithi203.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-10T08:03:34.159 INFO:teuthology.orchestra.run.smithi203.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-10T08:03:34.159 INFO:teuthology.orchestra.run.smithi203.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-10T08:03:34.159 INFO:teuthology.orchestra.run.smithi203.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-10T08:03:34.159 INFO:teuthology.orchestra.run.smithi203.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-10T08:03:34.159 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-10T08:03:34.159 INFO:teuthology.orchestra.run.smithi203.stdout: python3-ply-3.11-14.el9.noarch 2024-09-10T08:03:34.159 INFO:teuthology.orchestra.run.smithi203.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-10T08:03:34.159 INFO:teuthology.orchestra.run.smithi203.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-10T08:03:34.159 INFO:teuthology.orchestra.run.smithi203.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-10T08:03:34.160 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-10T08:03:34.160 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-10T08:03:34.160 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-10T08:03:34.160 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-10T08:03:34.160 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-10T08:03:34.160 INFO:teuthology.orchestra.run.smithi203.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-10T08:03:34.160 INFO:teuthology.orchestra.run.smithi203.stdout: python3-rados-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:34.160 INFO:teuthology.orchestra.run.smithi203.stdout: python3-rbd-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:34.160 INFO:teuthology.orchestra.run.smithi203.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-10T08:03:34.160 INFO:teuthology.orchestra.run.smithi203.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-10T08:03:34.160 INFO:teuthology.orchestra.run.smithi203.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-10T08:03:34.160 INFO:teuthology.orchestra.run.smithi203.stdout: python3-rgw-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:34.160 INFO:teuthology.orchestra.run.smithi203.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-10T08:03:34.161 INFO:teuthology.orchestra.run.smithi203.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-10T08:03:34.161 INFO:teuthology.orchestra.run.smithi203.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-10T08:03:34.161 INFO:teuthology.orchestra.run.smithi203.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-10T08:03:34.161 INFO:teuthology.orchestra.run.smithi203.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-10T08:03:34.161 INFO:teuthology.orchestra.run.smithi203.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-10T08:03:34.161 INFO:teuthology.orchestra.run.smithi203.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-10T08:03:34.161 INFO:teuthology.orchestra.run.smithi203.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-10T08:03:34.161 INFO:teuthology.orchestra.run.smithi203.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-10T08:03:34.161 INFO:teuthology.orchestra.run.smithi203.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-10T08:03:34.161 INFO:teuthology.orchestra.run.smithi203.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-10T08:03:34.161 INFO:teuthology.orchestra.run.smithi203.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-10T08:03:34.161 INFO:teuthology.orchestra.run.smithi203.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-10T08:03:34.161 INFO:teuthology.orchestra.run.smithi203.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-10T08:03:34.162 INFO:teuthology.orchestra.run.smithi203.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-10T08:03:34.162 INFO:teuthology.orchestra.run.smithi203.stdout: rbd-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:34.162 INFO:teuthology.orchestra.run.smithi203.stdout: rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:34.162 INFO:teuthology.orchestra.run.smithi203.stdout: rbd-nbd-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:34.162 INFO:teuthology.orchestra.run.smithi203.stdout: re2-1:20211101-20.el9.x86_64 2024-09-10T08:03:34.162 INFO:teuthology.orchestra.run.smithi203.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-10T08:03:34.162 INFO:teuthology.orchestra.run.smithi203.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-10T08:03:34.162 INFO:teuthology.orchestra.run.smithi203.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-10T08:03:34.162 INFO:teuthology.orchestra.run.smithi203.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-10T08:03:34.162 INFO:teuthology.orchestra.run.smithi203.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-10T08:03:34.163 INFO:teuthology.orchestra.run.smithi203.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-10T08:03:34.163 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-10T08:03:34.163 INFO:teuthology.orchestra.run.smithi203.stdout:Complete! 2024-09-10T08:03:34.562 DEBUG:teuthology.parallel:result is None 2024-09-10T08:03:36.394 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-10T08:03:36.394 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-2:19.1.1-305.g1cf819b7.el9.x86_64 1/164 2024-09-10T08:03:36.394 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 2/164 2024-09-10T08:03:36.394 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 3/164 2024-09-10T08:03:36.394 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 4/164 2024-09-10T08:03:36.394 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-305.g1cf819 5/164 2024-09-10T08:03:36.394 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 6/164 2024-09-10T08:03:36.394 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 7/164 2024-09-10T08:03:36.395 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 8/164 2024-09-10T08:03:36.395 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 9/164 2024-09-10T08:03:36.395 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 10/164 2024-09-10T08:03:36.395 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 11/164 2024-09-10T08:03:36.395 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-test-2:19.1.1-305.g1cf819b7.el9.x86_64 12/164 2024-09-10T08:03:36.395 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : cephfs-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 13/164 2024-09-10T08:03:36.395 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : cephfs-shell-2:19.1.1-305.g1cf819b7.el9.x86_64 14/164 2024-09-10T08:03:36.395 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libcephfs-devel-2:19.1.1-305.g1cf819b7.el9.x86_6 15/164 2024-09-10T08:03:36.395 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 16/164 2024-09-10T08:03:36.395 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 17/164 2024-09-10T08:03:36.395 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : librados-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 18/164 2024-09-10T08:03:36.395 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_ 19/164 2024-09-10T08:03:36.395 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 20/164 2024-09-10T08:03:36.396 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-ceph-argparse-2:19.1.1-305.g1cf819b7.el9 21/164 2024-09-10T08:03:36.396 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-ceph-common-2:19.1.1-305.g1cf819b7.el9.x 22/164 2024-09-10T08:03:36.396 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-cephfs-2:19.1.1-305.g1cf819b7.el9.x86_64 23/164 2024-09-10T08:03:36.396 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-rados-2:19.1.1-305.g1cf819b7.el9.x86_64 24/164 2024-09-10T08:03:36.396 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-rbd-2:19.1.1-305.g1cf819b7.el9.x86_64 25/164 2024-09-10T08:03:36.396 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-rgw-2:19.1.1-305.g1cf819b7.el9.x86_64 26/164 2024-09-10T08:03:36.396 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : rbd-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 27/164 2024-09-10T08:03:36.396 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 28/164 2024-09-10T08:03:36.396 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : rbd-nbd-2:19.1.1-305.g1cf819b7.el9.x86_64 29/164 2024-09-10T08:03:36.408 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-305.g1cf819b7.e 30/164 2024-09-10T08:03:36.408 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-305.g1cf819b7.el9.noar 31/164 2024-09-10T08:03:36.408 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-305.g1cf819b7.el9.no 32/164 2024-09-10T08:03:36.409 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-305.g1cf8 33/164 2024-09-10T08:03:36.409 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-305.g1cf819b7.el9 34/164 2024-09-10T08:03:36.409 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-mgr-rook-2:19.1.1-305.g1cf819b7.el9.noarch 35/164 2024-09-10T08:03:36.409 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-305.g1cf819b7.el 36/164 2024-09-10T08:03:36.409 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-volume-2:19.1.1-305.g1cf819b7.el9.noarch 37/164 2024-09-10T08:03:36.409 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 38/164 2024-09-10T08:03:36.409 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : cephfs-top-2:19.1.1-305.g1cf819b7.el9.noarch 39/164 2024-09-10T08:03:36.409 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-10T08:03:36.409 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-10T08:03:36.409 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-10T08:03:36.409 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-10T08:03:36.409 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-10T08:03:36.410 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-10T08:03:36.410 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-10T08:03:36.410 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-10T08:03:36.410 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-10T08:03:36.410 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-10T08:03:36.410 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-10T08:03:36.410 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-10T08:03:36.410 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-10T08:03:36.410 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-10T08:03:36.410 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-10T08:03:36.410 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-10T08:03:36.410 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-10T08:03:36.411 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-10T08:03:36.411 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-10T08:03:36.411 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-10T08:03:36.411 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-10T08:03:36.411 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-10T08:03:36.411 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-10T08:03:36.411 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-10T08:03:36.411 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-10T08:03:36.411 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-10T08:03:36.411 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-10T08:03:36.411 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-10T08:03:36.411 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-10T08:03:36.411 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-10T08:03:36.412 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-10T08:03:36.412 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-10T08:03:36.412 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-10T08:03:36.412 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-10T08:03:36.412 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-10T08:03:36.412 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-10T08:03:36.412 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-10T08:03:36.412 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-10T08:03:36.412 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-10T08:03:36.412 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-10T08:03:36.412 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-10T08:03:36.412 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-10T08:03:36.412 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-10T08:03:36.413 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-10T08:03:36.413 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-10T08:03:36.413 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-10T08:03:36.413 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-10T08:03:36.413 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-10T08:03:36.413 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-10T08:03:36.413 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-10T08:03:36.413 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-10T08:03:36.413 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-10T08:03:36.413 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-10T08:03:36.413 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-10T08:03:36.413 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-10T08:03:36.413 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-10T08:03:36.414 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-10T08:03:36.414 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-10T08:03:36.414 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-10T08:03:36.414 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-10T08:03:36.414 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-10T08:03:36.414 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-10T08:03:36.414 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-10T08:03:36.414 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-10T08:03:36.414 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-10T08:03:36.414 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-10T08:03:36.414 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-10T08:03:36.414 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 107/164 2024-09-10T08:03:36.414 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-10T08:03:36.415 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-10T08:03:36.415 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-10T08:03:36.415 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-10T08:03:36.415 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-10T08:03:36.415 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-10T08:03:36.415 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-10T08:03:36.415 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-10T08:03:36.415 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-10T08:03:36.415 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-10T08:03:36.415 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-10T08:03:36.415 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-10T08:03:36.415 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-10T08:03:36.415 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-10T08:03:36.416 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-10T08:03:36.416 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-10T08:03:36.416 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-10T08:03:36.416 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-10T08:03:36.416 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-10T08:03:36.416 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-10T08:03:36.416 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-10T08:03:36.416 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-10T08:03:36.416 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-10T08:03:36.416 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-10T08:03:36.416 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-10T08:03:36.416 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-10T08:03:36.417 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-10T08:03:36.417 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-10T08:03:36.417 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-10T08:03:36.417 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-10T08:03:36.417 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-10T08:03:36.417 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-10T08:03:36.417 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-10T08:03:36.417 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-10T08:03:36.417 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-10T08:03:36.417 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-10T08:03:36.417 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-10T08:03:36.417 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-10T08:03:36.417 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-10T08:03:36.417 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-10T08:03:36.418 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-10T08:03:36.418 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 149/164 2024-09-10T08:03:36.418 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-10T08:03:36.418 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 151/164 2024-09-10T08:03:36.418 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-10T08:03:36.418 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : NetworkManager-1:1.49.90-1.el9.x86_64 153/164 2024-09-10T08:03:36.418 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-10T08:03:36.418 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 155/164 2024-09-10T08:03:36.418 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-10T08:03:36.418 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : NetworkManager-team-1:1.49.90-1.el9.x86_64 157/164 2024-09-10T08:03:36.418 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-10T08:03:36.418 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : NetworkManager-tui-1:1.49.90-1.el9.x86_64 159/164 2024-09-10T08:03:36.418 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-10T08:03:36.419 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-10T08:03:36.419 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-10T08:03:36.419 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-10T08:03:39.121 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-10T08:03:39.121 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:03:39.121 INFO:teuthology.orchestra.run.smithi067.stdout:Upgraded: 2024-09-10T08:03:39.121 INFO:teuthology.orchestra.run.smithi067.stdout: NetworkManager-1:1.49.90-1.el9.x86_64 2024-09-10T08:03:39.121 INFO:teuthology.orchestra.run.smithi067.stdout: NetworkManager-libnm-1:1.49.90-1.el9.x86_64 2024-09-10T08:03:39.122 INFO:teuthology.orchestra.run.smithi067.stdout: NetworkManager-team-1:1.49.90-1.el9.x86_64 2024-09-10T08:03:39.122 INFO:teuthology.orchestra.run.smithi067.stdout: NetworkManager-tui-1:1.49.90-1.el9.x86_64 2024-09-10T08:03:39.122 INFO:teuthology.orchestra.run.smithi067.stdout: librados2-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:39.122 INFO:teuthology.orchestra.run.smithi067.stdout: librbd1-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:39.122 INFO:teuthology.orchestra.run.smithi067.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-10T08:03:39.122 INFO:teuthology.orchestra.run.smithi067.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-10T08:03:39.122 INFO:teuthology.orchestra.run.smithi067.stdout:Installed: 2024-09-10T08:03:39.122 INFO:teuthology.orchestra.run.smithi067.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-10T08:03:39.122 INFO:teuthology.orchestra.run.smithi067.stdout: automake-1.16.2-8.el9.noarch 2024-09-10T08:03:39.122 INFO:teuthology.orchestra.run.smithi067.stdout: bison-3.7.4-5.el9.x86_64 2024-09-10T08:03:39.122 INFO:teuthology.orchestra.run.smithi067.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-10T08:03:39.122 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:39.122 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-base-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:39.123 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:39.123 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:39.123 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-grafana-dashboards-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:03:39.123 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-immutable-object-cache-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:39.123 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mds-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:39.123 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:39.123 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr-cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:03:39.123 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr-dashboard-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:03:39.123 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr-diskprediction-local-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:03:39.123 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr-modules-core-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:03:39.123 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr-rook-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:03:39.123 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mon-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:39.123 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-osd-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:39.124 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-prometheus-alerts-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:03:39.124 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-radosgw-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:39.124 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-selinux-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:39.124 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-test-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:39.124 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-volume-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:03:39.124 INFO:teuthology.orchestra.run.smithi067.stdout: cephadm-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:03:39.124 INFO:teuthology.orchestra.run.smithi067.stdout: cephfs-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:39.124 INFO:teuthology.orchestra.run.smithi067.stdout: cephfs-shell-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:39.124 INFO:teuthology.orchestra.run.smithi067.stdout: cephfs-top-2:19.1.1-305.g1cf819b7.el9.noarch 2024-09-10T08:03:39.124 INFO:teuthology.orchestra.run.smithi067.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-10T08:03:39.124 INFO:teuthology.orchestra.run.smithi067.stdout: flex-2.6.4-9.el9.x86_64 2024-09-10T08:03:39.124 INFO:teuthology.orchestra.run.smithi067.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-10T08:03:39.125 INFO:teuthology.orchestra.run.smithi067.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-10T08:03:39.125 INFO:teuthology.orchestra.run.smithi067.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-10T08:03:39.125 INFO:teuthology.orchestra.run.smithi067.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-10T08:03:39.125 INFO:teuthology.orchestra.run.smithi067.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-09-10T08:03:39.125 INFO:teuthology.orchestra.run.smithi067.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-10T08:03:39.125 INFO:teuthology.orchestra.run.smithi067.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-10T08:03:39.125 INFO:teuthology.orchestra.run.smithi067.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-10T08:03:39.125 INFO:teuthology.orchestra.run.smithi067.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-10T08:03:39.125 INFO:teuthology.orchestra.run.smithi067.stdout: libcephfs-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:39.125 INFO:teuthology.orchestra.run.smithi067.stdout: libcephfs2-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:39.125 INFO:teuthology.orchestra.run.smithi067.stdout: libcephsqlite-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:39.125 INFO:teuthology.orchestra.run.smithi067.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-10T08:03:39.126 INFO:teuthology.orchestra.run.smithi067.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-10T08:03:39.126 INFO:teuthology.orchestra.run.smithi067.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-10T08:03:39.126 INFO:teuthology.orchestra.run.smithi067.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-10T08:03:39.126 INFO:teuthology.orchestra.run.smithi067.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-10T08:03:39.126 INFO:teuthology.orchestra.run.smithi067.stdout: librados-devel-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:39.126 INFO:teuthology.orchestra.run.smithi067.stdout: libradosstriper1-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:39.126 INFO:teuthology.orchestra.run.smithi067.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-10T08:03:39.126 INFO:teuthology.orchestra.run.smithi067.stdout: librgw2-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:39.127 INFO:teuthology.orchestra.run.smithi067.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-10T08:03:39.127 INFO:teuthology.orchestra.run.smithi067.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-10T08:03:39.127 INFO:teuthology.orchestra.run.smithi067.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-10T08:03:39.127 INFO:teuthology.orchestra.run.smithi067.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-10T08:03:39.127 INFO:teuthology.orchestra.run.smithi067.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-10T08:03:39.127 INFO:teuthology.orchestra.run.smithi067.stdout: lua-5.4.4-4.el9.x86_64 2024-09-10T08:03:39.127 INFO:teuthology.orchestra.run.smithi067.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-10T08:03:39.127 INFO:teuthology.orchestra.run.smithi067.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-10T08:03:39.127 INFO:teuthology.orchestra.run.smithi067.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-10T08:03:39.127 INFO:teuthology.orchestra.run.smithi067.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-10T08:03:39.127 INFO:teuthology.orchestra.run.smithi067.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-10T08:03:39.127 INFO:teuthology.orchestra.run.smithi067.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-10T08:03:39.127 INFO:teuthology.orchestra.run.smithi067.stdout: postgresql-13.16-1.el9.x86_64 2024-09-10T08:03:39.128 INFO:teuthology.orchestra.run.smithi067.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-10T08:03:39.128 INFO:teuthology.orchestra.run.smithi067.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-10T08:03:39.128 INFO:teuthology.orchestra.run.smithi067.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-10T08:03:39.128 INFO:teuthology.orchestra.run.smithi067.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-10T08:03:39.128 INFO:teuthology.orchestra.run.smithi067.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-10T08:03:39.128 INFO:teuthology.orchestra.run.smithi067.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-10T08:03:39.128 INFO:teuthology.orchestra.run.smithi067.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-10T08:03:39.128 INFO:teuthology.orchestra.run.smithi067.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-10T08:03:39.128 INFO:teuthology.orchestra.run.smithi067.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-10T08:03:39.128 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-10T08:03:39.128 INFO:teuthology.orchestra.run.smithi067.stdout: python3-ceph-argparse-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:39.128 INFO:teuthology.orchestra.run.smithi067.stdout: python3-ceph-common-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:39.129 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cephfs-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:39.129 INFO:teuthology.orchestra.run.smithi067.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-10T08:03:39.129 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-10T08:03:39.129 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-10T08:03:39.129 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-10T08:03:39.129 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-10T08:03:39.129 INFO:teuthology.orchestra.run.smithi067.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-10T08:03:39.129 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-10T08:03:39.129 INFO:teuthology.orchestra.run.smithi067.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-10T08:03:39.129 INFO:teuthology.orchestra.run.smithi067.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-10T08:03:39.129 INFO:teuthology.orchestra.run.smithi067.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-10T08:03:39.129 INFO:teuthology.orchestra.run.smithi067.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-10T08:03:39.129 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-10T08:03:39.129 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-10T08:03:39.130 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-10T08:03:39.130 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-10T08:03:39.130 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-10T08:03:39.130 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-10T08:03:39.130 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-10T08:03:39.130 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-10T08:03:39.130 INFO:teuthology.orchestra.run.smithi067.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-10T08:03:39.130 INFO:teuthology.orchestra.run.smithi067.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-10T08:03:39.130 INFO:teuthology.orchestra.run.smithi067.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-10T08:03:39.130 INFO:teuthology.orchestra.run.smithi067.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-10T08:03:39.130 INFO:teuthology.orchestra.run.smithi067.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-10T08:03:39.130 INFO:teuthology.orchestra.run.smithi067.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-10T08:03:39.131 INFO:teuthology.orchestra.run.smithi067.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-10T08:03:39.131 INFO:teuthology.orchestra.run.smithi067.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-10T08:03:39.131 INFO:teuthology.orchestra.run.smithi067.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-10T08:03:39.131 INFO:teuthology.orchestra.run.smithi067.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-10T08:03:39.131 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-10T08:03:39.131 INFO:teuthology.orchestra.run.smithi067.stdout: python3-ply-3.11-14.el9.noarch 2024-09-10T08:03:39.131 INFO:teuthology.orchestra.run.smithi067.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-10T08:03:39.131 INFO:teuthology.orchestra.run.smithi067.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-10T08:03:39.131 INFO:teuthology.orchestra.run.smithi067.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-10T08:03:39.131 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-10T08:03:39.131 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-10T08:03:39.131 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-10T08:03:39.131 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-10T08:03:39.132 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-10T08:03:39.132 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-10T08:03:39.132 INFO:teuthology.orchestra.run.smithi067.stdout: python3-rados-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:39.132 INFO:teuthology.orchestra.run.smithi067.stdout: python3-rbd-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:39.132 INFO:teuthology.orchestra.run.smithi067.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-10T08:03:39.132 INFO:teuthology.orchestra.run.smithi067.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-10T08:03:39.132 INFO:teuthology.orchestra.run.smithi067.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-10T08:03:39.132 INFO:teuthology.orchestra.run.smithi067.stdout: python3-rgw-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:39.133 INFO:teuthology.orchestra.run.smithi067.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-10T08:03:39.133 INFO:teuthology.orchestra.run.smithi067.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-10T08:03:39.133 INFO:teuthology.orchestra.run.smithi067.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-10T08:03:39.133 INFO:teuthology.orchestra.run.smithi067.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-10T08:03:39.133 INFO:teuthology.orchestra.run.smithi067.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-10T08:03:39.133 INFO:teuthology.orchestra.run.smithi067.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-10T08:03:39.133 INFO:teuthology.orchestra.run.smithi067.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-10T08:03:39.133 INFO:teuthology.orchestra.run.smithi067.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-10T08:03:39.133 INFO:teuthology.orchestra.run.smithi067.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-10T08:03:39.133 INFO:teuthology.orchestra.run.smithi067.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-10T08:03:39.133 INFO:teuthology.orchestra.run.smithi067.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-10T08:03:39.133 INFO:teuthology.orchestra.run.smithi067.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-10T08:03:39.134 INFO:teuthology.orchestra.run.smithi067.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-10T08:03:39.134 INFO:teuthology.orchestra.run.smithi067.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-10T08:03:39.134 INFO:teuthology.orchestra.run.smithi067.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-10T08:03:39.134 INFO:teuthology.orchestra.run.smithi067.stdout: rbd-fuse-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:39.134 INFO:teuthology.orchestra.run.smithi067.stdout: rbd-mirror-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:39.134 INFO:teuthology.orchestra.run.smithi067.stdout: rbd-nbd-2:19.1.1-305.g1cf819b7.el9.x86_64 2024-09-10T08:03:39.134 INFO:teuthology.orchestra.run.smithi067.stdout: re2-1:20211101-20.el9.x86_64 2024-09-10T08:03:39.134 INFO:teuthology.orchestra.run.smithi067.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-10T08:03:39.134 INFO:teuthology.orchestra.run.smithi067.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-10T08:03:39.134 INFO:teuthology.orchestra.run.smithi067.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-10T08:03:39.134 INFO:teuthology.orchestra.run.smithi067.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-10T08:03:39.134 INFO:teuthology.orchestra.run.smithi067.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-10T08:03:39.135 INFO:teuthology.orchestra.run.smithi067.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-10T08:03:39.135 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:03:39.135 INFO:teuthology.orchestra.run.smithi067.stdout:Complete! 2024-09-10T08:03:39.665 DEBUG:teuthology.parallel:result is None 2024-09-10T08:03:39.666 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T08:03:39.813 DEBUG:teuthology.orchestra.run.smithi067:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-10T08:03:39.837 INFO:teuthology.orchestra.run.smithi067.stdout:19.1.1-305.g1cf819b7.el9 2024-09-10T08:03:39.838 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-305.g1cf819b7.el9 2024-09-10T08:03:39.839 INFO:teuthology.task.install:The correct ceph version 19.1.1-305.g1cf819b7 is installed. 2024-09-10T08:03:39.841 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T08:03:39.987 DEBUG:teuthology.orchestra.run.smithi133:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-10T08:03:40.014 INFO:teuthology.orchestra.run.smithi133.stdout:19.1.1-305.g1cf819b7.el9 2024-09-10T08:03:40.014 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-305.g1cf819b7.el9 2024-09-10T08:03:40.014 INFO:teuthology.task.install:The correct ceph version 19.1.1-305.g1cf819b7 is installed. 2024-09-10T08:03:40.017 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T08:03:40.159 DEBUG:teuthology.orchestra.run.smithi203:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-10T08:03:40.186 INFO:teuthology.orchestra.run.smithi203.stdout:19.1.1-305.g1cf819b7.el9 2024-09-10T08:03:40.187 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-305.g1cf819b7.el9 2024-09-10T08:03:40.187 INFO:teuthology.task.install:The correct ceph version 19.1.1-305.g1cf819b7 is installed. 2024-09-10T08:03:40.189 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-10T08:03:40.189 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-10T08:03:40.189 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-10T08:03:40.220 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2024-09-10T08:03:40.221 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-10T08:03:40.253 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-09-10T08:03:40.254 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-10T08:03:40.285 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-10T08:03:40.286 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-10T08:03:40.286 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd of=/usr/bin/daemon-helper 2024-09-10T08:03:40.314 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-10T08:03:40.381 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2024-09-10T08:03:40.381 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd of=/usr/bin/daemon-helper 2024-09-10T08:03:40.411 DEBUG:teuthology.orchestra.run.smithi133:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-10T08:03:40.481 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-09-10T08:03:40.481 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd of=/usr/bin/daemon-helper 2024-09-10T08:03:40.511 DEBUG:teuthology.orchestra.run.smithi203:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-10T08:03:40.580 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-10T08:03:40.580 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-10T08:03:40.580 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-10T08:03:40.608 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-10T08:03:40.676 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2024-09-10T08:03:40.676 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-10T08:03:40.703 DEBUG:teuthology.orchestra.run.smithi133:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-10T08:03:40.767 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-09-10T08:03:40.767 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-10T08:03:40.797 DEBUG:teuthology.orchestra.run.smithi203:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-10T08:03:40.868 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-10T08:03:40.868 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-10T08:03:40.868 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd of=/usr/bin/stdin-killer 2024-09-10T08:03:40.896 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-10T08:03:40.965 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2024-09-10T08:03:40.965 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd of=/usr/bin/stdin-killer 2024-09-10T08:03:40.989 DEBUG:teuthology.orchestra.run.smithi133:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-10T08:03:41.054 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-09-10T08:03:41.054 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd of=/usr/bin/stdin-killer 2024-09-10T08:03:41.084 DEBUG:teuthology.orchestra.run.smithi203:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-10T08:03:41.153 INFO:teuthology.run_tasks:Running task cephadm... 2024-09-10T08:03:41.248 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'max_mds': 5, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'mds_bal_replicate_threshold': 1, 'mds_export_ephemeral_random_max': 0.1, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10000}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'slow metadata IO', 'SLOW_OPS', 'slow request'], 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b', 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'}} 2024-09-10T08:03:41.249 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T08:03:41.249 INFO:tasks.cephadm:Cluster fsid is 315284b0-6f4b-11ef-bcea-c7b262605968 2024-09-10T08:03:41.250 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-09-10T08:03:41.250 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.67', 'mon.b': '172.21.15.133', 'mon.c': '172.21.15.203'} 2024-09-10T08:03:41.250 INFO:tasks.cephadm:First mon is mon.a on smithi067 2024-09-10T08:03:41.250 INFO:tasks.cephadm:First mgr is x 2024-09-10T08:03:41.250 INFO:tasks.cephadm:Normalizing hostnames... 2024-09-10T08:03:41.250 DEBUG:teuthology.orchestra.run.smithi067:> sudo hostname $(hostname -s) 2024-09-10T08:03:41.281 DEBUG:teuthology.orchestra.run.smithi133:> sudo hostname $(hostname -s) 2024-09-10T08:03:41.308 DEBUG:teuthology.orchestra.run.smithi203:> sudo hostname $(hostname -s) 2024-09-10T08:03:41.337 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-09-10T08:03:41.337 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T08:03:41.481 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/82914/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.1.1-305-g1cf819b7', 'node_name': '172.21.5.35+adami05', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.1.1-305.g1cf819b7'}, 'url': 'https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-09-09 22:14:38.445020', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-rishabh-testing-20240909.165402-squid', 'chacra_url': 'https://1.chacra.ceph.com/repos/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/', 'archs': ['x86_64', 'source'], 'distro': 'centos'}, {'status': 'ready', 'sha1': '1cf819b7212a6048e92fc78c4eff963344f6d56b', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/82912/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.1.1-305-g1cf819b7', 'node_name': '172.21.2.7+braggi07', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.1.1-305.g1cf819b7'}, 'url': 'https://4.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-09-09 22:05:03.996701', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-rishabh-testing-20240909.165402-squid', 'chacra_url': 'https://4.chacra.ceph.com/repos/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/flavors/default/', 'archs': ['x86_64', 'source'], 'distro': 'centos'}] 2024-09-10T08:03:41.620 INFO:tasks.util.chacra:got chacra host 1.chacra.ceph.com, ref wip-rishabh-testing-20240909.165402-squid, sha1 1cf819b7212a6048e92fc78c4eff963344f6d56b from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T08:03:41.622 INFO:tasks.cephadm:Discovered cachra url: https://1.chacra.ceph.com/binaries/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/x86_64/flavors/default/cephadm 2024-09-10T08:03:41.622 INFO:tasks.cephadm:Downloading cephadm from url: https://1.chacra.ceph.com/binaries/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/x86_64/flavors/default/cephadm 2024-09-10T08:03:41.622 DEBUG:teuthology.orchestra.run.smithi067:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-10T08:03:42.010 INFO:teuthology.orchestra.run.smithi067.stdout:-rw-r--r--. 1 ubuntu ubuntu 784613 Sep 10 08:03 /home/ubuntu/cephtest/cephadm 2024-09-10T08:03:42.010 DEBUG:teuthology.orchestra.run.smithi133:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-10T08:03:42.399 INFO:teuthology.orchestra.run.smithi133.stdout:-rw-r--r--. 1 ubuntu ubuntu 784613 Sep 10 08:03 /home/ubuntu/cephtest/cephadm 2024-09-10T08:03:42.399 DEBUG:teuthology.orchestra.run.smithi203:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/wip-rishabh-testing-20240909.165402-squid/1cf819b7212a6048e92fc78c4eff963344f6d56b/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-10T08:03:42.788 INFO:teuthology.orchestra.run.smithi203.stdout:-rw-r--r--. 1 ubuntu ubuntu 784613 Sep 10 08:03 /home/ubuntu/cephtest/cephadm 2024-09-10T08:03:42.789 DEBUG:teuthology.orchestra.run.smithi067:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-10T08:03:42.809 DEBUG:teuthology.orchestra.run.smithi133:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-10T08:03:42.828 DEBUG:teuthology.orchestra.run.smithi203:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-10T08:03:42.862 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b on all hosts... 2024-09-10T08:03:42.862 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b pull 2024-09-10T08:03:42.865 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b pull 2024-09-10T08:03:42.872 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b pull 2024-09-10T08:03:44.467 INFO:teuthology.orchestra.run.smithi203.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b... 2024-09-10T08:03:44.500 INFO:teuthology.orchestra.run.smithi133.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b... 2024-09-10T08:03:44.575 INFO:teuthology.orchestra.run.smithi067.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b... 2024-09-10T08:04:14.065 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:04:14.066 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T08:04:14.066 INFO:teuthology.orchestra.run.smithi067.stdout: "image_id": "41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005", 2024-09-10T08:04:14.066 INFO:teuthology.orchestra.run.smithi067.stdout: "repo_digests": [ 2024-09-10T08:04:14.066 INFO:teuthology.orchestra.run.smithi067.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559" 2024-09-10T08:04:14.066 INFO:teuthology.orchestra.run.smithi067.stdout: ] 2024-09-10T08:04:14.066 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:04:21.762 INFO:teuthology.orchestra.run.smithi133.stdout:{ 2024-09-10T08:04:21.762 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T08:04:21.762 INFO:teuthology.orchestra.run.smithi133.stdout: "image_id": "41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005", 2024-09-10T08:04:21.762 INFO:teuthology.orchestra.run.smithi133.stdout: "repo_digests": [ 2024-09-10T08:04:21.763 INFO:teuthology.orchestra.run.smithi133.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559" 2024-09-10T08:04:21.763 INFO:teuthology.orchestra.run.smithi133.stdout: ] 2024-09-10T08:04:21.763 INFO:teuthology.orchestra.run.smithi133.stdout:} 2024-09-10T08:04:39.068 INFO:teuthology.orchestra.run.smithi203.stdout:{ 2024-09-10T08:04:39.068 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T08:04:39.068 INFO:teuthology.orchestra.run.smithi203.stdout: "image_id": "41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005", 2024-09-10T08:04:39.068 INFO:teuthology.orchestra.run.smithi203.stdout: "repo_digests": [ 2024-09-10T08:04:39.068 INFO:teuthology.orchestra.run.smithi203.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559" 2024-09-10T08:04:39.068 INFO:teuthology.orchestra.run.smithi203.stdout: ] 2024-09-10T08:04:39.068 INFO:teuthology.orchestra.run.smithi203.stdout:} 2024-09-10T08:04:39.094 DEBUG:teuthology.orchestra.run.smithi067:> sudo mkdir -p /etc/ceph 2024-09-10T08:04:39.130 DEBUG:teuthology.orchestra.run.smithi133:> sudo mkdir -p /etc/ceph 2024-09-10T08:04:39.165 DEBUG:teuthology.orchestra.run.smithi203:> sudo mkdir -p /etc/ceph 2024-09-10T08:04:39.193 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod 777 /etc/ceph 2024-09-10T08:04:39.225 DEBUG:teuthology.orchestra.run.smithi133:> sudo chmod 777 /etc/ceph 2024-09-10T08:04:39.253 DEBUG:teuthology.orchestra.run.smithi203:> sudo chmod 777 /etc/ceph 2024-09-10T08:04:39.279 INFO:tasks.cephadm:Writing seed config... 2024-09-10T08:04:39.280 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-09-10T08:04:39.280 INFO:tasks.cephadm: override: [client] debug client = 20 2024-09-10T08:04:39.280 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-09-10T08:04:39.280 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-09-10T08:04:39.280 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-09-10T08:04:39.281 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-09-10T08:04:39.281 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-09-10T08:04:39.281 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-09-10T08:04:39.281 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-09-10T08:04:39.281 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-09-10T08:04:39.281 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-09-10T08:04:39.281 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-09-10T08:04:39.281 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-09-10T08:04:39.281 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-09-10T08:04:39.281 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-09-10T08:04:39.281 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-09-10T08:04:39.281 INFO:tasks.cephadm: override: [mds] mds_bal_replicate_threshold = 1 2024-09-10T08:04:39.281 INFO:tasks.cephadm: override: [mds] mds_export_ephemeral_random_max = 0.1 2024-09-10T08:04:39.282 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-09-10T08:04:39.282 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-09-10T08:04:39.282 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-09-10T08:04:39.282 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-09-10T08:04:39.282 INFO:tasks.cephadm: override: [mgr] debug client = 20 2024-09-10T08:04:39.282 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-09-10T08:04:39.282 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-09-10T08:04:39.282 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-09-10T08:04:39.282 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-09-10T08:04:39.282 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-09-10T08:04:39.282 INFO:tasks.cephadm: override: [mon] mon down mkfs grace = 300 2024-09-10T08:04:39.282 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-09-10T08:04:39.282 INFO:tasks.cephadm: override: [mon] mon warn on pool no app = False 2024-09-10T08:04:39.283 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-09-10T08:04:39.283 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-09-10T08:04:39.283 INFO:tasks.cephadm: override: [osd] debug bluefs = 20 2024-09-10T08:04:39.283 INFO:tasks.cephadm: override: [osd] debug bluestore = 20 2024-09-10T08:04:39.283 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-09-10T08:04:39.283 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-09-10T08:04:39.283 INFO:tasks.cephadm: override: [osd] debug rocksdb = 10 2024-09-10T08:04:39.283 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-09-10T08:04:39.283 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-09-10T08:04:39.283 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-09-10T08:04:39.283 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-09-10T08:04:39.283 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-09-10T08:04:39.283 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-09-10T08:04:39.283 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-09-10T08:04:39.284 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10000 2024-09-10T08:04:39.284 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-10T08:04:39.285 DEBUG:teuthology.orchestra.run.smithi067:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-09-10T08:04:39.304 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 315284b0-6f4b-11ef-bcea-c7b262605968 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bluestore block size = 96636764160 bluestore fsck on mount = True debug bluefs = 20 debug bluestore = 20 debug ms = 1 debug osd = 20 debug rocksdb = 10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10000 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug client = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon down mkfs grace = 300 mon op complaint time = 120 mon warn on pool no app = False [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True mds_bal_replicate_threshold = 1 mds_export_ephemeral_random_max = 0.1 osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-09-10T08:04:39.304 DEBUG:teuthology.orchestra.run.smithi067:mon.a> sudo journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mon.a.service 2024-09-10T08:04:39.347 DEBUG:teuthology.orchestra.run.smithi067:mgr.x> sudo journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mgr.x.service 2024-09-10T08:04:39.390 INFO:tasks.cephadm:Bootstrapping... 2024-09-10T08:04:39.390 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b -v bootstrap --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.67 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-09-10T08:04:39.610 INFO:teuthology.orchestra.run.smithi067.stdout:-------------------------------------------------------------------------------- 2024-09-10T08:04:39.610 INFO:teuthology.orchestra.run.smithi067.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b', '-v', 'bootstrap', '--fsid', '315284b0-6f4b-11ef-bcea-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.67', '--skip-admin-label'] 2024-09-10T08:04:39.610 INFO:teuthology.orchestra.run.smithi067.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-09-10T08:04:39.611 INFO:teuthology.orchestra.run.smithi067.stdout:Verifying podman|docker is present... 2024-09-10T08:04:39.637 INFO:teuthology.orchestra.run.smithi067.stdout:/bin/podman: stdout 5.2.2 2024-09-10T08:04:39.637 INFO:teuthology.orchestra.run.smithi067.stdout:Verifying lvm2 is present... 2024-09-10T08:04:39.637 INFO:teuthology.orchestra.run.smithi067.stdout:Verifying time synchronization is in place... 2024-09-10T08:04:39.645 INFO:teuthology.orchestra.run.smithi067.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-10T08:04:39.645 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-10T08:04:39.651 INFO:teuthology.orchestra.run.smithi067.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-10T08:04:39.652 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl: stdout inactive 2024-09-10T08:04:39.658 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl: stdout enabled 2024-09-10T08:04:39.665 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl: stdout active 2024-09-10T08:04:39.665 INFO:teuthology.orchestra.run.smithi067.stdout:Unit chronyd.service is enabled and running 2024-09-10T08:04:39.665 INFO:teuthology.orchestra.run.smithi067.stdout:Repeating the final host check... 2024-09-10T08:04:39.843 INFO:teuthology.orchestra.run.smithi067.stdout:/bin/podman: stdout 5.2.2 2024-09-10T08:04:39.843 INFO:teuthology.orchestra.run.smithi067.stdout:podman (/bin/podman) version 5.2.2 is present 2024-09-10T08:04:39.843 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl is present 2024-09-10T08:04:39.844 INFO:teuthology.orchestra.run.smithi067.stdout:lvcreate is present 2024-09-10T08:04:39.850 INFO:teuthology.orchestra.run.smithi067.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-10T08:04:39.850 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-10T08:04:39.857 INFO:teuthology.orchestra.run.smithi067.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-10T08:04:39.857 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl: stdout inactive 2024-09-10T08:04:39.864 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl: stdout enabled 2024-09-10T08:04:39.871 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl: stdout active 2024-09-10T08:04:39.871 INFO:teuthology.orchestra.run.smithi067.stdout:Unit chronyd.service is enabled and running 2024-09-10T08:04:39.871 INFO:teuthology.orchestra.run.smithi067.stdout:Host looks OK 2024-09-10T08:04:39.871 INFO:teuthology.orchestra.run.smithi067.stdout:Cluster fsid: 315284b0-6f4b-11ef-bcea-c7b262605968 2024-09-10T08:04:39.871 INFO:teuthology.orchestra.run.smithi067.stdout:Acquiring lock 140411759051776 on /run/cephadm/315284b0-6f4b-11ef-bcea-c7b262605968.lock 2024-09-10T08:04:39.871 INFO:teuthology.orchestra.run.smithi067.stdout:Lock 140411759051776 acquired on /run/cephadm/315284b0-6f4b-11ef-bcea-c7b262605968.lock 2024-09-10T08:04:39.872 INFO:teuthology.orchestra.run.smithi067.stdout:Verifying IP 172.21.15.67 port 3300 ... 2024-09-10T08:04:39.872 INFO:teuthology.orchestra.run.smithi067.stdout:Verifying IP 172.21.15.67 port 6789 ... 2024-09-10T08:04:39.872 INFO:teuthology.orchestra.run.smithi067.stdout:Base mon IP(s) is [172.21.15.67:3300, 172.21.15.67:6789], mon addrv is [v2:172.21.15.67:3300,v1:172.21.15.67:6789] 2024-09-10T08:04:39.875 INFO:teuthology.orchestra.run.smithi067.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.67 metric 100 2024-09-10T08:04:39.876 INFO:teuthology.orchestra.run.smithi067.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.67 metric 100 2024-09-10T08:04:39.878 INFO:teuthology.orchestra.run.smithi067.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-09-10T08:04:39.878 INFO:teuthology.orchestra.run.smithi067.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 1024 pref medium 2024-09-10T08:04:39.879 INFO:teuthology.orchestra.run.smithi067.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 100 pref medium 2024-09-10T08:04:39.881 INFO:teuthology.orchestra.run.smithi067.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-09-10T08:04:39.881 INFO:teuthology.orchestra.run.smithi067.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-09-10T08:04:39.881 INFO:teuthology.orchestra.run.smithi067.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-10T08:04:39.881 INFO:teuthology.orchestra.run.smithi067.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-09-10T08:04:39.881 INFO:teuthology.orchestra.run.smithi067.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:feb6:fc0b/64 scope link noprefixroute 2024-09-10T08:04:39.881 INFO:teuthology.orchestra.run.smithi067.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-10T08:04:39.882 INFO:teuthology.orchestra.run.smithi067.stdout:Mon IP `172.21.15.67` is in CIDR network `172.21.0.0/20` 2024-09-10T08:04:39.882 INFO:teuthology.orchestra.run.smithi067.stdout:Mon IP `172.21.15.67` is in CIDR network `172.21.0.0/20` 2024-09-10T08:04:39.882 INFO:teuthology.orchestra.run.smithi067.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-09-10T08:04:39.883 INFO:teuthology.orchestra.run.smithi067.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-09-10T08:04:39.883 INFO:teuthology.orchestra.run.smithi067.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b... 2024-09-10T08:04:43.275 INFO:teuthology.orchestra.run.smithi067.stdout:/bin/podman: stdout 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 2024-09-10T08:04:43.275 INFO:teuthology.orchestra.run.smithi067.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b... 2024-09-10T08:04:43.275 INFO:teuthology.orchestra.run.smithi067.stdout:/bin/podman: stderr Getting image source signatures 2024-09-10T08:04:43.275 INFO:teuthology.orchestra.run.smithi067.stdout:/bin/podman: stderr Copying blob sha256:3965ca83761b6e221cd35b61f2ebac0e3b1f9d68a1ce39c1ada69153a1d73116 2024-09-10T08:04:43.275 INFO:teuthology.orchestra.run.smithi067.stdout:/bin/podman: stderr Copying blob sha256:e8b54c863393b7a8216a71737771b73b16a8e43ec7acf927c7faa175c255e551 2024-09-10T08:04:43.275 INFO:teuthology.orchestra.run.smithi067.stdout:/bin/podman: stderr Copying config sha256:41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 2024-09-10T08:04:43.275 INFO:teuthology.orchestra.run.smithi067.stdout:/bin/podman: stderr Writing manifest to image destination 2024-09-10T08:04:44.261 INFO:teuthology.orchestra.run.smithi067.stdout:ceph: stdout ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable) 2024-09-10T08:04:44.261 INFO:teuthology.orchestra.run.smithi067.stdout:Ceph version: ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable) 2024-09-10T08:04:44.261 INFO:teuthology.orchestra.run.smithi067.stdout:Extracting ceph user uid/gid from container image... 2024-09-10T08:04:45.258 INFO:teuthology.orchestra.run.smithi067.stdout:stat: stdout 167 167 2024-09-10T08:04:45.258 INFO:teuthology.orchestra.run.smithi067.stdout:Creating initial keys... 2024-09-10T08:04:46.315 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph-authtool: stdout AQCd/d9m/A5hIRAAtYC8SxpGqJBk9vpdto7XrQ== 2024-09-10T08:04:47.220 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph-authtool: stdout AQCe/d9mmky6JRAAkA1d6dVkzVor8n27FpHpTQ== 2024-09-10T08:04:48.051 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph-authtool: stdout AQCf/d9ml2gkIBAAjTaGHPX0mLIdD+iaQQf1JQ== 2024-09-10T08:04:48.052 INFO:teuthology.orchestra.run.smithi067.stdout:Creating initial monmap... 2024-09-10T08:04:49.274 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-10T08:04:49.275 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-09-10T08:04:49.275 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 315284b0-6f4b-11ef-bcea-c7b262605968 2024-09-10T08:04:49.275 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-10T08:04:49.275 INFO:teuthology.orchestra.run.smithi067.stdout:monmaptool for a [v2:172.21.15.67:3300,v1:172.21.15.67:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-10T08:04:49.275 INFO:teuthology.orchestra.run.smithi067.stdout:setting min_mon_release = quincy 2024-09-10T08:04:49.275 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/monmaptool: set fsid to 315284b0-6f4b-11ef-bcea-c7b262605968 2024-09-10T08:04:49.275 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-10T08:04:49.275 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:04:49.275 INFO:teuthology.orchestra.run.smithi067.stdout:Creating mon... 2024-09-10T08:04:50.289 INFO:teuthology.orchestra.run.smithi067.stdout:create mon.a on 2024-09-10T08:04:50.607 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-09-10T08:04:50.753 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-09-10T08:04:50.952 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-315284b0-6f4b-11ef-bcea-c7b262605968.target → /etc/systemd/system/ceph-315284b0-6f4b-11ef-bcea-c7b262605968.target. 2024-09-10T08:04:50.952 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-315284b0-6f4b-11ef-bcea-c7b262605968.target → /etc/systemd/system/ceph-315284b0-6f4b-11ef-bcea-c7b262605968.target. 2024-09-10T08:04:51.198 INFO:teuthology.orchestra.run.smithi067.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mon.a 2024-09-10T08:04:51.198 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl: stderr Failed to reset failed state of unit ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mon.a.service: Unit ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mon.a.service not loaded. 2024-09-10T08:04:51.371 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-315284b0-6f4b-11ef-bcea-c7b262605968.target.wants/ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mon.a.service → /etc/systemd/system/ceph-315284b0-6f4b-11ef-bcea-c7b262605968@.service. 2024-09-10T08:04:51.709 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:51 smithi067 podman[30664]: 2024-09-10 08:04:51.511974098 +0000 UTC m=+0.016071564 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T08:04:52.000 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:51 smithi067 podman[30664]: 2024-09-10 08:04:51.717993168 +0000 UTC m=+0.222090630 container create 712cda61a5a87fbf06a3dceb5f0a858144a80d7e316111576a5402bd5c72dab2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mon-a, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.vendor=CentOS) 2024-09-10T08:04:52.000 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:51 smithi067 podman[30664]: 2024-09-10 08:04:51.958798441 +0000 UTC m=+0.462895907 container init 712cda61a5a87fbf06a3dceb5f0a858144a80d7e316111576a5402bd5c72dab2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.license=GPLv2, ceph=True) 2024-09-10T08:04:52.000 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:51 smithi067 podman[30664]: 2024-09-10 08:04:51.96204212 +0000 UTC m=+0.466139574 container start 712cda61a5a87fbf06a3dceb5f0a858144a80d7e316111576a5402bd5c72dab2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, io.buildah.version=1.37.2) 2024-09-10T08:04:52.047 INFO:teuthology.orchestra.run.smithi067.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-10T08:04:52.047 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl: stdout disabled 2024-09-10T08:04:52.054 INFO:teuthology.orchestra.run.smithi067.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-10T08:04:52.054 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl: stdout inactive 2024-09-10T08:04:52.055 INFO:teuthology.orchestra.run.smithi067.stdout:firewalld.service is not enabled 2024-09-10T08:04:52.055 INFO:teuthology.orchestra.run.smithi067.stdout:Not possible to enable service . firewalld.service is not available 2024-09-10T08:04:52.055 INFO:teuthology.orchestra.run.smithi067.stdout:Waiting for mon to start... 2024-09-10T08:04:52.055 INFO:teuthology.orchestra.run.smithi067.stdout:Waiting for mon... 2024-09-10T08:04:52.305 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:52 smithi067 ceph-mon[30684]: mkfs 315284b0-6f4b-11ef-bcea-c7b262605968 2024-09-10T08:04:52.305 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:52 smithi067 ceph-mon[30684]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-10T08:04:52.306 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:52 smithi067 bash[30664]: 712cda61a5a87fbf06a3dceb5f0a858144a80d7e316111576a5402bd5c72dab2 2024-09-10T08:04:52.306 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:52 smithi067 systemd[1]: Started Ceph mon.a for 315284b0-6f4b-11ef-bcea-c7b262605968. 2024-09-10T08:04:53.165 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:53 smithi067 ceph-mon[30684]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-10T08:04:53.165 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:53 smithi067 ceph-mon[30684]: monmap epoch 1 2024-09-10T08:04:53.165 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:53 smithi067 ceph-mon[30684]: fsid 315284b0-6f4b-11ef-bcea-c7b262605968 2024-09-10T08:04:53.165 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:53 smithi067 ceph-mon[30684]: last_changed 2024-09-10T08:04:48.402230+0000 2024-09-10T08:04:53.166 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:53 smithi067 ceph-mon[30684]: created 2024-09-10T08:04:48.402230+0000 2024-09-10T08:04:53.166 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:53 smithi067 ceph-mon[30684]: min_mon_release 19 (squid) 2024-09-10T08:04:53.166 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:53 smithi067 ceph-mon[30684]: election_strategy: 1 2024-09-10T08:04:53.166 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:53 smithi067 ceph-mon[30684]: 0: [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] mon.a 2024-09-10T08:04:53.166 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:53 smithi067 ceph-mon[30684]: fsmap 2024-09-10T08:04:53.166 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:53 smithi067 ceph-mon[30684]: osdmap e1: 0 total, 0 up, 0 in 2024-09-10T08:04:53.166 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:53 smithi067 ceph-mon[30684]: mgrmap e1: no daemons active 2024-09-10T08:04:53.166 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:53 smithi067 ceph-mon[30684]: from='client.? 172.21.15.67:0/1590216235' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-10T08:04:53.174 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout cluster: 2024-09-10T08:04:53.174 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout id: 315284b0-6f4b-11ef-bcea-c7b262605968 2024-09-10T08:04:53.174 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-09-10T08:04:53.174 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout 2024-09-10T08:04:53.174 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout services: 2024-09-10T08:04:53.175 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.590115s) 2024-09-10T08:04:53.175 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-09-10T08:04:53.175 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-09-10T08:04:53.175 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout 2024-09-10T08:04:53.175 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout data: 2024-09-10T08:04:53.175 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-09-10T08:04:53.175 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-09-10T08:04:53.175 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-09-10T08:04:53.175 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout pgs: 2024-09-10T08:04:53.175 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout 2024-09-10T08:04:53.175 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:52.516+0000 7ff4e5100640 1 Processor -- start 2024-09-10T08:04:53.176 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:52.516+0000 7ff4e5100640 1 -- start start 2024-09-10T08:04:53.176 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:52.516+0000 7ff4e5100640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4e0105850 0x7ff4e0105c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:53.176 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:52.516+0000 7ff4e5100640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff4e0106220 con 0x7ff4e0105850 2024-09-10T08:04:53.176 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:52.517+0000 7ff4ded9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4e0105850 0x7ff4e0105c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:53.176 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:52.517+0000 7ff4ded9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4e0105850 0x7ff4e0105c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37042/0 (socket says 172.21.15.67:37042) 2024-09-10T08:04:53.176 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:52.517+0000 7ff4ded9d640 1 -- 172.21.15.67:0/4224617780 learned_addr learned my addr 172.21.15.67:0/4224617780 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:04:53.176 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:52.517+0000 7ff4ded9d640 1 -- 172.21.15.67:0/4224617780 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4e0108830 con 0x7ff4e0105850 2024-09-10T08:04:53.176 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:52.519+0000 7ff4ded9d640 1 --2- 172.21.15.67:0/4224617780 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4e0105850 0x7ff4e0105c50 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7ff4d0009820 tx=0x7ff4d002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b1a4e862bcb9ef6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:53.176 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:52.519+0000 7ff4ddd9b640 1 -- 172.21.15.67:0/4224617780 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff4d0037070 con 0x7ff4e0105850 2024-09-10T08:04:53.176 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:52.519+0000 7ff4ddd9b640 1 -- 172.21.15.67:0/4224617780 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff4d0032440 con 0x7ff4e0105850 2024-09-10T08:04:53.177 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:52.519+0000 7ff4ddd9b640 1 -- 172.21.15.67:0/4224617780 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff4d0032740 con 0x7ff4e0105850 2024-09-10T08:04:53.177 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:52.520+0000 7ff4e5100640 1 -- 172.21.15.67:0/4224617780 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4e0105850 msgr2=0x7ff4e0105c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:53.177 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:52.520+0000 7ff4e5100640 1 --2- 172.21.15.67:0/4224617780 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4e0105850 0x7ff4e0105c50 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7ff4d0009820 tx=0x7ff4d002a270 comp rx=0 tx=0).stop 2024-09-10T08:04:53.177 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:52.520+0000 7ff4e5100640 1 -- 172.21.15.67:0/4224617780 shutdown_connections 2024-09-10T08:04:53.177 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:52.520+0000 7ff4e5100640 1 --2- 172.21.15.67:0/4224617780 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4e0105850 0x7ff4e0105c50 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:53.177 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:52.520+0000 7ff4e5100640 1 -- 172.21.15.67:0/4224617780 >> 172.21.15.67:0/4224617780 conn(0x7ff4e0101420 msgr2=0x7ff4e0103840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:53.177 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:52.520+0000 7ff4e5100640 1 -- 172.21.15.67:0/4224617780 shutdown_connections 2024-09-10T08:04:53.177 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:52.520+0000 7ff4e5100640 1 -- 172.21.15.67:0/4224617780 wait complete. 2024-09-10T08:04:53.177 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:52.520+0000 7ff4e5100640 1 Processor -- start 2024-09-10T08:04:53.177 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:52.521+0000 7ff4e5100640 1 -- start start 2024-09-10T08:04:53.177 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:52.521+0000 7ff4e5100640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4e0105850 0x7ff4e01080b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:53.178 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:52.521+0000 7ff4e5100640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff4e0108c50 con 0x7ff4e0105850 2024-09-10T08:04:53.178 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:52.521+0000 7ff4ded9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4e0105850 0x7ff4e01080b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:53.178 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:52.521+0000 7ff4ded9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4e0105850 0x7ff4e01080b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37054/0 (socket says 172.21.15.67:37054) 2024-09-10T08:04:53.178 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:52.521+0000 7ff4ded9d640 1 -- 172.21.15.67:0/1590216235 learned_addr learned my addr 172.21.15.67:0/1590216235 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:04:53.178 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:52.521+0000 7ff4ded9d640 1 -- 172.21.15.67:0/1590216235 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4e01085f0 con 0x7ff4e0105850 2024-09-10T08:04:53.178 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:52.521+0000 7ff4ded9d640 1 --2- 172.21.15.67:0/1590216235 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4e0105850 0x7ff4e01080b0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7ff4d00090b0 tx=0x7ff4d00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:53.178 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:52.522+0000 7ff4c7fff640 1 -- 172.21.15.67:0/1590216235 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff4d0041070 con 0x7ff4e0105850 2024-09-10T08:04:53.178 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:52.522+0000 7ff4c7fff640 1 -- 172.21.15.67:0/1590216235 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff4d003c7a0 con 0x7ff4e0105850 2024-09-10T08:04:53.178 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:52.522+0000 7ff4e5100640 1 -- 172.21.15.67:0/1590216235 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4e01067e0 con 0x7ff4e0105850 2024-09-10T08:04:53.178 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:52.522+0000 7ff4c7fff640 1 -- 172.21.15.67:0/1590216235 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff4d0037040 con 0x7ff4e0105850 2024-09-10T08:04:53.178 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:52.522+0000 7ff4e5100640 1 -- 172.21.15.67:0/1590216235 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4e0106d20 con 0x7ff4e0105850 2024-09-10T08:04:53.178 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:52.522+0000 7ff4c7fff640 1 -- 172.21.15.67:0/1590216235 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7ff4d0044070 con 0x7ff4e0105850 2024-09-10T08:04:53.178 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:52.522+0000 7ff4c7fff640 1 -- 172.21.15.67:0/1590216235 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7ff4d003d3f0 con 0x7ff4e0105850 2024-09-10T08:04:53.179 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:52.523+0000 7ff4e5100640 1 -- 172.21.15.67:0/1590216235 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4e0105cd0 con 0x7ff4e0105850 2024-09-10T08:04:53.179 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:52.525+0000 7ff4c7fff640 1 -- 172.21.15.67:0/1590216235 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7ff4d0046450 con 0x7ff4e0105850 2024-09-10T08:04:53.179 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:52.587+0000 7ff4e5100640 1 -- 172.21.15.67:0/1590216235 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "status"} v 0) -- 0x7ff4e01944c0 con 0x7ff4e0105850 2024-09-10T08:04:53.179 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:52.587+0000 7ff4c7fff640 1 -- 172.21.15.67:0/1590216235 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) ==== 54+0+317 (secure 0 0 0) 0x7ff4d0046630 con 0x7ff4e0105850 2024-09-10T08:04:53.179 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:52.588+0000 7ff4e5100640 1 -- 172.21.15.67:0/1590216235 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4e0105850 msgr2=0x7ff4e01080b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:53.179 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:52.588+0000 7ff4e5100640 1 --2- 172.21.15.67:0/1590216235 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4e0105850 0x7ff4e01080b0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7ff4d00090b0 tx=0x7ff4d00046c0 comp rx=0 tx=0).stop 2024-09-10T08:04:53.179 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:52.588+0000 7ff4e5100640 1 -- 172.21.15.67:0/1590216235 shutdown_connections 2024-09-10T08:04:53.179 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:52.588+0000 7ff4e5100640 1 --2- 172.21.15.67:0/1590216235 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4e0105850 0x7ff4e01080b0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:53.179 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:52.588+0000 7ff4e5100640 1 -- 172.21.15.67:0/1590216235 >> 172.21.15.67:0/1590216235 conn(0x7ff4e0101420 msgr2=0x7ff4e01918e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:53.179 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:52.588+0000 7ff4e5100640 1 -- 172.21.15.67:0/1590216235 shutdown_connections 2024-09-10T08:04:53.179 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:52.588+0000 7ff4e5100640 1 -- 172.21.15.67:0/1590216235 wait complete. 2024-09-10T08:04:53.179 INFO:teuthology.orchestra.run.smithi067.stdout:mon is available 2024-09-10T08:04:53.180 INFO:teuthology.orchestra.run.smithi067.stdout:Assimilating anything we can from ceph.conf... 2024-09-10T08:04:54.113 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:54 smithi067 ceph-mon[30684]: from='client.? 172.21.15.67:0/482601812' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-10T08:04:54.114 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:54 smithi067 ceph-mon[30684]: from='client.? 172.21.15.67:0/482601812' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-09-10T08:04:54.122 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout 2024-09-10T08:04:54.122 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout [global] 2024-09-10T08:04:54.122 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout fsid = 315284b0-6f4b-11ef-bcea-c7b262605968 2024-09-10T08:04:54.122 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.67:3300,v1:172.21.15.67:6789] 2024-09-10T08:04:54.122 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-10T08:04:54.122 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-10T08:04:54.122 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-10T08:04:54.122 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-10T08:04:54.122 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout 2024-09-10T08:04:54.122 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-10T08:04:54.122 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-10T08:04:54.122 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout 2024-09-10T08:04:54.123 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout [osd] 2024-09-10T08:04:54.123 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-09-10T08:04:54.123 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-09-10T08:04:54.123 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-09-10T08:04:54.123 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-10T08:04:54.123 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-10T08:04:54.123 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:53.574+0000 7fd4ac33f640 1 Processor -- start 2024-09-10T08:04:54.123 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:53.575+0000 7fd4ac33f640 1 -- start start 2024-09-10T08:04:54.123 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:53.575+0000 7fd4ac33f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4a407de20 0x7fd4a407c280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:54.123 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:53.575+0000 7fd4ac33f640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd4a407c850 con 0x7fd4a407de20 2024-09-10T08:04:54.123 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:53.575+0000 7fd4aa0db640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4a407de20 0x7fd4a407c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:54.123 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:53.575+0000 7fd4aa0db640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4a407de20 0x7fd4a407c280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37066/0 (socket says 172.21.15.67:37066) 2024-09-10T08:04:54.123 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:53.575+0000 7fd4aa0db640 1 -- 172.21.15.67:0/897789335 learned_addr learned my addr 172.21.15.67:0/897789335 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:04:54.123 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:53.575+0000 7fd4aa0db640 1 -- 172.21.15.67:0/897789335 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4a407c9d0 con 0x7fd4a407de20 2024-09-10T08:04:54.124 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:53.576+0000 7fd4aa0db640 1 --2- 172.21.15.67:0/897789335 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4a407de20 0x7fd4a407c280 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fd4a0009820 tx=0x7fd4a002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ca5916f81497e5c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:54.124 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:53.576+0000 7fd4a90d9640 1 -- 172.21.15.67:0/897789335 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd4a0037070 con 0x7fd4a407de20 2024-09-10T08:04:54.124 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:53.576+0000 7fd4a90d9640 1 -- 172.21.15.67:0/897789335 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd4a0032440 con 0x7fd4a407de20 2024-09-10T08:04:54.124 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:53.576+0000 7fd4a90d9640 1 -- 172.21.15.67:0/897789335 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd4a0032740 con 0x7fd4a407de20 2024-09-10T08:04:54.124 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:53.577+0000 7fd4ac33f640 1 -- 172.21.15.67:0/897789335 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4a407de20 msgr2=0x7fd4a407c280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:54.124 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:53.577+0000 7fd4ac33f640 1 --2- 172.21.15.67:0/897789335 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4a407de20 0x7fd4a407c280 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fd4a0009820 tx=0x7fd4a002a270 comp rx=0 tx=0).stop 2024-09-10T08:04:54.124 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:53.577+0000 7fd4ac33f640 1 -- 172.21.15.67:0/897789335 shutdown_connections 2024-09-10T08:04:54.124 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:53.577+0000 7fd4ac33f640 1 --2- 172.21.15.67:0/897789335 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4a407de20 0x7fd4a407c280 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:54.124 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:53.577+0000 7fd4ac33f640 1 -- 172.21.15.67:0/897789335 >> 172.21.15.67:0/897789335 conn(0x7fd4a4102da0 msgr2=0x7fd4a41051c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:54.124 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:53.577+0000 7fd4ac33f640 1 -- 172.21.15.67:0/897789335 shutdown_connections 2024-09-10T08:04:54.124 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:53.577+0000 7fd4ac33f640 1 -- 172.21.15.67:0/897789335 wait complete. 2024-09-10T08:04:54.124 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:53.577+0000 7fd4ac33f640 1 Processor -- start 2024-09-10T08:04:54.125 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:53.578+0000 7fd4ac33f640 1 -- start start 2024-09-10T08:04:54.125 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:53.578+0000 7fd4ac33f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4a407de20 0x7fd4a419ce00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:54.125 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:53.578+0000 7fd4ac33f640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd4a407cf00 con 0x7fd4a407de20 2024-09-10T08:04:54.125 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:53.578+0000 7fd4aa0db640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4a407de20 0x7fd4a419ce00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:54.125 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:53.578+0000 7fd4aa0db640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4a407de20 0x7fd4a419ce00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37074/0 (socket says 172.21.15.67:37074) 2024-09-10T08:04:54.125 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:53.578+0000 7fd4aa0db640 1 -- 172.21.15.67:0/482601812 learned_addr learned my addr 172.21.15.67:0/482601812 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:04:54.125 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:53.578+0000 7fd4aa0db640 1 -- 172.21.15.67:0/482601812 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4a419d340 con 0x7fd4a407de20 2024-09-10T08:04:54.125 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:53.578+0000 7fd4aa0db640 1 --2- 172.21.15.67:0/482601812 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4a407de20 0x7fd4a419ce00 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fd4a00090b0 tx=0x7fd4a00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:54.125 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:53.578+0000 7fd49b7fe640 1 -- 172.21.15.67:0/482601812 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd4a0041070 con 0x7fd4a407de20 2024-09-10T08:04:54.125 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:53.579+0000 7fd49b7fe640 1 -- 172.21.15.67:0/482601812 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd4a003c7a0 con 0x7fd4a407de20 2024-09-10T08:04:54.125 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:53.579+0000 7fd4ac33f640 1 -- 172.21.15.67:0/482601812 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4a419d5d0 con 0x7fd4a407de20 2024-09-10T08:04:54.125 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:53.579+0000 7fd49b7fe640 1 -- 172.21.15.67:0/482601812 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd4a0037040 con 0x7fd4a407de20 2024-09-10T08:04:54.125 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:53.579+0000 7fd4ac33f640 1 -- 172.21.15.67:0/482601812 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4a41a02c0 con 0x7fd4a407de20 2024-09-10T08:04:54.126 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:53.579+0000 7fd49b7fe640 1 -- 172.21.15.67:0/482601812 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fd4a0044070 con 0x7fd4a407de20 2024-09-10T08:04:54.126 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:53.579+0000 7fd49b7fe640 1 -- 172.21.15.67:0/482601812 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fd4a003d3f0 con 0x7fd4a407de20 2024-09-10T08:04:54.126 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:53.580+0000 7fd4ac33f640 1 -- 172.21.15.67:0/482601812 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4a407c300 con 0x7fd4a407de20 2024-09-10T08:04:54.126 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:53.582+0000 7fd49b7fe640 1 -- 172.21.15.67:0/482601812 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fd4a0046450 con 0x7fd4a407de20 2024-09-10T08:04:54.126 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:53.642+0000 7fd4ac33f640 1 -- 172.21.15.67:0/482601812 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7fd4a41a19a0 con 0x7fd4a407de20 2024-09-10T08:04:54.126 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:53.645+0000 7fd49b7fe640 1 -- 172.21.15.67:0/482601812 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) ==== 70+0+429 (secure 0 0 0) 0x7fd4a0046630 con 0x7fd4a407de20 2024-09-10T08:04:54.126 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:53.646+0000 7fd49b7fe640 1 -- 172.21.15.67:0/482601812 <== mon.0 v2:172.21.15.67:3300/0 8 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fd4a0056070 con 0x7fd4a407de20 2024-09-10T08:04:54.126 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:53.647+0000 7fd4ac33f640 1 -- 172.21.15.67:0/482601812 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4a407de20 msgr2=0x7fd4a419ce00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:54.126 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:53.647+0000 7fd4ac33f640 1 --2- 172.21.15.67:0/482601812 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4a407de20 0x7fd4a419ce00 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fd4a00090b0 tx=0x7fd4a00046c0 comp rx=0 tx=0).stop 2024-09-10T08:04:54.126 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:53.647+0000 7fd4ac33f640 1 -- 172.21.15.67:0/482601812 shutdown_connections 2024-09-10T08:04:54.126 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:53.647+0000 7fd4ac33f640 1 --2- 172.21.15.67:0/482601812 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4a407de20 0x7fd4a419ce00 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:54.126 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:53.647+0000 7fd4ac33f640 1 -- 172.21.15.67:0/482601812 >> 172.21.15.67:0/482601812 conn(0x7fd4a4102da0 msgr2=0x7fd4a4103ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:54.126 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:53.647+0000 7fd4ac33f640 1 -- 172.21.15.67:0/482601812 shutdown_connections 2024-09-10T08:04:54.127 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:53.647+0000 7fd4ac33f640 1 -- 172.21.15.67:0/482601812 wait complete. 2024-09-10T08:04:54.127 INFO:teuthology.orchestra.run.smithi067.stdout:Generating new minimal ceph.conf... 2024-09-10T08:04:55.110 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:54.504+0000 7f455f4f6640 1 Processor -- start 2024-09-10T08:04:55.110 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:54.504+0000 7f455f4f6640 1 -- start start 2024-09-10T08:04:55.110 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:54.504+0000 7f455f4f6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4558107570 0x7f4558107970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:55.111 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:54.504+0000 7f455f4f6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f4558107f40 con 0x7f4558107570 2024-09-10T08:04:55.111 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:54.505+0000 7f455d292640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4558107570 0x7f4558107970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:55.111 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:54.505+0000 7f455d292640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4558107570 0x7f4558107970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37090/0 (socket says 172.21.15.67:37090) 2024-09-10T08:04:55.111 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:54.505+0000 7f455d292640 1 -- 172.21.15.67:0/1194987994 learned_addr learned my addr 172.21.15.67:0/1194987994 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:04:55.111 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:54.505+0000 7f455d292640 1 -- 172.21.15.67:0/1194987994 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4558108770 con 0x7f4558107570 2024-09-10T08:04:55.111 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:54.506+0000 7f455d292640 1 --2- 172.21.15.67:0/1194987994 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4558107570 0x7f4558107970 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f4554009820 tx=0x7f455402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ff9d70697432caa server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:55.111 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:54.506+0000 7f454ffff640 1 -- 172.21.15.67:0/1194987994 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4554037070 con 0x7f4558107570 2024-09-10T08:04:55.111 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:54.506+0000 7f454ffff640 1 -- 172.21.15.67:0/1194987994 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f45540328d0 con 0x7f4558107570 2024-09-10T08:04:55.111 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:54.506+0000 7f454ffff640 1 -- 172.21.15.67:0/1194987994 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f45540307d0 con 0x7f4558107570 2024-09-10T08:04:55.111 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:54.507+0000 7f455f4f6640 1 -- 172.21.15.67:0/1194987994 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4558107570 msgr2=0x7f4558107970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:55.111 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:54.507+0000 7f455f4f6640 1 --2- 172.21.15.67:0/1194987994 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4558107570 0x7f4558107970 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f4554009820 tx=0x7f455402a270 comp rx=0 tx=0).stop 2024-09-10T08:04:55.111 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:54.507+0000 7f455f4f6640 1 -- 172.21.15.67:0/1194987994 shutdown_connections 2024-09-10T08:04:55.112 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:54.507+0000 7f455f4f6640 1 --2- 172.21.15.67:0/1194987994 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4558107570 0x7f4558107970 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:55.112 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:54.507+0000 7f455f4f6640 1 -- 172.21.15.67:0/1194987994 >> 172.21.15.67:0/1194987994 conn(0x7f4558102da0 msgr2=0x7f45581051c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:55.112 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:54.507+0000 7f455f4f6640 1 -- 172.21.15.67:0/1194987994 shutdown_connections 2024-09-10T08:04:55.112 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:54.507+0000 7f455f4f6640 1 -- 172.21.15.67:0/1194987994 wait complete. 2024-09-10T08:04:55.112 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:54.507+0000 7f455f4f6640 1 Processor -- start 2024-09-10T08:04:55.112 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:54.508+0000 7f455f4f6640 1 -- start start 2024-09-10T08:04:55.112 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:54.508+0000 7f455f4f6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4558107570 0x7f455819b400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:55.112 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:54.508+0000 7f455f4f6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f455810bb20 con 0x7f4558107570 2024-09-10T08:04:55.112 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:54.508+0000 7f455d292640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4558107570 0x7f455819b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:55.112 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:54.508+0000 7f455d292640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4558107570 0x7f455819b400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37098/0 (socket says 172.21.15.67:37098) 2024-09-10T08:04:55.112 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:54.508+0000 7f455d292640 1 -- 172.21.15.67:0/4206384603 learned_addr learned my addr 172.21.15.67:0/4206384603 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:04:55.112 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:54.508+0000 7f455d292640 1 -- 172.21.15.67:0/4206384603 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f455819b940 con 0x7f4558107570 2024-09-10T08:04:55.112 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:54.508+0000 7f455d292640 1 --2- 172.21.15.67:0/4206384603 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4558107570 0x7f455819b400 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f4554009940 tx=0x7f4554032e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:55.113 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:54.508+0000 7f454e7fc640 1 -- 172.21.15.67:0/4206384603 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4554042070 con 0x7f4558107570 2024-09-10T08:04:55.113 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:54.509+0000 7f454e7fc640 1 -- 172.21.15.67:0/4206384603 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f4554030c80 con 0x7f4558107570 2024-09-10T08:04:55.113 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:54.509+0000 7f454e7fc640 1 -- 172.21.15.67:0/4206384603 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4554037040 con 0x7f4558107570 2024-09-10T08:04:55.113 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:54.509+0000 7f455f4f6640 1 -- 172.21.15.67:0/4206384603 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f455819bbd0 con 0x7f4558107570 2024-09-10T08:04:55.113 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:54.509+0000 7f455f4f6640 1 -- 172.21.15.67:0/4206384603 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f455819e8c0 con 0x7f4558107570 2024-09-10T08:04:55.113 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:54.509+0000 7f454e7fc640 1 -- 172.21.15.67:0/4206384603 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f4554045070 con 0x7f4558107570 2024-09-10T08:04:55.113 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:54.509+0000 7f454e7fc640 1 -- 172.21.15.67:0/4206384603 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f45540479e0 con 0x7f4558107570 2024-09-10T08:04:55.113 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:54.510+0000 7f455f4f6640 1 -- 172.21.15.67:0/4206384603 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45581079f0 con 0x7f4558107570 2024-09-10T08:04:55.113 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:54.512+0000 7f454e7fc640 1 -- 172.21.15.67:0/4206384603 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f455403c5f0 con 0x7f4558107570 2024-09-10T08:04:55.113 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:54.572+0000 7f455f4f6640 1 -- 172.21.15.67:0/4206384603 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7f455819edd0 con 0x7f4558107570 2024-09-10T08:04:55.113 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:54.572+0000 7f454e7fc640 1 -- 172.21.15.67:0/4206384603 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) ==== 76+0+175 (secure 0 0 0) 0x7f455403c7d0 con 0x7f4558107570 2024-09-10T08:04:55.113 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:54.573+0000 7f455f4f6640 1 -- 172.21.15.67:0/4206384603 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4558107570 msgr2=0x7f455819b400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:55.114 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:54.573+0000 7f455f4f6640 1 --2- 172.21.15.67:0/4206384603 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4558107570 0x7f455819b400 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f4554009940 tx=0x7f4554032e10 comp rx=0 tx=0).stop 2024-09-10T08:04:55.114 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:54.573+0000 7f455f4f6640 1 -- 172.21.15.67:0/4206384603 shutdown_connections 2024-09-10T08:04:55.114 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:54.573+0000 7f455f4f6640 1 --2- 172.21.15.67:0/4206384603 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4558107570 0x7f455819b400 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:55.114 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:54.573+0000 7f455f4f6640 1 -- 172.21.15.67:0/4206384603 >> 172.21.15.67:0/4206384603 conn(0x7f4558102da0 msgr2=0x7f4558103790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:55.114 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:54.573+0000 7f455f4f6640 1 -- 172.21.15.67:0/4206384603 shutdown_connections 2024-09-10T08:04:55.114 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:54.573+0000 7f455f4f6640 1 -- 172.21.15.67:0/4206384603 wait complete. 2024-09-10T08:04:55.114 INFO:teuthology.orchestra.run.smithi067.stdout:Restarting the monitor... 2024-09-10T08:04:55.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:55 smithi067 ceph-mon[30684]: from='client.? 172.21.15.67:0/4206384603' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:04:55.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:55 smithi067 systemd[1]: Stopping Ceph mon.a for 315284b0-6f4b-11ef-bcea-c7b262605968... 2024-09-10T08:04:55.674 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:55 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mon-a[30680]: 2024-09-10T08:04:55.383+0000 7f1a17b56640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:04:55.674 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:55 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mon-a[30680]: 2024-09-10T08:04:55.383+0000 7f1a17b56640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-09-10T08:04:55.674 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:55 smithi067 podman[30927]: 2024-09-10 08:04:55.434738114 +0000 UTC m=+0.160642459 container died 712cda61a5a87fbf06a3dceb5f0a858144a80d7e316111576a5402bd5c72dab2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mon-a, ceph=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2) 2024-09-10T08:04:55.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:55 smithi067 podman[30927]: 2024-09-10 08:04:55.799651086 +0000 UTC m=+0.525555430 container cleanup 712cda61a5a87fbf06a3dceb5f0a858144a80d7e316111576a5402bd5c72dab2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mon-a, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-09-10T08:04:55.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:55 smithi067 bash[30927]: ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mon-a 2024-09-10T08:04:56.433 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:55 smithi067 podman[30939]: 2024-09-10 08:04:55.975443068 +0000 UTC m=+0.533590079 container remove 712cda61a5a87fbf06a3dceb5f0a858144a80d7e316111576a5402bd5c72dab2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mon-a, org.label-schema.vendor=CentOS, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-09-10T08:04:56.433 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 systemd[1]: ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mon.a.service: Deactivated successfully. 2024-09-10T08:04:56.433 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 systemd[1]: Stopped Ceph mon.a for 315284b0-6f4b-11ef-bcea-c7b262605968. 2024-09-10T08:04:56.433 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 systemd[1]: Starting Ceph mon.a for 315284b0-6f4b-11ef-bcea-c7b262605968... 2024-09-10T08:04:56.694 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 podman[31032]: 2024-09-10 08:04:56.434780844 +0000 UTC m=+0.108255373 container create 68e42ab05a8843f708c845a7ba5f510bf9b9970eee38f5179c2694af1a298fcf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mon-a, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-09-10T08:04:56.694 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 podman[31032]: 2024-09-10 08:04:56.34295315 +0000 UTC m=+0.016427639 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T08:04:56.694 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 podman[31032]: 2024-09-10 08:04:56.670324197 +0000 UTC m=+0.343798678 container init 68e42ab05a8843f708c845a7ba5f510bf9b9970eee38f5179c2694af1a298fcf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True) 2024-09-10T08:04:56.694 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 podman[31032]: 2024-09-10 08:04:56.673721865 +0000 UTC m=+0.347196346 container start 68e42ab05a8843f708c845a7ba5f510bf9b9970eee38f5179c2694af1a298fcf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mon-a, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True) 2024-09-10T08:04:56.694 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: set uid:gid to 167:167 (ceph:ceph) 2024-09-10T08:04:56.748 INFO:teuthology.orchestra.run.smithi067.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-09-10T08:04:56.953 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable), process ceph-mon, pid 2 2024-09-10T08:04:56.953 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: pidfile_write: ignore empty --pid-file 2024-09-10T08:04:56.953 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: load: jerasure load: lrc 2024-09-10T08:04:56.953 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: RocksDB version: 7.9.2 2024-09-10T08:04:56.953 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Git sha 0 2024-09-10T08:04:56.953 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Compile date 2024-09-09 20:43:47 2024-09-10T08:04:56.953 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: DB SUMMARY 2024-09-10T08:04:56.953 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: DB Session ID: MIXWY8547TAH8VMMMNK2 2024-09-10T08:04:56.954 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: CURRENT file: CURRENT 2024-09-10T08:04:56.954 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: IDENTITY file: IDENTITY 2024-09-10T08:04:56.954 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-09-10T08:04:56.954 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-09-10T08:04:56.954 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 104856 ; 2024-09-10T08:04:56.954 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.error_if_exists: 0 2024-09-10T08:04:56.954 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.create_if_missing: 0 2024-09-10T08:04:56.954 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.paranoid_checks: 1 2024-09-10T08:04:56.954 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-10T08:04:56.954 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-10T08:04:56.954 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-10T08:04:56.954 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.env: 0x556d9a50a940 2024-09-10T08:04:56.954 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.fs: PosixFileSystem 2024-09-10T08:04:56.955 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.info_log: 0x556d9b2216e0 2024-09-10T08:04:56.955 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.max_file_opening_threads: 16 2024-09-10T08:04:56.955 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.statistics: (nil) 2024-09-10T08:04:56.955 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.use_fsync: 0 2024-09-10T08:04:56.955 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.max_log_file_size: 0 2024-09-10T08:04:56.955 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-10T08:04:56.955 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-10T08:04:56.955 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.keep_log_file_num: 1000 2024-09-10T08:04:56.955 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.recycle_log_file_num: 0 2024-09-10T08:04:56.955 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.allow_fallocate: 1 2024-09-10T08:04:56.955 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.allow_mmap_reads: 0 2024-09-10T08:04:56.955 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.allow_mmap_writes: 0 2024-09-10T08:04:56.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.use_direct_reads: 0 2024-09-10T08:04:56.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-10T08:04:56.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.create_missing_column_families: 0 2024-09-10T08:04:56.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.db_log_dir: 2024-09-10T08:04:56.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.wal_dir: 2024-09-10T08:04:56.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-10T08:04:56.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-10T08:04:56.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-10T08:04:56.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-10T08:04:56.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-10T08:04:56.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-10T08:04:56.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.advise_random_on_open: 1 2024-09-10T08:04:56.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.db_write_buffer_size: 0 2024-09-10T08:04:56.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.write_buffer_manager: 0x556d9b230dc0 2024-09-10T08:04:56.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-10T08:04:56.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-10T08:04:56.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-10T08:04:56.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.rate_limiter: (nil) 2024-09-10T08:04:56.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-10T08:04:56.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.wal_recovery_mode: 2 2024-09-10T08:04:56.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.enable_thread_tracking: 0 2024-09-10T08:04:56.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.enable_pipelined_write: 0 2024-09-10T08:04:56.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.unordered_write: 0 2024-09-10T08:04:56.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-10T08:04:56.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-10T08:04:56.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-10T08:04:56.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-10T08:04:56.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.row_cache: None 2024-09-10T08:04:56.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.wal_filter: None 2024-09-10T08:04:56.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-10T08:04:56.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.allow_ingest_behind: 0 2024-09-10T08:04:56.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.two_write_queues: 0 2024-09-10T08:04:56.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.manual_wal_flush: 0 2024-09-10T08:04:56.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.wal_compression: 0 2024-09-10T08:04:56.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.atomic_flush: 0 2024-09-10T08:04:56.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-10T08:04:56.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-10T08:04:56.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-10T08:04:56.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.log_readahead_size: 0 2024-09-10T08:04:56.959 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-10T08:04:56.959 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.best_efforts_recovery: 0 2024-09-10T08:04:56.959 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-10T08:04:56.959 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-10T08:04:56.959 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.allow_data_in_errors: 0 2024-09-10T08:04:56.959 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.db_host_id: __hostname__ 2024-09-10T08:04:56.959 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-10T08:04:56.960 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.max_background_jobs: 2 2024-09-10T08:04:56.960 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.max_background_compactions: -1 2024-09-10T08:04:56.960 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.max_subcompactions: 1 2024-09-10T08:04:56.960 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-10T08:04:56.961 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-10T08:04:56.961 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-10T08:04:56.961 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.max_total_wal_size: 0 2024-09-10T08:04:56.961 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-10T08:04:56.961 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-10T08:04:56.961 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-10T08:04:56.961 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-10T08:04:56.961 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.max_open_files: -1 2024-09-10T08:04:56.961 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.bytes_per_sync: 0 2024-09-10T08:04:56.961 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-10T08:04:56.961 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-10T08:04:56.961 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.compaction_readahead_size: 0 2024-09-10T08:04:56.961 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.max_background_flushes: -1 2024-09-10T08:04:56.962 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Compression algorithms supported: 2024-09-10T08:04:56.962 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: kZSTD supported: 0 2024-09-10T08:04:56.962 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: kXpressCompression supported: 0 2024-09-10T08:04:56.962 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: kBZip2Compression supported: 0 2024-09-10T08:04:56.962 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-10T08:04:56.962 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: kLZ4Compression supported: 1 2024-09-10T08:04:56.962 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: kZlibCompression supported: 1 2024-09-10T08:04:56.962 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: kLZ4HCCompression supported: 1 2024-09-10T08:04:56.962 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: kSnappyCompression supported: 1 2024-09-10T08:04:56.962 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-10T08:04:56.962 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-10T08:04:56.962 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-09-10T08:04:56.962 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-10T08:04:56.962 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-10T08:04:56.963 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.merge_operator: 2024-09-10T08:04:56.963 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.compaction_filter: None 2024-09-10T08:04:56.963 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.compaction_filter_factory: None 2024-09-10T08:04:56.963 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.sst_partitioner_factory: None 2024-09-10T08:04:56.963 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-10T08:04:56.963 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-10T08:04:56.963 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x556d9b221320) 2024-09-10T08:04:56.963 INFO:journalctl@ceph.mon.a.smithi067.stdout: cache_index_and_filter_blocks: 1 2024-09-10T08:04:56.963 INFO:journalctl@ceph.mon.a.smithi067.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-10T08:04:56.963 INFO:journalctl@ceph.mon.a.smithi067.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-10T08:04:56.963 INFO:journalctl@ceph.mon.a.smithi067.stdout: pin_top_level_index_and_filter: 1 2024-09-10T08:04:56.963 INFO:journalctl@ceph.mon.a.smithi067.stdout: index_type: 0 2024-09-10T08:04:56.963 INFO:journalctl@ceph.mon.a.smithi067.stdout: data_block_index_type: 0 2024-09-10T08:04:56.964 INFO:journalctl@ceph.mon.a.smithi067.stdout: index_shortening: 1 2024-09-10T08:04:56.964 INFO:journalctl@ceph.mon.a.smithi067.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-10T08:04:56.964 INFO:journalctl@ceph.mon.a.smithi067.stdout: checksum: 4 2024-09-10T08:04:56.964 INFO:journalctl@ceph.mon.a.smithi067.stdout: no_block_cache: 0 2024-09-10T08:04:56.964 INFO:journalctl@ceph.mon.a.smithi067.stdout: block_cache: 0x556d9b2151f0 2024-09-10T08:04:56.964 INFO:journalctl@ceph.mon.a.smithi067.stdout: block_cache_name: BinnedLRUCache 2024-09-10T08:04:56.964 INFO:journalctl@ceph.mon.a.smithi067.stdout: block_cache_options: 2024-09-10T08:04:56.964 INFO:journalctl@ceph.mon.a.smithi067.stdout: capacity : 536870912 2024-09-10T08:04:56.964 INFO:journalctl@ceph.mon.a.smithi067.stdout: num_shard_bits : 4 2024-09-10T08:04:56.964 INFO:journalctl@ceph.mon.a.smithi067.stdout: strict_capacity_limit : 0 2024-09-10T08:04:56.964 INFO:journalctl@ceph.mon.a.smithi067.stdout: high_pri_pool_ratio: 0.000 2024-09-10T08:04:56.964 INFO:journalctl@ceph.mon.a.smithi067.stdout: block_cache_compressed: (nil) 2024-09-10T08:04:56.964 INFO:journalctl@ceph.mon.a.smithi067.stdout: persistent_cache: (nil) 2024-09-10T08:04:56.964 INFO:journalctl@ceph.mon.a.smithi067.stdout: block_size: 4096 2024-09-10T08:04:56.965 INFO:journalctl@ceph.mon.a.smithi067.stdout: block_size_deviation: 10 2024-09-10T08:04:56.965 INFO:journalctl@ceph.mon.a.smithi067.stdout: block_restart_interval: 16 2024-09-10T08:04:56.965 INFO:journalctl@ceph.mon.a.smithi067.stdout: index_block_restart_interval: 1 2024-09-10T08:04:56.965 INFO:journalctl@ceph.mon.a.smithi067.stdout: metadata_block_size: 4096 2024-09-10T08:04:56.965 INFO:journalctl@ceph.mon.a.smithi067.stdout: partition_filters: 0 2024-09-10T08:04:56.965 INFO:journalctl@ceph.mon.a.smithi067.stdout: use_delta_encoding: 1 2024-09-10T08:04:56.965 INFO:journalctl@ceph.mon.a.smithi067.stdout: filter_policy: bloomfilter 2024-09-10T08:04:56.965 INFO:journalctl@ceph.mon.a.smithi067.stdout: whole_key_filtering: 1 2024-09-10T08:04:56.965 INFO:journalctl@ceph.mon.a.smithi067.stdout: verify_compression: 0 2024-09-10T08:04:56.965 INFO:journalctl@ceph.mon.a.smithi067.stdout: read_amp_bytes_per_bit: 0 2024-09-10T08:04:56.965 INFO:journalctl@ceph.mon.a.smithi067.stdout: format_version: 5 2024-09-10T08:04:56.965 INFO:journalctl@ceph.mon.a.smithi067.stdout: enable_index_compression: 1 2024-09-10T08:04:56.965 INFO:journalctl@ceph.mon.a.smithi067.stdout: block_align: 0 2024-09-10T08:04:56.966 INFO:journalctl@ceph.mon.a.smithi067.stdout: max_auto_readahead_size: 262144 2024-09-10T08:04:56.966 INFO:journalctl@ceph.mon.a.smithi067.stdout: prepopulate_block_cache: 0 2024-09-10T08:04:56.966 INFO:journalctl@ceph.mon.a.smithi067.stdout: initial_auto_readahead_size: 8192 2024-09-10T08:04:56.966 INFO:journalctl@ceph.mon.a.smithi067.stdout: num_file_reads_for_auto_readahead: 2 2024-09-10T08:04:56.966 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.write_buffer_size: 33554432 2024-09-10T08:04:56.966 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.max_write_buffer_number: 2 2024-09-10T08:04:56.966 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.compression: NoCompression 2024-09-10T08:04:56.966 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.bottommost_compression: Disabled 2024-09-10T08:04:56.966 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.prefix_extractor: nullptr 2024-09-10T08:04:56.966 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-10T08:04:56.966 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.num_levels: 7 2024-09-10T08:04:56.966 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-10T08:04:56.966 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-10T08:04:56.966 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-10T08:04:56.967 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-10T08:04:56.967 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-10T08:04:56.967 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-10T08:04:56.967 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-10T08:04:56.967 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-10T08:04:56.967 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-10T08:04:56.967 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-10T08:04:56.967 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-10T08:04:56.967 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-10T08:04:56.967 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-10T08:04:56.967 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.compression_opts.level: 32767 2024-09-10T08:04:56.967 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.compression_opts.strategy: 0 2024-09-10T08:04:56.967 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-10T08:04:56.968 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-10T08:04:56.968 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-10T08:04:56.968 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-10T08:04:56.968 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.compression_opts.enabled: false 2024-09-10T08:04:56.968 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-10T08:04:56.968 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-10T08:04:56.968 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-10T08:04:56.968 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-10T08:04:56.968 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.target_file_size_base: 67108864 2024-09-10T08:04:56.968 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-10T08:04:56.968 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-10T08:04:56.968 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-10T08:04:56.968 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-10T08:04:56.968 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-10T08:04:56.969 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-10T08:04:56.969 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-10T08:04:56.969 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-10T08:04:56.969 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-10T08:04:56.969 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-10T08:04:56.969 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-10T08:04:56.969 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-10T08:04:56.969 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-10T08:04:56.969 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-10T08:04:56.969 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.arena_block_size: 1048576 2024-09-10T08:04:56.969 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-10T08:04:56.969 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-10T08:04:56.969 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.disable_auto_compactions: 0 2024-09-10T08:04:56.969 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-10T08:04:56.970 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-10T08:04:56.970 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-10T08:04:56.970 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-10T08:04:56.970 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-10T08:04:56.970 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-10T08:04:56.970 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-10T08:04:56.970 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-10T08:04:56.970 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-10T08:04:56.970 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-10T08:04:56.970 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-10T08:04:56.970 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.inplace_update_support: 0 2024-09-10T08:04:56.970 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-10T08:04:56.971 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-10T08:04:56.971 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-10T08:04:56.971 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-10T08:04:56.971 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.bloom_locality: 0 2024-09-10T08:04:56.971 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.max_successive_merges: 0 2024-09-10T08:04:56.971 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-10T08:04:56.971 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.paranoid_file_checks: 0 2024-09-10T08:04:56.971 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.force_consistency_checks: 1 2024-09-10T08:04:56.971 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.report_bg_io_stats: 0 2024-09-10T08:04:56.971 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.ttl: 2592000 2024-09-10T08:04:56.971 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-10T08:04:56.971 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-10T08:04:56.971 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-10T08:04:56.971 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.enable_blob_files: false 2024-09-10T08:04:56.971 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.min_blob_size: 0 2024-09-10T08:04:56.972 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.blob_file_size: 268435456 2024-09-10T08:04:56.972 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-10T08:04:56.972 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-10T08:04:56.972 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-10T08:04:56.972 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-10T08:04:56.972 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-10T08:04:56.972 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.blob_file_starting_level: 0 2024-09-10T08:04:56.972 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-10T08:04:56.972 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-09-10T08:04:56.972 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-09-10T08:04:56.972 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 836d98ee-b48a-42be-a22c-a4cf1ead3796 2024-09-10T08:04:56.972 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725955496701036, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-09-10T08:04:56.973 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-09-10T08:04:56.973 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725955496702138, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 100000, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 326, "table_properties": {"data_size": 97885, "index_size": 307, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 773, "raw_key_size": 14187, "raw_average_key_size": 49, "raw_value_size": 90174, "raw_average_value_size": 316, "num_data_blocks": 12, "num_entries": 285, "num_filter_entries": 285, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1725955496, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "836d98ee-b48a-42be-a22c-a4cf1ead3796", "db_session_id": "MIXWY8547TAH8VMMMNK2", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-09-10T08:04:56.973 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: EVENT_LOG_v1 {"time_micros": 1725955496702246, "job": 1, "event": "recovery_finished"} 2024-09-10T08:04:56.973 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-09-10T08:04:56.973 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-10T08:04:56.973 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x556d9b242e00 2024-09-10T08:04:56.973 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: DB pointer 0x556d9b33e000 2024-09-10T08:04:56.973 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-10T08:04:56.973 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-10T08:04:56.973 INFO:journalctl@ceph.mon.a.smithi067.stdout: ** DB Stats ** 2024-09-10T08:04:56.973 INFO:journalctl@ceph.mon.a.smithi067.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-10T08:04:56.973 INFO:journalctl@ceph.mon.a.smithi067.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-10T08:04:56.973 INFO:journalctl@ceph.mon.a.smithi067.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-10T08:04:56.973 INFO:journalctl@ceph.mon.a.smithi067.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-10T08:04:56.974 INFO:journalctl@ceph.mon.a.smithi067.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-10T08:04:56.974 INFO:journalctl@ceph.mon.a.smithi067.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-10T08:04:56.974 INFO:journalctl@ceph.mon.a.smithi067.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-10T08:04:56.974 INFO:journalctl@ceph.mon.a.smithi067.stdout: 2024-09-10T08:04:56.974 INFO:journalctl@ceph.mon.a.smithi067.stdout: ** Compaction Stats [default] ** 2024-09-10T08:04:56.974 INFO:journalctl@ceph.mon.a.smithi067.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-10T08:04:56.974 INFO:journalctl@ceph.mon.a.smithi067.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-10T08:04:56.974 INFO:journalctl@ceph.mon.a.smithi067.stdout: L0 2/0 99.52 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 138.6 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-10T08:04:56.974 INFO:journalctl@ceph.mon.a.smithi067.stdout: Sum 2/0 99.52 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 138.6 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-10T08:04:56.974 INFO:journalctl@ceph.mon.a.smithi067.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 138.6 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-10T08:04:56.974 INFO:journalctl@ceph.mon.a.smithi067.stdout: 2024-09-10T08:04:56.974 INFO:journalctl@ceph.mon.a.smithi067.stdout: ** Compaction Stats [default] ** 2024-09-10T08:04:56.974 INFO:journalctl@ceph.mon.a.smithi067.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-10T08:04:56.974 INFO:journalctl@ceph.mon.a.smithi067.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-10T08:04:56.975 INFO:journalctl@ceph.mon.a.smithi067.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 138.6 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-10T08:04:56.975 INFO:journalctl@ceph.mon.a.smithi067.stdout: 2024-09-10T08:04:56.975 INFO:journalctl@ceph.mon.a.smithi067.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-10T08:04:56.975 INFO:journalctl@ceph.mon.a.smithi067.stdout: 2024-09-10T08:04:56.975 INFO:journalctl@ceph.mon.a.smithi067.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-10T08:04:56.975 INFO:journalctl@ceph.mon.a.smithi067.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-10T08:04:56.975 INFO:journalctl@ceph.mon.a.smithi067.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-10T08:04:56.975 INFO:journalctl@ceph.mon.a.smithi067.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-10T08:04:56.975 INFO:journalctl@ceph.mon.a.smithi067.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-10T08:04:56.975 INFO:journalctl@ceph.mon.a.smithi067.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-10T08:04:56.975 INFO:journalctl@ceph.mon.a.smithi067.stdout: Cumulative compaction: 0.00 GB write, 26.42 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-10T08:04:56.975 INFO:journalctl@ceph.mon.a.smithi067.stdout: Interval compaction: 0.00 GB write, 26.42 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-10T08:04:56.975 INFO:journalctl@ceph.mon.a.smithi067.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-10T08:04:56.975 INFO:journalctl@ceph.mon.a.smithi067.stdout: Block cache BinnedLRUCache@0x556d9b2151f0#2 capacity: 512.00 MB usage: 1.52 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 8e-06 secs_since: 0 2024-09-10T08:04:56.975 INFO:journalctl@ceph.mon.a.smithi067.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,1.02 KB,0.000193715%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2024-09-10T08:04:56.976 INFO:journalctl@ceph.mon.a.smithi067.stdout: 2024-09-10T08:04:56.976 INFO:journalctl@ceph.mon.a.smithi067.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-10T08:04:56.976 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: starting mon.a rank 0 at public addrs [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] at bind addrs [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 315284b0-6f4b-11ef-bcea-c7b262605968 2024-09-10T08:04:56.976 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: mon.a@-1(???) e1 preinit fsid 315284b0-6f4b-11ef-bcea-c7b262605968 2024-09-10T08:04:56.976 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: mon.a@-1(???).mds e1 new map 2024-09-10T08:04:56.976 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: mon.a@-1(???).mds e1 print_map 2024-09-10T08:04:56.976 INFO:journalctl@ceph.mon.a.smithi067.stdout: e1 2024-09-10T08:04:56.976 INFO:journalctl@ceph.mon.a.smithi067.stdout: btime 2024-09-10T08:04:51:999053+0000 2024-09-10T08:04:56.976 INFO:journalctl@ceph.mon.a.smithi067.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-10T08:04:56.976 INFO:journalctl@ceph.mon.a.smithi067.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-10T08:04:56.976 INFO:journalctl@ceph.mon.a.smithi067.stdout: legacy client fscid: -1 2024-09-10T08:04:56.976 INFO:journalctl@ceph.mon.a.smithi067.stdout: 2024-09-10T08:04:56.976 INFO:journalctl@ceph.mon.a.smithi067.stdout: No filesystems configured 2024-09-10T08:04:56.976 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-10T08:04:56.977 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-10T08:04:56.977 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-10T08:04:56.977 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-10T08:04:56.977 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-09-10T08:04:56.977 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 bash[31032]: 68e42ab05a8843f708c845a7ba5f510bf9b9970eee38f5179c2694af1a298fcf 2024-09-10T08:04:56.977 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 systemd[1]: Started Ceph mon.a for 315284b0-6f4b-11ef-bcea-c7b262605968. 2024-09-10T08:04:56.977 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-10T08:04:56.977 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: monmap epoch 1 2024-09-10T08:04:56.977 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: fsid 315284b0-6f4b-11ef-bcea-c7b262605968 2024-09-10T08:04:56.977 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: last_changed 2024-09-10T08:04:48.402230+0000 2024-09-10T08:04:56.977 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: created 2024-09-10T08:04:48.402230+0000 2024-09-10T08:04:56.977 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: min_mon_release 19 (squid) 2024-09-10T08:04:56.977 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: election_strategy: 1 2024-09-10T08:04:56.977 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: 0: [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] mon.a 2024-09-10T08:04:56.978 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: fsmap 2024-09-10T08:04:56.978 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: osdmap e1: 0 total, 0 up, 0 in 2024-09-10T08:04:56.978 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:56 smithi067 ceph-mon[31051]: mgrmap e1: no daemons active 2024-09-10T08:04:57.741 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:57.123+0000 7f6583ee3640 1 Processor -- start 2024-09-10T08:04:57.741 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:57.123+0000 7f6583ee3640 1 -- start start 2024-09-10T08:04:57.742 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:57.123+0000 7f6583ee3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f657c07de40 0x7f657c07c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:57.742 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:57.123+0000 7f6583ee3640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f657c07c870 con 0x7f657c07de40 2024-09-10T08:04:57.742 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:57.124+0000 7f6581c7f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f657c07de40 0x7f657c07c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:57.742 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:57.124+0000 7f6581c7f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f657c07de40 0x7f657c07c2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:35234/0 (socket says 172.21.15.67:35234) 2024-09-10T08:04:57.742 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:57.124+0000 7f6581c7f640 1 -- 172.21.15.67:0/3725832870 learned_addr learned my addr 172.21.15.67:0/3725832870 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:04:57.742 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:57.124+0000 7f6581c7f640 1 -- 172.21.15.67:0/3725832870 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f657c07c9f0 con 0x7f657c07de40 2024-09-10T08:04:57.742 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:57.126+0000 7f6581c7f640 1 --2- 172.21.15.67:0/3725832870 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f657c07de40 0x7f657c07c2a0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f6578009820 tx=0x7f657802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11a7a3bd633fa10a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:57.742 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:57.126+0000 7f6580c7d640 1 -- 172.21.15.67:0/3725832870 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6578037070 con 0x7f657c07de40 2024-09-10T08:04:57.742 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:57.126+0000 7f6580c7d640 1 -- 172.21.15.67:0/3725832870 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f65780328d0 con 0x7f657c07de40 2024-09-10T08:04:57.742 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:57.126+0000 7f6580c7d640 1 -- 172.21.15.67:0/3725832870 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f65780307d0 con 0x7f657c07de40 2024-09-10T08:04:57.742 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:57.126+0000 7f6583ee3640 1 -- 172.21.15.67:0/3725832870 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f657c07de40 msgr2=0x7f657c07c2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:57.742 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:57.126+0000 7f6583ee3640 1 --2- 172.21.15.67:0/3725832870 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f657c07de40 0x7f657c07c2a0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f6578009820 tx=0x7f657802a270 comp rx=0 tx=0).stop 2024-09-10T08:04:57.742 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:57.127+0000 7f6583ee3640 1 -- 172.21.15.67:0/3725832870 shutdown_connections 2024-09-10T08:04:57.743 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:57.127+0000 7f6583ee3640 1 --2- 172.21.15.67:0/3725832870 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f657c07de40 0x7f657c07c2a0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:57.743 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:57.127+0000 7f6583ee3640 1 -- 172.21.15.67:0/3725832870 >> 172.21.15.67:0/3725832870 conn(0x7f657c102da0 msgr2=0x7f657c1051c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:57.743 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:57.127+0000 7f6583ee3640 1 -- 172.21.15.67:0/3725832870 shutdown_connections 2024-09-10T08:04:57.743 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:57.127+0000 7f6583ee3640 1 -- 172.21.15.67:0/3725832870 wait complete. 2024-09-10T08:04:57.743 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:57.127+0000 7f6583ee3640 1 Processor -- start 2024-09-10T08:04:57.743 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:57.127+0000 7f6583ee3640 1 -- start start 2024-09-10T08:04:57.743 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:57.127+0000 7f6583ee3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f657c07de40 0x7f657c19d540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:57.743 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:57.127+0000 7f6583ee3640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f657c10db20 con 0x7f657c07de40 2024-09-10T08:04:57.743 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:57.128+0000 7f6581c7f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f657c07de40 0x7f657c19d540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:57.743 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:57.128+0000 7f6581c7f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f657c07de40 0x7f657c19d540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:35246/0 (socket says 172.21.15.67:35246) 2024-09-10T08:04:57.743 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:57.128+0000 7f6581c7f640 1 -- 172.21.15.67:0/3489966147 learned_addr learned my addr 172.21.15.67:0/3489966147 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:04:57.743 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:57.128+0000 7f6581c7f640 1 -- 172.21.15.67:0/3489966147 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f657c19da80 con 0x7f657c07de40 2024-09-10T08:04:57.743 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:57.128+0000 7f6581c7f640 1 --2- 172.21.15.67:0/3489966147 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f657c07de40 0x7f657c19d540 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f6578032e10 tx=0x7f6578032e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:57.743 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:57.128+0000 7f6572ffd640 1 -- 172.21.15.67:0/3489966147 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6578042070 con 0x7f657c07de40 2024-09-10T08:04:57.744 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:57.128+0000 7f6572ffd640 1 -- 172.21.15.67:0/3489966147 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f6578030c80 con 0x7f657c07de40 2024-09-10T08:04:57.744 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:57.128+0000 7f6572ffd640 1 -- 172.21.15.67:0/3489966147 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6578037040 con 0x7f657c07de40 2024-09-10T08:04:57.744 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:57.128+0000 7f6583ee3640 1 -- 172.21.15.67:0/3489966147 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f657c19dd10 con 0x7f657c07de40 2024-09-10T08:04:57.744 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:57.128+0000 7f6583ee3640 1 -- 172.21.15.67:0/3489966147 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f657c1a0a00 con 0x7f657c07de40 2024-09-10T08:04:57.744 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:57.129+0000 7f6572ffd640 1 -- 172.21.15.67:0/3489966147 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f6578045070 con 0x7f657c07de40 2024-09-10T08:04:57.744 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:57.129+0000 7f6572ffd640 1 -- 172.21.15.67:0/3489966147 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f6578047a40 con 0x7f657c07de40 2024-09-10T08:04:57.744 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:57.129+0000 7f6583ee3640 1 -- 172.21.15.67:0/3489966147 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f657c07c320 con 0x7f657c07de40 2024-09-10T08:04:57.744 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:57.132+0000 7f6572ffd640 1 -- 172.21.15.67:0/3489966147 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f657803c700 con 0x7f657c07de40 2024-09-10T08:04:57.744 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:57.191+0000 7f6583ee3640 1 -- 172.21.15.67:0/3489966147 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) -- 0x7f657c1a0bd0 con 0x7f657c07de40 2024-09-10T08:04:57.744 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:57.195+0000 7f6572ffd640 1 -- 172.21.15.67:0/3489966147 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) ==== 124+0+0 (secure 0 0 0) 0x7f657803c8e0 con 0x7f657c07de40 2024-09-10T08:04:57.744 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:57.196+0000 7f6583ee3640 1 -- 172.21.15.67:0/3489966147 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f657c07de40 msgr2=0x7f657c19d540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:57.744 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:57.196+0000 7f6583ee3640 1 --2- 172.21.15.67:0/3489966147 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f657c07de40 0x7f657c19d540 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f6578032e10 tx=0x7f6578032e40 comp rx=0 tx=0).stop 2024-09-10T08:04:57.744 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:57.196+0000 7f6583ee3640 1 -- 172.21.15.67:0/3489966147 shutdown_connections 2024-09-10T08:04:57.745 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:57.196+0000 7f6583ee3640 1 --2- 172.21.15.67:0/3489966147 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f657c07de40 0x7f657c19d540 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:57.745 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:57.196+0000 7f6583ee3640 1 -- 172.21.15.67:0/3489966147 >> 172.21.15.67:0/3489966147 conn(0x7f657c102da0 msgr2=0x7f657c1037e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:57.745 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:57.196+0000 7f6583ee3640 1 -- 172.21.15.67:0/3489966147 shutdown_connections 2024-09-10T08:04:57.745 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:57.196+0000 7f6583ee3640 1 -- 172.21.15.67:0/3489966147 wait complete. 2024-09-10T08:04:57.745 INFO:teuthology.orchestra.run.smithi067.stdout:Wrote config to /etc/ceph/ceph.conf 2024-09-10T08:04:57.767 INFO:teuthology.orchestra.run.smithi067.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-09-10T08:04:57.767 INFO:teuthology.orchestra.run.smithi067.stdout:Creating mgr... 2024-09-10T08:04:57.767 INFO:teuthology.orchestra.run.smithi067.stdout:Verifying port 0.0.0.0:9283 ... 2024-09-10T08:04:57.768 INFO:teuthology.orchestra.run.smithi067.stdout:Verifying port 0.0.0.0:8765 ... 2024-09-10T08:04:58.028 INFO:teuthology.orchestra.run.smithi067.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mgr.x 2024-09-10T08:04:58.028 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl: stderr Failed to reset failed state of unit ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mgr.x.service: Unit ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mgr.x.service not loaded. 2024-09-10T08:04:58.179 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-315284b0-6f4b-11ef-bcea-c7b262605968.target.wants/ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mgr.x.service → /etc/systemd/system/ceph-315284b0-6f4b-11ef-bcea-c7b262605968@.service. 2024-09-10T08:04:58.419 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:58 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/3489966147' entity='client.admin' 2024-09-10T08:04:58.420 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:04:58 smithi067 systemd[1]: Starting Ceph mgr.x for 315284b0-6f4b-11ef-bcea-c7b262605968... 2024-09-10T08:04:58.706 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:04:58 smithi067 podman[31264]: 2024-09-10 08:04:58.420780863 +0000 UTC m=+0.110918895 container create 0eab197d2d042342cd62e3e09ffd8ff60bfbad4924e06eda7b4f25b49f8dea7d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2) 2024-09-10T08:04:58.707 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:04:58 smithi067 podman[31264]: 2024-09-10 08:04:58.32596409 +0000 UTC m=+0.016102126 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T08:04:58.707 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:04:58 smithi067 podman[31264]: 2024-09-10 08:04:58.648444862 +0000 UTC m=+0.338582891 container init 0eab197d2d042342cd62e3e09ffd8ff60bfbad4924e06eda7b4f25b49f8dea7d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-09-10T08:04:58.707 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:04:58 smithi067 podman[31264]: 2024-09-10 08:04:58.651751978 +0000 UTC m=+0.341890005 container start 0eab197d2d042342cd62e3e09ffd8ff60bfbad4924e06eda7b4f25b49f8dea7d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, io.buildah.version=1.37.2, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-09-10T08:04:58.744 INFO:teuthology.orchestra.run.smithi067.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-10T08:04:58.744 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl: stdout disabled 2024-09-10T08:04:58.753 INFO:teuthology.orchestra.run.smithi067.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-10T08:04:58.753 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl: stdout inactive 2024-09-10T08:04:58.753 INFO:teuthology.orchestra.run.smithi067.stdout:firewalld.service is not enabled 2024-09-10T08:04:58.753 INFO:teuthology.orchestra.run.smithi067.stdout:Not possible to enable service . firewalld.service is not available 2024-09-10T08:04:58.762 INFO:teuthology.orchestra.run.smithi067.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-10T08:04:58.762 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl: stdout disabled 2024-09-10T08:04:58.770 INFO:teuthology.orchestra.run.smithi067.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-10T08:04:58.770 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl: stdout inactive 2024-09-10T08:04:58.770 INFO:teuthology.orchestra.run.smithi067.stdout:firewalld.service is not enabled 2024-09-10T08:04:58.770 INFO:teuthology.orchestra.run.smithi067.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-09-10T08:04:58.770 INFO:teuthology.orchestra.run.smithi067.stdout:Waiting for mgr to start... 2024-09-10T08:04:58.770 INFO:teuthology.orchestra.run.smithi067.stdout:Waiting for mgr... 2024-09-10T08:04:58.998 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:04:58 smithi067 bash[31264]: 0eab197d2d042342cd62e3e09ffd8ff60bfbad4924e06eda7b4f25b49f8dea7d 2024-09-10T08:04:58.998 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:04:58 smithi067 systemd[1]: Started Ceph mgr.x for 315284b0-6f4b-11ef-bcea-c7b262605968. 2024-09-10T08:04:58.998 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:04:58 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:04:58.778+0000 7fb80e212040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-10T08:04:58.998 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:04:58 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:04:58.839+0000 7fb80e212040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-10T08:04:58.998 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:04:58 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:04:58.998+0000 7fb80e212040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-10T08:04:59.259 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:04:59 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:04:59.071+0000 7fb80e212040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-10T08:04:59.260 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:04:59 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:04:59.232+0000 7fb80e212040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-10T08:04:59.611 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:04:59 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/1547647132' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-10T08:04:59.611 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:04:59 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:04:59.385+0000 7fb80e212040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-10T08:04:59.878 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:04:59 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:04:59.722+0000 7fb80e212040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-10T08:04:59.879 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:04:59 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:04:59.786+0000 7fb80e212040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-10T08:04:59.881 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout 2024-09-10T08:04:59.883 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout { 2024-09-10T08:04:59.883 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "fsid": "315284b0-6f4b-11ef-bcea-c7b262605968", 2024-09-10T08:04:59.883 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "health": { 2024-09-10T08:04:59.884 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-10T08:04:59.884 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-10T08:04:59.884 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-10T08:04:59.884 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout }, 2024-09-10T08:04:59.884 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-10T08:04:59.884 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-10T08:04:59.884 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout 0 2024-09-10T08:04:59.884 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout ], 2024-09-10T08:04:59.884 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-10T08:04:59.884 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "a" 2024-09-10T08:04:59.884 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout ], 2024-09-10T08:04:59.884 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-09-10T08:04:59.884 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-10T08:04:59.884 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-10T08:04:59.885 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-09-10T08:04:59.885 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-10T08:04:59.885 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout }, 2024-09-10T08:04:59.885 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-10T08:04:59.885 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-10T08:04:59.885 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-10T08:04:59.885 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-10T08:04:59.885 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-10T08:04:59.893 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-10T08:04:59.893 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-10T08:04:59.893 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-10T08:04:59.893 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout }, 2024-09-10T08:04:59.893 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-10T08:04:59.893 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-10T08:04:59.893 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-10T08:04:59.893 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-10T08:04:59.893 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-10T08:04:59.893 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-10T08:04:59.893 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-10T08:04:59.893 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-10T08:04:59.894 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-10T08:04:59.894 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout }, 2024-09-10T08:04:59.894 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-10T08:04:59.894 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-10T08:04:59.894 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "btime": "2024-09-10T08:04:51:999053+0000", 2024-09-10T08:04:59.894 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-10T08:04:59.894 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-10T08:04:59.894 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout }, 2024-09-10T08:04:59.894 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-10T08:04:59.894 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-10T08:04:59.894 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-10T08:04:59.894 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-10T08:04:59.894 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-10T08:04:59.894 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-10T08:04:59.895 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "restful" 2024-09-10T08:04:59.895 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout ], 2024-09-10T08:04:59.895 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-10T08:04:59.895 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout }, 2024-09-10T08:04:59.895 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-10T08:04:59.895 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-10T08:04:59.895 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "modified": "2024-09-10T08:04:51.999731+0000", 2024-09-10T08:04:59.895 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-10T08:04:59.895 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout }, 2024-09-10T08:04:59.895 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-10T08:04:59.895 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout } 2024-09-10T08:04:59.895 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:59.189+0000 7fd6b2c94640 1 Processor -- start 2024-09-10T08:04:59.895 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:59.189+0000 7fd6b2c94640 1 -- start start 2024-09-10T08:04:59.895 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:59.189+0000 7fd6b2c94640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6ac105d80 0x7fd6ac106180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:59.896 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:59.189+0000 7fd6b2c94640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd6ac075720 con 0x7fd6ac105d80 2024-09-10T08:04:59.896 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:59.190+0000 7fd6b0a30640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6ac105d80 0x7fd6ac106180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:59.896 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:59.190+0000 7fd6b0a30640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6ac105d80 0x7fd6ac106180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:35278/0 (socket says 172.21.15.67:35278) 2024-09-10T08:04:59.896 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:59.190+0000 7fd6b0a30640 1 -- 172.21.15.67:0/4272062368 learned_addr learned my addr 172.21.15.67:0/4272062368 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:04:59.896 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:59.190+0000 7fd6b0a30640 1 -- 172.21.15.67:0/4272062368 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6ac1066c0 con 0x7fd6ac105d80 2024-09-10T08:04:59.896 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:59.191+0000 7fd6b0a30640 1 --2- 172.21.15.67:0/4272062368 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6ac105d80 0x7fd6ac106180 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fd694009820 tx=0x7fd69402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ffb2eb42783fb43 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:59.896 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:59.191+0000 7fd6ab7fe640 1 -- 172.21.15.67:0/4272062368 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd694037070 con 0x7fd6ac105d80 2024-09-10T08:04:59.896 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:59.191+0000 7fd6ab7fe640 1 -- 172.21.15.67:0/4272062368 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fd6940328d0 con 0x7fd6ac105d80 2024-09-10T08:04:59.896 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:59.191+0000 7fd6ab7fe640 1 -- 172.21.15.67:0/4272062368 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd6940307d0 con 0x7fd6ac105d80 2024-09-10T08:04:59.896 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:59.192+0000 7fd6b2c94640 1 -- 172.21.15.67:0/4272062368 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6ac105d80 msgr2=0x7fd6ac106180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:59.896 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:59.192+0000 7fd6b2c94640 1 --2- 172.21.15.67:0/4272062368 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6ac105d80 0x7fd6ac106180 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fd694009820 tx=0x7fd69402a270 comp rx=0 tx=0).stop 2024-09-10T08:04:59.896 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:59.192+0000 7fd6b2c94640 1 -- 172.21.15.67:0/4272062368 shutdown_connections 2024-09-10T08:04:59.896 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:59.192+0000 7fd6b2c94640 1 --2- 172.21.15.67:0/4272062368 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6ac105d80 0x7fd6ac106180 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:59.897 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:59.192+0000 7fd6b2c94640 1 -- 172.21.15.67:0/4272062368 >> 172.21.15.67:0/4272062368 conn(0x7fd6ac101b30 msgr2=0x7fd6ac103f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:59.897 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:59.192+0000 7fd6b2c94640 1 -- 172.21.15.67:0/4272062368 shutdown_connections 2024-09-10T08:04:59.897 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:59.192+0000 7fd6b2c94640 1 -- 172.21.15.67:0/4272062368 wait complete. 2024-09-10T08:04:59.897 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:59.192+0000 7fd6b2c94640 1 Processor -- start 2024-09-10T08:04:59.897 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:59.192+0000 7fd6b2c94640 1 -- start start 2024-09-10T08:04:59.897 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:59.193+0000 7fd6b2c94640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6ac105d80 0x7fd6ac19d560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:04:59.897 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:59.193+0000 7fd6b2c94640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd6ac107760 con 0x7fd6ac105d80 2024-09-10T08:04:59.897 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:59.193+0000 7fd6b0a30640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6ac105d80 0x7fd6ac19d560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:04:59.897 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:59.193+0000 7fd6b0a30640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6ac105d80 0x7fd6ac19d560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:35288/0 (socket says 172.21.15.67:35288) 2024-09-10T08:04:59.897 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:59.193+0000 7fd6b0a30640 1 -- 172.21.15.67:0/1547647132 learned_addr learned my addr 172.21.15.67:0/1547647132 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:04:59.897 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:59.193+0000 7fd6b0a30640 1 -- 172.21.15.67:0/1547647132 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6ac19daa0 con 0x7fd6ac105d80 2024-09-10T08:04:59.897 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:59.193+0000 7fd6b0a30640 1 --2- 172.21.15.67:0/1547647132 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6ac105d80 0x7fd6ac19d560 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fd694032e10 tx=0x7fd694032e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:04:59.898 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:59.193+0000 7fd6a9ffb640 1 -- 172.21.15.67:0/1547647132 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd694042070 con 0x7fd6ac105d80 2024-09-10T08:04:59.898 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:59.193+0000 7fd6b2c94640 1 -- 172.21.15.67:0/1547647132 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6ac19dd30 con 0x7fd6ac105d80 2024-09-10T08:04:59.898 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:59.193+0000 7fd6a9ffb640 1 -- 172.21.15.67:0/1547647132 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fd694030c80 con 0x7fd6ac105d80 2024-09-10T08:04:59.898 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:59.193+0000 7fd6a9ffb640 1 -- 172.21.15.67:0/1547647132 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd694037040 con 0x7fd6ac105d80 2024-09-10T08:04:59.898 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:59.194+0000 7fd6b2c94640 1 -- 172.21.15.67:0/1547647132 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6ac1a0a20 con 0x7fd6ac105d80 2024-09-10T08:04:59.898 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:59.194+0000 7fd6a9ffb640 1 -- 172.21.15.67:0/1547647132 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fd694045070 con 0x7fd6ac105d80 2024-09-10T08:04:59.898 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:59.194+0000 7fd6a9ffb640 1 -- 172.21.15.67:0/1547647132 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fd694047a40 con 0x7fd6ac105d80 2024-09-10T08:04:59.898 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:59.195+0000 7fd6b2c94640 1 -- 172.21.15.67:0/1547647132 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6ac106180 con 0x7fd6ac105d80 2024-09-10T08:04:59.898 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:59.197+0000 7fd6a9ffb640 1 -- 172.21.15.67:0/1547647132 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fd69403c700 con 0x7fd6ac105d80 2024-09-10T08:04:59.898 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:59.260+0000 7fd6b2c94640 1 -- 172.21.15.67:0/1547647132 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7fd6ac1a0bf0 con 0x7fd6ac105d80 2024-09-10T08:04:59.898 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:59.260+0000 7fd6a9ffb640 1 -- 172.21.15.67:0/1547647132 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1291 (secure 0 0 0) 0x7fd69403c8e0 con 0x7fd6ac105d80 2024-09-10T08:04:59.898 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:59.261+0000 7fd6b2c94640 1 -- 172.21.15.67:0/1547647132 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6ac105d80 msgr2=0x7fd6ac19d560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:04:59.898 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:59.261+0000 7fd6b2c94640 1 --2- 172.21.15.67:0/1547647132 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6ac105d80 0x7fd6ac19d560 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fd694032e10 tx=0x7fd694032e40 comp rx=0 tx=0).stop 2024-09-10T08:04:59.898 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:59.261+0000 7fd6b2c94640 1 -- 172.21.15.67:0/1547647132 shutdown_connections 2024-09-10T08:04:59.899 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:59.261+0000 7fd6b2c94640 1 --2- 172.21.15.67:0/1547647132 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6ac105d80 0x7fd6ac19d560 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:04:59.899 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:59.261+0000 7fd6b2c94640 1 -- 172.21.15.67:0/1547647132 >> 172.21.15.67:0/1547647132 conn(0x7fd6ac101b30 msgr2=0x7fd6ac191970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:04:59.899 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:59.261+0000 7fd6b2c94640 1 -- 172.21.15.67:0/1547647132 shutdown_connections 2024-09-10T08:04:59.899 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:04:59.261+0000 7fd6b2c94640 1 -- 172.21.15.67:0/1547647132 wait complete. 2024-09-10T08:04:59.899 INFO:teuthology.orchestra.run.smithi067.stdout:mgr not available, waiting (1/15)... 2024-09-10T08:05:00.206 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:04:59 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:04:59.982+0000 7fb80e212040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-10T08:05:01.206 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:00 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:00.921+0000 7fb80e212040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-10T08:05:01.206 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:00 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:00.992+0000 7fb80e212040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-10T08:05:02.011 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:01 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:01.755+0000 7fb80e212040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-10T08:05:02.011 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:01 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:01.876+0000 7fb80e212040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-10T08:05:02.319 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:02 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:02.032+0000 7fb80e212040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-10T08:05:02.319 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:02 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:02.096+0000 7fb80e212040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-10T08:05:02.319 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:02 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:02.260+0000 7fb80e212040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-10T08:05:02.570 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:02 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/4029996739' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-10T08:05:02.570 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:02 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:02.335+0000 7fb80e212040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-10T08:05:02.570 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:02 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:02.401+0000 7fb80e212040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-10T08:05:02.571 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:02 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:02.571+0000 7fb80e212040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-10T08:05:02.863 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:02 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:02.641+0000 7fb80e212040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-10T08:05:02.863 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:02 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:02.712+0000 7fb80e212040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-10T08:05:02.863 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:02 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:02.800+0000 7fb80e212040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-10T08:05:02.863 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:02 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:02.863+0000 7fb80e212040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-10T08:05:02.997 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout 2024-09-10T08:05:02.997 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout { 2024-09-10T08:05:02.997 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "fsid": "315284b0-6f4b-11ef-bcea-c7b262605968", 2024-09-10T08:05:02.997 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "health": { 2024-09-10T08:05:02.997 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-10T08:05:02.997 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-10T08:05:02.997 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-10T08:05:02.997 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout }, 2024-09-10T08:05:02.997 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-10T08:05:02.997 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-10T08:05:02.998 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout 0 2024-09-10T08:05:02.998 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout ], 2024-09-10T08:05:02.998 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-10T08:05:02.998 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "a" 2024-09-10T08:05:02.998 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout ], 2024-09-10T08:05:02.998 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2024-09-10T08:05:02.998 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-10T08:05:02.998 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-10T08:05:02.998 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-09-10T08:05:02.998 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-10T08:05:02.998 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout }, 2024-09-10T08:05:02.998 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-10T08:05:02.998 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-10T08:05:02.998 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-10T08:05:02.999 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-10T08:05:02.999 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-10T08:05:02.999 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-10T08:05:02.999 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-10T08:05:02.999 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-10T08:05:02.999 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout }, 2024-09-10T08:05:02.999 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-10T08:05:02.999 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-10T08:05:02.999 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-10T08:05:02.999 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-10T08:05:02.999 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-10T08:05:02.999 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-10T08:05:03.000 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-10T08:05:03.000 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-10T08:05:03.000 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-10T08:05:03.000 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout }, 2024-09-10T08:05:03.000 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-10T08:05:03.000 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-10T08:05:03.000 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "btime": "2024-09-10T08:04:51:999053+0000", 2024-09-10T08:05:03.000 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-10T08:05:03.000 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-10T08:05:03.000 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout }, 2024-09-10T08:05:03.000 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-10T08:05:03.000 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-10T08:05:03.000 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-10T08:05:03.000 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-10T08:05:03.001 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-10T08:05:03.001 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-10T08:05:03.001 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "restful" 2024-09-10T08:05:03.001 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout ], 2024-09-10T08:05:03.001 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-10T08:05:03.001 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout }, 2024-09-10T08:05:03.001 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-10T08:05:03.001 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-10T08:05:03.001 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "modified": "2024-09-10T08:04:51.999731+0000", 2024-09-10T08:05:03.001 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-10T08:05:03.001 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout }, 2024-09-10T08:05:03.001 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-10T08:05:03.001 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout } 2024-09-10T08:05:03.002 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:02.319+0000 7f9ef79b3640 1 Processor -- start 2024-09-10T08:05:03.002 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:02.319+0000 7f9ef79b3640 1 -- start start 2024-09-10T08:05:03.002 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:02.319+0000 7f9ef79b3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ef0105da0 0x7f9ef01061a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:03.002 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:02.319+0000 7f9ef79b3640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f9ef0075700 con 0x7f9ef0105da0 2024-09-10T08:05:03.002 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:02.320+0000 7f9ef574f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ef0105da0 0x7f9ef01061a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:03.002 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:02.320+0000 7f9ef574f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ef0105da0 0x7f9ef01061a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:35292/0 (socket says 172.21.15.67:35292) 2024-09-10T08:05:03.002 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:02.320+0000 7f9ef574f640 1 -- 172.21.15.67:0/4162501638 learned_addr learned my addr 172.21.15.67:0/4162501638 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:03.002 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:02.320+0000 7f9ef574f640 1 -- 172.21.15.67:0/4162501638 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ef01066e0 con 0x7f9ef0105da0 2024-09-10T08:05:03.002 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:02.321+0000 7f9ef574f640 1 --2- 172.21.15.67:0/4162501638 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ef0105da0 0x7f9ef01061a0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f9eec009820 tx=0x7f9eec02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=857515b27df4f189 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:03.002 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:02.321+0000 7f9ee3fff640 1 -- 172.21.15.67:0/4162501638 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9eec037070 con 0x7f9ef0105da0 2024-09-10T08:05:03.002 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:02.321+0000 7f9ee3fff640 1 -- 172.21.15.67:0/4162501638 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f9eec0328d0 con 0x7f9ef0105da0 2024-09-10T08:05:03.002 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:02.321+0000 7f9ee3fff640 1 -- 172.21.15.67:0/4162501638 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9eec0307d0 con 0x7f9ef0105da0 2024-09-10T08:05:03.002 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:02.322+0000 7f9ef79b3640 1 -- 172.21.15.67:0/4162501638 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ef0105da0 msgr2=0x7f9ef01061a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:03.003 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:02.322+0000 7f9ef79b3640 1 --2- 172.21.15.67:0/4162501638 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ef0105da0 0x7f9ef01061a0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f9eec009820 tx=0x7f9eec02a270 comp rx=0 tx=0).stop 2024-09-10T08:05:03.003 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:02.322+0000 7f9ef79b3640 1 -- 172.21.15.67:0/4162501638 shutdown_connections 2024-09-10T08:05:03.003 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:02.322+0000 7f9ef79b3640 1 --2- 172.21.15.67:0/4162501638 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ef0105da0 0x7f9ef01061a0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:03.003 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:02.322+0000 7f9ef79b3640 1 -- 172.21.15.67:0/4162501638 >> 172.21.15.67:0/4162501638 conn(0x7f9ef0101b30 msgr2=0x7f9ef0103f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:03.003 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:02.322+0000 7f9ef79b3640 1 -- 172.21.15.67:0/4162501638 shutdown_connections 2024-09-10T08:05:03.003 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:02.322+0000 7f9ef79b3640 1 -- 172.21.15.67:0/4162501638 wait complete. 2024-09-10T08:05:03.003 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:02.323+0000 7f9ef79b3640 1 Processor -- start 2024-09-10T08:05:03.003 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:02.323+0000 7f9ef79b3640 1 -- start start 2024-09-10T08:05:03.003 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:02.323+0000 7f9ef79b3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ef0105da0 0x7f9ef019d530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:03.004 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:02.323+0000 7f9ef79b3640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f9ef0107780 con 0x7f9ef0105da0 2024-09-10T08:05:03.004 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:02.323+0000 7f9ef574f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ef0105da0 0x7f9ef019d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:03.004 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:02.323+0000 7f9ef574f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ef0105da0 0x7f9ef019d530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:35294/0 (socket says 172.21.15.67:35294) 2024-09-10T08:05:03.004 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:02.323+0000 7f9ef574f640 1 -- 172.21.15.67:0/4029996739 learned_addr learned my addr 172.21.15.67:0/4029996739 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:03.004 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:02.323+0000 7f9ef574f640 1 -- 172.21.15.67:0/4029996739 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ef019da70 con 0x7f9ef0105da0 2024-09-10T08:05:03.004 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:02.323+0000 7f9ef574f640 1 --2- 172.21.15.67:0/4029996739 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ef0105da0 0x7f9ef019d530 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f9eec0097f0 tx=0x7f9eec030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:03.004 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:02.324+0000 7f9ee27fc640 1 -- 172.21.15.67:0/4029996739 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9eec037040 con 0x7f9ef0105da0 2024-09-10T08:05:03.004 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:02.324+0000 7f9ee27fc640 1 -- 172.21.15.67:0/4029996739 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f9eec032bb0 con 0x7f9ef0105da0 2024-09-10T08:05:03.004 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:02.324+0000 7f9ef79b3640 1 -- 172.21.15.67:0/4029996739 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ef019dd00 con 0x7f9ef0105da0 2024-09-10T08:05:03.004 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:02.324+0000 7f9ee27fc640 1 -- 172.21.15.67:0/4029996739 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9eec03a390 con 0x7f9ef0105da0 2024-09-10T08:05:03.004 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:02.324+0000 7f9ef79b3640 1 -- 172.21.15.67:0/4029996739 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ef01a09f0 con 0x7f9ef0105da0 2024-09-10T08:05:03.004 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:02.324+0000 7f9ee27fc640 1 -- 172.21.15.67:0/4029996739 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f9eec03a580 con 0x7f9ef0105da0 2024-09-10T08:05:03.004 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:02.324+0000 7f9ee27fc640 1 -- 172.21.15.67:0/4029996739 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f9eec044ba0 con 0x7f9ef0105da0 2024-09-10T08:05:03.005 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:02.325+0000 7f9ef79b3640 1 -- 172.21.15.67:0/4029996739 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ef01061a0 con 0x7f9ef0105da0 2024-09-10T08:05:03.005 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:02.327+0000 7f9ee27fc640 1 -- 172.21.15.67:0/4029996739 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f9eec044400 con 0x7f9ef0105da0 2024-09-10T08:05:03.005 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:02.389+0000 7f9ef79b3640 1 -- 172.21.15.67:0/4029996739 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f9ef01969a0 con 0x7f9ef0105da0 2024-09-10T08:05:03.005 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:02.389+0000 7f9ee27fc640 1 -- 172.21.15.67:0/4029996739 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1291 (secure 0 0 0) 0x7f9eec032d60 con 0x7f9ef0105da0 2024-09-10T08:05:03.005 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:02.390+0000 7f9ef79b3640 1 -- 172.21.15.67:0/4029996739 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ef0105da0 msgr2=0x7f9ef019d530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:03.005 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:02.390+0000 7f9ef79b3640 1 --2- 172.21.15.67:0/4029996739 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ef0105da0 0x7f9ef019d530 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f9eec0097f0 tx=0x7f9eec030d00 comp rx=0 tx=0).stop 2024-09-10T08:05:03.005 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:02.390+0000 7f9ef79b3640 1 -- 172.21.15.67:0/4029996739 shutdown_connections 2024-09-10T08:05:03.005 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:02.390+0000 7f9ef79b3640 1 --2- 172.21.15.67:0/4029996739 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ef0105da0 0x7f9ef019d530 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:03.005 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:02.390+0000 7f9ef79b3640 1 -- 172.21.15.67:0/4029996739 >> 172.21.15.67:0/4029996739 conn(0x7f9ef0101b30 msgr2=0x7f9ef0191990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:03.005 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:02.391+0000 7f9ef79b3640 1 -- 172.21.15.67:0/4029996739 shutdown_connections 2024-09-10T08:05:03.005 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:02.391+0000 7f9ef79b3640 1 -- 172.21.15.67:0/4029996739 wait complete. 2024-09-10T08:05:03.005 INFO:teuthology.orchestra.run.smithi067.stdout:mgr not available, waiting (2/15)... 2024-09-10T08:05:03.206 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:02 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:02.926+0000 7fb80e212040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-10T08:05:04.207 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:03 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:03.759+0000 7fb80e212040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-10T08:05:04.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:03 smithi067 ceph-mon[31051]: Activating manager daemon x 2024-09-10T08:05:04.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:03 smithi067 ceph-mon[31051]: mgrmap e2: x(active, starting, since 0.00312167s) 2024-09-10T08:05:04.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:03 smithi067 ceph-mon[31051]: from='mgr.14100 172.21.15.67:0/3236436676' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-10T08:05:04.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:03 smithi067 ceph-mon[31051]: from='mgr.14100 172.21.15.67:0/3236436676' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-10T08:05:04.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:03 smithi067 ceph-mon[31051]: from='mgr.14100 172.21.15.67:0/3236436676' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-10T08:05:04.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:03 smithi067 ceph-mon[31051]: from='mgr.14100 172.21.15.67:0/3236436676' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-10T08:05:04.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:03 smithi067 ceph-mon[31051]: from='mgr.14100 172.21.15.67:0/3236436676' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-10T08:05:04.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:03 smithi067 ceph-mon[31051]: Manager daemon x is now available 2024-09-10T08:05:04.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:03 smithi067 ceph-mon[31051]: from='mgr.14100 172.21.15.67:0/3236436676' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-10T08:05:04.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:03 smithi067 ceph-mon[31051]: from='mgr.14100 172.21.15.67:0/3236436676' entity='mgr.x' 2024-09-10T08:05:04.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:03 smithi067 ceph-mon[31051]: from='mgr.14100 172.21.15.67:0/3236436676' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-10T08:05:04.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:03 smithi067 ceph-mon[31051]: from='mgr.14100 172.21.15.67:0/3236436676' entity='mgr.x' 2024-09-10T08:05:04.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:03 smithi067 ceph-mon[31051]: from='mgr.14100 172.21.15.67:0/3236436676' entity='mgr.x' 2024-09-10T08:05:05.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:05 smithi067 ceph-mon[31051]: mgrmap e3: x(active, since 1.00701s) 2024-09-10T08:05:05.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:05 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/1702233955' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-10T08:05:06.289 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout 2024-09-10T08:05:06.289 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout { 2024-09-10T08:05:06.289 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "fsid": "315284b0-6f4b-11ef-bcea-c7b262605968", 2024-09-10T08:05:06.290 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "health": { 2024-09-10T08:05:06.290 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-10T08:05:06.290 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-10T08:05:06.290 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-10T08:05:06.290 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout }, 2024-09-10T08:05:06.290 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-10T08:05:06.290 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-10T08:05:06.290 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout 0 2024-09-10T08:05:06.290 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout ], 2024-09-10T08:05:06.290 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-10T08:05:06.290 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "a" 2024-09-10T08:05:06.291 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout ], 2024-09-10T08:05:06.291 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "quorum_age": 8, 2024-09-10T08:05:06.291 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-10T08:05:06.291 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-10T08:05:06.291 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-09-10T08:05:06.291 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-10T08:05:06.291 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout }, 2024-09-10T08:05:06.291 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-10T08:05:06.291 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-10T08:05:06.291 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-10T08:05:06.291 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-10T08:05:06.291 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-10T08:05:06.291 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-10T08:05:06.291 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-10T08:05:06.292 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-10T08:05:06.292 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout }, 2024-09-10T08:05:06.292 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-10T08:05:06.292 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-10T08:05:06.292 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-10T08:05:06.292 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-10T08:05:06.292 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-10T08:05:06.292 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-10T08:05:06.292 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-10T08:05:06.292 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-10T08:05:06.292 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-10T08:05:06.292 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout }, 2024-09-10T08:05:06.292 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-10T08:05:06.293 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-10T08:05:06.293 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "btime": "2024-09-10T08:04:51:999053+0000", 2024-09-10T08:05:06.293 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-10T08:05:06.293 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-10T08:05:06.293 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout }, 2024-09-10T08:05:06.293 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-10T08:05:06.293 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-10T08:05:06.293 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-10T08:05:06.293 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-10T08:05:06.293 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-10T08:05:06.293 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-10T08:05:06.294 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "restful" 2024-09-10T08:05:06.294 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout ], 2024-09-10T08:05:06.294 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-10T08:05:06.294 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout }, 2024-09-10T08:05:06.294 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-10T08:05:06.294 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-10T08:05:06.294 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "modified": "2024-09-10T08:04:51.999731+0000", 2024-09-10T08:05:06.294 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-10T08:05:06.294 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout }, 2024-09-10T08:05:06.294 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-10T08:05:06.294 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout } 2024-09-10T08:05:06.294 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.391+0000 7f8690b8f640 1 Processor -- start 2024-09-10T08:05:06.295 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.391+0000 7f8690b8f640 1 -- start start 2024-09-10T08:05:06.295 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.391+0000 7f8690b8f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f868c07de40 0x7f868c07c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:06.295 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.391+0000 7f8690b8f640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f868c07c870 con 0x7f868c07de40 2024-09-10T08:05:06.295 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.392+0000 7f868a59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f868c07de40 0x7f868c07c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:06.295 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.392+0000 7f868a59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f868c07de40 0x7f868c07c2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41708/0 (socket says 172.21.15.67:41708) 2024-09-10T08:05:06.295 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.392+0000 7f868a59c640 1 -- 172.21.15.67:0/2874279617 learned_addr learned my addr 172.21.15.67:0/2874279617 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:06.295 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.392+0000 7f868a59c640 1 -- 172.21.15.67:0/2874279617 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f868c07c9f0 con 0x7f868c07de40 2024-09-10T08:05:06.295 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.393+0000 7f868a59c640 1 --2- 172.21.15.67:0/2874279617 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f868c07de40 0x7f868c07c2a0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f867c009820 tx=0x7f867c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ed50a502dddf71d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:06.295 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.393+0000 7f868959a640 1 -- 172.21.15.67:0/2874279617 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f867c037070 con 0x7f868c07de40 2024-09-10T08:05:06.295 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.393+0000 7f868959a640 1 -- 172.21.15.67:0/2874279617 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f867c0328d0 con 0x7f868c07de40 2024-09-10T08:05:06.295 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.393+0000 7f868959a640 1 -- 172.21.15.67:0/2874279617 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f867c0307d0 con 0x7f868c07de40 2024-09-10T08:05:06.296 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.393+0000 7f8690b8f640 1 -- 172.21.15.67:0/2874279617 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f868c07de40 msgr2=0x7f868c07c2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:06.296 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.393+0000 7f8690b8f640 1 --2- 172.21.15.67:0/2874279617 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f868c07de40 0x7f868c07c2a0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f867c009820 tx=0x7f867c02a270 comp rx=0 tx=0).stop 2024-09-10T08:05:06.296 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.393+0000 7f8690b8f640 1 -- 172.21.15.67:0/2874279617 shutdown_connections 2024-09-10T08:05:06.296 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.394+0000 7f8690b8f640 1 --2- 172.21.15.67:0/2874279617 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f868c07de40 0x7f868c07c2a0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:06.296 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.394+0000 7f8690b8f640 1 -- 172.21.15.67:0/2874279617 >> 172.21.15.67:0/2874279617 conn(0x7f868c102da0 msgr2=0x7f868c1051c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:06.296 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.394+0000 7f8690b8f640 1 -- 172.21.15.67:0/2874279617 shutdown_connections 2024-09-10T08:05:06.296 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.394+0000 7f8690b8f640 1 -- 172.21.15.67:0/2874279617 wait complete. 2024-09-10T08:05:06.296 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.394+0000 7f8690b8f640 1 Processor -- start 2024-09-10T08:05:06.296 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.394+0000 7f8690b8f640 1 -- start start 2024-09-10T08:05:06.296 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.395+0000 7f8690b8f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f868c07de40 0x7f868c19d540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:06.296 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.395+0000 7f8690b8f640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f868c10db20 con 0x7f868c07de40 2024-09-10T08:05:06.297 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.395+0000 7f868a59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f868c07de40 0x7f868c19d540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:06.297 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.395+0000 7f868a59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f868c07de40 0x7f868c19d540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41710/0 (socket says 172.21.15.67:41710) 2024-09-10T08:05:06.297 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.395+0000 7f868a59c640 1 -- 172.21.15.67:0/1702233955 learned_addr learned my addr 172.21.15.67:0/1702233955 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:06.297 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.395+0000 7f868a59c640 1 -- 172.21.15.67:0/1702233955 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f868c19da80 con 0x7f868c07de40 2024-09-10T08:05:06.297 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.395+0000 7f868a59c640 1 --2- 172.21.15.67:0/1702233955 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f868c07de40 0x7f868c19d540 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f867c032e10 tx=0x7f867c032e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:06.297 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.395+0000 7f867b7fe640 1 -- 172.21.15.67:0/1702233955 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f867c042070 con 0x7f868c07de40 2024-09-10T08:05:06.297 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.395+0000 7f867b7fe640 1 -- 172.21.15.67:0/1702233955 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f867c030c80 con 0x7f868c07de40 2024-09-10T08:05:06.297 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.395+0000 7f8690b8f640 1 -- 172.21.15.67:0/1702233955 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f868c19dd10 con 0x7f868c07de40 2024-09-10T08:05:06.297 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.395+0000 7f867b7fe640 1 -- 172.21.15.67:0/1702233955 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f867c037040 con 0x7f868c07de40 2024-09-10T08:05:06.297 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.395+0000 7f8690b8f640 1 -- 172.21.15.67:0/1702233955 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f868c1a0a00 con 0x7f868c07de40 2024-09-10T08:05:06.298 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.396+0000 7f867b7fe640 1 -- 172.21.15.67:0/1702233955 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 3) ==== 46170+0+0 (secure 0 0 0) 0x7f867c045070 con 0x7f868c07de40 2024-09-10T08:05:06.298 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.396+0000 7f8690b8f640 1 -- 172.21.15.67:0/1702233955 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f868c07c320 con 0x7f868c07de40 2024-09-10T08:05:06.298 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.397+0000 7f867b7fe640 1 --2- 172.21.15.67:0/1702233955 >> [v2:172.21.15.67:6800/1869292132,v1:172.21.15.67:6801/1869292132] conn(0x7f8674038ed0 0x7f867403b390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:06.298 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.397+0000 7f867b7fe640 1 -- 172.21.15.67:0/1702233955 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f867c06bcb0 con 0x7f868c07de40 2024-09-10T08:05:06.298 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.397+0000 7f8689d9b640 1 --2- 172.21.15.67:0/1702233955 >> [v2:172.21.15.67:6800/1869292132,v1:172.21.15.67:6801/1869292132] conn(0x7f8674038ed0 0x7f867403b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:06.298 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.397+0000 7f8689d9b640 1 --2- 172.21.15.67:0/1702233955 >> [v2:172.21.15.67:6800/1869292132,v1:172.21.15.67:6801/1869292132] conn(0x7f8674038ed0 0x7f867403b390 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f86800098c0 tx=0x7f8680006db0 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:06.298 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.402+0000 7f867b7fe640 1 -- 172.21.15.67:0/1702233955 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f867c045360 con 0x7f868c07de40 2024-09-10T08:05:06.298 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.647+0000 7f8690b8f640 1 -- 172.21.15.67:0/1702233955 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f868c1a1080 con 0x7f868c07de40 2024-09-10T08:05:06.299 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.647+0000 7f867b7fe640 1 -- 172.21.15.67:0/1702233955 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1290 (secure 0 0 0) 0x7f867c02ed90 con 0x7f868c07de40 2024-09-10T08:05:06.299 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.650+0000 7f8690b8f640 1 -- 172.21.15.67:0/1702233955 >> [v2:172.21.15.67:6800/1869292132,v1:172.21.15.67:6801/1869292132] conn(0x7f8674038ed0 msgr2=0x7f867403b390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:06.299 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.650+0000 7f8690b8f640 1 --2- 172.21.15.67:0/1702233955 >> [v2:172.21.15.67:6800/1869292132,v1:172.21.15.67:6801/1869292132] conn(0x7f8674038ed0 0x7f867403b390 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f86800098c0 tx=0x7f8680006db0 comp rx=0 tx=0).stop 2024-09-10T08:05:06.299 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.650+0000 7f8690b8f640 1 -- 172.21.15.67:0/1702233955 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f868c07de40 msgr2=0x7f868c19d540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:06.299 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.650+0000 7f8690b8f640 1 --2- 172.21.15.67:0/1702233955 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f868c07de40 0x7f868c19d540 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f867c032e10 tx=0x7f867c032e40 comp rx=0 tx=0).stop 2024-09-10T08:05:06.299 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.650+0000 7f8690b8f640 1 -- 172.21.15.67:0/1702233955 shutdown_connections 2024-09-10T08:05:06.299 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.650+0000 7f8690b8f640 1 --2- 172.21.15.67:0/1702233955 >> [v2:172.21.15.67:6800/1869292132,v1:172.21.15.67:6801/1869292132] conn(0x7f8674038ed0 0x7f867403b390 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:06.299 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.650+0000 7f8690b8f640 1 --2- 172.21.15.67:0/1702233955 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f868c07de40 0x7f868c19d540 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:06.299 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.651+0000 7f8690b8f640 1 -- 172.21.15.67:0/1702233955 >> 172.21.15.67:0/1702233955 conn(0x7f868c102da0 msgr2=0x7f868c1037e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:06.299 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.651+0000 7f8690b8f640 1 -- 172.21.15.67:0/1702233955 shutdown_connections 2024-09-10T08:05:06.300 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:05.651+0000 7f8690b8f640 1 -- 172.21.15.67:0/1702233955 wait complete. 2024-09-10T08:05:06.300 INFO:teuthology.orchestra.run.smithi067.stdout:mgr is available 2024-09-10T08:05:06.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:06 smithi067 ceph-mon[31051]: mgrmap e4: x(active, since 2s) 2024-09-10T08:05:07.440 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout 2024-09-10T08:05:07.441 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout [global] 2024-09-10T08:05:07.441 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout fsid = 315284b0-6f4b-11ef-bcea-c7b262605968 2024-09-10T08:05:07.441 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.67:3300,v1:172.21.15.67:6789] 2024-09-10T08:05:07.441 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-10T08:05:07.441 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-10T08:05:07.441 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-10T08:05:07.441 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-10T08:05:07.441 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout 2024-09-10T08:05:07.441 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-10T08:05:07.441 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-10T08:05:07.441 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout 2024-09-10T08:05:07.441 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout [osd] 2024-09-10T08:05:07.441 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-09-10T08:05:07.442 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-09-10T08:05:07.442 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-09-10T08:05:07.442 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-10T08:05:07.442 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-10T08:05:07.442 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.691+0000 7f14d3d13640 1 Processor -- start 2024-09-10T08:05:07.442 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.691+0000 7f14d3d13640 1 -- start start 2024-09-10T08:05:07.442 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.691+0000 7f14d3d13640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14cc07de20 0x7f14cc07c280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:07.442 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.691+0000 7f14d3d13640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f14cc07c850 con 0x7f14cc07de20 2024-09-10T08:05:07.442 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.691+0000 7f14d1aaf640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14cc07de20 0x7f14cc07c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:07.442 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.691+0000 7f14d1aaf640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14cc07de20 0x7f14cc07c280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41714/0 (socket says 172.21.15.67:41714) 2024-09-10T08:05:07.442 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.691+0000 7f14d1aaf640 1 -- 172.21.15.67:0/3051212115 learned_addr learned my addr 172.21.15.67:0/3051212115 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:07.442 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.692+0000 7f14d1aaf640 1 -- 172.21.15.67:0/3051212115 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14cc07c9d0 con 0x7f14cc07de20 2024-09-10T08:05:07.442 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.692+0000 7f14d1aaf640 1 --2- 172.21.15.67:0/3051212115 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14cc07de20 0x7f14cc07c280 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f14c8009820 tx=0x7f14c802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d089392e7ff92fc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:07.443 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.692+0000 7f14d0aad640 1 -- 172.21.15.67:0/3051212115 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f14c8037070 con 0x7f14cc07de20 2024-09-10T08:05:07.443 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.692+0000 7f14d0aad640 1 -- 172.21.15.67:0/3051212115 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f14c80328d0 con 0x7f14cc07de20 2024-09-10T08:05:07.443 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.692+0000 7f14d0aad640 1 -- 172.21.15.67:0/3051212115 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f14c80307d0 con 0x7f14cc07de20 2024-09-10T08:05:07.443 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.693+0000 7f14d3d13640 1 -- 172.21.15.67:0/3051212115 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14cc07de20 msgr2=0x7f14cc07c280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:07.443 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.693+0000 7f14d3d13640 1 --2- 172.21.15.67:0/3051212115 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14cc07de20 0x7f14cc07c280 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f14c8009820 tx=0x7f14c802a270 comp rx=0 tx=0).stop 2024-09-10T08:05:07.443 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.693+0000 7f14d3d13640 1 -- 172.21.15.67:0/3051212115 shutdown_connections 2024-09-10T08:05:07.443 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.693+0000 7f14d3d13640 1 --2- 172.21.15.67:0/3051212115 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14cc07de20 0x7f14cc07c280 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:07.443 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.693+0000 7f14d3d13640 1 -- 172.21.15.67:0/3051212115 >> 172.21.15.67:0/3051212115 conn(0x7f14cc102da0 msgr2=0x7f14cc1051c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:07.443 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.693+0000 7f14d3d13640 1 -- 172.21.15.67:0/3051212115 shutdown_connections 2024-09-10T08:05:07.443 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.693+0000 7f14d3d13640 1 -- 172.21.15.67:0/3051212115 wait complete. 2024-09-10T08:05:07.443 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.694+0000 7f14d3d13640 1 Processor -- start 2024-09-10T08:05:07.443 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.694+0000 7f14d3d13640 1 -- start start 2024-09-10T08:05:07.443 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.694+0000 7f14d3d13640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14cc07de20 0x7f14cc19d570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:07.444 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.694+0000 7f14d3d13640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f14cc10dae0 con 0x7f14cc07de20 2024-09-10T08:05:07.444 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.694+0000 7f14d1aaf640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14cc07de20 0x7f14cc19d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:07.444 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.694+0000 7f14d1aaf640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14cc07de20 0x7f14cc19d570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41718/0 (socket says 172.21.15.67:41718) 2024-09-10T08:05:07.444 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.694+0000 7f14d1aaf640 1 -- 172.21.15.67:0/2089819008 learned_addr learned my addr 172.21.15.67:0/2089819008 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:07.444 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.694+0000 7f14d1aaf640 1 -- 172.21.15.67:0/2089819008 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14cc19dab0 con 0x7f14cc07de20 2024-09-10T08:05:07.444 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.695+0000 7f14d1aaf640 1 --2- 172.21.15.67:0/2089819008 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14cc07de20 0x7f14cc19d570 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f14c80097f0 tx=0x7f14c8030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:07.444 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.695+0000 7f14c2ffd640 1 -- 172.21.15.67:0/2089819008 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f14c8037040 con 0x7f14cc07de20 2024-09-10T08:05:07.444 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.695+0000 7f14c2ffd640 1 -- 172.21.15.67:0/2089819008 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f14c8032bb0 con 0x7f14cc07de20 2024-09-10T08:05:07.444 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.695+0000 7f14d3d13640 1 -- 172.21.15.67:0/2089819008 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14cc19dd40 con 0x7f14cc07de20 2024-09-10T08:05:07.444 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.695+0000 7f14c2ffd640 1 -- 172.21.15.67:0/2089819008 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f14c803a390 con 0x7f14cc07de20 2024-09-10T08:05:07.444 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.695+0000 7f14d3d13640 1 -- 172.21.15.67:0/2089819008 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14cc1a0a30 con 0x7f14cc07de20 2024-09-10T08:05:07.444 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.696+0000 7f14c2ffd640 1 -- 172.21.15.67:0/2089819008 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 4) ==== 46276+0+0 (secure 0 0 0) 0x7f14c803b3f0 con 0x7f14cc07de20 2024-09-10T08:05:07.444 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.696+0000 7f14c2ffd640 1 --2- 172.21.15.67:0/2089819008 >> [v2:172.21.15.67:6800/1869292132,v1:172.21.15.67:6801/1869292132] conn(0x7f14b8038fe0 0x7f14b803b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:07.445 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.696+0000 7f14d3d13640 1 -- 172.21.15.67:0/2089819008 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14cc07c300 con 0x7f14cc07de20 2024-09-10T08:05:07.445 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.696+0000 7f14c2ffd640 1 -- 172.21.15.67:0/2089819008 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f14c806c0d0 con 0x7f14cc07de20 2024-09-10T08:05:07.445 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.696+0000 7f14d12ae640 1 --2- 172.21.15.67:0/2089819008 >> [v2:172.21.15.67:6800/1869292132,v1:172.21.15.67:6801/1869292132] conn(0x7f14b8038fe0 0x7f14b803b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:07.445 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.696+0000 7f14d12ae640 1 --2- 172.21.15.67:0/2089819008 >> [v2:172.21.15.67:6800/1869292132,v1:172.21.15.67:6801/1869292132] conn(0x7f14b8038fe0 0x7f14b803b4a0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f14bc0098c0 tx=0x7f14bc006db0 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:07.445 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.701+0000 7f14c2ffd640 1 -- 172.21.15.67:0/2089819008 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f14c8040210 con 0x7f14cc07de20 2024-09-10T08:05:07.445 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.881+0000 7f14d3d13640 1 -- 172.21.15.67:0/2089819008 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7f14cc1a0d90 con 0x7f14cc07de20 2024-09-10T08:05:07.445 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.882+0000 7f14c2ffd640 1 -- 172.21.15.67:0/2089819008 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) ==== 70+0+429 (secure 0 0 0) 0x7f14c8032d60 con 0x7f14cc07de20 2024-09-10T08:05:07.445 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.884+0000 7f14d3d13640 1 -- 172.21.15.67:0/2089819008 >> [v2:172.21.15.67:6800/1869292132,v1:172.21.15.67:6801/1869292132] conn(0x7f14b8038fe0 msgr2=0x7f14b803b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:07.445 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.884+0000 7f14d3d13640 1 --2- 172.21.15.67:0/2089819008 >> [v2:172.21.15.67:6800/1869292132,v1:172.21.15.67:6801/1869292132] conn(0x7f14b8038fe0 0x7f14b803b4a0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f14bc0098c0 tx=0x7f14bc006db0 comp rx=0 tx=0).stop 2024-09-10T08:05:07.445 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.884+0000 7f14d3d13640 1 -- 172.21.15.67:0/2089819008 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14cc07de20 msgr2=0x7f14cc19d570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:07.445 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.884+0000 7f14d3d13640 1 --2- 172.21.15.67:0/2089819008 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14cc07de20 0x7f14cc19d570 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f14c80097f0 tx=0x7f14c8030d00 comp rx=0 tx=0).stop 2024-09-10T08:05:07.445 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.884+0000 7f14d3d13640 1 -- 172.21.15.67:0/2089819008 shutdown_connections 2024-09-10T08:05:07.446 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.884+0000 7f14d3d13640 1 --2- 172.21.15.67:0/2089819008 >> [v2:172.21.15.67:6800/1869292132,v1:172.21.15.67:6801/1869292132] conn(0x7f14b8038fe0 0x7f14b803b4a0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:07.446 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.884+0000 7f14d3d13640 1 --2- 172.21.15.67:0/2089819008 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14cc07de20 0x7f14cc19d570 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:07.446 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.884+0000 7f14d3d13640 1 -- 172.21.15.67:0/2089819008 >> 172.21.15.67:0/2089819008 conn(0x7f14cc102da0 msgr2=0x7f14cc103820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:07.446 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.884+0000 7f14d3d13640 1 -- 172.21.15.67:0/2089819008 shutdown_connections 2024-09-10T08:05:07.446 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:06.884+0000 7f14d3d13640 1 -- 172.21.15.67:0/2089819008 wait complete. 2024-09-10T08:05:07.446 INFO:teuthology.orchestra.run.smithi067.stdout:Enabling cephadm module... 2024-09-10T08:05:07.859 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:07 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/2089819008' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-10T08:05:09.087 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:08 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/4287163362' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-09-10T08:05:09.087 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:08 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: ignoring --setuser ceph since I am not root 2024-09-10T08:05:09.087 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:08 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: ignoring --setgroup ceph since I am not root 2024-09-10T08:05:09.087 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:08 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:08.922+0000 7f29aa676040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-10T08:05:09.088 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:08 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:08.981+0000 7f29aa676040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-10T08:05:09.357 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:09 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:09.136+0000 7f29aa676040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-10T08:05:09.357 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:09 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:09.205+0000 7f29aa676040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-10T08:05:09.357 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:09 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:09.357+0000 7f29aa676040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-10T08:05:09.395 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:07.861+0000 7f3bf8089640 1 Processor -- start 2024-09-10T08:05:09.395 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:07.861+0000 7f3bf8089640 1 -- start start 2024-09-10T08:05:09.395 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:07.861+0000 7f3bf8089640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bf0107f70 0x7f3bf010a360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:09.396 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:07.861+0000 7f3bf8089640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3bf0075740 con 0x7f3bf0107f70 2024-09-10T08:05:09.396 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:07.861+0000 7f3bf5e25640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bf0107f70 0x7f3bf010a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:09.396 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:07.861+0000 7f3bf5e25640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bf0107f70 0x7f3bf010a360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41732/0 (socket says 172.21.15.67:41732) 2024-09-10T08:05:09.396 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:07.861+0000 7f3bf5e25640 1 -- 172.21.15.67:0/1003216833 learned_addr learned my addr 172.21.15.67:0/1003216833 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:09.396 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:07.862+0000 7f3bf5e25640 1 -- 172.21.15.67:0/1003216833 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bf010a8a0 con 0x7f3bf0107f70 2024-09-10T08:05:09.396 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:07.862+0000 7f3bf5e25640 1 --2- 172.21.15.67:0/1003216833 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bf0107f70 0x7f3bf010a360 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f3bec009820 tx=0x7f3bec02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=326491bc87a64cfa server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:09.396 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:07.862+0000 7f3bf4e23640 1 -- 172.21.15.67:0/1003216833 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3bec037070 con 0x7f3bf0107f70 2024-09-10T08:05:09.396 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:07.862+0000 7f3bf4e23640 1 -- 172.21.15.67:0/1003216833 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f3bec0328d0 con 0x7f3bf0107f70 2024-09-10T08:05:09.396 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:07.863+0000 7f3bf4e23640 1 -- 172.21.15.67:0/1003216833 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3bec0307d0 con 0x7f3bf0107f70 2024-09-10T08:05:09.396 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:07.863+0000 7f3bf8089640 1 -- 172.21.15.67:0/1003216833 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bf0107f70 msgr2=0x7f3bf010a360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:09.396 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:07.863+0000 7f3bf8089640 1 --2- 172.21.15.67:0/1003216833 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bf0107f70 0x7f3bf010a360 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f3bec009820 tx=0x7f3bec02a270 comp rx=0 tx=0).stop 2024-09-10T08:05:09.396 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:07.863+0000 7f3bf8089640 1 -- 172.21.15.67:0/1003216833 shutdown_connections 2024-09-10T08:05:09.396 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:07.863+0000 7f3bf8089640 1 --2- 172.21.15.67:0/1003216833 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bf0107f70 0x7f3bf010a360 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:09.397 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:07.863+0000 7f3bf8089640 1 -- 172.21.15.67:0/1003216833 >> 172.21.15.67:0/1003216833 conn(0x7f3bf0101b30 msgr2=0x7f3bf0103f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:09.397 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:07.863+0000 7f3bf8089640 1 -- 172.21.15.67:0/1003216833 shutdown_connections 2024-09-10T08:05:09.397 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:07.863+0000 7f3bf8089640 1 -- 172.21.15.67:0/1003216833 wait complete. 2024-09-10T08:05:09.397 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:07.864+0000 7f3bf8089640 1 Processor -- start 2024-09-10T08:05:09.397 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:07.864+0000 7f3bf8089640 1 -- start start 2024-09-10T08:05:09.397 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:07.864+0000 7f3bf8089640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bf0107f70 0x7f3bf019b360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:09.397 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:07.864+0000 7f3bf8089640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3bf010b880 con 0x7f3bf0107f70 2024-09-10T08:05:09.397 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:07.864+0000 7f3bf5e25640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bf0107f70 0x7f3bf019b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:09.397 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:07.864+0000 7f3bf5e25640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bf0107f70 0x7f3bf019b360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41742/0 (socket says 172.21.15.67:41742) 2024-09-10T08:05:09.397 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:07.864+0000 7f3bf5e25640 1 -- 172.21.15.67:0/4287163362 learned_addr learned my addr 172.21.15.67:0/4287163362 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:09.397 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:07.864+0000 7f3bf5e25640 1 -- 172.21.15.67:0/4287163362 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bf019b8a0 con 0x7f3bf0107f70 2024-09-10T08:05:09.397 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:07.864+0000 7f3bf5e25640 1 --2- 172.21.15.67:0/4287163362 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bf0107f70 0x7f3bf019b360 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f3bec032e10 tx=0x7f3bec032e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:09.397 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:07.865+0000 7f3be6ffd640 1 -- 172.21.15.67:0/4287163362 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3bec042070 con 0x7f3bf0107f70 2024-09-10T08:05:09.398 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:07.865+0000 7f3be6ffd640 1 -- 172.21.15.67:0/4287163362 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f3bec030c80 con 0x7f3bf0107f70 2024-09-10T08:05:09.398 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:07.865+0000 7f3bf8089640 1 -- 172.21.15.67:0/4287163362 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3bf019bb30 con 0x7f3bf0107f70 2024-09-10T08:05:09.398 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:07.865+0000 7f3bf8089640 1 -- 172.21.15.67:0/4287163362 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3bf019e820 con 0x7f3bf0107f70 2024-09-10T08:05:09.398 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:07.865+0000 7f3be6ffd640 1 -- 172.21.15.67:0/4287163362 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3bec037040 con 0x7f3bf0107f70 2024-09-10T08:05:09.398 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:07.866+0000 7f3be6ffd640 1 -- 172.21.15.67:0/4287163362 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 4) ==== 46276+0+0 (secure 0 0 0) 0x7f3bec045070 con 0x7f3bf0107f70 2024-09-10T08:05:09.398 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:07.866+0000 7f3bf8089640 1 -- 172.21.15.67:0/4287163362 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3bf01083d0 con 0x7f3bf0107f70 2024-09-10T08:05:09.398 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:07.866+0000 7f3be6ffd640 1 --2- 172.21.15.67:0/4287163362 >> [v2:172.21.15.67:6800/1869292132,v1:172.21.15.67:6801/1869292132] conn(0x7f3bdc039030 0x7f3bdc03b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:09.398 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:07.866+0000 7f3be6ffd640 1 -- 172.21.15.67:0/4287163362 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f3bec06be30 con 0x7f3bf0107f70 2024-09-10T08:05:09.398 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:07.866+0000 7f3bf5624640 1 --2- 172.21.15.67:0/4287163362 >> [v2:172.21.15.67:6800/1869292132,v1:172.21.15.67:6801/1869292132] conn(0x7f3bdc039030 0x7f3bdc03b4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:09.398 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:07.866+0000 7f3bf5624640 1 --2- 172.21.15.67:0/4287163362 >> [v2:172.21.15.67:6800/1869292132,v1:172.21.15.67:6801/1869292132] conn(0x7f3bdc039030 0x7f3bdc03b4f0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f3be00098c0 tx=0x7f3be0006db0 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:09.398 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:07.871+0000 7f3be6ffd640 1 -- 172.21.15.67:0/4287163362 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f3bec070070 con 0x7f3bf0107f70 2024-09-10T08:05:09.398 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:08.094+0000 7f3bf8089640 1 -- 172.21.15.67:0/4287163362 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) -- 0x7f3bf019eea0 con 0x7f3bf0107f70 2024-09-10T08:05:09.398 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:08.771+0000 7f3be6ffd640 1 -- 172.21.15.67:0/4287163362 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) ==== 86+0+0 (secure 0 0 0) 0x7f3bec045360 con 0x7f3bf0107f70 2024-09-10T08:05:09.398 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:08.773+0000 7f3be6ffd640 1 -- 172.21.15.67:0/4287163362 <== mon.0 v2:172.21.15.67:3300/0 8 ==== mgrmap(e 5) ==== 46287+0+0 (secure 0 0 0) 0x7f3bec02ed70 con 0x7f3bf0107f70 2024-09-10T08:05:09.399 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:08.775+0000 7f3bf8089640 1 -- 172.21.15.67:0/4287163362 >> [v2:172.21.15.67:6800/1869292132,v1:172.21.15.67:6801/1869292132] conn(0x7f3bdc039030 msgr2=0x7f3bdc03b4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:09.399 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:08.775+0000 7f3bf8089640 1 --2- 172.21.15.67:0/4287163362 >> [v2:172.21.15.67:6800/1869292132,v1:172.21.15.67:6801/1869292132] conn(0x7f3bdc039030 0x7f3bdc03b4f0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f3be00098c0 tx=0x7f3be0006db0 comp rx=0 tx=0).stop 2024-09-10T08:05:09.399 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:08.775+0000 7f3bf8089640 1 -- 172.21.15.67:0/4287163362 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bf0107f70 msgr2=0x7f3bf019b360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:09.399 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:08.775+0000 7f3bf8089640 1 --2- 172.21.15.67:0/4287163362 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bf0107f70 0x7f3bf019b360 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f3bec032e10 tx=0x7f3bec032e40 comp rx=0 tx=0).stop 2024-09-10T08:05:09.399 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:08.775+0000 7f3bf8089640 1 -- 172.21.15.67:0/4287163362 shutdown_connections 2024-09-10T08:05:09.399 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:08.775+0000 7f3bf8089640 1 --2- 172.21.15.67:0/4287163362 >> [v2:172.21.15.67:6800/1869292132,v1:172.21.15.67:6801/1869292132] conn(0x7f3bdc039030 0x7f3bdc03b4f0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:09.399 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:08.775+0000 7f3bf8089640 1 --2- 172.21.15.67:0/4287163362 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bf0107f70 0x7f3bf019b360 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:09.399 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:08.775+0000 7f3bf8089640 1 -- 172.21.15.67:0/4287163362 >> 172.21.15.67:0/4287163362 conn(0x7f3bf0101b30 msgr2=0x7f3bf0102690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:09.399 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:08.775+0000 7f3bf8089640 1 -- 172.21.15.67:0/4287163362 shutdown_connections 2024-09-10T08:05:09.399 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:08.775+0000 7f3bf8089640 1 -- 172.21.15.67:0/4287163362 wait complete. 2024-09-10T08:05:09.624 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:09 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:09.507+0000 7f29aa676040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-10T08:05:09.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:09 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/4287163362' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-09-10T08:05:09.905 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:09 smithi067 ceph-mon[31051]: mgrmap e5: x(active, since 5s) 2024-09-10T08:05:09.905 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:09 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:09.841+0000 7f29aa676040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-10T08:05:09.905 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:09 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:09.905+0000 7f29aa676040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-10T08:05:10.206 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:10 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:10.108+0000 7f29aa676040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-10T08:05:10.669 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout { 2024-09-10T08:05:10.670 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-09-10T08:05:10.670 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-10T08:05:10.670 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-09-10T08:05:10.670 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-10T08:05:10.670 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout } 2024-09-10T08:05:10.670 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:09.804+0000 7fb01e132640 1 Processor -- start 2024-09-10T08:05:10.670 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:09.804+0000 7fb01e132640 1 -- start start 2024-09-10T08:05:10.670 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:09.804+0000 7fb01e132640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb018108000 0x7fb01810a3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:10.670 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:09.804+0000 7fb01e132640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb01807bd70 con 0x7fb018108000 2024-09-10T08:05:10.670 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:09.804+0000 7fb0177fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb018108000 0x7fb01810a3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:10.670 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:09.804+0000 7fb0177fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb018108000 0x7fb01810a3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41764/0 (socket says 172.21.15.67:41764) 2024-09-10T08:05:10.670 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:09.804+0000 7fb0177fe640 1 -- 172.21.15.67:0/2310321640 learned_addr learned my addr 172.21.15.67:0/2310321640 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:10.670 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:09.805+0000 7fb0177fe640 1 -- 172.21.15.67:0/2310321640 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb01810a930 con 0x7fb018108000 2024-09-10T08:05:10.671 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:09.805+0000 7fb0177fe640 1 --2- 172.21.15.67:0/2310321640 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb018108000 0x7fb01810a3f0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fb008009820 tx=0x7fb00802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e2d8672a4f72ddb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:10.671 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:09.805+0000 7fb0167fc640 1 -- 172.21.15.67:0/2310321640 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb008037070 con 0x7fb018108000 2024-09-10T08:05:10.671 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:09.805+0000 7fb0167fc640 1 -- 172.21.15.67:0/2310321640 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fb0080328d0 con 0x7fb018108000 2024-09-10T08:05:10.671 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:09.806+0000 7fb0167fc640 1 -- 172.21.15.67:0/2310321640 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb0080307d0 con 0x7fb018108000 2024-09-10T08:05:10.671 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:09.806+0000 7fb01e132640 1 -- 172.21.15.67:0/2310321640 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb018108000 msgr2=0x7fb01810a3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:10.671 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:09.806+0000 7fb01e132640 1 --2- 172.21.15.67:0/2310321640 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb018108000 0x7fb01810a3f0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fb008009820 tx=0x7fb00802a270 comp rx=0 tx=0).stop 2024-09-10T08:05:10.671 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:09.806+0000 7fb01e132640 1 -- 172.21.15.67:0/2310321640 shutdown_connections 2024-09-10T08:05:10.671 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:09.806+0000 7fb01e132640 1 --2- 172.21.15.67:0/2310321640 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb018108000 0x7fb01810a3f0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:10.671 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:09.806+0000 7fb01e132640 1 -- 172.21.15.67:0/2310321640 >> 172.21.15.67:0/2310321640 conn(0x7fb018101bc0 msgr2=0x7fb018103fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:10.671 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:09.806+0000 7fb01e132640 1 -- 172.21.15.67:0/2310321640 shutdown_connections 2024-09-10T08:05:10.671 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:09.806+0000 7fb01e132640 1 -- 172.21.15.67:0/2310321640 wait complete. 2024-09-10T08:05:10.671 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:09.807+0000 7fb01e132640 1 Processor -- start 2024-09-10T08:05:10.672 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:09.807+0000 7fb01e132640 1 -- start start 2024-09-10T08:05:10.672 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:09.807+0000 7fb01e132640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb018108000 0x7fb018107880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:10.672 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:09.807+0000 7fb01e132640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb01810b850 con 0x7fb018108000 2024-09-10T08:05:10.672 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:09.807+0000 7fb0177fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb018108000 0x7fb018107880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:10.672 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:09.807+0000 7fb0177fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb018108000 0x7fb018107880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41772/0 (socket says 172.21.15.67:41772) 2024-09-10T08:05:10.672 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:09.807+0000 7fb0177fe640 1 -- 172.21.15.67:0/2360285756 learned_addr learned my addr 172.21.15.67:0/2360285756 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:10.672 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:09.807+0000 7fb0177fe640 1 -- 172.21.15.67:0/2360285756 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb018107dc0 con 0x7fb018108000 2024-09-10T08:05:10.672 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:09.808+0000 7fb0177fe640 1 --2- 172.21.15.67:0/2360285756 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb018108000 0x7fb018107880 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fb0080097f0 tx=0x7fb008030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:10.672 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:09.808+0000 7fb014ff9640 1 -- 172.21.15.67:0/2360285756 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb008037040 con 0x7fb018108000 2024-09-10T08:05:10.672 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:09.808+0000 7fb014ff9640 1 -- 172.21.15.67:0/2360285756 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fb008032bb0 con 0x7fb018108000 2024-09-10T08:05:10.673 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:09.808+0000 7fb01e132640 1 -- 172.21.15.67:0/2360285756 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb018105fb0 con 0x7fb018108000 2024-09-10T08:05:10.673 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:09.808+0000 7fb014ff9640 1 -- 172.21.15.67:0/2360285756 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb00803a390 con 0x7fb018108000 2024-09-10T08:05:10.673 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:09.808+0000 7fb01e132640 1 -- 172.21.15.67:0/2360285756 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0181064f0 con 0x7fb018108000 2024-09-10T08:05:10.673 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:09.809+0000 7fb014ff9640 1 -- 172.21.15.67:0/2360285756 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 46287+0+0 (secure 0 0 0) 0x7fb00803a580 con 0x7fb018108000 2024-09-10T08:05:10.673 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:09.809+0000 7fb01e132640 1 -- 172.21.15.67:0/2360285756 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb018108460 con 0x7fb018108000 2024-09-10T08:05:10.673 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:09.809+0000 7fb014ff9640 1 --2- 172.21.15.67:0/2360285756 >> [v2:172.21.15.67:6800/1869292132,v1:172.21.15.67:6801/1869292132] conn(0x7fb000039080 0x7fb00003b540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:10.673 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:09.809+0000 7fb014ff9640 1 -- 172.21.15.67:0/2360285756 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fb00806c110 con 0x7fb018108000 2024-09-10T08:05:10.673 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:09.809+0000 7fb016ffd640 1 -- 172.21.15.67:0/2360285756 >> [v2:172.21.15.67:6800/1869292132,v1:172.21.15.67:6801/1869292132] conn(0x7fb000039080 msgr2=0x7fb00003b540 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.67:6800/1869292132 2024-09-10T08:05:10.673 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:09.809+0000 7fb016ffd640 1 --2- 172.21.15.67:0/2360285756 >> [v2:172.21.15.67:6800/1869292132,v1:172.21.15.67:6801/1869292132] conn(0x7fb000039080 0x7fb00003b540 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T08:05:10.673 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:09.814+0000 7fb014ff9640 1 -- 172.21.15.67:0/2360285756 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb008040210 con 0x7fb018108000 2024-09-10T08:05:10.673 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:10.010+0000 7fb016ffd640 1 -- 172.21.15.67:0/2360285756 >> [v2:172.21.15.67:6800/1869292132,v1:172.21.15.67:6801/1869292132] conn(0x7fb000039080 msgr2=0x7fb00003b540 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.67:6800/1869292132 2024-09-10T08:05:10.673 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:10.010+0000 7fb016ffd640 1 --2- 172.21.15.67:0/2360285756 >> [v2:172.21.15.67:6800/1869292132,v1:172.21.15.67:6801/1869292132] conn(0x7fb000039080 0x7fb00003b540 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-10T08:05:10.674 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:10.039+0000 7fb01e132640 1 -- 172.21.15.67:0/2360285756 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7fb018106770 con 0x7fb018108000 2024-09-10T08:05:10.674 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:10.040+0000 7fb014ff9640 1 -- 172.21.15.67:0/2360285756 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) ==== 56+0+88 (secure 0 0 0) 0x7fb008031560 con 0x7fb018108000 2024-09-10T08:05:10.674 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:10.042+0000 7fb01e132640 1 -- 172.21.15.67:0/2360285756 >> [v2:172.21.15.67:6800/1869292132,v1:172.21.15.67:6801/1869292132] conn(0x7fb000039080 msgr2=0x7fb00003b540 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T08:05:10.674 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:10.042+0000 7fb01e132640 1 --2- 172.21.15.67:0/2360285756 >> [v2:172.21.15.67:6800/1869292132,v1:172.21.15.67:6801/1869292132] conn(0x7fb000039080 0x7fb00003b540 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:10.674 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:10.042+0000 7fb01e132640 1 -- 172.21.15.67:0/2360285756 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb018108000 msgr2=0x7fb018107880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:10.674 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:10.042+0000 7fb01e132640 1 --2- 172.21.15.67:0/2360285756 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb018108000 0x7fb018107880 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fb0080097f0 tx=0x7fb008030d00 comp rx=0 tx=0).stop 2024-09-10T08:05:10.674 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:10.042+0000 7fb01e132640 1 -- 172.21.15.67:0/2360285756 shutdown_connections 2024-09-10T08:05:10.674 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:10.043+0000 7fb01e132640 1 --2- 172.21.15.67:0/2360285756 >> [v2:172.21.15.67:6800/1869292132,v1:172.21.15.67:6801/1869292132] conn(0x7fb000039080 0x7fb00003b540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:10.674 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:10.043+0000 7fb01e132640 1 --2- 172.21.15.67:0/2360285756 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb018108000 0x7fb018107880 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:10.674 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:10.043+0000 7fb01e132640 1 -- 172.21.15.67:0/2360285756 >> 172.21.15.67:0/2360285756 conn(0x7fb018101bc0 msgr2=0x7fb018102640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:10.674 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:10.043+0000 7fb01e132640 1 -- 172.21.15.67:0/2360285756 shutdown_connections 2024-09-10T08:05:10.674 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:10.043+0000 7fb01e132640 1 -- 172.21.15.67:0/2360285756 wait complete. 2024-09-10T08:05:10.675 INFO:teuthology.orchestra.run.smithi067.stdout:Waiting for the mgr to restart... 2024-09-10T08:05:10.675 INFO:teuthology.orchestra.run.smithi067.stdout:Waiting for mgr epoch 5... 2024-09-10T08:05:10.792 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:10 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/2360285756' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-10T08:05:11.095 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:11 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:11.042+0000 7f29aa676040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-10T08:05:11.456 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:11 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:11.115+0000 7f29aa676040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-10T08:05:11.956 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:11 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:11.857+0000 7f29aa676040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-10T08:05:12.344 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:11 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:11.978+0000 7f29aa676040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-10T08:05:12.344 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:12 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:12.126+0000 7f29aa676040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-10T08:05:12.344 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:12 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:12.189+0000 7f29aa676040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-10T08:05:12.344 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:12 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:12.344+0000 7f29aa676040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-10T08:05:12.642 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:12 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:12.415+0000 7f29aa676040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-10T08:05:12.642 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:12 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:12.478+0000 7f29aa676040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-10T08:05:12.642 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:12 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:12.642+0000 7f29aa676040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-10T08:05:12.926 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:12 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:12.710+0000 7f29aa676040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-10T08:05:12.926 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:12 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:12.779+0000 7f29aa676040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-10T08:05:12.926 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:12 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:12.865+0000 7f29aa676040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-10T08:05:12.926 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:12 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:12.926+0000 7f29aa676040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-10T08:05:13.206 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:12 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:12.988+0000 7f29aa676040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-10T08:05:14.206 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:13 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:13.829+0000 7f29aa676040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-10T08:05:14.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:13 smithi067 ceph-mon[31051]: Active manager daemon x restarted 2024-09-10T08:05:14.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:13 smithi067 ceph-mon[31051]: Activating manager daemon x 2024-09-10T08:05:14.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:13 smithi067 ceph-mon[31051]: osdmap e2: 0 total, 0 up, 0 in 2024-09-10T08:05:14.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:13 smithi067 ceph-mon[31051]: mgrmap e6: x(active, starting, since 0.00418599s) 2024-09-10T08:05:14.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:13 smithi067 ceph-mon[31051]: from='mgr.14118 172.21.15.67:0/1905199546' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-10T08:05:14.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:13 smithi067 ceph-mon[31051]: from='mgr.14118 172.21.15.67:0/1905199546' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-10T08:05:14.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:13 smithi067 ceph-mon[31051]: from='mgr.14118 172.21.15.67:0/1905199546' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-10T08:05:14.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:13 smithi067 ceph-mon[31051]: from='mgr.14118 172.21.15.67:0/1905199546' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-10T08:05:14.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:13 smithi067 ceph-mon[31051]: from='mgr.14118 172.21.15.67:0/1905199546' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-10T08:05:14.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:13 smithi067 ceph-mon[31051]: Manager daemon x is now available 2024-09-10T08:05:14.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:13 smithi067 ceph-mon[31051]: from='mgr.14118 172.21.15.67:0/1905199546' entity='mgr.x' 2024-09-10T08:05:14.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:13 smithi067 ceph-mon[31051]: from='mgr.14118 172.21.15.67:0/1905199546' entity='mgr.x' 2024-09-10T08:05:14.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:13 smithi067 ceph-mon[31051]: from='mgr.14118 172.21.15.67:0/1905199546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:05:14.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:13 smithi067 ceph-mon[31051]: from='mgr.14118 172.21.15.67:0/1905199546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:05:14.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:13 smithi067 ceph-mon[31051]: from='mgr.14118 172.21.15.67:0/1905199546' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-10T08:05:14.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:13 smithi067 ceph-mon[31051]: from='mgr.14118 172.21.15.67:0/1905199546' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-10T08:05:15.175 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:14 smithi067 ceph-mon[31051]: Found migration_current of "None". Setting to last migration. 2024-09-10T08:05:15.175 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:14 smithi067 ceph-mon[31051]: mgrmap e7: x(active, since 1.006s) 2024-09-10T08:05:15.477 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout { 2024-09-10T08:05:15.477 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-09-10T08:05:15.477 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-10T08:05:15.477 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout } 2024-09-10T08:05:15.477 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:11.095+0000 7f521a8c3640 1 Processor -- start 2024-09-10T08:05:15.477 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:11.095+0000 7f521a8c3640 1 -- start start 2024-09-10T08:05:15.477 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:11.095+0000 7f521a8c3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52141074d0 0x7f52141078d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:15.477 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:11.095+0000 7f521a8c3640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f5214107ea0 con 0x7f52141074d0 2024-09-10T08:05:15.478 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:11.096+0000 7f5213fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52141074d0 0x7f52141078d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:15.478 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:11.096+0000 7f5213fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52141074d0 0x7f52141078d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41776/0 (socket says 172.21.15.67:41776) 2024-09-10T08:05:15.478 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:11.096+0000 7f5213fff640 1 -- 172.21.15.67:0/1782554396 learned_addr learned my addr 172.21.15.67:0/1782554396 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:15.478 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:11.096+0000 7f5213fff640 1 -- 172.21.15.67:0/1782554396 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52141086d0 con 0x7f52141074d0 2024-09-10T08:05:15.478 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:11.097+0000 7f5213fff640 1 --2- 172.21.15.67:0/1782554396 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52141074d0 0x7f52141078d0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f5204009820 tx=0x7f520402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d451644f85df17c1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:15.478 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:11.097+0000 7f5212ffd640 1 -- 172.21.15.67:0/1782554396 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5204037070 con 0x7f52141074d0 2024-09-10T08:05:15.478 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:11.097+0000 7f5212ffd640 1 -- 172.21.15.67:0/1782554396 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f52040328d0 con 0x7f52141074d0 2024-09-10T08:05:15.478 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:11.097+0000 7f5212ffd640 1 -- 172.21.15.67:0/1782554396 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f52040307d0 con 0x7f52141074d0 2024-09-10T08:05:15.478 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:11.098+0000 7f521a8c3640 1 -- 172.21.15.67:0/1782554396 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52141074d0 msgr2=0x7f52141078d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:15.478 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:11.098+0000 7f521a8c3640 1 --2- 172.21.15.67:0/1782554396 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52141074d0 0x7f52141078d0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f5204009820 tx=0x7f520402a270 comp rx=0 tx=0).stop 2024-09-10T08:05:15.478 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:11.098+0000 7f521a8c3640 1 -- 172.21.15.67:0/1782554396 shutdown_connections 2024-09-10T08:05:15.478 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:11.098+0000 7f521a8c3640 1 --2- 172.21.15.67:0/1782554396 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52141074d0 0x7f52141078d0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:15.478 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:11.098+0000 7f521a8c3640 1 -- 172.21.15.67:0/1782554396 >> 172.21.15.67:0/1782554396 conn(0x7f5214102c80 msgr2=0x7f52141050a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:15.478 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:11.098+0000 7f521a8c3640 1 -- 172.21.15.67:0/1782554396 shutdown_connections 2024-09-10T08:05:15.479 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:11.098+0000 7f521a8c3640 1 -- 172.21.15.67:0/1782554396 wait complete. 2024-09-10T08:05:15.479 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:11.099+0000 7f521a8c3640 1 Processor -- start 2024-09-10T08:05:15.479 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:11.099+0000 7f521a8c3640 1 -- start start 2024-09-10T08:05:15.479 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:11.099+0000 7f521a8c3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52141074d0 0x7f521419b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:15.479 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:11.099+0000 7f521a8c3640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f521410ba80 con 0x7f52141074d0 2024-09-10T08:05:15.479 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:11.099+0000 7f5213fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52141074d0 0x7f521419b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:15.479 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:11.099+0000 7f5213fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52141074d0 0x7f521419b370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41778/0 (socket says 172.21.15.67:41778) 2024-09-10T08:05:15.479 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:11.099+0000 7f5213fff640 1 -- 172.21.15.67:0/876375851 learned_addr learned my addr 172.21.15.67:0/876375851 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:15.479 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:11.100+0000 7f5213fff640 1 -- 172.21.15.67:0/876375851 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f521419b8b0 con 0x7f52141074d0 2024-09-10T08:05:15.479 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:11.100+0000 7f5213fff640 1 --2- 172.21.15.67:0/876375851 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52141074d0 0x7f521419b370 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f5204009940 tx=0x7f5204032e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:15.479 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:11.100+0000 7f52117fa640 1 -- 172.21.15.67:0/876375851 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5204042070 con 0x7f52141074d0 2024-09-10T08:05:15.479 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:11.100+0000 7f521a8c3640 1 -- 172.21.15.67:0/876375851 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f521419bb40 con 0x7f52141074d0 2024-09-10T08:05:15.479 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:11.100+0000 7f52117fa640 1 -- 172.21.15.67:0/876375851 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f5204030c80 con 0x7f52141074d0 2024-09-10T08:05:15.480 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:11.100+0000 7f52117fa640 1 -- 172.21.15.67:0/876375851 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5204037040 con 0x7f52141074d0 2024-09-10T08:05:15.480 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:11.100+0000 7f521a8c3640 1 -- 172.21.15.67:0/876375851 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f521419e830 con 0x7f52141074d0 2024-09-10T08:05:15.480 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:11.101+0000 7f52117fa640 1 -- 172.21.15.67:0/876375851 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 46287+0+0 (secure 0 0 0) 0x7f5204045070 con 0x7f52141074d0 2024-09-10T08:05:15.480 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:11.101+0000 7f52117fa640 1 --2- 172.21.15.67:0/876375851 >> [v2:172.21.15.67:6800/1869292132,v1:172.21.15.67:6801/1869292132] conn(0x7f51fc039030 0x7f51fc03b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:15.480 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:11.101+0000 7f52117fa640 1 -- 172.21.15.67:0/876375851 --> [v2:172.21.15.67:6800/1869292132,v1:172.21.15.67:6801/1869292132] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f51fc03bc00 con 0x7f51fc039030 2024-09-10T08:05:15.480 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:11.101+0000 7f52117fa640 1 -- 172.21.15.67:0/876375851 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f520406bfc0 con 0x7f52141074d0 2024-09-10T08:05:15.480 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:11.101+0000 7f52137fe640 1 -- 172.21.15.67:0/876375851 >> [v2:172.21.15.67:6800/1869292132,v1:172.21.15.67:6801/1869292132] conn(0x7f51fc039030 msgr2=0x7f51fc03b4f0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.67:6800/1869292132 2024-09-10T08:05:15.480 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:11.101+0000 7f52137fe640 1 --2- 172.21.15.67:0/876375851 >> [v2:172.21.15.67:6800/1869292132,v1:172.21.15.67:6801/1869292132] conn(0x7f51fc039030 0x7f51fc03b4f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T08:05:15.480 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:11.302+0000 7f52137fe640 1 -- 172.21.15.67:0/876375851 >> [v2:172.21.15.67:6800/1869292132,v1:172.21.15.67:6801/1869292132] conn(0x7f51fc039030 msgr2=0x7f51fc03b4f0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.67:6800/1869292132 2024-09-10T08:05:15.480 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:11.302+0000 7f52137fe640 1 --2- 172.21.15.67:0/876375851 >> [v2:172.21.15.67:6800/1869292132,v1:172.21.15.67:6801/1869292132] conn(0x7f51fc039030 0x7f51fc03b4f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-10T08:05:15.480 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:11.703+0000 7f52137fe640 1 -- 172.21.15.67:0/876375851 >> [v2:172.21.15.67:6800/1869292132,v1:172.21.15.67:6801/1869292132] conn(0x7f51fc039030 msgr2=0x7f51fc03b4f0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.67:6800/1869292132 2024-09-10T08:05:15.480 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:11.703+0000 7f52137fe640 1 --2- 172.21.15.67:0/876375851 >> [v2:172.21.15.67:6800/1869292132,v1:172.21.15.67:6801/1869292132] conn(0x7f51fc039030 0x7f51fc03b4f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-10T08:05:15.481 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:12.504+0000 7f52137fe640 1 -- 172.21.15.67:0/876375851 >> [v2:172.21.15.67:6800/1869292132,v1:172.21.15.67:6801/1869292132] conn(0x7f51fc039030 msgr2=0x7f51fc03b4f0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.67:6800/1869292132 2024-09-10T08:05:15.481 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:12.504+0000 7f52137fe640 1 --2- 172.21.15.67:0/876375851 >> [v2:172.21.15.67:6800/1869292132,v1:172.21.15.67:6801/1869292132] conn(0x7f51fc039030 0x7f51fc03b4f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-10T08:05:15.481 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:13.833+0000 7f52117fa640 1 -- 172.21.15.67:0/876375851 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mgrmap(e 6) ==== 46054+0+0 (secure 0 0 0) 0x7f520406ab40 con 0x7f52141074d0 2024-09-10T08:05:15.481 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:13.833+0000 7f52117fa640 1 -- 172.21.15.67:0/876375851 >> [v2:172.21.15.67:6800/1869292132,v1:172.21.15.67:6801/1869292132] conn(0x7f51fc039030 msgr2=0x7f51fc03b4f0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T08:05:15.481 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:13.833+0000 7f52117fa640 1 --2- 172.21.15.67:0/876375851 >> [v2:172.21.15.67:6800/1869292132,v1:172.21.15.67:6801/1869292132] conn(0x7f51fc039030 0x7f51fc03b4f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:15.481 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:14.834+0000 7f52117fa640 1 -- 172.21.15.67:0/876375851 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mgrmap(e 7) ==== 46181+0+0 (secure 0 0 0) 0x7f520406d070 con 0x7f52141074d0 2024-09-10T08:05:15.481 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:14.834+0000 7f52117fa640 1 --2- 172.21.15.67:0/876375851 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f51fc03c960 0x7f51fc03ed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:15.481 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:14.834+0000 7f52117fa640 1 -- 172.21.15.67:0/876375851 --> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f520402eb70 con 0x7f51fc03c960 2024-09-10T08:05:15.481 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:14.835+0000 7f52137fe640 1 --2- 172.21.15.67:0/876375851 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f51fc03c960 0x7f51fc03ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:15.481 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:14.835+0000 7f52137fe640 1 --2- 172.21.15.67:0/876375851 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f51fc03c960 0x7f51fc03ed50 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f5208003980 tx=0x7f5208006e10 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:15.481 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:14.836+0000 7f52117fa640 1 -- 172.21.15.67:0/876375851 <== mgr.14118 v2:172.21.15.67:6800/2987520524 1 ==== command_reply(tid 0: 0 ) ==== 8+0+9564 (secure 0 0 0) 0x7f520402eb70 con 0x7f51fc03c960 2024-09-10T08:05:15.481 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:14.843+0000 7f521a8c3640 1 -- 172.21.15.67:0/876375851 --> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f521410bc00 con 0x7f51fc03c960 2024-09-10T08:05:15.481 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:14.843+0000 7f52117fa640 1 -- 172.21.15.67:0/876375851 <== mgr.14118 v2:172.21.15.67:6800/2987520524 2 ==== command_reply(tid 1: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7f521410bc00 con 0x7f51fc03c960 2024-09-10T08:05:15.482 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:14.844+0000 7f521a8c3640 1 -- 172.21.15.67:0/876375851 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f51fc03c960 msgr2=0x7f51fc03ed50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:15.482 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:14.844+0000 7f521a8c3640 1 --2- 172.21.15.67:0/876375851 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f51fc03c960 0x7f51fc03ed50 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f5208003980 tx=0x7f5208006e10 comp rx=0 tx=0).stop 2024-09-10T08:05:15.482 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:14.844+0000 7f521a8c3640 1 -- 172.21.15.67:0/876375851 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52141074d0 msgr2=0x7f521419b370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:15.482 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:14.844+0000 7f521a8c3640 1 --2- 172.21.15.67:0/876375851 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52141074d0 0x7f521419b370 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f5204009940 tx=0x7f5204032e10 comp rx=0 tx=0).stop 2024-09-10T08:05:15.482 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:14.844+0000 7f521a8c3640 1 -- 172.21.15.67:0/876375851 shutdown_connections 2024-09-10T08:05:15.482 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:14.844+0000 7f521a8c3640 1 --2- 172.21.15.67:0/876375851 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f51fc03c960 0x7f51fc03ed50 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:15.482 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:14.844+0000 7f521a8c3640 1 --2- 172.21.15.67:0/876375851 >> [v2:172.21.15.67:6800/1869292132,v1:172.21.15.67:6801/1869292132] conn(0x7f51fc039030 0x7f51fc03b4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:15.482 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:14.844+0000 7f521a8c3640 1 --2- 172.21.15.67:0/876375851 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52141074d0 0x7f521419b370 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:15.482 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:14.844+0000 7f521a8c3640 1 -- 172.21.15.67:0/876375851 >> 172.21.15.67:0/876375851 conn(0x7f5214102c80 msgr2=0x7f5214103740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:15.482 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:14.844+0000 7f521a8c3640 1 -- 172.21.15.67:0/876375851 shutdown_connections 2024-09-10T08:05:15.482 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:14.844+0000 7f521a8c3640 1 -- 172.21.15.67:0/876375851 wait complete. 2024-09-10T08:05:15.482 INFO:teuthology.orchestra.run.smithi067.stdout:mgr epoch 5 is available 2024-09-10T08:05:15.482 INFO:teuthology.orchestra.run.smithi067.stdout:Setting orchestrator backend to cephadm... 2024-09-10T08:05:16.094 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:15 smithi067 ceph-mon[31051]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-10T08:05:16.095 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:15 smithi067 ceph-mon[31051]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-10T08:05:16.698 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:15.887+0000 7f827a6a6640 1 Processor -- start 2024-09-10T08:05:16.698 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:15.887+0000 7f827a6a6640 1 -- start start 2024-09-10T08:05:16.698 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:15.887+0000 7f827a6a6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8274105d40 0x7f8274108150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:16.698 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:15.887+0000 7f827a6a6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f8274075760 con 0x7f8274105d40 2024-09-10T08:05:16.698 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:15.888+0000 7f8273fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8274105d40 0x7f8274108150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:16.698 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:15.888+0000 7f8273fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8274105d40 0x7f8274108150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40416/0 (socket says 172.21.15.67:40416) 2024-09-10T08:05:16.698 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:15.888+0000 7f8273fff640 1 -- 172.21.15.67:0/239135885 learned_addr learned my addr 172.21.15.67:0/239135885 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:16.699 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:15.888+0000 7f8273fff640 1 -- 172.21.15.67:0/239135885 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8274108690 con 0x7f8274105d40 2024-09-10T08:05:16.699 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:15.889+0000 7f8273fff640 1 --2- 172.21.15.67:0/239135885 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8274105d40 0x7f8274108150 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f8264009820 tx=0x7f826402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58251fc779ffa72e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:16.699 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:15.891+0000 7f8272ffd640 1 -- 172.21.15.67:0/239135885 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8264037070 con 0x7f8274105d40 2024-09-10T08:05:16.699 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:15.891+0000 7f8272ffd640 1 -- 172.21.15.67:0/239135885 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f82640328d0 con 0x7f8274105d40 2024-09-10T08:05:16.699 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:15.891+0000 7f8272ffd640 1 -- 172.21.15.67:0/239135885 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f82640307d0 con 0x7f8274105d40 2024-09-10T08:05:16.699 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:15.891+0000 7f827a6a6640 1 -- 172.21.15.67:0/239135885 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8274105d40 msgr2=0x7f8274108150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:16.699 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:15.891+0000 7f827a6a6640 1 --2- 172.21.15.67:0/239135885 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8274105d40 0x7f8274108150 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f8264009820 tx=0x7f826402a270 comp rx=0 tx=0).stop 2024-09-10T08:05:16.699 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:15.891+0000 7f827a6a6640 1 -- 172.21.15.67:0/239135885 shutdown_connections 2024-09-10T08:05:16.699 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:15.891+0000 7f827a6a6640 1 --2- 172.21.15.67:0/239135885 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8274105d40 0x7f8274108150 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:16.699 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:15.891+0000 7f827a6a6640 1 -- 172.21.15.67:0/239135885 >> 172.21.15.67:0/239135885 conn(0x7f8274101b30 msgr2=0x7f8274103f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:16.699 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:15.892+0000 7f827a6a6640 1 -- 172.21.15.67:0/239135885 shutdown_connections 2024-09-10T08:05:16.699 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:15.892+0000 7f827a6a6640 1 -- 172.21.15.67:0/239135885 wait complete. 2024-09-10T08:05:16.699 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:15.892+0000 7f827a6a6640 1 Processor -- start 2024-09-10T08:05:16.700 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:15.892+0000 7f827a6a6640 1 -- start start 2024-09-10T08:05:16.700 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:15.893+0000 7f827a6a6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8274105d40 0x7f82741a1940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:16.700 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:15.893+0000 7f827a6a6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f8274109730 con 0x7f8274105d40 2024-09-10T08:05:16.700 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:15.893+0000 7f8273fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8274105d40 0x7f82741a1940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:16.700 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:15.893+0000 7f8273fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8274105d40 0x7f82741a1940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40424/0 (socket says 172.21.15.67:40424) 2024-09-10T08:05:16.700 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:15.893+0000 7f8273fff640 1 -- 172.21.15.67:0/1884988552 learned_addr learned my addr 172.21.15.67:0/1884988552 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:16.700 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:15.893+0000 7f8273fff640 1 -- 172.21.15.67:0/1884988552 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82741a1e80 con 0x7f8274105d40 2024-09-10T08:05:16.700 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:15.893+0000 7f8273fff640 1 --2- 172.21.15.67:0/1884988552 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8274105d40 0x7f82741a1940 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f82640097f0 tx=0x7f8264030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:16.700 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:15.893+0000 7f82717fa640 1 -- 172.21.15.67:0/1884988552 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8264037040 con 0x7f8274105d40 2024-09-10T08:05:16.700 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:15.893+0000 7f82717fa640 1 -- 172.21.15.67:0/1884988552 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f8264032bb0 con 0x7f8274105d40 2024-09-10T08:05:16.700 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:15.893+0000 7f827a6a6640 1 -- 172.21.15.67:0/1884988552 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82741a2110 con 0x7f8274105d40 2024-09-10T08:05:16.700 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:15.893+0000 7f82717fa640 1 -- 172.21.15.67:0/1884988552 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f826403a390 con 0x7f8274105d40 2024-09-10T08:05:16.700 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:15.894+0000 7f827a6a6640 1 -- 172.21.15.67:0/1884988552 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82741a4e00 con 0x7f8274105d40 2024-09-10T08:05:16.701 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:15.894+0000 7f82717fa640 1 -- 172.21.15.67:0/1884988552 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f826403a5a0 con 0x7f8274105d40 2024-09-10T08:05:16.701 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:15.895+0000 7f827a6a6640 1 -- 172.21.15.67:0/1884988552 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8274106140 con 0x7f8274105d40 2024-09-10T08:05:16.701 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:15.895+0000 7f82717fa640 1 --2- 172.21.15.67:0/1884988552 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f825c039080 0x7f825c03b540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:16.701 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:15.895+0000 7f82717fa640 1 -- 172.21.15.67:0/1884988552 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f826406c1f0 con 0x7f8274105d40 2024-09-10T08:05:16.701 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:15.895+0000 7f82737fe640 1 --2- 172.21.15.67:0/1884988552 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f825c039080 0x7f825c03b540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:16.701 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:15.895+0000 7f82737fe640 1 --2- 172.21.15.67:0/1884988552 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f825c039080 0x7f825c03b540 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f82680098c0 tx=0x7f8268006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:16.701 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:15.904+0000 7f82717fa640 1 -- 172.21.15.67:0/1884988552 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f826403a990 con 0x7f8274105d40 2024-09-10T08:05:16.701 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:16.095+0000 7f827a6a6640 1 -- 172.21.15.67:0/1884988552 --> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) -- 0x7f827402dab0 con 0x7f825c039080 2024-09-10T08:05:16.701 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:16.103+0000 7f82717fa640 1 -- 172.21.15.67:0/1884988552 <== mgr.14118 v2:172.21.15.67:6800/2987520524 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f827402dab0 con 0x7f825c039080 2024-09-10T08:05:16.701 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:16.105+0000 7f827a6a6640 1 -- 172.21.15.67:0/1884988552 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f825c039080 msgr2=0x7f825c03b540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:16.701 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:16.105+0000 7f827a6a6640 1 --2- 172.21.15.67:0/1884988552 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f825c039080 0x7f825c03b540 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f82680098c0 tx=0x7f8268006db0 comp rx=0 tx=0).stop 2024-09-10T08:05:16.701 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:16.105+0000 7f827a6a6640 1 -- 172.21.15.67:0/1884988552 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8274105d40 msgr2=0x7f82741a1940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:16.701 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:16.105+0000 7f827a6a6640 1 --2- 172.21.15.67:0/1884988552 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8274105d40 0x7f82741a1940 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f82640097f0 tx=0x7f8264030d00 comp rx=0 tx=0).stop 2024-09-10T08:05:16.702 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:16.105+0000 7f827a6a6640 1 -- 172.21.15.67:0/1884988552 shutdown_connections 2024-09-10T08:05:16.702 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:16.105+0000 7f827a6a6640 1 --2- 172.21.15.67:0/1884988552 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f825c039080 0x7f825c03b540 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:16.702 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:16.105+0000 7f827a6a6640 1 --2- 172.21.15.67:0/1884988552 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8274105d40 0x7f82741a1940 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:16.702 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:16.105+0000 7f827a6a6640 1 -- 172.21.15.67:0/1884988552 >> 172.21.15.67:0/1884988552 conn(0x7f8274101b30 msgr2=0x7f8274103f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:16.702 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:16.105+0000 7f827a6a6640 1 -- 172.21.15.67:0/1884988552 shutdown_connections 2024-09-10T08:05:16.702 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:16.106+0000 7f827a6a6640 1 -- 172.21.15.67:0/1884988552 wait complete. 2024-09-10T08:05:16.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:16 smithi067 ceph-mon[31051]: mgrmap e8: x(active, since 2s) 2024-09-10T08:05:16.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:16 smithi067 ceph-mon[31051]: from='mgr.14118 172.21.15.67:0/1905199546' entity='mgr.x' 2024-09-10T08:05:16.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:16 smithi067 ceph-mon[31051]: from='mgr.14118 172.21.15.67:0/1905199546' entity='mgr.x' 2024-09-10T08:05:16.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:16 smithi067 ceph-mon[31051]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:05:16.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:16 smithi067 ceph-mon[31051]: from='mgr.14118 172.21.15.67:0/1905199546' entity='mgr.x' 2024-09-10T08:05:16.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:16 smithi067 ceph-mon[31051]: from='mgr.14118 172.21.15.67:0/1905199546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:05:17.623 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:17 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:17.541+0000 7f2911990640 -1 log_channel(cephadm) log [ERR] : [10/Sep/2024:08:05:17] ENGINE Error in HTTPServer.serve 2024-09-10T08:05:17.623 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:17 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: Traceback (most recent call last): 2024-09-10T08:05:17.623 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:17 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-10T08:05:17.623 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:17 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: self._connections.run(self.expiration_interval) 2024-09-10T08:05:17.623 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:17 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-10T08:05:17.623 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:17 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: self._run(expiration_interval) 2024-09-10T08:05:17.623 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:17 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-10T08:05:17.624 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:17 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: new_conn = self._from_server_socket(self.server.socket) 2024-09-10T08:05:17.624 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:17 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-10T08:05:17.624 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:17 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-10T08:05:17.624 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:17 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-10T08:05:17.624 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:17 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: s = self.context.wrap_socket( 2024-09-10T08:05:17.624 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:17 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-10T08:05:17.624 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:17 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: return self.sslsocket_class._create( 2024-09-10T08:05:17.624 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:17 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-10T08:05:17.624 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:17 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: self.do_handshake() 2024-09-10T08:05:17.624 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:17 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-10T08:05:17.624 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:17 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: self._sslobj.do_handshake() 2024-09-10T08:05:17.624 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:17 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-10T08:05:17.625 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:17 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:17.914 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout value unchanged 2024-09-10T08:05:17.914 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.114+0000 7f5307c83640 1 Processor -- start 2024-09-10T08:05:17.914 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.114+0000 7f5307c83640 1 -- start start 2024-09-10T08:05:17.914 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.115+0000 7f5307c83640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5300107f70 0x7f530010a360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:17.914 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.115+0000 7f5307c83640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f530002d4c0 con 0x7f5300107f70 2024-09-10T08:05:17.914 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.115+0000 7f5305a1f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5300107f70 0x7f530010a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:17.914 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.115+0000 7f5305a1f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5300107f70 0x7f530010a360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40436/0 (socket says 172.21.15.67:40436) 2024-09-10T08:05:17.914 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.115+0000 7f5305a1f640 1 -- 172.21.15.67:0/2150398262 learned_addr learned my addr 172.21.15.67:0/2150398262 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:17.914 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.115+0000 7f5305a1f640 1 -- 172.21.15.67:0/2150398262 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f530010a8a0 con 0x7f5300107f70 2024-09-10T08:05:17.914 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.116+0000 7f5305a1f640 1 --2- 172.21.15.67:0/2150398262 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5300107f70 0x7f530010a360 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f52fc009820 tx=0x7f52fc02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=afa43a984f77baf0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:17.915 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.116+0000 7f5304a1d640 1 -- 172.21.15.67:0/2150398262 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f52fc037070 con 0x7f5300107f70 2024-09-10T08:05:17.915 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.116+0000 7f5304a1d640 1 -- 172.21.15.67:0/2150398262 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f52fc0328d0 con 0x7f5300107f70 2024-09-10T08:05:17.915 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.116+0000 7f5304a1d640 1 -- 172.21.15.67:0/2150398262 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f52fc0307d0 con 0x7f5300107f70 2024-09-10T08:05:17.915 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.117+0000 7f5307c83640 1 -- 172.21.15.67:0/2150398262 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5300107f70 msgr2=0x7f530010a360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:17.915 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.117+0000 7f5307c83640 1 --2- 172.21.15.67:0/2150398262 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5300107f70 0x7f530010a360 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f52fc009820 tx=0x7f52fc02a270 comp rx=0 tx=0).stop 2024-09-10T08:05:17.915 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.117+0000 7f5307c83640 1 -- 172.21.15.67:0/2150398262 shutdown_connections 2024-09-10T08:05:17.915 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.117+0000 7f5307c83640 1 --2- 172.21.15.67:0/2150398262 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5300107f70 0x7f530010a360 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:17.915 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.117+0000 7f5307c83640 1 -- 172.21.15.67:0/2150398262 >> 172.21.15.67:0/2150398262 conn(0x7f5300101bf0 msgr2=0x7f5300104010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:17.915 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.117+0000 7f5307c83640 1 -- 172.21.15.67:0/2150398262 shutdown_connections 2024-09-10T08:05:17.915 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.117+0000 7f5307c83640 1 -- 172.21.15.67:0/2150398262 wait complete. 2024-09-10T08:05:17.915 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.118+0000 7f5307c83640 1 Processor -- start 2024-09-10T08:05:17.915 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.118+0000 7f5307c83640 1 -- start start 2024-09-10T08:05:17.915 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.118+0000 7f5307c83640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5300107f70 0x7f530019b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:17.916 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.118+0000 7f5307c83640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f530010b880 con 0x7f5300107f70 2024-09-10T08:05:17.916 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.118+0000 7f5305a1f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5300107f70 0x7f530019b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:17.916 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.118+0000 7f5305a1f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5300107f70 0x7f530019b340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40446/0 (socket says 172.21.15.67:40446) 2024-09-10T08:05:17.916 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.118+0000 7f5305a1f640 1 -- 172.21.15.67:0/2779898120 learned_addr learned my addr 172.21.15.67:0/2779898120 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:17.916 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.118+0000 7f5305a1f640 1 -- 172.21.15.67:0/2779898120 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f530019b880 con 0x7f5300107f70 2024-09-10T08:05:17.916 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.118+0000 7f5305a1f640 1 --2- 172.21.15.67:0/2779898120 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5300107f70 0x7f530019b340 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f52fc032e10 tx=0x7f52fc032e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:17.916 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.119+0000 7f52f6ffd640 1 -- 172.21.15.67:0/2779898120 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f52fc042070 con 0x7f5300107f70 2024-09-10T08:05:17.916 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.119+0000 7f52f6ffd640 1 -- 172.21.15.67:0/2779898120 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f52fc030c80 con 0x7f5300107f70 2024-09-10T08:05:17.916 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.119+0000 7f5307c83640 1 -- 172.21.15.67:0/2779898120 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f530019bb10 con 0x7f5300107f70 2024-09-10T08:05:17.916 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.119+0000 7f52f6ffd640 1 -- 172.21.15.67:0/2779898120 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f52fc037040 con 0x7f5300107f70 2024-09-10T08:05:17.916 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.119+0000 7f5307c83640 1 -- 172.21.15.67:0/2779898120 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f530019e800 con 0x7f5300107f70 2024-09-10T08:05:17.916 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.120+0000 7f5307c83640 1 -- 172.21.15.67:0/2779898120 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f53001083d0 con 0x7f5300107f70 2024-09-10T08:05:17.916 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.120+0000 7f52f6ffd640 1 -- 172.21.15.67:0/2779898120 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f52fc045070 con 0x7f5300107f70 2024-09-10T08:05:17.916 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.120+0000 7f52f6ffd640 1 --2- 172.21.15.67:0/2779898120 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f52ec039080 0x7f52ec03b540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:17.917 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.120+0000 7f52f6ffd640 1 -- 172.21.15.67:0/2779898120 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f52fc06beb0 con 0x7f5300107f70 2024-09-10T08:05:17.917 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.120+0000 7f530521e640 1 --2- 172.21.15.67:0/2779898120 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f52ec039080 0x7f52ec03b540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:17.917 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.121+0000 7f530521e640 1 --2- 172.21.15.67:0/2779898120 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f52ec039080 0x7f52ec03b540 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f52f00098c0 tx=0x7f52f0006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:17.917 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.125+0000 7f52f6ffd640 1 -- 172.21.15.67:0/2779898120 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f52fc045360 con 0x7f5300107f70 2024-09-10T08:05:17.917 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.304+0000 7f5307c83640 1 -- 172.21.15.67:0/2779898120 --> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) -- 0x7f5300102da0 con 0x7f52ec039080 2024-09-10T08:05:17.917 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.304+0000 7f52f6ffd640 1 -- 172.21.15.67:0/2779898120 <== mgr.14118 v2:172.21.15.67:6800/2987520524 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+16 (secure 0 0 0) 0x7f5300102da0 con 0x7f52ec039080 2024-09-10T08:05:17.917 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.307+0000 7f5307c83640 1 -- 172.21.15.67:0/2779898120 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f52ec039080 msgr2=0x7f52ec03b540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:17.917 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.307+0000 7f5307c83640 1 --2- 172.21.15.67:0/2779898120 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f52ec039080 0x7f52ec03b540 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f52f00098c0 tx=0x7f52f0006db0 comp rx=0 tx=0).stop 2024-09-10T08:05:17.917 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.307+0000 7f5307c83640 1 -- 172.21.15.67:0/2779898120 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5300107f70 msgr2=0x7f530019b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:17.917 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.307+0000 7f5307c83640 1 --2- 172.21.15.67:0/2779898120 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5300107f70 0x7f530019b340 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f52fc032e10 tx=0x7f52fc032e40 comp rx=0 tx=0).stop 2024-09-10T08:05:17.917 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.307+0000 7f5307c83640 1 -- 172.21.15.67:0/2779898120 shutdown_connections 2024-09-10T08:05:17.917 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.307+0000 7f5307c83640 1 --2- 172.21.15.67:0/2779898120 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f52ec039080 0x7f52ec03b540 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:17.917 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.307+0000 7f5307c83640 1 --2- 172.21.15.67:0/2779898120 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5300107f70 0x7f530019b340 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:17.918 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.307+0000 7f5307c83640 1 -- 172.21.15.67:0/2779898120 >> 172.21.15.67:0/2779898120 conn(0x7f5300101bf0 msgr2=0x7f5300102690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:17.918 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.307+0000 7f5307c83640 1 -- 172.21.15.67:0/2779898120 shutdown_connections 2024-09-10T08:05:17.918 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:17.307+0000 7f5307c83640 1 -- 172.21.15.67:0/2779898120 wait complete. 2024-09-10T08:05:17.918 INFO:teuthology.orchestra.run.smithi067.stdout:Generating ssh key... 2024-09-10T08:05:18.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:17 smithi067 ceph-mon[31051]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:05:18.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:17 smithi067 ceph-mon[31051]: [10/Sep/2024:08:05:17] ENGINE Bus STARTING 2024-09-10T08:05:18.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:17 smithi067 ceph-mon[31051]: [10/Sep/2024:08:05:17] ENGINE Serving on http://172.21.15.67:8765 2024-09-10T08:05:18.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:17 smithi067 ceph-mon[31051]: [10/Sep/2024:08:05:17] ENGINE Serving on https://172.21.15.67:7150 2024-09-10T08:05:18.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:17 smithi067 ceph-mon[31051]: [10/Sep/2024:08:05:17] ENGINE Bus STARTED 2024-09-10T08:05:18.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:17 smithi067 ceph-mon[31051]: from='mgr.14118 172.21.15.67:0/1905199546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:05:18.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:17 smithi067 ceph-mon[31051]: [10/Sep/2024:08:05:17] ENGINE Error in HTTPServer.serve 2024-09-10T08:05:18.207 INFO:journalctl@ceph.mon.a.smithi067.stdout: Traceback (most recent call last): 2024-09-10T08:05:18.207 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-10T08:05:18.207 INFO:journalctl@ceph.mon.a.smithi067.stdout: self._connections.run(self.expiration_interval) 2024-09-10T08:05:18.207 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-10T08:05:18.207 INFO:journalctl@ceph.mon.a.smithi067.stdout: self._run(expiration_interval) 2024-09-10T08:05:18.207 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-10T08:05:18.207 INFO:journalctl@ceph.mon.a.smithi067.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-10T08:05:18.208 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-10T08:05:18.208 INFO:journalctl@ceph.mon.a.smithi067.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-10T08:05:18.208 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-10T08:05:18.208 INFO:journalctl@ceph.mon.a.smithi067.stdout: s = self.context.wrap_socket( 2024-09-10T08:05:18.208 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-10T08:05:18.208 INFO:journalctl@ceph.mon.a.smithi067.stdout: return self.sslsocket_class._create( 2024-09-10T08:05:18.208 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-10T08:05:18.208 INFO:journalctl@ceph.mon.a.smithi067.stdout: self.do_handshake() 2024-09-10T08:05:18.208 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-10T08:05:18.208 INFO:journalctl@ceph.mon.a.smithi067.stdout: self._sslobj.do_handshake() 2024-09-10T08:05:18.208 INFO:journalctl@ceph.mon.a.smithi067.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-10T08:05:18.957 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:18 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: Generating public/private rsa key pair. 2024-09-10T08:05:18.957 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:18 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: Your identification has been saved in /tmp/tmpeu107ogv/key 2024-09-10T08:05:18.957 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:18 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: Your public key has been saved in /tmp/tmpeu107ogv/key.pub 2024-09-10T08:05:18.957 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:18 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: The key fingerprint is: 2024-09-10T08:05:18.957 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:18 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: SHA256:oV7ZGBv+f4ZBm33XmcZiLnREcgJnL27ET1WPI8LwNa8 ceph-315284b0-6f4b-11ef-bcea-c7b262605968 2024-09-10T08:05:18.957 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:18 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: The key's randomart image is: 2024-09-10T08:05:18.957 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:18 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: +---[RSA 3072]----+ 2024-09-10T08:05:18.957 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:18 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: | ...oo .o| 2024-09-10T08:05:18.957 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:18 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: | +++.=...| 2024-09-10T08:05:18.957 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:18 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: | + ++*o+ .| 2024-09-10T08:05:18.958 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:18 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: | o Oo.=+ . | 2024-09-10T08:05:18.958 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:18 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: | . S .+E=. +| 2024-09-10T08:05:18.958 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:18 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: | . . ...++.=+| 2024-09-10T08:05:18.958 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:18 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: | . o +oo..| 2024-09-10T08:05:18.958 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:18 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: | o..o | 2024-09-10T08:05:18.958 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:18 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: | oo | 2024-09-10T08:05:18.958 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:18 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: +----[SHA256]-----+ 2024-09-10T08:05:19.246 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.313+0000 7f7c89b7e640 1 Processor -- start 2024-09-10T08:05:19.246 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.313+0000 7f7c89b7e640 1 -- start start 2024-09-10T08:05:19.246 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.314+0000 7f7c89b7e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c84107570 0x7f7c84107970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:19.247 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.314+0000 7f7c89b7e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7c84107f40 con 0x7f7c84107570 2024-09-10T08:05:19.247 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.314+0000 7f7c837fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c84107570 0x7f7c84107970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:19.247 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.314+0000 7f7c837fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c84107570 0x7f7c84107970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40450/0 (socket says 172.21.15.67:40450) 2024-09-10T08:05:19.247 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.314+0000 7f7c837fe640 1 -- 172.21.15.67:0/3650342432 learned_addr learned my addr 172.21.15.67:0/3650342432 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:19.247 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.314+0000 7f7c837fe640 1 -- 172.21.15.67:0/3650342432 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c84108770 con 0x7f7c84107570 2024-09-10T08:05:19.247 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.315+0000 7f7c837fe640 1 --2- 172.21.15.67:0/3650342432 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c84107570 0x7f7c84107970 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f7c74009820 tx=0x7f7c7402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de549efc91d4e0ae server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:19.247 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.315+0000 7f7c827fc640 1 -- 172.21.15.67:0/3650342432 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7c74037070 con 0x7f7c84107570 2024-09-10T08:05:19.247 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.315+0000 7f7c827fc640 1 -- 172.21.15.67:0/3650342432 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f7c740328d0 con 0x7f7c84107570 2024-09-10T08:05:19.247 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.315+0000 7f7c827fc640 1 -- 172.21.15.67:0/3650342432 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7c740307d0 con 0x7f7c84107570 2024-09-10T08:05:19.247 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.315+0000 7f7c89b7e640 1 -- 172.21.15.67:0/3650342432 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c84107570 msgr2=0x7f7c84107970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:19.247 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.315+0000 7f7c89b7e640 1 --2- 172.21.15.67:0/3650342432 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c84107570 0x7f7c84107970 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f7c74009820 tx=0x7f7c7402a270 comp rx=0 tx=0).stop 2024-09-10T08:05:19.247 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.315+0000 7f7c89b7e640 1 -- 172.21.15.67:0/3650342432 shutdown_connections 2024-09-10T08:05:19.247 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.315+0000 7f7c89b7e640 1 --2- 172.21.15.67:0/3650342432 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c84107570 0x7f7c84107970 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:19.247 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.315+0000 7f7c89b7e640 1 -- 172.21.15.67:0/3650342432 >> 172.21.15.67:0/3650342432 conn(0x7f7c84102da0 msgr2=0x7f7c841051c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:19.248 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.316+0000 7f7c89b7e640 1 -- 172.21.15.67:0/3650342432 shutdown_connections 2024-09-10T08:05:19.248 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.316+0000 7f7c89b7e640 1 -- 172.21.15.67:0/3650342432 wait complete. 2024-09-10T08:05:19.248 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.316+0000 7f7c89b7e640 1 Processor -- start 2024-09-10T08:05:19.248 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.316+0000 7f7c89b7e640 1 -- start start 2024-09-10T08:05:19.248 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.316+0000 7f7c89b7e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c84107570 0x7f7c8419b400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:19.248 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.316+0000 7f7c89b7e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7c8410bb20 con 0x7f7c84107570 2024-09-10T08:05:19.248 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.317+0000 7f7c837fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c84107570 0x7f7c8419b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:19.248 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.317+0000 7f7c837fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c84107570 0x7f7c8419b400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40462/0 (socket says 172.21.15.67:40462) 2024-09-10T08:05:19.248 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.317+0000 7f7c837fe640 1 -- 172.21.15.67:0/256584220 learned_addr learned my addr 172.21.15.67:0/256584220 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:19.248 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.317+0000 7f7c837fe640 1 -- 172.21.15.67:0/256584220 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c8419b940 con 0x7f7c84107570 2024-09-10T08:05:19.248 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.317+0000 7f7c837fe640 1 --2- 172.21.15.67:0/256584220 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c84107570 0x7f7c8419b400 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f7c740097f0 tx=0x7f7c74030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:19.248 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.317+0000 7f7c80ff9640 1 -- 172.21.15.67:0/256584220 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7c74037040 con 0x7f7c84107570 2024-09-10T08:05:19.249 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.317+0000 7f7c89b7e640 1 -- 172.21.15.67:0/256584220 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c8419bbd0 con 0x7f7c84107570 2024-09-10T08:05:19.249 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.317+0000 7f7c80ff9640 1 -- 172.21.15.67:0/256584220 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f7c74032bb0 con 0x7f7c84107570 2024-09-10T08:05:19.249 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.317+0000 7f7c80ff9640 1 -- 172.21.15.67:0/256584220 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7c7403a390 con 0x7f7c84107570 2024-09-10T08:05:19.249 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.317+0000 7f7c89b7e640 1 -- 172.21.15.67:0/256584220 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c8419e8c0 con 0x7f7c84107570 2024-09-10T08:05:19.249 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.318+0000 7f7c80ff9640 1 -- 172.21.15.67:0/256584220 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f7c7403a5d0 con 0x7f7c84107570 2024-09-10T08:05:19.249 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.318+0000 7f7c89b7e640 1 -- 172.21.15.67:0/256584220 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7c841079f0 con 0x7f7c84107570 2024-09-10T08:05:19.249 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.318+0000 7f7c80ff9640 1 --2- 172.21.15.67:0/256584220 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f7c6c039030 0x7f7c6c03b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:19.249 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.318+0000 7f7c80ff9640 1 -- 172.21.15.67:0/256584220 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f7c7406c1b0 con 0x7f7c84107570 2024-09-10T08:05:19.249 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.319+0000 7f7c82ffd640 1 --2- 172.21.15.67:0/256584220 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f7c6c039030 0x7f7c6c03b4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:19.249 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.319+0000 7f7c82ffd640 1 --2- 172.21.15.67:0/256584220 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f7c6c039030 0x7f7c6c03b4f0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f7c7800ad30 tx=0x7f7c780093f0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:19.249 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.323+0000 7f7c80ff9640 1 -- 172.21.15.67:0/256584220 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f7c74040210 con 0x7f7c84107570 2024-09-10T08:05:19.249 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.498+0000 7f7c89b7e640 1 -- 172.21.15.67:0/256584220 --> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) -- 0x7f7c84103ea0 con 0x7f7c6c039030 2024-09-10T08:05:19.249 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.647+0000 7f7c80ff9640 1 -- 172.21.15.67:0/256584220 <== mgr.14118 v2:172.21.15.67:6800/2987520524 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f7c84103ea0 con 0x7f7c6c039030 2024-09-10T08:05:19.249 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.650+0000 7f7c89b7e640 1 -- 172.21.15.67:0/256584220 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f7c6c039030 msgr2=0x7f7c6c03b4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:19.250 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.650+0000 7f7c89b7e640 1 --2- 172.21.15.67:0/256584220 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f7c6c039030 0x7f7c6c03b4f0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f7c7800ad30 tx=0x7f7c780093f0 comp rx=0 tx=0).stop 2024-09-10T08:05:19.250 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.650+0000 7f7c89b7e640 1 -- 172.21.15.67:0/256584220 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c84107570 msgr2=0x7f7c8419b400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:19.250 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.650+0000 7f7c89b7e640 1 --2- 172.21.15.67:0/256584220 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c84107570 0x7f7c8419b400 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f7c740097f0 tx=0x7f7c74030d00 comp rx=0 tx=0).stop 2024-09-10T08:05:19.250 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.650+0000 7f7c89b7e640 1 -- 172.21.15.67:0/256584220 shutdown_connections 2024-09-10T08:05:19.250 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.650+0000 7f7c89b7e640 1 --2- 172.21.15.67:0/256584220 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f7c6c039030 0x7f7c6c03b4f0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:19.250 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.650+0000 7f7c89b7e640 1 --2- 172.21.15.67:0/256584220 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c84107570 0x7f7c8419b400 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:19.250 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.650+0000 7f7c89b7e640 1 -- 172.21.15.67:0/256584220 >> 172.21.15.67:0/256584220 conn(0x7f7c84102da0 msgr2=0x7f7c84103790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:19.250 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.650+0000 7f7c89b7e640 1 -- 172.21.15.67:0/256584220 shutdown_connections 2024-09-10T08:05:19.250 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:18.650+0000 7f7c89b7e640 1 -- 172.21.15.67:0/256584220 wait complete. 2024-09-10T08:05:19.858 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:19 smithi067 ceph-mon[31051]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:05:19.859 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:19 smithi067 ceph-mon[31051]: Generating ssh key... 2024-09-10T08:05:19.859 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:19 smithi067 ceph-mon[31051]: from='mgr.14118 172.21.15.67:0/1905199546' entity='mgr.x' 2024-09-10T08:05:19.859 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:19 smithi067 ceph-mon[31051]: from='mgr.14118 172.21.15.67:0/1905199546' entity='mgr.x' 2024-09-10T08:05:20.410 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC9uOMKNGYQw4J60UAL3KJyPHpkuYfio/BMYnxcCjM88oQ+iMzXM2TNXHXNnJxH92MySSod9htXpAUmdOzEsVpAl7mmhz9mRe3rWq6vSFNHGhwhgLPWcnXa0vzBd+2cOz2MzXex7nO4TXvLNaQoPyUZ6HbHAt1iaDCtPcy+SNwnSCyOJYqQZG3lKjIvaNT2BGpf+QjYhE91OSMzB/L1GyS3V7tzoQwIR3s0sZyTqu06mOTFkObxMfQIOx2zknJzRuBj0F5o+kyjbkuDE6QH68YggrhGMZsu0CLUIarTWujV2YOlxHd+/ORuy04mYSUVw5HW8wWrsuIWU7ggwB4yPQbNJiI/dBDJmio+3PjxpPIhm/LTameVpJlJ5yuDS6AxDPIk64IT+/pkJ2VUZCXbGW1S5nA483gsOUrYY0mE7S3n4IzTq+Nj+7JwEe3QpN5d3eckLNug/Qb+OoM3poVh/nAP04KRIbAlailbjTx61I07djC9MWNB5kbTD5L8uLHXnQ0= ceph-315284b0-6f4b-11ef-bcea-c7b262605968 2024-09-10T08:05:20.410 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.670+0000 7fa3fe98e640 1 Processor -- start 2024-09-10T08:05:20.410 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.670+0000 7fa3fe98e640 1 -- start start 2024-09-10T08:05:20.410 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.671+0000 7fa3fe98e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa3f8105850 0x7fa3f8105c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:20.410 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.671+0000 7fa3fe98e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa3f8106220 con 0x7fa3f8105850 2024-09-10T08:05:20.410 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.671+0000 7fa3f7fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa3f8105850 0x7fa3f8105c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:20.410 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.671+0000 7fa3f7fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa3f8105850 0x7fa3f8105c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40468/0 (socket says 172.21.15.67:40468) 2024-09-10T08:05:20.410 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.671+0000 7fa3f7fff640 1 -- 172.21.15.67:0/1440938313 learned_addr learned my addr 172.21.15.67:0/1440938313 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:20.411 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.671+0000 7fa3f7fff640 1 -- 172.21.15.67:0/1440938313 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3f8108830 con 0x7fa3f8105850 2024-09-10T08:05:20.411 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.672+0000 7fa3f7fff640 1 --2- 172.21.15.67:0/1440938313 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa3f8105850 0x7fa3f8105c50 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fa3e8009820 tx=0x7fa3e802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=442a4f395ac65dfe server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:20.411 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.672+0000 7fa3f77fe640 1 -- 172.21.15.67:0/1440938313 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa3e8037070 con 0x7fa3f8105850 2024-09-10T08:05:20.411 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.672+0000 7fa3f77fe640 1 -- 172.21.15.67:0/1440938313 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fa3e80328d0 con 0x7fa3f8105850 2024-09-10T08:05:20.411 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.672+0000 7fa3f77fe640 1 -- 172.21.15.67:0/1440938313 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa3e80307d0 con 0x7fa3f8105850 2024-09-10T08:05:20.411 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.673+0000 7fa3fe98e640 1 -- 172.21.15.67:0/1440938313 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa3f8105850 msgr2=0x7fa3f8105c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:20.411 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.673+0000 7fa3fe98e640 1 --2- 172.21.15.67:0/1440938313 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa3f8105850 0x7fa3f8105c50 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fa3e8009820 tx=0x7fa3e802a270 comp rx=0 tx=0).stop 2024-09-10T08:05:20.411 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.673+0000 7fa3fe98e640 1 -- 172.21.15.67:0/1440938313 shutdown_connections 2024-09-10T08:05:20.411 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.673+0000 7fa3fe98e640 1 --2- 172.21.15.67:0/1440938313 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa3f8105850 0x7fa3f8105c50 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:20.411 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.673+0000 7fa3fe98e640 1 -- 172.21.15.67:0/1440938313 >> 172.21.15.67:0/1440938313 conn(0x7fa3f8101420 msgr2=0x7fa3f8103840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:20.411 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.673+0000 7fa3fe98e640 1 -- 172.21.15.67:0/1440938313 shutdown_connections 2024-09-10T08:05:20.411 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.673+0000 7fa3fe98e640 1 -- 172.21.15.67:0/1440938313 wait complete. 2024-09-10T08:05:20.411 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.674+0000 7fa3fe98e640 1 Processor -- start 2024-09-10T08:05:20.411 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.674+0000 7fa3fe98e640 1 -- start start 2024-09-10T08:05:20.412 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.674+0000 7fa3fe98e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa3f8105850 0x7fa3f819b440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:20.412 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.674+0000 7fa3fe98e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa3f810ba60 con 0x7fa3f8105850 2024-09-10T08:05:20.412 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.674+0000 7fa3f7fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa3f8105850 0x7fa3f819b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:20.412 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.674+0000 7fa3f7fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa3f8105850 0x7fa3f819b440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40482/0 (socket says 172.21.15.67:40482) 2024-09-10T08:05:20.412 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.674+0000 7fa3f7fff640 1 -- 172.21.15.67:0/3605749881 learned_addr learned my addr 172.21.15.67:0/3605749881 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:20.412 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.674+0000 7fa3f7fff640 1 -- 172.21.15.67:0/3605749881 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3f819b980 con 0x7fa3f8105850 2024-09-10T08:05:20.412 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.674+0000 7fa3f7fff640 1 --2- 172.21.15.67:0/3605749881 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa3f8105850 0x7fa3f819b440 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fa3e8009940 tx=0x7fa3e8032e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:20.412 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.675+0000 7fa3f5ffb640 1 -- 172.21.15.67:0/3605749881 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa3e8042070 con 0x7fa3f8105850 2024-09-10T08:05:20.412 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.675+0000 7fa3fe98e640 1 -- 172.21.15.67:0/3605749881 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3f819bc10 con 0x7fa3f8105850 2024-09-10T08:05:20.412 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.675+0000 7fa3f5ffb640 1 -- 172.21.15.67:0/3605749881 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fa3e8030c80 con 0x7fa3f8105850 2024-09-10T08:05:20.412 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.675+0000 7fa3f5ffb640 1 -- 172.21.15.67:0/3605749881 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa3e8037040 con 0x7fa3f8105850 2024-09-10T08:05:20.412 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.675+0000 7fa3fe98e640 1 -- 172.21.15.67:0/3605749881 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3f819e900 con 0x7fa3f8105850 2024-09-10T08:05:20.412 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.676+0000 7fa3f5ffb640 1 -- 172.21.15.67:0/3605749881 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fa3e8045070 con 0x7fa3f8105850 2024-09-10T08:05:20.412 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.676+0000 7fa3fe98e640 1 -- 172.21.15.67:0/3605749881 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa3f8105cd0 con 0x7fa3f8105850 2024-09-10T08:05:20.413 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.676+0000 7fa3f5ffb640 1 --2- 172.21.15.67:0/3605749881 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7fa3e4039030 0x7fa3e403b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:20.413 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.676+0000 7fa3f5ffb640 1 -- 172.21.15.67:0/3605749881 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fa3e806bec0 con 0x7fa3f8105850 2024-09-10T08:05:20.413 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.676+0000 7fa3effff640 1 --2- 172.21.15.67:0/3605749881 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7fa3e4039030 0x7fa3e403b4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:20.413 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.677+0000 7fa3effff640 1 --2- 172.21.15.67:0/3605749881 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7fa3e4039030 0x7fa3e403b4f0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fa3e00098c0 tx=0x7fa3e0006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:20.413 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.681+0000 7fa3f5ffb640 1 -- 172.21.15.67:0/3605749881 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa3e8045360 con 0x7fa3f8105850 2024-09-10T08:05:20.413 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.859+0000 7fa3fe98e640 1 -- 172.21.15.67:0/3605749881 --> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) -- 0x7fa3f81025a0 con 0x7fa3e4039030 2024-09-10T08:05:20.413 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.860+0000 7fa3f5ffb640 1 -- 172.21.15.67:0/3605749881 <== mgr.14118 v2:172.21.15.67:6800/2987520524 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+595 (secure 0 0 0) 0x7fa3f81025a0 con 0x7fa3e4039030 2024-09-10T08:05:20.413 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.862+0000 7fa3fe98e640 1 -- 172.21.15.67:0/3605749881 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7fa3e4039030 msgr2=0x7fa3e403b4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:20.413 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.862+0000 7fa3fe98e640 1 --2- 172.21.15.67:0/3605749881 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7fa3e4039030 0x7fa3e403b4f0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fa3e00098c0 tx=0x7fa3e0006db0 comp rx=0 tx=0).stop 2024-09-10T08:05:20.413 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.862+0000 7fa3fe98e640 1 -- 172.21.15.67:0/3605749881 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa3f8105850 msgr2=0x7fa3f819b440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:20.413 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.862+0000 7fa3fe98e640 1 --2- 172.21.15.67:0/3605749881 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa3f8105850 0x7fa3f819b440 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fa3e8009940 tx=0x7fa3e8032e10 comp rx=0 tx=0).stop 2024-09-10T08:05:20.413 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.862+0000 7fa3fe98e640 1 -- 172.21.15.67:0/3605749881 shutdown_connections 2024-09-10T08:05:20.414 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.862+0000 7fa3fe98e640 1 --2- 172.21.15.67:0/3605749881 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7fa3e4039030 0x7fa3e403b4f0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:20.414 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.862+0000 7fa3fe98e640 1 --2- 172.21.15.67:0/3605749881 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa3f8105850 0x7fa3f819b440 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:20.414 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.862+0000 7fa3fe98e640 1 -- 172.21.15.67:0/3605749881 >> 172.21.15.67:0/3605749881 conn(0x7fa3f8101420 msgr2=0x7fa3f8101e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:20.414 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.862+0000 7fa3fe98e640 1 -- 172.21.15.67:0/3605749881 shutdown_connections 2024-09-10T08:05:20.414 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:19.862+0000 7fa3fe98e640 1 -- 172.21.15.67:0/3605749881 wait complete. 2024-09-10T08:05:20.414 INFO:teuthology.orchestra.run.smithi067.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-09-10T08:05:20.414 INFO:teuthology.orchestra.run.smithi067.stdout:Adding key to root@localhost authorized_keys... 2024-09-10T08:05:20.417 INFO:teuthology.orchestra.run.smithi067.stdout:Adding host smithi067... 2024-09-10T08:05:20.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:20 smithi067 ceph-mon[31051]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:05:22.071 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:21 smithi067 ceph-mon[31051]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi067", "addr": "172.21.15.67", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:05:22.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:22 smithi067 ceph-mon[31051]: Deploying cephadm binary to smithi067 2024-09-10T08:05:25.486 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout Added host 'smithi067' with addr '172.21.15.67' 2024-09-10T08:05:25.486 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:20.845+0000 7f874697a640 1 Processor -- start 2024-09-10T08:05:25.486 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:20.845+0000 7f874697a640 1 -- start start 2024-09-10T08:05:25.486 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:20.845+0000 7f874697a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8740107a60 0x7f8740107e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:25.486 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:20.845+0000 7f874697a640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f8740108430 con 0x7f8740107a60 2024-09-10T08:05:25.486 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:20.845+0000 7f873ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8740107a60 0x7f8740107e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:25.486 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:20.845+0000 7f873ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8740107a60 0x7f8740107e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40486/0 (socket says 172.21.15.67:40486) 2024-09-10T08:05:25.486 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:20.845+0000 7f873ffff640 1 -- 172.21.15.67:0/646734879 learned_addr learned my addr 172.21.15.67:0/646734879 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:25.487 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:20.846+0000 7f873ffff640 1 -- 172.21.15.67:0/646734879 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87401066c0 con 0x7f8740107a60 2024-09-10T08:05:25.487 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:20.846+0000 7f873ffff640 1 --2- 172.21.15.67:0/646734879 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8740107a60 0x7f8740107e60 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f8730009820 tx=0x7f873002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=599e667a763bb16f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:25.487 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:20.846+0000 7f873effd640 1 -- 172.21.15.67:0/646734879 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8730037070 con 0x7f8740107a60 2024-09-10T08:05:25.487 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:20.847+0000 7f873effd640 1 -- 172.21.15.67:0/646734879 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f87300328d0 con 0x7f8740107a60 2024-09-10T08:05:25.487 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:20.847+0000 7f873effd640 1 -- 172.21.15.67:0/646734879 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f87300307d0 con 0x7f8740107a60 2024-09-10T08:05:25.487 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:20.847+0000 7f874697a640 1 -- 172.21.15.67:0/646734879 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8740107a60 msgr2=0x7f8740107e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:25.487 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:20.847+0000 7f874697a640 1 --2- 172.21.15.67:0/646734879 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8740107a60 0x7f8740107e60 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f8730009820 tx=0x7f873002a270 comp rx=0 tx=0).stop 2024-09-10T08:05:25.487 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:20.847+0000 7f874697a640 1 -- 172.21.15.67:0/646734879 shutdown_connections 2024-09-10T08:05:25.487 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:20.847+0000 7f874697a640 1 --2- 172.21.15.67:0/646734879 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8740107a60 0x7f8740107e60 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:25.487 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:20.847+0000 7f874697a640 1 -- 172.21.15.67:0/646734879 >> 172.21.15.67:0/646734879 conn(0x7f8740101420 msgr2=0x7f8740103840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:25.487 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:20.847+0000 7f874697a640 1 -- 172.21.15.67:0/646734879 shutdown_connections 2024-09-10T08:05:25.487 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:20.847+0000 7f874697a640 1 -- 172.21.15.67:0/646734879 wait complete. 2024-09-10T08:05:25.487 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:20.848+0000 7f874697a640 1 Processor -- start 2024-09-10T08:05:25.487 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:20.848+0000 7f874697a640 1 -- start start 2024-09-10T08:05:25.488 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:20.848+0000 7f874697a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8740107a60 0x7f874019b470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:25.488 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:20.848+0000 7f874697a640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f874010aa80 con 0x7f8740107a60 2024-09-10T08:05:25.488 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:20.849+0000 7f873ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8740107a60 0x7f874019b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:25.488 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:20.849+0000 7f873ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8740107a60 0x7f874019b470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40490/0 (socket says 172.21.15.67:40490) 2024-09-10T08:05:25.488 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:20.849+0000 7f873ffff640 1 -- 172.21.15.67:0/1811475949 learned_addr learned my addr 172.21.15.67:0/1811475949 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:25.488 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:20.849+0000 7f873ffff640 1 -- 172.21.15.67:0/1811475949 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f874019b9b0 con 0x7f8740107a60 2024-09-10T08:05:25.488 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:20.849+0000 7f873ffff640 1 --2- 172.21.15.67:0/1811475949 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8740107a60 0x7f874019b470 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f8730009940 tx=0x7f8730032e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:25.488 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:20.849+0000 7f873d7fa640 1 -- 172.21.15.67:0/1811475949 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8730042070 con 0x7f8740107a60 2024-09-10T08:05:25.488 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:20.849+0000 7f873d7fa640 1 -- 172.21.15.67:0/1811475949 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f8730030c80 con 0x7f8740107a60 2024-09-10T08:05:25.488 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:20.849+0000 7f874697a640 1 -- 172.21.15.67:0/1811475949 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f874019bc40 con 0x7f8740107a60 2024-09-10T08:05:25.488 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:20.849+0000 7f873d7fa640 1 -- 172.21.15.67:0/1811475949 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8730037040 con 0x7f8740107a60 2024-09-10T08:05:25.488 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:20.849+0000 7f874697a640 1 -- 172.21.15.67:0/1811475949 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f874019e930 con 0x7f8740107a60 2024-09-10T08:05:25.488 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:20.850+0000 7f873d7fa640 1 -- 172.21.15.67:0/1811475949 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f8730045070 con 0x7f8740107a60 2024-09-10T08:05:25.488 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:20.850+0000 7f873d7fa640 1 --2- 172.21.15.67:0/1811475949 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f8728039030 0x7f872803b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:25.489 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:20.850+0000 7f873d7fa640 1 -- 172.21.15.67:0/1811475949 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f873006bf40 con 0x7f8740107a60 2024-09-10T08:05:25.489 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:20.851+0000 7f874697a640 1 -- 172.21.15.67:0/1811475949 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8740107ee0 con 0x7f8740107a60 2024-09-10T08:05:25.489 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:20.851+0000 7f873f7fe640 1 --2- 172.21.15.67:0/1811475949 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f8728039030 0x7f872803b4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:25.489 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:20.851+0000 7f873f7fe640 1 --2- 172.21.15.67:0/1811475949 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f8728039030 0x7f872803b4f0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f87340098c0 tx=0x7f8734006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:25.489 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:20.855+0000 7f873d7fa640 1 -- 172.21.15.67:0/1811475949 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f8730045360 con 0x7f8740107a60 2024-09-10T08:05:25.489 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:21.037+0000 7f874697a640 1 -- 172.21.15.67:0/1811475949 --> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi067", "addr": "172.21.15.67", "target": ["mon-mgr", ""]}) -- 0x7f874002d900 con 0x7f8728039030 2024-09-10T08:05:25.489 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:24.919+0000 7f873d7fa640 1 -- 172.21.15.67:0/1811475949 <== mgr.14118 v2:172.21.15.67:6800/2987520524 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7f874002d900 con 0x7f8728039030 2024-09-10T08:05:25.489 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:24.922+0000 7f874697a640 1 -- 172.21.15.67:0/1811475949 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f8728039030 msgr2=0x7f872803b4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:25.489 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:24.922+0000 7f874697a640 1 --2- 172.21.15.67:0/1811475949 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f8728039030 0x7f872803b4f0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f87340098c0 tx=0x7f8734006db0 comp rx=0 tx=0).stop 2024-09-10T08:05:25.489 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:24.922+0000 7f874697a640 1 -- 172.21.15.67:0/1811475949 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8740107a60 msgr2=0x7f874019b470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:25.490 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:24.922+0000 7f874697a640 1 --2- 172.21.15.67:0/1811475949 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8740107a60 0x7f874019b470 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f8730009940 tx=0x7f8730032e10 comp rx=0 tx=0).stop 2024-09-10T08:05:25.490 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:24.922+0000 7f874697a640 1 -- 172.21.15.67:0/1811475949 shutdown_connections 2024-09-10T08:05:25.490 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:24.922+0000 7f874697a640 1 --2- 172.21.15.67:0/1811475949 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f8728039030 0x7f872803b4f0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:25.490 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:24.922+0000 7f874697a640 1 --2- 172.21.15.67:0/1811475949 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8740107a60 0x7f874019b470 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:25.490 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:24.922+0000 7f874697a640 1 -- 172.21.15.67:0/1811475949 >> 172.21.15.67:0/1811475949 conn(0x7f8740101420 msgr2=0x7f8740102260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:25.490 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:24.923+0000 7f874697a640 1 -- 172.21.15.67:0/1811475949 shutdown_connections 2024-09-10T08:05:25.490 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:24.923+0000 7f874697a640 1 -- 172.21.15.67:0/1811475949 wait complete. 2024-09-10T08:05:25.490 INFO:teuthology.orchestra.run.smithi067.stdout:Deploying unmanaged mon service... 2024-09-10T08:05:26.082 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:25 smithi067 ceph-mon[31051]: from='mgr.14118 172.21.15.67:0/1905199546' entity='mgr.x' 2024-09-10T08:05:26.082 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:25 smithi067 ceph-mon[31051]: Added host smithi067 2024-09-10T08:05:26.082 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:25 smithi067 ceph-mon[31051]: from='mgr.14118 172.21.15.67:0/1905199546' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:05:26.669 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-09-10T08:05:26.669 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:25.884+0000 7f5405100640 1 Processor -- start 2024-09-10T08:05:26.669 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:25.884+0000 7f5405100640 1 -- start start 2024-09-10T08:05:26.669 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:25.884+0000 7f5405100640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f540007de40 0x7f540007c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:26.670 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:25.884+0000 7f5405100640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f540007c870 con 0x7f540007de40 2024-09-10T08:05:26.670 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:25.884+0000 7f53fed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f540007de40 0x7f540007c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:26.670 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:25.884+0000 7f53fed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f540007de40 0x7f540007c2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38304/0 (socket says 172.21.15.67:38304) 2024-09-10T08:05:26.670 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:25.884+0000 7f53fed9d640 1 -- 172.21.15.67:0/3464679397 learned_addr learned my addr 172.21.15.67:0/3464679397 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:26.670 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:25.884+0000 7f53fed9d640 1 -- 172.21.15.67:0/3464679397 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f540007c9f0 con 0x7f540007de40 2024-09-10T08:05:26.670 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:25.885+0000 7f53fed9d640 1 --2- 172.21.15.67:0/3464679397 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f540007de40 0x7f540007c2a0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f53f0009820 tx=0x7f53f002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16563d68165a50a0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:26.670 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:25.885+0000 7f53fdd9b640 1 -- 172.21.15.67:0/3464679397 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f53f0037070 con 0x7f540007de40 2024-09-10T08:05:26.670 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:25.885+0000 7f53fdd9b640 1 -- 172.21.15.67:0/3464679397 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f53f00328d0 con 0x7f540007de40 2024-09-10T08:05:26.670 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:25.885+0000 7f53fdd9b640 1 -- 172.21.15.67:0/3464679397 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f53f00307d0 con 0x7f540007de40 2024-09-10T08:05:26.670 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:25.886+0000 7f5405100640 1 -- 172.21.15.67:0/3464679397 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f540007de40 msgr2=0x7f540007c2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:26.671 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:25.886+0000 7f5405100640 1 --2- 172.21.15.67:0/3464679397 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f540007de40 0x7f540007c2a0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f53f0009820 tx=0x7f53f002a270 comp rx=0 tx=0).stop 2024-09-10T08:05:26.671 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:25.886+0000 7f5405100640 1 -- 172.21.15.67:0/3464679397 shutdown_connections 2024-09-10T08:05:26.671 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:25.886+0000 7f5405100640 1 --2- 172.21.15.67:0/3464679397 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f540007de40 0x7f540007c2a0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:26.671 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:25.886+0000 7f5405100640 1 -- 172.21.15.67:0/3464679397 >> 172.21.15.67:0/3464679397 conn(0x7f5400102da0 msgr2=0x7f54001051c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:26.671 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:25.886+0000 7f5405100640 1 -- 172.21.15.67:0/3464679397 shutdown_connections 2024-09-10T08:05:26.671 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:25.886+0000 7f5405100640 1 -- 172.21.15.67:0/3464679397 wait complete. 2024-09-10T08:05:26.671 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:25.887+0000 7f5405100640 1 Processor -- start 2024-09-10T08:05:26.671 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:25.887+0000 7f5405100640 1 -- start start 2024-09-10T08:05:26.671 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:25.887+0000 7f5405100640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f540007de40 0x7f540019d540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:26.671 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:25.887+0000 7f5405100640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f540010db20 con 0x7f540007de40 2024-09-10T08:05:26.671 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:25.887+0000 7f53fed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f540007de40 0x7f540019d540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:26.672 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:25.887+0000 7f53fed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f540007de40 0x7f540019d540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38320/0 (socket says 172.21.15.67:38320) 2024-09-10T08:05:26.672 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:25.887+0000 7f53fed9d640 1 -- 172.21.15.67:0/2255410067 learned_addr learned my addr 172.21.15.67:0/2255410067 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:26.672 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:25.887+0000 7f53fed9d640 1 -- 172.21.15.67:0/2255410067 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f540019da80 con 0x7f540007de40 2024-09-10T08:05:26.672 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:25.888+0000 7f53fed9d640 1 --2- 172.21.15.67:0/2255410067 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f540007de40 0x7f540019d540 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f53f0032e10 tx=0x7f53f0032e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:26.672 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:25.888+0000 7f53e7fff640 1 -- 172.21.15.67:0/2255410067 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f53f0042070 con 0x7f540007de40 2024-09-10T08:05:26.672 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:25.888+0000 7f53e7fff640 1 -- 172.21.15.67:0/2255410067 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f53f0030c80 con 0x7f540007de40 2024-09-10T08:05:26.672 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:25.888+0000 7f5405100640 1 -- 172.21.15.67:0/2255410067 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f540019dd10 con 0x7f540007de40 2024-09-10T08:05:26.672 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:25.888+0000 7f53e7fff640 1 -- 172.21.15.67:0/2255410067 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f53f0037040 con 0x7f540007de40 2024-09-10T08:05:26.672 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:25.888+0000 7f5405100640 1 -- 172.21.15.67:0/2255410067 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54001a0a00 con 0x7f540007de40 2024-09-10T08:05:26.672 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:25.889+0000 7f53e7fff640 1 -- 172.21.15.67:0/2255410067 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f53f0045070 con 0x7f540007de40 2024-09-10T08:05:26.672 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:25.889+0000 7f5405100640 1 -- 172.21.15.67:0/2255410067 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f540007c320 con 0x7f540007de40 2024-09-10T08:05:26.673 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:25.889+0000 7f53e7fff640 1 --2- 172.21.15.67:0/2255410067 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f53e8039080 0x7f53e803b540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:26.673 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:25.889+0000 7f53e7fff640 1 -- 172.21.15.67:0/2255410067 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f53f006bed0 con 0x7f540007de40 2024-09-10T08:05:26.673 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:25.889+0000 7f53fe59c640 1 --2- 172.21.15.67:0/2255410067 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f53e8039080 0x7f53e803b540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:26.673 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:25.889+0000 7f53fe59c640 1 --2- 172.21.15.67:0/2255410067 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f53e8039080 0x7f53e803b540 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f53f40098c0 tx=0x7f53f4006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:26.673 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:25.894+0000 7f53e7fff640 1 -- 172.21.15.67:0/2255410067 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f53f0045360 con 0x7f540007de40 2024-09-10T08:05:26.673 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:26.082+0000 7f5405100640 1 -- 172.21.15.67:0/2255410067 --> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f5400103ef0 con 0x7f53e8039080 2024-09-10T08:05:26.673 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:26.087+0000 7f53e7fff640 1 -- 172.21.15.67:0/2255410067 <== mgr.14118 v2:172.21.15.67:6800/2987520524 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f5400103ef0 con 0x7f53e8039080 2024-09-10T08:05:26.673 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:26.089+0000 7f5405100640 1 -- 172.21.15.67:0/2255410067 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f53e8039080 msgr2=0x7f53e803b540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:26.673 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:26.089+0000 7f5405100640 1 --2- 172.21.15.67:0/2255410067 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f53e8039080 0x7f53e803b540 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f53f40098c0 tx=0x7f53f4006db0 comp rx=0 tx=0).stop 2024-09-10T08:05:26.674 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:26.089+0000 7f5405100640 1 -- 172.21.15.67:0/2255410067 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f540007de40 msgr2=0x7f540019d540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:26.674 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:26.089+0000 7f5405100640 1 --2- 172.21.15.67:0/2255410067 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f540007de40 0x7f540019d540 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f53f0032e10 tx=0x7f53f0032e40 comp rx=0 tx=0).stop 2024-09-10T08:05:26.674 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:26.089+0000 7f5405100640 1 -- 172.21.15.67:0/2255410067 shutdown_connections 2024-09-10T08:05:26.674 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:26.089+0000 7f5405100640 1 --2- 172.21.15.67:0/2255410067 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f53e8039080 0x7f53e803b540 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:26.674 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:26.089+0000 7f5405100640 1 --2- 172.21.15.67:0/2255410067 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f540007de40 0x7f540019d540 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:26.674 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:26.089+0000 7f5405100640 1 -- 172.21.15.67:0/2255410067 >> 172.21.15.67:0/2255410067 conn(0x7f5400102da0 msgr2=0x7f54001037e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:26.674 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:26.090+0000 7f5405100640 1 -- 172.21.15.67:0/2255410067 shutdown_connections 2024-09-10T08:05:26.674 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:26.090+0000 7f5405100640 1 -- 172.21.15.67:0/2255410067 wait complete. 2024-09-10T08:05:26.674 INFO:teuthology.orchestra.run.smithi067.stdout:Deploying unmanaged mgr service... 2024-09-10T08:05:27.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:27 smithi067 ceph-mon[31051]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:05:27.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:27 smithi067 ceph-mon[31051]: Saving service mon spec with placement count:5 2024-09-10T08:05:27.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:27 smithi067 ceph-mon[31051]: from='mgr.14118 172.21.15.67:0/1905199546' entity='mgr.x' 2024-09-10T08:05:28.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:28 smithi067 ceph-mon[31051]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:05:28.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:28 smithi067 ceph-mon[31051]: Saving service mgr spec with placement count:2 2024-09-10T08:05:28.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:28 smithi067 ceph-mon[31051]: from='mgr.14118 172.21.15.67:0/1905199546' entity='mgr.x' 2024-09-10T08:05:28.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:28 smithi067 ceph-mon[31051]: from='mgr.14118 172.21.15.67:0/1905199546' entity='mgr.x' 2024-09-10T08:05:28.831 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-09-10T08:05:28.831 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.095+0000 7fcd46258640 1 Processor -- start 2024-09-10T08:05:28.831 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.095+0000 7fcd46258640 1 -- start start 2024-09-10T08:05:28.831 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.095+0000 7fcd46258640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcd40105870 0x7fcd40105c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:28.831 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.095+0000 7fcd46258640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fcd40106240 con 0x7fcd40105870 2024-09-10T08:05:28.831 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.096+0000 7fcd3f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcd40105870 0x7fcd40105c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:28.831 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.096+0000 7fcd3f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcd40105870 0x7fcd40105c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38334/0 (socket says 172.21.15.67:38334) 2024-09-10T08:05:28.831 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.096+0000 7fcd3f7fe640 1 -- 172.21.15.67:0/4139908316 learned_addr learned my addr 172.21.15.67:0/4139908316 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:28.831 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.096+0000 7fcd3f7fe640 1 -- 172.21.15.67:0/4139908316 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd401063c0 con 0x7fcd40105870 2024-09-10T08:05:28.831 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.096+0000 7fcd3f7fe640 1 --2- 172.21.15.67:0/4139908316 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcd40105870 0x7fcd40105c70 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fcd30009820 tx=0x7fcd3002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cebfad98d940ddca server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:28.832 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.097+0000 7fcd3e7fc640 1 -- 172.21.15.67:0/4139908316 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcd30037070 con 0x7fcd40105870 2024-09-10T08:05:28.832 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.097+0000 7fcd3e7fc640 1 -- 172.21.15.67:0/4139908316 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fcd300328d0 con 0x7fcd40105870 2024-09-10T08:05:28.832 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.097+0000 7fcd3e7fc640 1 -- 172.21.15.67:0/4139908316 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcd300307d0 con 0x7fcd40105870 2024-09-10T08:05:28.832 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.097+0000 7fcd46258640 1 -- 172.21.15.67:0/4139908316 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcd40105870 msgr2=0x7fcd40105c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:28.832 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.097+0000 7fcd46258640 1 --2- 172.21.15.67:0/4139908316 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcd40105870 0x7fcd40105c70 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fcd30009820 tx=0x7fcd3002a270 comp rx=0 tx=0).stop 2024-09-10T08:05:28.832 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.097+0000 7fcd46258640 1 -- 172.21.15.67:0/4139908316 shutdown_connections 2024-09-10T08:05:28.832 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.097+0000 7fcd46258640 1 --2- 172.21.15.67:0/4139908316 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcd40105870 0x7fcd40105c70 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:28.832 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.097+0000 7fcd46258640 1 -- 172.21.15.67:0/4139908316 >> 172.21.15.67:0/4139908316 conn(0x7fcd40101420 msgr2=0x7fcd40103840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:28.832 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.097+0000 7fcd46258640 1 -- 172.21.15.67:0/4139908316 shutdown_connections 2024-09-10T08:05:28.832 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.097+0000 7fcd46258640 1 -- 172.21.15.67:0/4139908316 wait complete. 2024-09-10T08:05:28.832 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.098+0000 7fcd46258640 1 Processor -- start 2024-09-10T08:05:28.833 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.098+0000 7fcd46258640 1 -- start start 2024-09-10T08:05:28.833 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.098+0000 7fcd46258640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcd40105870 0x7fcd4019b3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:28.833 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.098+0000 7fcd46258640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fcd401096f0 con 0x7fcd40105870 2024-09-10T08:05:28.833 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.098+0000 7fcd3f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcd40105870 0x7fcd4019b3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:28.833 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.098+0000 7fcd3f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcd40105870 0x7fcd4019b3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38350/0 (socket says 172.21.15.67:38350) 2024-09-10T08:05:28.833 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.098+0000 7fcd3f7fe640 1 -- 172.21.15.67:0/1411796314 learned_addr learned my addr 172.21.15.67:0/1411796314 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:28.833 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.099+0000 7fcd3f7fe640 1 -- 172.21.15.67:0/1411796314 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd4019b8f0 con 0x7fcd40105870 2024-09-10T08:05:28.833 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.099+0000 7fcd3f7fe640 1 --2- 172.21.15.67:0/1411796314 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcd40105870 0x7fcd4019b3b0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fcd30009940 tx=0x7fcd30032e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:28.833 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.099+0000 7fcd3cff9640 1 -- 172.21.15.67:0/1411796314 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcd30042070 con 0x7fcd40105870 2024-09-10T08:05:28.833 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.099+0000 7fcd3cff9640 1 -- 172.21.15.67:0/1411796314 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fcd30030c80 con 0x7fcd40105870 2024-09-10T08:05:28.833 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.099+0000 7fcd3cff9640 1 -- 172.21.15.67:0/1411796314 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fcd30037040 con 0x7fcd40105870 2024-09-10T08:05:28.833 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.099+0000 7fcd46258640 1 -- 172.21.15.67:0/1411796314 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd4019bbe0 con 0x7fcd40105870 2024-09-10T08:05:28.833 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.099+0000 7fcd46258640 1 -- 172.21.15.67:0/1411796314 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd4019e870 con 0x7fcd40105870 2024-09-10T08:05:28.834 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.100+0000 7fcd3cff9640 1 -- 172.21.15.67:0/1411796314 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fcd30045070 con 0x7fcd40105870 2024-09-10T08:05:28.834 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.100+0000 7fcd3cff9640 1 --2- 172.21.15.67:0/1411796314 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7fcd28039030 0x7fcd2803b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:28.834 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.100+0000 7fcd46258640 1 -- 172.21.15.67:0/1411796314 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcd40105cf0 con 0x7fcd40105870 2024-09-10T08:05:28.834 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.100+0000 7fcd3cff9640 1 -- 172.21.15.67:0/1411796314 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fcd3006bfd0 con 0x7fcd40105870 2024-09-10T08:05:28.834 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.100+0000 7fcd3effd640 1 --2- 172.21.15.67:0/1411796314 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7fcd28039030 0x7fcd2803b4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:28.834 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.101+0000 7fcd3effd640 1 --2- 172.21.15.67:0/1411796314 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7fcd28039030 0x7fcd2803b4f0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fcd340098c0 tx=0x7fcd34006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:28.834 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.105+0000 7fcd3cff9640 1 -- 172.21.15.67:0/1411796314 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fcd30045360 con 0x7fcd40105870 2024-09-10T08:05:28.834 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.304+0000 7fcd46258640 1 -- 172.21.15.67:0/1411796314 --> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7fcd4019ea40 con 0x7fcd28039030 2024-09-10T08:05:28.834 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.308+0000 7fcd3cff9640 1 -- 172.21.15.67:0/1411796314 <== mgr.14118 v2:172.21.15.67:6800/2987520524 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fcd4019ea40 con 0x7fcd28039030 2024-09-10T08:05:28.834 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.310+0000 7fcd46258640 1 -- 172.21.15.67:0/1411796314 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7fcd28039030 msgr2=0x7fcd2803b4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:28.834 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.310+0000 7fcd46258640 1 --2- 172.21.15.67:0/1411796314 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7fcd28039030 0x7fcd2803b4f0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fcd340098c0 tx=0x7fcd34006db0 comp rx=0 tx=0).stop 2024-09-10T08:05:28.834 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.310+0000 7fcd46258640 1 -- 172.21.15.67:0/1411796314 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcd40105870 msgr2=0x7fcd4019b3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:28.835 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.310+0000 7fcd46258640 1 --2- 172.21.15.67:0/1411796314 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcd40105870 0x7fcd4019b3b0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fcd30009940 tx=0x7fcd30032e10 comp rx=0 tx=0).stop 2024-09-10T08:05:28.835 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.310+0000 7fcd46258640 1 -- 172.21.15.67:0/1411796314 shutdown_connections 2024-09-10T08:05:28.835 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.310+0000 7fcd46258640 1 --2- 172.21.15.67:0/1411796314 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7fcd28039030 0x7fcd2803b4f0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:28.835 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.310+0000 7fcd46258640 1 --2- 172.21.15.67:0/1411796314 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcd40105870 0x7fcd4019b3b0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:28.835 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.310+0000 7fcd46258640 1 -- 172.21.15.67:0/1411796314 >> 172.21.15.67:0/1411796314 conn(0x7fcd40101420 msgr2=0x7fcd40101e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:28.835 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.310+0000 7fcd46258640 1 -- 172.21.15.67:0/1411796314 shutdown_connections 2024-09-10T08:05:28.835 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:27.310+0000 7fcd46258640 1 -- 172.21.15.67:0/1411796314 wait complete. 2024-09-10T08:05:30.004 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.253+0000 7fdee42be640 1 Processor -- start 2024-09-10T08:05:30.004 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.253+0000 7fdee42be640 1 -- start start 2024-09-10T08:05:30.004 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.253+0000 7fdee42be640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdedc107f70 0x7fdedc10a360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:30.004 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.253+0000 7fdee42be640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fdedc075740 con 0x7fdedc107f70 2024-09-10T08:05:30.004 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.254+0000 7fdee205a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdedc107f70 0x7fdedc10a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:30.004 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.254+0000 7fdee205a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdedc107f70 0x7fdedc10a360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38352/0 (socket says 172.21.15.67:38352) 2024-09-10T08:05:30.005 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.254+0000 7fdee205a640 1 -- 172.21.15.67:0/3397128054 learned_addr learned my addr 172.21.15.67:0/3397128054 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:30.005 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.254+0000 7fdee205a640 1 -- 172.21.15.67:0/3397128054 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdedc10a8a0 con 0x7fdedc107f70 2024-09-10T08:05:30.005 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.255+0000 7fdee205a640 1 --2- 172.21.15.67:0/3397128054 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdedc107f70 0x7fdedc10a360 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fded8009820 tx=0x7fded802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dcb000655b1780b3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:30.005 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.255+0000 7fdee1058640 1 -- 172.21.15.67:0/3397128054 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fded8037070 con 0x7fdedc107f70 2024-09-10T08:05:30.005 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.255+0000 7fdee1058640 1 -- 172.21.15.67:0/3397128054 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fded80328f0 con 0x7fdedc107f70 2024-09-10T08:05:30.005 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.255+0000 7fdee1058640 1 -- 172.21.15.67:0/3397128054 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fded8030740 con 0x7fdedc107f70 2024-09-10T08:05:30.005 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.256+0000 7fdee42be640 1 -- 172.21.15.67:0/3397128054 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdedc107f70 msgr2=0x7fdedc10a360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:30.005 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.256+0000 7fdee42be640 1 --2- 172.21.15.67:0/3397128054 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdedc107f70 0x7fdedc10a360 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fded8009820 tx=0x7fded802a270 comp rx=0 tx=0).stop 2024-09-10T08:05:30.005 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.256+0000 7fdee42be640 1 -- 172.21.15.67:0/3397128054 shutdown_connections 2024-09-10T08:05:30.005 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.256+0000 7fdee42be640 1 --2- 172.21.15.67:0/3397128054 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdedc107f70 0x7fdedc10a360 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:30.005 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.256+0000 7fdee42be640 1 -- 172.21.15.67:0/3397128054 >> 172.21.15.67:0/3397128054 conn(0x7fdedc101b30 msgr2=0x7fdedc103f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:30.005 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.256+0000 7fdee42be640 1 -- 172.21.15.67:0/3397128054 shutdown_connections 2024-09-10T08:05:30.006 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.256+0000 7fdee42be640 1 -- 172.21.15.67:0/3397128054 wait complete. 2024-09-10T08:05:30.006 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.256+0000 7fdee42be640 1 Processor -- start 2024-09-10T08:05:30.006 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.256+0000 7fdee42be640 1 -- start start 2024-09-10T08:05:30.006 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.257+0000 7fdee42be640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdedc107f70 0x7fdedc19b380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:30.006 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.257+0000 7fdee42be640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fdedc10b8c0 con 0x7fdedc107f70 2024-09-10T08:05:30.006 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.257+0000 7fdee205a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdedc107f70 0x7fdedc19b380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:30.006 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.257+0000 7fdee205a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdedc107f70 0x7fdedc19b380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38360/0 (socket says 172.21.15.67:38360) 2024-09-10T08:05:30.006 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.257+0000 7fdee205a640 1 -- 172.21.15.67:0/958586032 learned_addr learned my addr 172.21.15.67:0/958586032 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:30.006 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.257+0000 7fdee205a640 1 -- 172.21.15.67:0/958586032 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdedc19b8c0 con 0x7fdedc107f70 2024-09-10T08:05:30.006 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.257+0000 7fdee205a640 1 --2- 172.21.15.67:0/958586032 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdedc107f70 0x7fdedc19b380 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fded80097f0 tx=0x7fded8030c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:30.006 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.257+0000 7fded37fe640 1 -- 172.21.15.67:0/958586032 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fded8042070 con 0x7fdedc107f70 2024-09-10T08:05:30.006 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.257+0000 7fded37fe640 1 -- 172.21.15.67:0/958586032 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fded8030d80 con 0x7fdedc107f70 2024-09-10T08:05:30.006 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.257+0000 7fdee42be640 1 -- 172.21.15.67:0/958586032 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdedc19bb50 con 0x7fdedc107f70 2024-09-10T08:05:30.007 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.257+0000 7fded37fe640 1 -- 172.21.15.67:0/958586032 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fded8037040 con 0x7fdedc107f70 2024-09-10T08:05:30.007 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.257+0000 7fdee42be640 1 -- 172.21.15.67:0/958586032 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdedc19e840 con 0x7fdedc107f70 2024-09-10T08:05:30.007 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.258+0000 7fded37fe640 1 -- 172.21.15.67:0/958586032 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fded8045070 con 0x7fdedc107f70 2024-09-10T08:05:30.007 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.258+0000 7fdee42be640 1 -- 172.21.15.67:0/958586032 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdedc1083d0 con 0x7fdedc107f70 2024-09-10T08:05:30.007 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.259+0000 7fded37fe640 1 --2- 172.21.15.67:0/958586032 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7fdec8039080 0x7fdec803b540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:30.007 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.259+0000 7fded37fe640 1 -- 172.21.15.67:0/958586032 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fded806bfe0 con 0x7fdedc107f70 2024-09-10T08:05:30.007 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.259+0000 7fdee1859640 1 --2- 172.21.15.67:0/958586032 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7fdec8039080 0x7fdec803b540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:30.007 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.259+0000 7fdee1859640 1 --2- 172.21.15.67:0/958586032 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7fdec8039080 0x7fdec803b540 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fdecc0098c0 tx=0x7fdecc006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:30.007 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.263+0000 7fded37fe640 1 -- 172.21.15.67:0/958586032 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fded802ed90 con 0x7fdedc107f70 2024-09-10T08:05:30.007 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.441+0000 7fdee42be640 1 -- 172.21.15.67:0/958586032 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) -- 0x7fdedc19ee30 con 0x7fdedc107f70 2024-09-10T08:05:30.007 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.446+0000 7fded37fe640 1 -- 172.21.15.67:0/958586032 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) ==== 142+0+0 (secure 0 0 0) 0x7fded80313a0 con 0x7fdedc107f70 2024-09-10T08:05:30.007 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.448+0000 7fdee42be640 1 -- 172.21.15.67:0/958586032 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7fdec8039080 msgr2=0x7fdec803b540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:30.008 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.448+0000 7fdee42be640 1 --2- 172.21.15.67:0/958586032 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7fdec8039080 0x7fdec803b540 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fdecc0098c0 tx=0x7fdecc006db0 comp rx=0 tx=0).stop 2024-09-10T08:05:30.008 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.448+0000 7fdee42be640 1 -- 172.21.15.67:0/958586032 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdedc107f70 msgr2=0x7fdedc19b380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:30.008 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.448+0000 7fdee42be640 1 --2- 172.21.15.67:0/958586032 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdedc107f70 0x7fdedc19b380 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fded80097f0 tx=0x7fded8030c70 comp rx=0 tx=0).stop 2024-09-10T08:05:30.008 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.449+0000 7fdee42be640 1 -- 172.21.15.67:0/958586032 shutdown_connections 2024-09-10T08:05:30.008 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.449+0000 7fdee42be640 1 --2- 172.21.15.67:0/958586032 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7fdec8039080 0x7fdec803b540 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:30.008 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.449+0000 7fdee42be640 1 --2- 172.21.15.67:0/958586032 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdedc107f70 0x7fdedc19b380 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:30.008 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.449+0000 7fdee42be640 1 -- 172.21.15.67:0/958586032 >> 172.21.15.67:0/958586032 conn(0x7fdedc101b30 msgr2=0x7fdedc102690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:30.008 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.449+0000 7fdee42be640 1 -- 172.21.15.67:0/958586032 shutdown_connections 2024-09-10T08:05:30.008 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:29.449+0000 7fdee42be640 1 -- 172.21.15.67:0/958586032 wait complete. 2024-09-10T08:05:30.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:30 smithi067 ceph-mon[31051]: from='mgr.14118 172.21.15.67:0/1905199546' entity='mgr.x' 2024-09-10T08:05:30.665 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:30 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/958586032' entity='client.admin' 2024-09-10T08:05:31.589 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.372+0000 7fbb16f85640 1 Processor -- start 2024-09-10T08:05:31.589 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.372+0000 7fbb16f85640 1 -- start start 2024-09-10T08:05:31.589 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.372+0000 7fbb16f85640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbb10105d20 0x7fbb10108130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:31.589 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.372+0000 7fbb16f85640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fbb10075780 con 0x7fbb10105d20 2024-09-10T08:05:31.589 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.372+0000 7fbb14d21640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbb10105d20 0x7fbb10108130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:31.589 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.372+0000 7fbb14d21640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbb10105d20 0x7fbb10108130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38366/0 (socket says 172.21.15.67:38366) 2024-09-10T08:05:31.589 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.372+0000 7fbb14d21640 1 -- 172.21.15.67:0/95249816 learned_addr learned my addr 172.21.15.67:0/95249816 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:31.589 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.373+0000 7fbb14d21640 1 -- 172.21.15.67:0/95249816 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb10108670 con 0x7fbb10105d20 2024-09-10T08:05:31.590 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.373+0000 7fbb14d21640 1 --2- 172.21.15.67:0/95249816 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbb10105d20 0x7fbb10108130 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fbb04009820 tx=0x7fbb0402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc73a12c24e92adc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:31.590 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.373+0000 7fbb0f7fe640 1 -- 172.21.15.67:0/95249816 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbb04037070 con 0x7fbb10105d20 2024-09-10T08:05:31.590 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.374+0000 7fbb0f7fe640 1 -- 172.21.15.67:0/95249816 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbb040328f0 con 0x7fbb10105d20 2024-09-10T08:05:31.590 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.374+0000 7fbb0f7fe640 1 -- 172.21.15.67:0/95249816 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbb04030740 con 0x7fbb10105d20 2024-09-10T08:05:31.590 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.374+0000 7fbb16f85640 1 -- 172.21.15.67:0/95249816 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbb10105d20 msgr2=0x7fbb10108130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:31.590 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.374+0000 7fbb16f85640 1 --2- 172.21.15.67:0/95249816 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbb10105d20 0x7fbb10108130 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fbb04009820 tx=0x7fbb0402a270 comp rx=0 tx=0).stop 2024-09-10T08:05:31.590 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.374+0000 7fbb16f85640 1 -- 172.21.15.67:0/95249816 shutdown_connections 2024-09-10T08:05:31.590 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.374+0000 7fbb16f85640 1 --2- 172.21.15.67:0/95249816 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbb10105d20 0x7fbb10108130 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:31.590 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.374+0000 7fbb16f85640 1 -- 172.21.15.67:0/95249816 >> 172.21.15.67:0/95249816 conn(0x7fbb10101b30 msgr2=0x7fbb10103f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:31.590 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.374+0000 7fbb16f85640 1 -- 172.21.15.67:0/95249816 shutdown_connections 2024-09-10T08:05:31.590 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.374+0000 7fbb16f85640 1 -- 172.21.15.67:0/95249816 wait complete. 2024-09-10T08:05:31.590 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.375+0000 7fbb16f85640 1 Processor -- start 2024-09-10T08:05:31.591 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.375+0000 7fbb16f85640 1 -- start start 2024-09-10T08:05:31.591 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.375+0000 7fbb16f85640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbb10105d20 0x7fbb101a1940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:31.591 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.375+0000 7fbb16f85640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fbb10109750 con 0x7fbb10105d20 2024-09-10T08:05:31.591 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.375+0000 7fbb14d21640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbb10105d20 0x7fbb101a1940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:31.591 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.375+0000 7fbb14d21640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbb10105d20 0x7fbb101a1940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38380/0 (socket says 172.21.15.67:38380) 2024-09-10T08:05:31.591 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.375+0000 7fbb14d21640 1 -- 172.21.15.67:0/1376282905 learned_addr learned my addr 172.21.15.67:0/1376282905 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:31.591 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.376+0000 7fbb14d21640 1 -- 172.21.15.67:0/1376282905 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb101a1e80 con 0x7fbb10105d20 2024-09-10T08:05:31.591 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.376+0000 7fbb14d21640 1 --2- 172.21.15.67:0/1376282905 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbb10105d20 0x7fbb101a1940 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fbb040097f0 tx=0x7fbb04030c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:31.591 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.376+0000 7fbb0dffb640 1 -- 172.21.15.67:0/1376282905 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbb04042070 con 0x7fbb10105d20 2024-09-10T08:05:31.591 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.376+0000 7fbb0dffb640 1 -- 172.21.15.67:0/1376282905 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbb04030d80 con 0x7fbb10105d20 2024-09-10T08:05:31.592 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.376+0000 7fbb16f85640 1 -- 172.21.15.67:0/1376282905 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb101a2110 con 0x7fbb10105d20 2024-09-10T08:05:31.592 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.376+0000 7fbb0dffb640 1 -- 172.21.15.67:0/1376282905 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fbb04037040 con 0x7fbb10105d20 2024-09-10T08:05:31.592 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.376+0000 7fbb16f85640 1 -- 172.21.15.67:0/1376282905 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb101a4e00 con 0x7fbb10105d20 2024-09-10T08:05:31.592 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.377+0000 7fbb0dffb640 1 -- 172.21.15.67:0/1376282905 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7fbb04045070 con 0x7fbb10105d20 2024-09-10T08:05:31.592 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.377+0000 7fbb0dffb640 1 --2- 172.21.15.67:0/1376282905 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7fbb00039080 0x7fbb0003b540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:31.592 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.377+0000 7fbb0dffb640 1 -- 172.21.15.67:0/1376282905 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fbb0406c030 con 0x7fbb10105d20 2024-09-10T08:05:31.592 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.378+0000 7fbb16f85640 1 -- 172.21.15.67:0/1376282905 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbb10106120 con 0x7fbb10105d20 2024-09-10T08:05:31.592 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.378+0000 7fbb0ffff640 1 --2- 172.21.15.67:0/1376282905 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7fbb00039080 0x7fbb0003b540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:31.592 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.378+0000 7fbb0ffff640 1 --2- 172.21.15.67:0/1376282905 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7fbb00039080 0x7fbb0003b540 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fbafc0098c0 tx=0x7fbafc006db0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:31.592 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.384+0000 7fbb0dffb640 1 -- 172.21.15.67:0/1376282905 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fbb0404b170 con 0x7fbb10105d20 2024-09-10T08:05:31.592 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.568+0000 7fbb16f85640 1 -- 172.21.15.67:0/1376282905 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) -- 0x7fbb1002d930 con 0x7fbb10105d20 2024-09-10T08:05:31.592 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.573+0000 7fbb0dffb640 1 -- 172.21.15.67:0/1376282905 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) ==== 130+0+0 (secure 0 0 0) 0x7fbb04045520 con 0x7fbb10105d20 2024-09-10T08:05:31.592 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.576+0000 7fbb16f85640 1 -- 172.21.15.67:0/1376282905 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7fbb00039080 msgr2=0x7fbb0003b540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:31.593 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.576+0000 7fbb16f85640 1 --2- 172.21.15.67:0/1376282905 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7fbb00039080 0x7fbb0003b540 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fbafc0098c0 tx=0x7fbafc006db0 comp rx=0 tx=0).stop 2024-09-10T08:05:31.593 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.576+0000 7fbb16f85640 1 -- 172.21.15.67:0/1376282905 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbb10105d20 msgr2=0x7fbb101a1940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:31.593 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.576+0000 7fbb16f85640 1 --2- 172.21.15.67:0/1376282905 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbb10105d20 0x7fbb101a1940 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fbb040097f0 tx=0x7fbb04030c70 comp rx=0 tx=0).stop 2024-09-10T08:05:31.593 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.576+0000 7fbb16f85640 1 -- 172.21.15.67:0/1376282905 shutdown_connections 2024-09-10T08:05:31.593 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.576+0000 7fbb16f85640 1 --2- 172.21.15.67:0/1376282905 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7fbb00039080 0x7fbb0003b540 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:31.593 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.576+0000 7fbb16f85640 1 --2- 172.21.15.67:0/1376282905 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbb10105d20 0x7fbb101a1940 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:31.593 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.576+0000 7fbb16f85640 1 -- 172.21.15.67:0/1376282905 >> 172.21.15.67:0/1376282905 conn(0x7fbb10101b30 msgr2=0x7fbb10103f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:31.593 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.576+0000 7fbb16f85640 1 -- 172.21.15.67:0/1376282905 shutdown_connections 2024-09-10T08:05:31.593 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:30.576+0000 7fbb16f85640 1 -- 172.21.15.67:0/1376282905 wait complete. 2024-09-10T08:05:31.593 INFO:teuthology.orchestra.run.smithi067.stdout:Enabling the dashboard module... 2024-09-10T08:05:31.828 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:31 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/1376282905' entity='client.admin' 2024-09-10T08:05:32.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:32 smithi067 ceph-mon[31051]: from='mgr.14118 172.21.15.67:0/1905199546' entity='mgr.x' 2024-09-10T08:05:32.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:32 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/3018797568' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-09-10T08:05:32.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:32 smithi067 ceph-mon[31051]: from='mgr.14118 172.21.15.67:0/1905199546' entity='mgr.x' 2024-09-10T08:05:32.957 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:32 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: ignoring --setuser ceph since I am not root 2024-09-10T08:05:32.957 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:32 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: ignoring --setgroup ceph since I am not root 2024-09-10T08:05:32.957 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:32 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:32.802+0000 7fc84eb32040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-10T08:05:32.957 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:32 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:32.862+0000 7fc84eb32040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-10T08:05:33.307 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:33 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:33.020+0000 7fc84eb32040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-10T08:05:33.307 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:33 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:33.089+0000 7fc84eb32040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-10T08:05:33.307 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:33 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:33.244+0000 7fc84eb32040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-10T08:05:33.309 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.030+0000 7f3e97421640 1 Processor -- start 2024-09-10T08:05:33.314 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.031+0000 7f3e97421640 1 -- start start 2024-09-10T08:05:33.314 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.031+0000 7f3e97421640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3e9007de40 0x7f3e9007c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:33.314 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.031+0000 7f3e97421640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3e9007c870 con 0x7f3e9007de40 2024-09-10T08:05:33.314 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.031+0000 7f3e951bd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3e9007de40 0x7f3e9007c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:33.315 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.031+0000 7f3e951bd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3e9007de40 0x7f3e9007c2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38384/0 (socket says 172.21.15.67:38384) 2024-09-10T08:05:33.315 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.031+0000 7f3e951bd640 1 -- 172.21.15.67:0/2618987929 learned_addr learned my addr 172.21.15.67:0/2618987929 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:33.315 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.031+0000 7f3e951bd640 1 -- 172.21.15.67:0/2618987929 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e9007c9f0 con 0x7f3e9007de40 2024-09-10T08:05:33.315 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.032+0000 7f3e951bd640 1 --2- 172.21.15.67:0/2618987929 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3e9007de40 0x7f3e9007c2a0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f3e84009820 tx=0x7f3e8402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a8b894cd399dd34 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:33.315 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.032+0000 7f3e83fff640 1 -- 172.21.15.67:0/2618987929 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3e84037070 con 0x7f3e9007de40 2024-09-10T08:05:33.315 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.032+0000 7f3e83fff640 1 -- 172.21.15.67:0/2618987929 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3e840328f0 con 0x7f3e9007de40 2024-09-10T08:05:33.315 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.032+0000 7f3e83fff640 1 -- 172.21.15.67:0/2618987929 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3e84030740 con 0x7f3e9007de40 2024-09-10T08:05:33.315 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.033+0000 7f3e97421640 1 -- 172.21.15.67:0/2618987929 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3e9007de40 msgr2=0x7f3e9007c2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:33.315 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.033+0000 7f3e97421640 1 --2- 172.21.15.67:0/2618987929 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3e9007de40 0x7f3e9007c2a0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f3e84009820 tx=0x7f3e8402a270 comp rx=0 tx=0).stop 2024-09-10T08:05:33.315 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.033+0000 7f3e97421640 1 -- 172.21.15.67:0/2618987929 shutdown_connections 2024-09-10T08:05:33.315 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.033+0000 7f3e97421640 1 --2- 172.21.15.67:0/2618987929 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3e9007de40 0x7f3e9007c2a0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:33.315 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.033+0000 7f3e97421640 1 -- 172.21.15.67:0/2618987929 >> 172.21.15.67:0/2618987929 conn(0x7f3e90102da0 msgr2=0x7f3e901051c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:33.316 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.033+0000 7f3e97421640 1 -- 172.21.15.67:0/2618987929 shutdown_connections 2024-09-10T08:05:33.316 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.033+0000 7f3e97421640 1 -- 172.21.15.67:0/2618987929 wait complete. 2024-09-10T08:05:33.316 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.033+0000 7f3e97421640 1 Processor -- start 2024-09-10T08:05:33.316 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.034+0000 7f3e97421640 1 -- start start 2024-09-10T08:05:33.316 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.034+0000 7f3e97421640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3e9007de40 0x7f3e9019d560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:33.316 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.034+0000 7f3e97421640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3e9010db70 con 0x7f3e9007de40 2024-09-10T08:05:33.316 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.034+0000 7f3e951bd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3e9007de40 0x7f3e9019d560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:33.316 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.034+0000 7f3e951bd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3e9007de40 0x7f3e9019d560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38386/0 (socket says 172.21.15.67:38386) 2024-09-10T08:05:33.316 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.034+0000 7f3e951bd640 1 -- 172.21.15.67:0/3018797568 learned_addr learned my addr 172.21.15.67:0/3018797568 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:33.316 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.034+0000 7f3e951bd640 1 -- 172.21.15.67:0/3018797568 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e9019daa0 con 0x7f3e9007de40 2024-09-10T08:05:33.316 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.034+0000 7f3e951bd640 1 --2- 172.21.15.67:0/3018797568 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3e9007de40 0x7f3e9019d560 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f3e840097f0 tx=0x7f3e84030c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:33.316 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.034+0000 7f3e827fc640 1 -- 172.21.15.67:0/3018797568 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3e84042070 con 0x7f3e9007de40 2024-09-10T08:05:33.316 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.034+0000 7f3e97421640 1 -- 172.21.15.67:0/3018797568 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e9019dd30 con 0x7f3e9007de40 2024-09-10T08:05:33.317 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.035+0000 7f3e827fc640 1 -- 172.21.15.67:0/3018797568 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3e84030d80 con 0x7f3e9007de40 2024-09-10T08:05:33.317 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.035+0000 7f3e827fc640 1 -- 172.21.15.67:0/3018797568 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3e84037040 con 0x7f3e9007de40 2024-09-10T08:05:33.317 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.035+0000 7f3e97421640 1 -- 172.21.15.67:0/3018797568 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e901a0a20 con 0x7f3e9007de40 2024-09-10T08:05:33.317 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.036+0000 7f3e827fc640 1 -- 172.21.15.67:0/3018797568 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 8) ==== 46287+0+0 (secure 0 0 0) 0x7f3e84045070 con 0x7f3e9007de40 2024-09-10T08:05:33.317 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.036+0000 7f3e97421640 1 -- 172.21.15.67:0/3018797568 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3e9007c320 con 0x7f3e9007de40 2024-09-10T08:05:33.317 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.036+0000 7f3e827fc640 1 --2- 172.21.15.67:0/3018797568 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f3e7c039030 0x7f3e7c03b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:33.317 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.036+0000 7f3e827fc640 1 -- 172.21.15.67:0/3018797568 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f3e8406c060 con 0x7f3e9007de40 2024-09-10T08:05:33.317 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.036+0000 7f3e949bc640 1 --2- 172.21.15.67:0/3018797568 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f3e7c039030 0x7f3e7c03b4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:33.317 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.036+0000 7f3e949bc640 1 --2- 172.21.15.67:0/3018797568 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f3e7c039030 0x7f3e7c03b4f0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f3e8c00ad30 tx=0x7f3e8c0093f0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:33.317 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.041+0000 7f3e827fc640 1 -- 172.21.15.67:0/3018797568 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f3e8403d430 con 0x7f3e9007de40 2024-09-10T08:05:33.317 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.281+0000 7f3e97421640 1 -- 172.21.15.67:0/3018797568 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) -- 0x7f3e901a0bf0 con 0x7f3e9007de40 2024-09-10T08:05:33.317 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.646+0000 7f3e827fc640 1 -- 172.21.15.67:0/3018797568 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) ==== 88+0+0 (secure 0 0 0) 0x7f3e8403db00 con 0x7f3e9007de40 2024-09-10T08:05:33.317 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.648+0000 7f3e827fc640 1 -- 172.21.15.67:0/3018797568 <== mon.0 v2:172.21.15.67:3300/0 8 ==== mgrmap(e 9) ==== 46300+0+0 (secure 0 0 0) 0x7f3e8406e0e0 con 0x7f3e9007de40 2024-09-10T08:05:33.318 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.649+0000 7f3e97421640 1 -- 172.21.15.67:0/3018797568 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f3e7c039030 msgr2=0x7f3e7c03b4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:33.318 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.649+0000 7f3e97421640 1 --2- 172.21.15.67:0/3018797568 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f3e7c039030 0x7f3e7c03b4f0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f3e8c00ad30 tx=0x7f3e8c0093f0 comp rx=0 tx=0).stop 2024-09-10T08:05:33.318 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.649+0000 7f3e97421640 1 -- 172.21.15.67:0/3018797568 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3e9007de40 msgr2=0x7f3e9019d560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:33.318 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.649+0000 7f3e97421640 1 --2- 172.21.15.67:0/3018797568 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3e9007de40 0x7f3e9019d560 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f3e840097f0 tx=0x7f3e84030c70 comp rx=0 tx=0).stop 2024-09-10T08:05:33.318 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.649+0000 7f3e97421640 1 -- 172.21.15.67:0/3018797568 shutdown_connections 2024-09-10T08:05:33.318 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.649+0000 7f3e97421640 1 --2- 172.21.15.67:0/3018797568 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f3e7c039030 0x7f3e7c03b4f0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:33.318 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.649+0000 7f3e97421640 1 --2- 172.21.15.67:0/3018797568 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3e9007de40 0x7f3e9019d560 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:33.318 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.649+0000 7f3e97421640 1 -- 172.21.15.67:0/3018797568 >> 172.21.15.67:0/3018797568 conn(0x7f3e90102da0 msgr2=0x7f3e901037e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:33.318 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.650+0000 7f3e97421640 1 -- 172.21.15.67:0/3018797568 shutdown_connections 2024-09-10T08:05:33.318 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:32.650+0000 7f3e97421640 1 -- 172.21.15.67:0/3018797568 wait complete. 2024-09-10T08:05:33.564 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:33 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:33.396+0000 7fc84eb32040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-10T08:05:33.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:33 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/3018797568' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-09-10T08:05:33.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:33 smithi067 ceph-mon[31051]: mgrmap e9: x(active, since 18s) 2024-09-10T08:05:33.957 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:33 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:33.732+0000 7fc84eb32040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-10T08:05:33.957 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:33 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:33.797+0000 7fc84eb32040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-10T08:05:34.206 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:33 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:33.993+0000 7fc84eb32040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-10T08:05:34.613 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout { 2024-09-10T08:05:34.613 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-09-10T08:05:34.613 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-10T08:05:34.613 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-09-10T08:05:34.613 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-10T08:05:34.613 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout } 2024-09-10T08:05:34.613 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.749+0000 7f523a69d640 1 Processor -- start 2024-09-10T08:05:34.614 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.750+0000 7f523a69d640 1 -- start start 2024-09-10T08:05:34.614 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.750+0000 7f523a69d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5234107f30 0x7f523410a320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:34.614 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.750+0000 7f523a69d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f5234075780 con 0x7f5234107f30 2024-09-10T08:05:34.614 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.750+0000 7f5233fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5234107f30 0x7f523410a320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:34.614 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.750+0000 7f5233fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5234107f30 0x7f523410a320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38412/0 (socket says 172.21.15.67:38412) 2024-09-10T08:05:34.614 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.750+0000 7f5233fff640 1 -- 172.21.15.67:0/3291172528 learned_addr learned my addr 172.21.15.67:0/3291172528 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:34.614 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.750+0000 7f5233fff640 1 -- 172.21.15.67:0/3291172528 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f523410a860 con 0x7f5234107f30 2024-09-10T08:05:34.614 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.751+0000 7f5233fff640 1 --2- 172.21.15.67:0/3291172528 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5234107f30 0x7f523410a320 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f5224009820 tx=0x7f522402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce4d8cf5d1900537 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:34.614 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.751+0000 7f5232ffd640 1 -- 172.21.15.67:0/3291172528 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5224037070 con 0x7f5234107f30 2024-09-10T08:05:34.614 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.751+0000 7f5232ffd640 1 -- 172.21.15.67:0/3291172528 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f52240328f0 con 0x7f5234107f30 2024-09-10T08:05:34.614 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.751+0000 7f5232ffd640 1 -- 172.21.15.67:0/3291172528 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5224030740 con 0x7f5234107f30 2024-09-10T08:05:34.614 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.752+0000 7f523a69d640 1 -- 172.21.15.67:0/3291172528 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5234107f30 msgr2=0x7f523410a320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:34.614 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.752+0000 7f523a69d640 1 --2- 172.21.15.67:0/3291172528 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5234107f30 0x7f523410a320 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f5224009820 tx=0x7f522402a270 comp rx=0 tx=0).stop 2024-09-10T08:05:34.614 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.752+0000 7f523a69d640 1 -- 172.21.15.67:0/3291172528 shutdown_connections 2024-09-10T08:05:34.615 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.752+0000 7f523a69d640 1 --2- 172.21.15.67:0/3291172528 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5234107f30 0x7f523410a320 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:34.615 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.752+0000 7f523a69d640 1 -- 172.21.15.67:0/3291172528 >> 172.21.15.67:0/3291172528 conn(0x7f5234101b30 msgr2=0x7f5234103f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:34.615 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.752+0000 7f523a69d640 1 -- 172.21.15.67:0/3291172528 shutdown_connections 2024-09-10T08:05:34.615 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.752+0000 7f523a69d640 1 -- 172.21.15.67:0/3291172528 wait complete. 2024-09-10T08:05:34.615 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.753+0000 7f523a69d640 1 Processor -- start 2024-09-10T08:05:34.615 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.753+0000 7f523a69d640 1 -- start start 2024-09-10T08:05:34.615 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.753+0000 7f523a69d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5234107f30 0x7f523419d580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:34.615 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.753+0000 7f523a69d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f523410b8e0 con 0x7f5234107f30 2024-09-10T08:05:34.615 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.753+0000 7f5233fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5234107f30 0x7f523419d580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:34.615 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.753+0000 7f5233fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5234107f30 0x7f523419d580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38418/0 (socket says 172.21.15.67:38418) 2024-09-10T08:05:34.615 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.753+0000 7f5233fff640 1 -- 172.21.15.67:0/2428039137 learned_addr learned my addr 172.21.15.67:0/2428039137 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:34.615 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.754+0000 7f5233fff640 1 -- 172.21.15.67:0/2428039137 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f523419dac0 con 0x7f5234107f30 2024-09-10T08:05:34.616 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.754+0000 7f5233fff640 1 --2- 172.21.15.67:0/2428039137 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5234107f30 0x7f523419d580 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f52240097f0 tx=0x7f5224030c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:34.616 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.754+0000 7f52317fa640 1 -- 172.21.15.67:0/2428039137 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5224042070 con 0x7f5234107f30 2024-09-10T08:05:34.616 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.754+0000 7f52317fa640 1 -- 172.21.15.67:0/2428039137 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5224030d80 con 0x7f5234107f30 2024-09-10T08:05:34.616 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.754+0000 7f523a69d640 1 -- 172.21.15.67:0/2428039137 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f523419dd50 con 0x7f5234107f30 2024-09-10T08:05:34.616 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.754+0000 7f52317fa640 1 -- 172.21.15.67:0/2428039137 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5224037040 con 0x7f5234107f30 2024-09-10T08:05:34.616 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.754+0000 7f523a69d640 1 -- 172.21.15.67:0/2428039137 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52341a0a40 con 0x7f5234107f30 2024-09-10T08:05:34.616 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.755+0000 7f52317fa640 1 -- 172.21.15.67:0/2428039137 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 9) ==== 46300+0+0 (secure 0 0 0) 0x7f5224045070 con 0x7f5234107f30 2024-09-10T08:05:34.616 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.756+0000 7f52317fa640 1 --2- 172.21.15.67:0/2428039137 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f521c039080 0x7f521c03b540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:34.616 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.756+0000 7f52317fa640 1 -- 172.21.15.67:0/2428039137 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f522406c080 con 0x7f5234107f30 2024-09-10T08:05:34.616 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.756+0000 7f523a69d640 1 -- 172.21.15.67:0/2428039137 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5234108390 con 0x7f5234107f30 2024-09-10T08:05:34.616 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.756+0000 7f52337fe640 1 -- 172.21.15.67:0/2428039137 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f521c039080 msgr2=0x7f521c03b540 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.67:6800/2987520524 2024-09-10T08:05:34.616 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.756+0000 7f52337fe640 1 --2- 172.21.15.67:0/2428039137 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f521c039080 0x7f521c03b540 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T08:05:34.616 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.760+0000 7f52317fa640 1 -- 172.21.15.67:0/2428039137 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f5224045360 con 0x7f5234107f30 2024-09-10T08:05:34.617 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.957+0000 7f52337fe640 1 -- 172.21.15.67:0/2428039137 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f521c039080 msgr2=0x7f521c03b540 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.67:6800/2987520524 2024-09-10T08:05:34.617 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.957+0000 7f52337fe640 1 --2- 172.21.15.67:0/2428039137 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f521c039080 0x7f521c03b540 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-10T08:05:34.617 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.986+0000 7f523a69d640 1 -- 172.21.15.67:0/2428039137 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f52341a1020 con 0x7f5234107f30 2024-09-10T08:05:34.617 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.986+0000 7f52317fa640 1 -- 172.21.15.67:0/2428039137 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) ==== 56+0+88 (secure 0 0 0) 0x7f522403ad80 con 0x7f5234107f30 2024-09-10T08:05:34.617 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.989+0000 7f523a69d640 1 -- 172.21.15.67:0/2428039137 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f521c039080 msgr2=0x7f521c03b540 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T08:05:34.617 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.989+0000 7f523a69d640 1 --2- 172.21.15.67:0/2428039137 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f521c039080 0x7f521c03b540 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:34.617 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.989+0000 7f523a69d640 1 -- 172.21.15.67:0/2428039137 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5234107f30 msgr2=0x7f523419d580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:34.617 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.989+0000 7f523a69d640 1 --2- 172.21.15.67:0/2428039137 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5234107f30 0x7f523419d580 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f52240097f0 tx=0x7f5224030c70 comp rx=0 tx=0).stop 2024-09-10T08:05:34.617 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.989+0000 7f523a69d640 1 -- 172.21.15.67:0/2428039137 shutdown_connections 2024-09-10T08:05:34.618 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.989+0000 7f523a69d640 1 --2- 172.21.15.67:0/2428039137 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f521c039080 0x7f521c03b540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:34.618 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.989+0000 7f523a69d640 1 --2- 172.21.15.67:0/2428039137 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5234107f30 0x7f523419d580 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:34.618 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.989+0000 7f523a69d640 1 -- 172.21.15.67:0/2428039137 >> 172.21.15.67:0/2428039137 conn(0x7f5234101b30 msgr2=0x7f52341025b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:34.618 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.989+0000 7f523a69d640 1 -- 172.21.15.67:0/2428039137 shutdown_connections 2024-09-10T08:05:34.618 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:33.989+0000 7f523a69d640 1 -- 172.21.15.67:0/2428039137 wait complete. 2024-09-10T08:05:34.618 INFO:teuthology.orchestra.run.smithi067.stdout:Waiting for the mgr to restart... 2024-09-10T08:05:34.618 INFO:teuthology.orchestra.run.smithi067.stdout:Waiting for mgr epoch 9... 2024-09-10T08:05:34.708 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:34 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/2428039137' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-10T08:05:35.004 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:34 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:34.931+0000 7fc84eb32040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-10T08:05:35.004 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:35 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:35.004+0000 7fc84eb32040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-10T08:05:35.956 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:35 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:35.752+0000 7fc84eb32040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-10T08:05:35.956 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:35 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:35.873+0000 7fc84eb32040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-10T08:05:36.312 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:36 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:36.022+0000 7fc84eb32040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-10T08:05:36.312 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:36 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:36.085+0000 7fc84eb32040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-10T08:05:36.312 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:36 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:36.241+0000 7fc84eb32040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-10T08:05:36.312 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:36 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:36.312+0000 7fc84eb32040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-10T08:05:36.609 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:36 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:36.375+0000 7fc84eb32040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-10T08:05:36.609 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:36 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:36.542+0000 7fc84eb32040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-10T08:05:36.609 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:36 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:36.610+0000 7fc84eb32040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-10T08:05:36.889 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:36 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:36.679+0000 7fc84eb32040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-10T08:05:36.889 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:36 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:36.766+0000 7fc84eb32040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-10T08:05:36.889 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:36 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:36.828+0000 7fc84eb32040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-10T08:05:36.889 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:36 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:36.889+0000 7fc84eb32040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-10T08:05:37.985 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:37 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:37.715+0000 7fc84eb32040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-10T08:05:37.985 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:37 smithi067 ceph-mon[31051]: Active manager daemon x restarted 2024-09-10T08:05:37.985 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:37 smithi067 ceph-mon[31051]: Activating manager daemon x 2024-09-10T08:05:37.985 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:37 smithi067 ceph-mon[31051]: osdmap e3: 0 total, 0 up, 0 in 2024-09-10T08:05:37.985 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:37 smithi067 ceph-mon[31051]: mgrmap e10: x(active, starting, since 0.00365071s) 2024-09-10T08:05:37.986 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:37 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-10T08:05:37.986 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:37 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-10T08:05:37.986 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:37 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-10T08:05:37.986 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:37 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-10T08:05:37.986 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:37 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-10T08:05:37.986 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:37 smithi067 ceph-mon[31051]: Manager daemon x is now available 2024-09-10T08:05:37.986 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:37 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:05:37.986 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:37 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-10T08:05:37.986 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:37 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-10T08:05:39.707 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout { 2024-09-10T08:05:39.707 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-09-10T08:05:39.707 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-10T08:05:39.707 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout } 2024-09-10T08:05:39.707 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:35.030+0000 7f2f80902640 1 Processor -- start 2024-09-10T08:05:39.707 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:35.030+0000 7f2f80902640 1 -- start start 2024-09-10T08:05:39.707 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:35.030+0000 7f2f80902640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2f7c107fb0 0x7f2f7c10a3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:39.707 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:35.030+0000 7f2f80902640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2f7c07bdd0 con 0x7f2f7c107fb0 2024-09-10T08:05:39.707 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:35.031+0000 7f2f7a59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2f7c107fb0 0x7f2f7c10a3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:39.708 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:35.031+0000 7f2f7a59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2f7c107fb0 0x7f2f7c10a3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38422/0 (socket says 172.21.15.67:38422) 2024-09-10T08:05:39.708 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:35.031+0000 7f2f7a59c640 1 -- 172.21.15.67:0/3632925085 learned_addr learned my addr 172.21.15.67:0/3632925085 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:39.708 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:35.031+0000 7f2f7a59c640 1 -- 172.21.15.67:0/3632925085 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f7c10a8e0 con 0x7f2f7c107fb0 2024-09-10T08:05:39.708 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:35.032+0000 7f2f7a59c640 1 --2- 172.21.15.67:0/3632925085 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2f7c107fb0 0x7f2f7c10a3a0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f2f6c009820 tx=0x7f2f6c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2bc646c51d87f425 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:39.708 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:35.032+0000 7f2f7959a640 1 -- 172.21.15.67:0/3632925085 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2f6c037070 con 0x7f2f7c107fb0 2024-09-10T08:05:39.708 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:35.032+0000 7f2f7959a640 1 -- 172.21.15.67:0/3632925085 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2f6c0328f0 con 0x7f2f7c107fb0 2024-09-10T08:05:39.708 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:35.032+0000 7f2f7959a640 1 -- 172.21.15.67:0/3632925085 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2f6c030740 con 0x7f2f7c107fb0 2024-09-10T08:05:39.708 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:35.033+0000 7f2f80902640 1 -- 172.21.15.67:0/3632925085 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2f7c107fb0 msgr2=0x7f2f7c10a3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:39.708 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:35.033+0000 7f2f80902640 1 --2- 172.21.15.67:0/3632925085 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2f7c107fb0 0x7f2f7c10a3a0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f2f6c009820 tx=0x7f2f6c02a270 comp rx=0 tx=0).stop 2024-09-10T08:05:39.708 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:35.033+0000 7f2f80902640 1 -- 172.21.15.67:0/3632925085 shutdown_connections 2024-09-10T08:05:39.708 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:35.033+0000 7f2f80902640 1 --2- 172.21.15.67:0/3632925085 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2f7c107fb0 0x7f2f7c10a3a0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:39.708 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:35.033+0000 7f2f80902640 1 -- 172.21.15.67:0/3632925085 >> 172.21.15.67:0/3632925085 conn(0x7f2f7c101bb0 msgr2=0x7f2f7c103fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:39.709 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:35.033+0000 7f2f80902640 1 -- 172.21.15.67:0/3632925085 shutdown_connections 2024-09-10T08:05:39.709 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:35.033+0000 7f2f80902640 1 -- 172.21.15.67:0/3632925085 wait complete. 2024-09-10T08:05:39.709 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:35.034+0000 7f2f80902640 1 Processor -- start 2024-09-10T08:05:39.709 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:35.034+0000 7f2f80902640 1 -- start start 2024-09-10T08:05:39.709 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:35.034+0000 7f2f80902640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2f7c107fb0 0x7f2f7c19d560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:39.709 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:35.034+0000 7f2f80902640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2f7c10b8a0 con 0x7f2f7c107fb0 2024-09-10T08:05:39.709 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:35.034+0000 7f2f7a59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2f7c107fb0 0x7f2f7c19d560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:39.709 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:35.034+0000 7f2f7a59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2f7c107fb0 0x7f2f7c19d560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38424/0 (socket says 172.21.15.67:38424) 2024-09-10T08:05:39.709 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:35.034+0000 7f2f7a59c640 1 -- 172.21.15.67:0/204070027 learned_addr learned my addr 172.21.15.67:0/204070027 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:39.709 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:35.034+0000 7f2f7a59c640 1 -- 172.21.15.67:0/204070027 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f7c19daa0 con 0x7f2f7c107fb0 2024-09-10T08:05:39.709 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:35.034+0000 7f2f7a59c640 1 --2- 172.21.15.67:0/204070027 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2f7c107fb0 0x7f2f7c19d560 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f2f6c0097f0 tx=0x7f2f6c030c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:39.709 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:35.035+0000 7f2f6b7fe640 1 -- 172.21.15.67:0/204070027 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2f6c042070 con 0x7f2f7c107fb0 2024-09-10T08:05:39.710 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:35.035+0000 7f2f80902640 1 -- 172.21.15.67:0/204070027 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f7c19dd30 con 0x7f2f7c107fb0 2024-09-10T08:05:39.710 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:35.035+0000 7f2f6b7fe640 1 -- 172.21.15.67:0/204070027 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2f6c030d80 con 0x7f2f7c107fb0 2024-09-10T08:05:39.710 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:35.035+0000 7f2f6b7fe640 1 -- 172.21.15.67:0/204070027 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2f6c037040 con 0x7f2f7c107fb0 2024-09-10T08:05:39.710 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:35.035+0000 7f2f80902640 1 -- 172.21.15.67:0/204070027 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f7c1a0a20 con 0x7f2f7c107fb0 2024-09-10T08:05:39.710 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:35.036+0000 7f2f6b7fe640 1 -- 172.21.15.67:0/204070027 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 9) ==== 46300+0+0 (secure 0 0 0) 0x7f2f6c045070 con 0x7f2f7c107fb0 2024-09-10T08:05:39.710 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:35.036+0000 7f2f6b7fe640 1 --2- 172.21.15.67:0/204070027 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f2f64039080 0x7f2f6403b540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:39.710 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:35.036+0000 7f2f6b7fe640 1 -- 172.21.15.67:0/204070027 --> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f2f6403bc50 con 0x7f2f64039080 2024-09-10T08:05:39.710 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:35.036+0000 7f2f6b7fe640 1 -- 172.21.15.67:0/204070027 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f2f6c06c0b0 con 0x7f2f7c107fb0 2024-09-10T08:05:39.710 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:35.036+0000 7f2f79d9b640 1 -- 172.21.15.67:0/204070027 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f2f64039080 msgr2=0x7f2f6403b540 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.67:6800/2987520524 2024-09-10T08:05:39.710 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:35.036+0000 7f2f79d9b640 1 --2- 172.21.15.67:0/204070027 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f2f64039080 0x7f2f6403b540 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T08:05:39.710 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:35.237+0000 7f2f79d9b640 1 -- 172.21.15.67:0/204070027 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f2f64039080 msgr2=0x7f2f6403b540 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.67:6800/2987520524 2024-09-10T08:05:39.710 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:35.237+0000 7f2f79d9b640 1 --2- 172.21.15.67:0/204070027 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f2f64039080 0x7f2f6403b540 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-10T08:05:39.710 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:35.638+0000 7f2f79d9b640 1 -- 172.21.15.67:0/204070027 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f2f64039080 msgr2=0x7f2f6403b540 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.67:6800/2987520524 2024-09-10T08:05:39.711 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:35.638+0000 7f2f79d9b640 1 --2- 172.21.15.67:0/204070027 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f2f64039080 0x7f2f6403b540 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-10T08:05:39.711 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:36.439+0000 7f2f79d9b640 1 -- 172.21.15.67:0/204070027 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f2f64039080 msgr2=0x7f2f6403b540 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.67:6800/2987520524 2024-09-10T08:05:39.711 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:36.439+0000 7f2f79d9b640 1 --2- 172.21.15.67:0/204070027 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f2f64039080 0x7f2f6403b540 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-10T08:05:39.711 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:37.718+0000 7f2f6b7fe640 1 -- 172.21.15.67:0/204070027 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mgrmap(e 10) ==== 46067+0+0 (secure 0 0 0) 0x7f2f6c06ab60 con 0x7f2f7c107fb0 2024-09-10T08:05:39.711 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:37.719+0000 7f2f6b7fe640 1 -- 172.21.15.67:0/204070027 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f2f64039080 msgr2=0x7f2f6403b540 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T08:05:39.711 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:37.719+0000 7f2f6b7fe640 1 --2- 172.21.15.67:0/204070027 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f2f64039080 0x7f2f6403b540 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:39.711 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:38.720+0000 7f2f6b7fe640 1 -- 172.21.15.67:0/204070027 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mgrmap(e 11) ==== 46194+0+0 (secure 0 0 0) 0x7f2f6c03d430 con 0x7f2f7c107fb0 2024-09-10T08:05:39.711 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:38.720+0000 7f2f6b7fe640 1 --2- 172.21.15.67:0/204070027 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f2f6403cb40 0x7f2f6403ef30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:39.711 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:38.720+0000 7f2f6b7fe640 1 -- 172.21.15.67:0/204070027 --> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f2f6c03ee50 con 0x7f2f6403cb40 2024-09-10T08:05:39.711 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:38.721+0000 7f2f79d9b640 1 --2- 172.21.15.67:0/204070027 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f2f6403cb40 0x7f2f6403ef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:39.711 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:38.721+0000 7f2f79d9b640 1 --2- 172.21.15.67:0/204070027 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f2f6403cb40 0x7f2f6403ef30 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f2f70003980 tx=0x7f2f70006e10 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:39.711 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:38.722+0000 7f2f6b7fe640 1 -- 172.21.15.67:0/204070027 <== mgr.14150 v2:172.21.15.67:6800/4256949759 1 ==== command_reply(tid 0: 0 ) ==== 8+0+9564 (secure 0 0 0) 0x7f2f6c03ee50 con 0x7f2f6403cb40 2024-09-10T08:05:39.711 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:38.729+0000 7f2f80902640 1 -- 172.21.15.67:0/204070027 --> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f2f7c108410 con 0x7f2f6403cb40 2024-09-10T08:05:39.712 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:38.729+0000 7f2f6b7fe640 1 -- 172.21.15.67:0/204070027 <== mgr.14150 v2:172.21.15.67:6800/4256949759 2 ==== command_reply(tid 1: 0 ) ==== 8+0+52 (secure 0 0 0) 0x7f2f7c108410 con 0x7f2f6403cb40 2024-09-10T08:05:39.712 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:38.729+0000 7f2f80902640 1 -- 172.21.15.67:0/204070027 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f2f6403cb40 msgr2=0x7f2f6403ef30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:39.712 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:38.730+0000 7f2f80902640 1 --2- 172.21.15.67:0/204070027 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f2f6403cb40 0x7f2f6403ef30 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f2f70003980 tx=0x7f2f70006e10 comp rx=0 tx=0).stop 2024-09-10T08:05:39.712 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:38.730+0000 7f2f80902640 1 -- 172.21.15.67:0/204070027 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2f7c107fb0 msgr2=0x7f2f7c19d560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:39.712 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:38.730+0000 7f2f80902640 1 --2- 172.21.15.67:0/204070027 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2f7c107fb0 0x7f2f7c19d560 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f2f6c0097f0 tx=0x7f2f6c030c70 comp rx=0 tx=0).stop 2024-09-10T08:05:39.712 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:38.730+0000 7f2f80902640 1 -- 172.21.15.67:0/204070027 shutdown_connections 2024-09-10T08:05:39.712 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:38.730+0000 7f2f80902640 1 --2- 172.21.15.67:0/204070027 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f2f6403cb40 0x7f2f6403ef30 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:39.712 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:38.730+0000 7f2f80902640 1 --2- 172.21.15.67:0/204070027 >> [v2:172.21.15.67:6800/2987520524,v1:172.21.15.67:6801/2987520524] conn(0x7f2f64039080 0x7f2f6403b540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:39.712 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:38.730+0000 7f2f80902640 1 --2- 172.21.15.67:0/204070027 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2f7c107fb0 0x7f2f7c19d560 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:39.712 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:38.730+0000 7f2f80902640 1 -- 172.21.15.67:0/204070027 >> 172.21.15.67:0/204070027 conn(0x7f2f7c101bb0 msgr2=0x7f2f7c1025f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:39.712 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:38.730+0000 7f2f80902640 1 -- 172.21.15.67:0/204070027 shutdown_connections 2024-09-10T08:05:39.712 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:38.730+0000 7f2f80902640 1 -- 172.21.15.67:0/204070027 wait complete. 2024-09-10T08:05:39.712 INFO:teuthology.orchestra.run.smithi067.stdout:mgr epoch 9 is available 2024-09-10T08:05:39.713 INFO:teuthology.orchestra.run.smithi067.stdout:Generating a dashboard self-signed certificate... 2024-09-10T08:05:39.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:39 smithi067 ceph-mon[31051]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-10T08:05:39.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:39 smithi067 ceph-mon[31051]: mgrmap e11: x(active, since 1.00594s) 2024-09-10T08:05:39.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:39 smithi067 ceph-mon[31051]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-10T08:05:39.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:39 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:05:40.707 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:40 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:40.298+0000 7fc7b45fb640 -1 log_channel(cephadm) log [ERR] : [10/Sep/2024:08:05:40] ENGINE Error in HTTPServer.serve 2024-09-10T08:05:40.707 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:40 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: Traceback (most recent call last): 2024-09-10T08:05:40.707 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:40 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-10T08:05:40.707 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:40 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: self._connections.run(self.expiration_interval) 2024-09-10T08:05:40.707 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:40 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-10T08:05:40.707 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:40 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: self._run(expiration_interval) 2024-09-10T08:05:40.707 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:40 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-10T08:05:40.708 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:40 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: new_conn = self._from_server_socket(self.server.socket) 2024-09-10T08:05:40.708 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:40 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-10T08:05:40.708 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:40 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-10T08:05:40.708 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:40 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-10T08:05:40.708 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:40 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: s = self.context.wrap_socket( 2024-09-10T08:05:40.708 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:40 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-10T08:05:40.708 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:40 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: return self.sslsocket_class._create( 2024-09-10T08:05:40.708 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:40 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-10T08:05:40.708 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:40 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: self.do_handshake() 2024-09-10T08:05:40.708 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:40 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-10T08:05:40.708 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:40 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: self._sslobj.do_handshake() 2024-09-10T08:05:40.708 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:40 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-10T08:05:40.708 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:05:40 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:05:41.037 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-09-10T08:05:41.037 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.189+0000 7fa67be5c640 1 Processor -- start 2024-09-10T08:05:41.037 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.189+0000 7fa67be5c640 1 -- start start 2024-09-10T08:05:41.037 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.189+0000 7fa67be5c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa67407cd10 0x7fa67407b170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:41.037 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.189+0000 7fa67be5c640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa67407b740 con 0x7fa67407cd10 2024-09-10T08:05:41.038 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.190+0000 7fa679bf8640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa67407cd10 0x7fa67407b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:41.038 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.190+0000 7fa679bf8640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa67407cd10 0x7fa67407b170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52404/0 (socket says 172.21.15.67:52404) 2024-09-10T08:05:41.038 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.190+0000 7fa679bf8640 1 -- 172.21.15.67:0/2468143334 learned_addr learned my addr 172.21.15.67:0/2468143334 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:41.038 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.190+0000 7fa679bf8640 1 -- 172.21.15.67:0/2468143334 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa67407b8c0 con 0x7fa67407cd10 2024-09-10T08:05:41.038 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.191+0000 7fa679bf8640 1 --2- 172.21.15.67:0/2468143334 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa67407cd10 0x7fa67407b170 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fa670009820 tx=0x7fa67002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7621cc217164ef6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:41.038 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.191+0000 7fa678bf6640 1 -- 172.21.15.67:0/2468143334 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa670037070 con 0x7fa67407cd10 2024-09-10T08:05:41.038 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.191+0000 7fa678bf6640 1 -- 172.21.15.67:0/2468143334 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa6700328f0 con 0x7fa67407cd10 2024-09-10T08:05:41.038 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.191+0000 7fa678bf6640 1 -- 172.21.15.67:0/2468143334 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa670030740 con 0x7fa67407cd10 2024-09-10T08:05:41.038 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.191+0000 7fa67be5c640 1 -- 172.21.15.67:0/2468143334 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa67407cd10 msgr2=0x7fa67407b170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:41.038 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.191+0000 7fa67be5c640 1 --2- 172.21.15.67:0/2468143334 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa67407cd10 0x7fa67407b170 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fa670009820 tx=0x7fa67002a270 comp rx=0 tx=0).stop 2024-09-10T08:05:41.038 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.191+0000 7fa67be5c640 1 -- 172.21.15.67:0/2468143334 shutdown_connections 2024-09-10T08:05:41.039 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.191+0000 7fa67be5c640 1 --2- 172.21.15.67:0/2468143334 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa67407cd10 0x7fa67407b170 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:41.039 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.191+0000 7fa67be5c640 1 -- 172.21.15.67:0/2468143334 >> 172.21.15.67:0/2468143334 conn(0x7fa674102c10 msgr2=0x7fa674105070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:41.039 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.192+0000 7fa67be5c640 1 -- 172.21.15.67:0/2468143334 shutdown_connections 2024-09-10T08:05:41.039 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.192+0000 7fa67be5c640 1 -- 172.21.15.67:0/2468143334 wait complete. 2024-09-10T08:05:41.039 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.192+0000 7fa67be5c640 1 Processor -- start 2024-09-10T08:05:41.039 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.192+0000 7fa67be5c640 1 -- start start 2024-09-10T08:05:41.039 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.192+0000 7fa67be5c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa67407cd10 0x7fa67419d570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:41.039 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.192+0000 7fa67be5c640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa67410dad0 con 0x7fa67407cd10 2024-09-10T08:05:41.039 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.192+0000 7fa679bf8640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa67407cd10 0x7fa67419d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:41.039 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.192+0000 7fa679bf8640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa67407cd10 0x7fa67419d570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52412/0 (socket says 172.21.15.67:52412) 2024-09-10T08:05:41.039 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.192+0000 7fa679bf8640 1 -- 172.21.15.67:0/3815034073 learned_addr learned my addr 172.21.15.67:0/3815034073 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:41.039 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.193+0000 7fa679bf8640 1 -- 172.21.15.67:0/3815034073 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa67419dab0 con 0x7fa67407cd10 2024-09-10T08:05:41.039 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.193+0000 7fa679bf8640 1 --2- 172.21.15.67:0/3815034073 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa67407cd10 0x7fa67419d570 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fa670030cc0 tx=0x7fa670030cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:41.039 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.193+0000 7fa66affd640 1 -- 172.21.15.67:0/3815034073 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa670042070 con 0x7fa67407cd10 2024-09-10T08:05:41.040 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.193+0000 7fa66affd640 1 -- 172.21.15.67:0/3815034073 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa670030e60 con 0x7fa67407cd10 2024-09-10T08:05:41.040 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.193+0000 7fa67be5c640 1 -- 172.21.15.67:0/3815034073 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa67419dd40 con 0x7fa67407cd10 2024-09-10T08:05:41.040 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.193+0000 7fa66affd640 1 -- 172.21.15.67:0/3815034073 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa670037040 con 0x7fa67407cd10 2024-09-10T08:05:41.040 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.193+0000 7fa67be5c640 1 -- 172.21.15.67:0/3815034073 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6741a0a30 con 0x7fa67407cd10 2024-09-10T08:05:41.040 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.194+0000 7fa66affd640 1 -- 172.21.15.67:0/3815034073 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 11) ==== 46194+0+0 (secure 0 0 0) 0x7fa670045070 con 0x7fa67407cd10 2024-09-10T08:05:41.040 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.194+0000 7fa66affd640 1 --2- 172.21.15.67:0/3815034073 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa660038fc0 0x7fa66003b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:41.040 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.194+0000 7fa66affd640 1 -- 172.21.15.67:0/3815034073 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fa67006bfb0 con 0x7fa67407cd10 2024-09-10T08:05:41.040 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.195+0000 7fa6793f7640 1 --2- 172.21.15.67:0/3815034073 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa660038fc0 0x7fa66003b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:41.040 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.195+0000 7fa67be5c640 1 -- 172.21.15.67:0/3815034073 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa67407b1f0 con 0x7fa67407cd10 2024-09-10T08:05:41.040 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.195+0000 7fa6793f7640 1 --2- 172.21.15.67:0/3815034073 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa660038fc0 0x7fa66003b480 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fa6640098c0 tx=0x7fa664006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:41.040 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.200+0000 7fa66affd640 1 -- 172.21.15.67:0/3815034073 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa670045760 con 0x7fa67407cd10 2024-09-10T08:05:41.040 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.310+0000 7fa66affd640 1 -- 172.21.15.67:0/3815034073 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mgrmap(e 12) ==== 46300+0+0 (secure 0 0 0) 0x7fa670042d00 con 0x7fa67407cd10 2024-09-10T08:05:41.041 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.384+0000 7fa67be5c640 1 -- 172.21.15.67:0/3815034073 --> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) -- 0x7fa674103e20 con 0x7fa660038fc0 2024-09-10T08:05:41.041 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.447+0000 7fa66affd640 1 -- 172.21.15.67:0/3815034073 <== mgr.14150 v2:172.21.15.67:6800/4256949759 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+32 (secure 0 0 0) 0x7fa674103e20 con 0x7fa660038fc0 2024-09-10T08:05:41.041 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.449+0000 7fa67be5c640 1 -- 172.21.15.67:0/3815034073 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa660038fc0 msgr2=0x7fa66003b480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:41.041 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.449+0000 7fa67be5c640 1 --2- 172.21.15.67:0/3815034073 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa660038fc0 0x7fa66003b480 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fa6640098c0 tx=0x7fa664006db0 comp rx=0 tx=0).stop 2024-09-10T08:05:41.041 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.449+0000 7fa67be5c640 1 -- 172.21.15.67:0/3815034073 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa67407cd10 msgr2=0x7fa67419d570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:41.041 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.449+0000 7fa67be5c640 1 --2- 172.21.15.67:0/3815034073 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa67407cd10 0x7fa67419d570 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fa670030cc0 tx=0x7fa670030cf0 comp rx=0 tx=0).stop 2024-09-10T08:05:41.041 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.449+0000 7fa67be5c640 1 -- 172.21.15.67:0/3815034073 shutdown_connections 2024-09-10T08:05:41.041 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.449+0000 7fa67be5c640 1 --2- 172.21.15.67:0/3815034073 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa660038fc0 0x7fa66003b480 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:41.041 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.449+0000 7fa67be5c640 1 --2- 172.21.15.67:0/3815034073 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa67407cd10 0x7fa67419d570 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:41.041 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.449+0000 7fa67be5c640 1 -- 172.21.15.67:0/3815034073 >> 172.21.15.67:0/3815034073 conn(0x7fa674102c10 msgr2=0x7fa674103710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:41.041 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.450+0000 7fa67be5c640 1 -- 172.21.15.67:0/3815034073 shutdown_connections 2024-09-10T08:05:41.042 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:40.450+0000 7fa67be5c640 1 -- 172.21.15.67:0/3815034073 wait complete. 2024-09-10T08:05:41.042 INFO:teuthology.orchestra.run.smithi067.stdout:Creating initial admin user... 2024-09-10T08:05:41.424 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:41 smithi067 ceph-mon[31051]: [10/Sep/2024:08:05:40] ENGINE Bus STARTING 2024-09-10T08:05:41.424 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:41 smithi067 ceph-mon[31051]: [10/Sep/2024:08:05:40] ENGINE Serving on http://172.21.15.67:8765 2024-09-10T08:05:41.424 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:41 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:05:41.424 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:41 smithi067 ceph-mon[31051]: [10/Sep/2024:08:05:40] ENGINE Serving on https://172.21.15.67:7150 2024-09-10T08:05:41.424 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:41 smithi067 ceph-mon[31051]: [10/Sep/2024:08:05:40] ENGINE Bus STARTED 2024-09-10T08:05:41.424 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:41 smithi067 ceph-mon[31051]: [10/Sep/2024:08:05:40] ENGINE Error in HTTPServer.serve 2024-09-10T08:05:41.425 INFO:journalctl@ceph.mon.a.smithi067.stdout: Traceback (most recent call last): 2024-09-10T08:05:41.425 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-10T08:05:41.425 INFO:journalctl@ceph.mon.a.smithi067.stdout: self._connections.run(self.expiration_interval) 2024-09-10T08:05:41.425 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-10T08:05:41.425 INFO:journalctl@ceph.mon.a.smithi067.stdout: self._run(expiration_interval) 2024-09-10T08:05:41.425 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-10T08:05:41.425 INFO:journalctl@ceph.mon.a.smithi067.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-10T08:05:41.425 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-10T08:05:41.425 INFO:journalctl@ceph.mon.a.smithi067.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-10T08:05:41.425 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-10T08:05:41.425 INFO:journalctl@ceph.mon.a.smithi067.stdout: s = self.context.wrap_socket( 2024-09-10T08:05:41.425 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-10T08:05:41.425 INFO:journalctl@ceph.mon.a.smithi067.stdout: return self.sslsocket_class._create( 2024-09-10T08:05:41.425 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-10T08:05:41.426 INFO:journalctl@ceph.mon.a.smithi067.stdout: self.do_handshake() 2024-09-10T08:05:41.426 INFO:journalctl@ceph.mon.a.smithi067.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-10T08:05:41.426 INFO:journalctl@ceph.mon.a.smithi067.stdout: self._sslobj.do_handshake() 2024-09-10T08:05:41.426 INFO:journalctl@ceph.mon.a.smithi067.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-10T08:05:41.426 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:41 smithi067 ceph-mon[31051]: mgrmap e12: x(active, since 2s) 2024-09-10T08:05:41.426 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:41 smithi067 ceph-mon[31051]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:05:41.426 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:41 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:05:41.426 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:41 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:05:42.447 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:42 smithi067 ceph-mon[31051]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:05:42.447 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:42 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:05:42.707 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$z4vL81h77RcnpPJEpH.cbOCSq/6RMcdlA8ZW4DHMDYSDfBvDPaJS.", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1725955541, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-09-10T08:05:42.707 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.424+0000 7f5fd93e4640 1 Processor -- start 2024-09-10T08:05:42.707 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.424+0000 7f5fd93e4640 1 -- start start 2024-09-10T08:05:42.707 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.424+0000 7f5fd93e4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5fd4108010 0x7f5fd410a400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:42.707 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.424+0000 7f5fd93e4640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f5fd40756a0 con 0x7f5fd4108010 2024-09-10T08:05:42.707 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.425+0000 7f5fd2ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5fd4108010 0x7f5fd410a400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:42.707 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.425+0000 7f5fd2ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5fd4108010 0x7f5fd410a400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52428/0 (socket says 172.21.15.67:52428) 2024-09-10T08:05:42.707 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.425+0000 7f5fd2ffd640 1 -- 172.21.15.67:0/1944190544 learned_addr learned my addr 172.21.15.67:0/1944190544 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:42.707 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.425+0000 7f5fd2ffd640 1 -- 172.21.15.67:0/1944190544 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fd410a940 con 0x7f5fd4108010 2024-09-10T08:05:42.708 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.426+0000 7f5fd2ffd640 1 --2- 172.21.15.67:0/1944190544 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5fd4108010 0x7f5fd410a400 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f5fc4009820 tx=0x7f5fc402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8cf73af742cf994 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:42.708 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.426+0000 7f5fd27fc640 1 -- 172.21.15.67:0/1944190544 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5fc4037070 con 0x7f5fd4108010 2024-09-10T08:05:42.708 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.426+0000 7f5fd27fc640 1 -- 172.21.15.67:0/1944190544 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5fc40328f0 con 0x7f5fd4108010 2024-09-10T08:05:42.708 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.426+0000 7f5fd27fc640 1 -- 172.21.15.67:0/1944190544 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5fc4030740 con 0x7f5fd4108010 2024-09-10T08:05:42.708 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.427+0000 7f5fd93e4640 1 -- 172.21.15.67:0/1944190544 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5fd4108010 msgr2=0x7f5fd410a400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:42.708 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.427+0000 7f5fd93e4640 1 --2- 172.21.15.67:0/1944190544 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5fd4108010 0x7f5fd410a400 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f5fc4009820 tx=0x7f5fc402a270 comp rx=0 tx=0).stop 2024-09-10T08:05:42.708 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.427+0000 7f5fd93e4640 1 -- 172.21.15.67:0/1944190544 shutdown_connections 2024-09-10T08:05:42.708 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.427+0000 7f5fd93e4640 1 --2- 172.21.15.67:0/1944190544 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5fd4108010 0x7f5fd410a400 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:42.708 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.427+0000 7f5fd93e4640 1 -- 172.21.15.67:0/1944190544 >> 172.21.15.67:0/1944190544 conn(0x7f5fd4101b30 msgr2=0x7f5fd4103f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:42.708 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.427+0000 7f5fd93e4640 1 -- 172.21.15.67:0/1944190544 shutdown_connections 2024-09-10T08:05:42.708 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.427+0000 7f5fd93e4640 1 -- 172.21.15.67:0/1944190544 wait complete. 2024-09-10T08:05:42.708 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.427+0000 7f5fd93e4640 1 Processor -- start 2024-09-10T08:05:42.708 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.428+0000 7f5fd93e4640 1 -- start start 2024-09-10T08:05:42.709 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.428+0000 7f5fd93e4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5fd4108010 0x7f5fd419b360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:42.709 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.428+0000 7f5fd93e4640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f5fd410b8a0 con 0x7f5fd4108010 2024-09-10T08:05:42.709 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.428+0000 7f5fd2ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5fd4108010 0x7f5fd419b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:42.709 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.428+0000 7f5fd2ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5fd4108010 0x7f5fd419b360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52434/0 (socket says 172.21.15.67:52434) 2024-09-10T08:05:42.709 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.428+0000 7f5fd2ffd640 1 -- 172.21.15.67:0/3928139328 learned_addr learned my addr 172.21.15.67:0/3928139328 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:42.709 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.428+0000 7f5fd2ffd640 1 -- 172.21.15.67:0/3928139328 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fd419b8a0 con 0x7f5fd4108010 2024-09-10T08:05:42.709 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.428+0000 7f5fd2ffd640 1 --2- 172.21.15.67:0/3928139328 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5fd4108010 0x7f5fd419b360 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f5fc40097f0 tx=0x7f5fc4030c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:42.709 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.428+0000 7f5fd0ff9640 1 -- 172.21.15.67:0/3928139328 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5fc4042070 con 0x7f5fd4108010 2024-09-10T08:05:42.709 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.428+0000 7f5fd0ff9640 1 -- 172.21.15.67:0/3928139328 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5fc4030d80 con 0x7f5fd4108010 2024-09-10T08:05:42.709 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.428+0000 7f5fd93e4640 1 -- 172.21.15.67:0/3928139328 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5fd419bb30 con 0x7f5fd4108010 2024-09-10T08:05:42.709 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.429+0000 7f5fd0ff9640 1 -- 172.21.15.67:0/3928139328 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5fc4037040 con 0x7f5fd4108010 2024-09-10T08:05:42.709 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.429+0000 7f5fd93e4640 1 -- 172.21.15.67:0/3928139328 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5fd419e820 con 0x7f5fd4108010 2024-09-10T08:05:42.709 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.429+0000 7f5fd0ff9640 1 -- 172.21.15.67:0/3928139328 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 12) ==== 46300+0+0 (secure 0 0 0) 0x7f5fc4045070 con 0x7f5fd4108010 2024-09-10T08:05:42.709 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.430+0000 7f5fd93e4640 1 -- 172.21.15.67:0/3928139328 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5fd4108470 con 0x7f5fd4108010 2024-09-10T08:05:42.710 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.430+0000 7f5fd0ff9640 1 --2- 172.21.15.67:0/3928139328 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5fc00390e0 0x7f5fc003b5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:42.710 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.430+0000 7f5fd0ff9640 1 -- 172.21.15.67:0/3928139328 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f5fc406c110 con 0x7f5fd4108010 2024-09-10T08:05:42.710 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.430+0000 7f5fca7fc640 1 --2- 172.21.15.67:0/3928139328 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5fc00390e0 0x7f5fc003b5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:42.710 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.430+0000 7f5fca7fc640 1 --2- 172.21.15.67:0/3928139328 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5fc00390e0 0x7f5fc003b5a0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f5fbc0098c0 tx=0x7f5fbc006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:42.710 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.434+0000 7f5fd0ff9640 1 -- 172.21.15.67:0/3928139328 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f5fc4045360 con 0x7f5fd4108010 2024-09-10T08:05:42.710 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.626+0000 7f5fd93e4640 1 -- 172.21.15.67:0/3928139328 --> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) -- 0x7f5fd419c010 con 0x7f5fc00390e0 2024-09-10T08:05:42.710 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.876+0000 7f5fd0ff9640 1 -- 172.21.15.67:0/3928139328 <== mgr.14150 v2:172.21.15.67:6800/4256949759 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+252 (secure 0 0 0) 0x7f5fd419c010 con 0x7f5fc00390e0 2024-09-10T08:05:42.710 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.878+0000 7f5fd93e4640 1 -- 172.21.15.67:0/3928139328 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5fc00390e0 msgr2=0x7f5fc003b5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:42.710 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.878+0000 7f5fd93e4640 1 --2- 172.21.15.67:0/3928139328 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5fc00390e0 0x7f5fc003b5a0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f5fbc0098c0 tx=0x7f5fbc006db0 comp rx=0 tx=0).stop 2024-09-10T08:05:42.710 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.878+0000 7f5fd93e4640 1 -- 172.21.15.67:0/3928139328 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5fd4108010 msgr2=0x7f5fd419b360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:42.710 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.878+0000 7f5fd93e4640 1 --2- 172.21.15.67:0/3928139328 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5fd4108010 0x7f5fd419b360 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f5fc40097f0 tx=0x7f5fc4030c70 comp rx=0 tx=0).stop 2024-09-10T08:05:42.710 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.878+0000 7f5fd93e4640 1 -- 172.21.15.67:0/3928139328 shutdown_connections 2024-09-10T08:05:42.710 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.878+0000 7f5fd93e4640 1 --2- 172.21.15.67:0/3928139328 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5fc00390e0 0x7f5fc003b5a0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:42.710 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.878+0000 7f5fd93e4640 1 --2- 172.21.15.67:0/3928139328 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5fd4108010 0x7f5fd419b360 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:42.711 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.878+0000 7f5fd93e4640 1 -- 172.21.15.67:0/3928139328 >> 172.21.15.67:0/3928139328 conn(0x7f5fd4101b30 msgr2=0x7f5fd4102670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:42.711 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.878+0000 7f5fd93e4640 1 -- 172.21.15.67:0/3928139328 shutdown_connections 2024-09-10T08:05:42.711 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:41.878+0000 7f5fd93e4640 1 -- 172.21.15.67:0/3928139328 wait complete. 2024-09-10T08:05:42.711 INFO:teuthology.orchestra.run.smithi067.stdout:Fetching dashboard port number... 2024-09-10T08:05:43.662 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:43 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/3730257585' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-09-10T08:05:44.331 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stdout 8443 2024-09-10T08:05:44.331 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.224+0000 7fec0819f640 1 Processor -- start 2024-09-10T08:05:44.331 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.224+0000 7fec0819f640 1 -- start start 2024-09-10T08:05:44.331 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.225+0000 7fec0819f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fec00107f30 0x7fec0010a320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:44.332 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.225+0000 7fec0819f640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fec00075780 con 0x7fec00107f30 2024-09-10T08:05:44.332 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.225+0000 7fec05f3b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fec00107f30 0x7fec0010a320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:44.332 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.225+0000 7fec05f3b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fec00107f30 0x7fec0010a320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52438/0 (socket says 172.21.15.67:52438) 2024-09-10T08:05:44.332 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.225+0000 7fec05f3b640 1 -- 172.21.15.67:0/161335292 learned_addr learned my addr 172.21.15.67:0/161335292 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:44.332 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.225+0000 7fec05f3b640 1 -- 172.21.15.67:0/161335292 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec0010a860 con 0x7fec00107f30 2024-09-10T08:05:44.332 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.226+0000 7fec05f3b640 1 --2- 172.21.15.67:0/161335292 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fec00107f30 0x7fec0010a320 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7febfc009820 tx=0x7febfc02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a36484d0ab07ca8f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:44.332 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.226+0000 7fec04f39640 1 -- 172.21.15.67:0/161335292 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7febfc037070 con 0x7fec00107f30 2024-09-10T08:05:44.332 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.226+0000 7fec04f39640 1 -- 172.21.15.67:0/161335292 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7febfc0328f0 con 0x7fec00107f30 2024-09-10T08:05:44.332 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.226+0000 7fec04f39640 1 -- 172.21.15.67:0/161335292 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7febfc030740 con 0x7fec00107f30 2024-09-10T08:05:44.332 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.226+0000 7fec0819f640 1 -- 172.21.15.67:0/161335292 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fec00107f30 msgr2=0x7fec0010a320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:44.332 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.226+0000 7fec0819f640 1 --2- 172.21.15.67:0/161335292 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fec00107f30 0x7fec0010a320 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7febfc009820 tx=0x7febfc02a270 comp rx=0 tx=0).stop 2024-09-10T08:05:44.332 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.227+0000 7fec0819f640 1 -- 172.21.15.67:0/161335292 shutdown_connections 2024-09-10T08:05:44.333 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.227+0000 7fec0819f640 1 --2- 172.21.15.67:0/161335292 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fec00107f30 0x7fec0010a320 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:44.333 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.227+0000 7fec0819f640 1 -- 172.21.15.67:0/161335292 >> 172.21.15.67:0/161335292 conn(0x7fec00101b30 msgr2=0x7fec00103f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:44.333 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.227+0000 7fec0819f640 1 -- 172.21.15.67:0/161335292 shutdown_connections 2024-09-10T08:05:44.333 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.227+0000 7fec0819f640 1 -- 172.21.15.67:0/161335292 wait complete. 2024-09-10T08:05:44.333 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.227+0000 7fec0819f640 1 Processor -- start 2024-09-10T08:05:44.333 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.227+0000 7fec0819f640 1 -- start start 2024-09-10T08:05:44.333 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.227+0000 7fec0819f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fec00107f30 0x7fec0019b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:44.333 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.227+0000 7fec0819f640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fec0010b8e0 con 0x7fec00107f30 2024-09-10T08:05:44.333 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.227+0000 7fec05f3b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fec00107f30 0x7fec0019b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:44.333 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.228+0000 7fec05f3b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fec00107f30 0x7fec0019b3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52444/0 (socket says 172.21.15.67:52444) 2024-09-10T08:05:44.333 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.228+0000 7fec05f3b640 1 -- 172.21.15.67:0/3730257585 learned_addr learned my addr 172.21.15.67:0/3730257585 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:44.333 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.228+0000 7fec05f3b640 1 -- 172.21.15.67:0/3730257585 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec0019b900 con 0x7fec00107f30 2024-09-10T08:05:44.334 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.228+0000 7fec05f3b640 1 --2- 172.21.15.67:0/3730257585 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fec00107f30 0x7fec0019b3c0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7febfc030cc0 tx=0x7febfc030cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:44.334 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.228+0000 7febf2ffd640 1 -- 172.21.15.67:0/3730257585 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7febfc042070 con 0x7fec00107f30 2024-09-10T08:05:44.334 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.228+0000 7fec0819f640 1 -- 172.21.15.67:0/3730257585 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec0019bb90 con 0x7fec00107f30 2024-09-10T08:05:44.334 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.228+0000 7febf2ffd640 1 -- 172.21.15.67:0/3730257585 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7febfc030e60 con 0x7fec00107f30 2024-09-10T08:05:44.334 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.228+0000 7febf2ffd640 1 -- 172.21.15.67:0/3730257585 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7febfc037040 con 0x7fec00107f30 2024-09-10T08:05:44.334 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.228+0000 7fec0819f640 1 -- 172.21.15.67:0/3730257585 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec0019e880 con 0x7fec00107f30 2024-09-10T08:05:44.334 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.229+0000 7febf2ffd640 1 -- 172.21.15.67:0/3730257585 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 12) ==== 46300+0+0 (secure 0 0 0) 0x7febfc045070 con 0x7fec00107f30 2024-09-10T08:05:44.334 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.229+0000 7febf2ffd640 1 --2- 172.21.15.67:0/3730257585 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7febec0390e0 0x7febec03b5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:44.334 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.229+0000 7febf2ffd640 1 -- 172.21.15.67:0/3730257585 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7febfc06c150 con 0x7fec00107f30 2024-09-10T08:05:44.334 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.230+0000 7fec0819f640 1 -- 172.21.15.67:0/3730257585 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fec00108390 con 0x7fec00107f30 2024-09-10T08:05:44.334 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.230+0000 7fec0573a640 1 --2- 172.21.15.67:0/3730257585 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7febec0390e0 0x7febec03b5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:44.334 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.230+0000 7fec0573a640 1 --2- 172.21.15.67:0/3730257585 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7febec0390e0 0x7febec03b5a0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7febf40098c0 tx=0x7febf4006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:44.334 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.234+0000 7febf2ffd640 1 -- 172.21.15.67:0/3730257585 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7febfc04b170 con 0x7fec00107f30 2024-09-10T08:05:44.335 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.411+0000 7fec0819f640 1 -- 172.21.15.67:0/3730257585 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) -- 0x7fec0019ed40 con 0x7fec00107f30 2024-09-10T08:05:44.335 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.412+0000 7febf2ffd640 1 -- 172.21.15.67:0/3730257585 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) ==== 112+0+5 (secure 0 0 0) 0x7febfc02fd90 con 0x7fec00107f30 2024-09-10T08:05:44.335 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.414+0000 7fec0819f640 1 -- 172.21.15.67:0/3730257585 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7febec0390e0 msgr2=0x7febec03b5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:44.335 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.414+0000 7fec0819f640 1 --2- 172.21.15.67:0/3730257585 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7febec0390e0 0x7febec03b5a0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7febf40098c0 tx=0x7febf4006db0 comp rx=0 tx=0).stop 2024-09-10T08:05:44.335 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.414+0000 7fec0819f640 1 -- 172.21.15.67:0/3730257585 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fec00107f30 msgr2=0x7fec0019b3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:44.335 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.414+0000 7fec0819f640 1 --2- 172.21.15.67:0/3730257585 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fec00107f30 0x7fec0019b3c0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7febfc030cc0 tx=0x7febfc030cf0 comp rx=0 tx=0).stop 2024-09-10T08:05:44.335 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.414+0000 7fec0819f640 1 -- 172.21.15.67:0/3730257585 shutdown_connections 2024-09-10T08:05:44.335 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.414+0000 7fec0819f640 1 --2- 172.21.15.67:0/3730257585 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7febec0390e0 0x7febec03b5a0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:44.335 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.414+0000 7fec0819f640 1 --2- 172.21.15.67:0/3730257585 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fec00107f30 0x7fec0019b3c0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:44.335 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.414+0000 7fec0819f640 1 -- 172.21.15.67:0/3730257585 >> 172.21.15.67:0/3730257585 conn(0x7fec00101b30 msgr2=0x7fec00102640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:44.335 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.414+0000 7fec0819f640 1 -- 172.21.15.67:0/3730257585 shutdown_connections 2024-09-10T08:05:44.335 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:43.414+0000 7fec0819f640 1 -- 172.21.15.67:0/3730257585 wait complete. 2024-09-10T08:05:44.338 INFO:teuthology.orchestra.run.smithi067.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-10T08:05:44.338 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl: stdout disabled 2024-09-10T08:05:44.346 INFO:teuthology.orchestra.run.smithi067.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-10T08:05:44.346 INFO:teuthology.orchestra.run.smithi067.stdout:systemctl: stdout inactive 2024-09-10T08:05:44.347 INFO:teuthology.orchestra.run.smithi067.stdout:firewalld.service is not enabled 2024-09-10T08:05:44.347 INFO:teuthology.orchestra.run.smithi067.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-09-10T08:05:44.349 INFO:teuthology.orchestra.run.smithi067.stdout:Ceph Dashboard is now available at: 2024-09-10T08:05:44.349 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:05:44.349 INFO:teuthology.orchestra.run.smithi067.stdout: URL: https://smithi067.front.sepia.ceph.com:8443/ 2024-09-10T08:05:44.349 INFO:teuthology.orchestra.run.smithi067.stdout: User: admin 2024-09-10T08:05:44.349 INFO:teuthology.orchestra.run.smithi067.stdout: Password: fklmiqmiog 2024-09-10T08:05:44.350 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:05:44.350 INFO:teuthology.orchestra.run.smithi067.stdout:Saving cluster configuration to /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/config directory 2024-09-10T08:05:45.589 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:45 smithi067 ceph-mon[31051]: mgrmap e13: x(active, since 6s) 2024-09-10T08:05:45.589 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:45 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/3792232089' entity='client.admin' 2024-09-10T08:05:45.591 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:44.760+0000 7f0025370640 1 Processor -- start 2024-09-10T08:05:45.597 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:44.760+0000 7f0025370640 1 -- start start 2024-09-10T08:05:45.597 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:44.760+0000 7f0025370640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0020108010 0x7f002010a400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:45.597 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:44.760+0000 7f0025370640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f002007be50 con 0x7f0020108010 2024-09-10T08:05:45.597 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:44.760+0000 7f001effd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0020108010 0x7f002010a400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:45.597 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:44.760+0000 7f001effd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0020108010 0x7f002010a400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52458/0 (socket says 172.21.15.67:52458) 2024-09-10T08:05:45.597 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:44.760+0000 7f001effd640 1 -- 172.21.15.67:0/1768021877 learned_addr learned my addr 172.21.15.67:0/1768021877 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:45.597 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:44.761+0000 7f001effd640 1 -- 172.21.15.67:0/1768021877 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f002010a940 con 0x7f0020108010 2024-09-10T08:05:45.597 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:44.761+0000 7f001effd640 1 --2- 172.21.15.67:0/1768021877 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0020108010 0x7f002010a400 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f0010009820 tx=0x7f001002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95c0f787887448d2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:45.597 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:44.762+0000 7f001dffb640 1 -- 172.21.15.67:0/1768021877 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0010037070 con 0x7f0020108010 2024-09-10T08:05:45.597 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:44.762+0000 7f001dffb640 1 -- 172.21.15.67:0/1768021877 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f00100328f0 con 0x7f0020108010 2024-09-10T08:05:45.598 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:44.762+0000 7f001dffb640 1 -- 172.21.15.67:0/1768021877 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0010030740 con 0x7f0020108010 2024-09-10T08:05:45.598 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:44.762+0000 7f0025370640 1 -- 172.21.15.67:0/1768021877 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0020108010 msgr2=0x7f002010a400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:45.598 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:44.762+0000 7f0025370640 1 --2- 172.21.15.67:0/1768021877 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0020108010 0x7f002010a400 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f0010009820 tx=0x7f001002a270 comp rx=0 tx=0).stop 2024-09-10T08:05:45.598 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:44.762+0000 7f0025370640 1 -- 172.21.15.67:0/1768021877 shutdown_connections 2024-09-10T08:05:45.598 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:44.762+0000 7f0025370640 1 --2- 172.21.15.67:0/1768021877 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0020108010 0x7f002010a400 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:45.598 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:44.762+0000 7f0025370640 1 -- 172.21.15.67:0/1768021877 >> 172.21.15.67:0/1768021877 conn(0x7f0020101c90 msgr2=0x7f00201040b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:45.598 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:44.762+0000 7f0025370640 1 -- 172.21.15.67:0/1768021877 shutdown_connections 2024-09-10T08:05:45.598 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:44.762+0000 7f0025370640 1 -- 172.21.15.67:0/1768021877 wait complete. 2024-09-10T08:05:45.598 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:44.763+0000 7f0025370640 1 Processor -- start 2024-09-10T08:05:45.598 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:44.763+0000 7f0025370640 1 -- start start 2024-09-10T08:05:45.598 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:44.763+0000 7f0025370640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0020108010 0x7f002019d640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:45.598 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:44.763+0000 7f0025370640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f002010b9c0 con 0x7f0020108010 2024-09-10T08:05:45.598 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:44.763+0000 7f001effd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0020108010 0x7f002019d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:45.599 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:44.763+0000 7f001effd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0020108010 0x7f002019d640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52464/0 (socket says 172.21.15.67:52464) 2024-09-10T08:05:45.599 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:44.763+0000 7f001effd640 1 -- 172.21.15.67:0/3792232089 learned_addr learned my addr 172.21.15.67:0/3792232089 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:45.599 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:44.764+0000 7f001effd640 1 -- 172.21.15.67:0/3792232089 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f002019db80 con 0x7f0020108010 2024-09-10T08:05:45.599 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:44.764+0000 7f001effd640 1 --2- 172.21.15.67:0/3792232089 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0020108010 0x7f002019d640 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f00100097f0 tx=0x7f0010030c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:45.599 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:44.764+0000 7f0007fff640 1 -- 172.21.15.67:0/3792232089 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0010042070 con 0x7f0020108010 2024-09-10T08:05:45.599 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:44.764+0000 7f0007fff640 1 -- 172.21.15.67:0/3792232089 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0010030d80 con 0x7f0020108010 2024-09-10T08:05:45.599 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:44.764+0000 7f0025370640 1 -- 172.21.15.67:0/3792232089 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f002019de10 con 0x7f0020108010 2024-09-10T08:05:45.599 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:44.764+0000 7f0007fff640 1 -- 172.21.15.67:0/3792232089 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0010037040 con 0x7f0020108010 2024-09-10T08:05:45.599 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:44.764+0000 7f0025370640 1 -- 172.21.15.67:0/3792232089 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00201a0b00 con 0x7f0020108010 2024-09-10T08:05:45.599 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:44.765+0000 7f0007fff640 1 -- 172.21.15.67:0/3792232089 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f0010045070 con 0x7f0020108010 2024-09-10T08:05:45.599 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:44.765+0000 7f0025370640 1 -- 172.21.15.67:0/3792232089 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0020108470 con 0x7f0020108010 2024-09-10T08:05:45.599 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:44.765+0000 7f0007fff640 1 --2- 172.21.15.67:0/3792232089 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f0008039180 0x7f000803b640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:45.599 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:44.765+0000 7f0007fff640 1 -- 172.21.15.67:0/3792232089 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f001006c1f0 con 0x7f0020108010 2024-09-10T08:05:45.599 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:44.765+0000 7f001e7fc640 1 --2- 172.21.15.67:0/3792232089 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f0008039180 0x7f000803b640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:45.600 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:44.766+0000 7f001e7fc640 1 --2- 172.21.15.67:0/3792232089 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f0008039180 0x7f000803b640 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f00140098c0 tx=0x7f0014006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:45.600 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:44.770+0000 7f0007fff640 1 -- 172.21.15.67:0/3792232089 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f0010045360 con 0x7f0020108010 2024-09-10T08:05:45.600 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:45.044+0000 7f0025370640 1 -- 172.21.15.67:0/3792232089 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) -- 0x7f00201a0cd0 con 0x7f0020108010 2024-09-10T08:05:45.600 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:45.046+0000 7f0007fff640 1 -- 172.21.15.67:0/3792232089 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v28)=0 set mgr/dashboard/cluster/status v28) ==== 153+0+0 (secure 0 0 0) 0x7f001002ed70 con 0x7f0020108010 2024-09-10T08:05:45.600 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-09-10T08:05:45.600 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:45.048+0000 7f0025370640 1 -- 172.21.15.67:0/3792232089 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f0008039180 msgr2=0x7f000803b640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:45.600 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:45.048+0000 7f0025370640 1 --2- 172.21.15.67:0/3792232089 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f0008039180 0x7f000803b640 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f00140098c0 tx=0x7f0014006db0 comp rx=0 tx=0).stop 2024-09-10T08:05:45.600 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:45.048+0000 7f0025370640 1 -- 172.21.15.67:0/3792232089 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0020108010 msgr2=0x7f002019d640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:45.600 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:45.048+0000 7f0025370640 1 --2- 172.21.15.67:0/3792232089 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0020108010 0x7f002019d640 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f00100097f0 tx=0x7f0010030c70 comp rx=0 tx=0).stop 2024-09-10T08:05:45.600 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:45.048+0000 7f0025370640 1 -- 172.21.15.67:0/3792232089 shutdown_connections 2024-09-10T08:05:45.600 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:45.048+0000 7f0025370640 1 --2- 172.21.15.67:0/3792232089 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f0008039180 0x7f000803b640 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:45.600 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:45.048+0000 7f0025370640 1 --2- 172.21.15.67:0/3792232089 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0020108010 0x7f002019d640 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:45.601 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:45.048+0000 7f0025370640 1 -- 172.21.15.67:0/3792232089 >> 172.21.15.67:0/3792232089 conn(0x7f0020101c90 msgr2=0x7f00201026b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:45.601 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:45.048+0000 7f0025370640 1 -- 172.21.15.67:0/3792232089 shutdown_connections 2024-09-10T08:05:45.601 INFO:teuthology.orchestra.run.smithi067.stdout:/usr/bin/ceph: stderr 2024-09-10T08:05:45.048+0000 7f0025370640 1 -- 172.21.15.67:0/3792232089 wait complete. 2024-09-10T08:05:45.601 INFO:teuthology.orchestra.run.smithi067.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-09-10T08:05:45.601 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:05:45.601 INFO:teuthology.orchestra.run.smithi067.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-09-10T08:05:45.601 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:05:45.601 INFO:teuthology.orchestra.run.smithi067.stdout:Or, if you are only running a single cluster on this host: 2024-09-10T08:05:45.601 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:05:45.601 INFO:teuthology.orchestra.run.smithi067.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-09-10T08:05:45.601 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:05:45.601 INFO:teuthology.orchestra.run.smithi067.stdout:Please consider enabling telemetry to help improve Ceph: 2024-09-10T08:05:45.601 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:05:45.602 INFO:teuthology.orchestra.run.smithi067.stdout: ceph telemetry on 2024-09-10T08:05:45.602 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:05:45.602 INFO:teuthology.orchestra.run.smithi067.stdout:For more information see: 2024-09-10T08:05:45.602 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:05:45.602 INFO:teuthology.orchestra.run.smithi067.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-09-10T08:05:45.602 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:05:45.602 INFO:teuthology.orchestra.run.smithi067.stdout:Bootstrap complete. 2024-09-10T08:05:45.637 INFO:tasks.cephadm:Fetching config... 2024-09-10T08:05:45.638 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-10T08:05:45.638 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-09-10T08:05:45.655 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-09-10T08:05:45.656 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-10T08:05:45.656 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-09-10T08:05:45.712 INFO:tasks.cephadm:Fetching mon keyring... 2024-09-10T08:05:45.712 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-10T08:05:45.712 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/keyring of=/dev/stdout 2024-09-10T08:05:45.778 INFO:tasks.cephadm:Fetching pub ssh key... 2024-09-10T08:05:45.778 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-10T08:05:45.778 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-09-10T08:05:45.834 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-09-10T08:05:45.834 DEBUG:teuthology.orchestra.run.smithi067:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC9uOMKNGYQw4J60UAL3KJyPHpkuYfio/BMYnxcCjM88oQ+iMzXM2TNXHXNnJxH92MySSod9htXpAUmdOzEsVpAl7mmhz9mRe3rWq6vSFNHGhwhgLPWcnXa0vzBd+2cOz2MzXex7nO4TXvLNaQoPyUZ6HbHAt1iaDCtPcy+SNwnSCyOJYqQZG3lKjIvaNT2BGpf+QjYhE91OSMzB/L1GyS3V7tzoQwIR3s0sZyTqu06mOTFkObxMfQIOx2zknJzRuBj0F5o+kyjbkuDE6QH68YggrhGMZsu0CLUIarTWujV2YOlxHd+/ORuy04mYSUVw5HW8wWrsuIWU7ggwB4yPQbNJiI/dBDJmio+3PjxpPIhm/LTameVpJlJ5yuDS6AxDPIk64IT+/pkJ2VUZCXbGW1S5nA483gsOUrYY0mE7S3n4IzTq+Nj+7JwEe3QpN5d3eckLNug/Qb+OoM3poVh/nAP04KRIbAlailbjTx61I07djC9MWNB5kbTD5L8uLHXnQ0= ceph-315284b0-6f4b-11ef-bcea-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-10T08:05:45.909 INFO:teuthology.orchestra.run.smithi067.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC9uOMKNGYQw4J60UAL3KJyPHpkuYfio/BMYnxcCjM88oQ+iMzXM2TNXHXNnJxH92MySSod9htXpAUmdOzEsVpAl7mmhz9mRe3rWq6vSFNHGhwhgLPWcnXa0vzBd+2cOz2MzXex7nO4TXvLNaQoPyUZ6HbHAt1iaDCtPcy+SNwnSCyOJYqQZG3lKjIvaNT2BGpf+QjYhE91OSMzB/L1GyS3V7tzoQwIR3s0sZyTqu06mOTFkObxMfQIOx2zknJzRuBj0F5o+kyjbkuDE6QH68YggrhGMZsu0CLUIarTWujV2YOlxHd+/ORuy04mYSUVw5HW8wWrsuIWU7ggwB4yPQbNJiI/dBDJmio+3PjxpPIhm/LTameVpJlJ5yuDS6AxDPIk64IT+/pkJ2VUZCXbGW1S5nA483gsOUrYY0mE7S3n4IzTq+Nj+7JwEe3QpN5d3eckLNug/Qb+OoM3poVh/nAP04KRIbAlailbjTx61I07djC9MWNB5kbTD5L8uLHXnQ0= ceph-315284b0-6f4b-11ef-bcea-c7b262605968 2024-09-10T08:05:45.921 DEBUG:teuthology.orchestra.run.smithi133:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC9uOMKNGYQw4J60UAL3KJyPHpkuYfio/BMYnxcCjM88oQ+iMzXM2TNXHXNnJxH92MySSod9htXpAUmdOzEsVpAl7mmhz9mRe3rWq6vSFNHGhwhgLPWcnXa0vzBd+2cOz2MzXex7nO4TXvLNaQoPyUZ6HbHAt1iaDCtPcy+SNwnSCyOJYqQZG3lKjIvaNT2BGpf+QjYhE91OSMzB/L1GyS3V7tzoQwIR3s0sZyTqu06mOTFkObxMfQIOx2zknJzRuBj0F5o+kyjbkuDE6QH68YggrhGMZsu0CLUIarTWujV2YOlxHd+/ORuy04mYSUVw5HW8wWrsuIWU7ggwB4yPQbNJiI/dBDJmio+3PjxpPIhm/LTameVpJlJ5yuDS6AxDPIk64IT+/pkJ2VUZCXbGW1S5nA483gsOUrYY0mE7S3n4IzTq+Nj+7JwEe3QpN5d3eckLNug/Qb+OoM3poVh/nAP04KRIbAlailbjTx61I07djC9MWNB5kbTD5L8uLHXnQ0= ceph-315284b0-6f4b-11ef-bcea-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-10T08:05:45.972 INFO:teuthology.orchestra.run.smithi133.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC9uOMKNGYQw4J60UAL3KJyPHpkuYfio/BMYnxcCjM88oQ+iMzXM2TNXHXNnJxH92MySSod9htXpAUmdOzEsVpAl7mmhz9mRe3rWq6vSFNHGhwhgLPWcnXa0vzBd+2cOz2MzXex7nO4TXvLNaQoPyUZ6HbHAt1iaDCtPcy+SNwnSCyOJYqQZG3lKjIvaNT2BGpf+QjYhE91OSMzB/L1GyS3V7tzoQwIR3s0sZyTqu06mOTFkObxMfQIOx2zknJzRuBj0F5o+kyjbkuDE6QH68YggrhGMZsu0CLUIarTWujV2YOlxHd+/ORuy04mYSUVw5HW8wWrsuIWU7ggwB4yPQbNJiI/dBDJmio+3PjxpPIhm/LTameVpJlJ5yuDS6AxDPIk64IT+/pkJ2VUZCXbGW1S5nA483gsOUrYY0mE7S3n4IzTq+Nj+7JwEe3QpN5d3eckLNug/Qb+OoM3poVh/nAP04KRIbAlailbjTx61I07djC9MWNB5kbTD5L8uLHXnQ0= ceph-315284b0-6f4b-11ef-bcea-c7b262605968 2024-09-10T08:05:45.985 DEBUG:teuthology.orchestra.run.smithi203:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC9uOMKNGYQw4J60UAL3KJyPHpkuYfio/BMYnxcCjM88oQ+iMzXM2TNXHXNnJxH92MySSod9htXpAUmdOzEsVpAl7mmhz9mRe3rWq6vSFNHGhwhgLPWcnXa0vzBd+2cOz2MzXex7nO4TXvLNaQoPyUZ6HbHAt1iaDCtPcy+SNwnSCyOJYqQZG3lKjIvaNT2BGpf+QjYhE91OSMzB/L1GyS3V7tzoQwIR3s0sZyTqu06mOTFkObxMfQIOx2zknJzRuBj0F5o+kyjbkuDE6QH68YggrhGMZsu0CLUIarTWujV2YOlxHd+/ORuy04mYSUVw5HW8wWrsuIWU7ggwB4yPQbNJiI/dBDJmio+3PjxpPIhm/LTameVpJlJ5yuDS6AxDPIk64IT+/pkJ2VUZCXbGW1S5nA483gsOUrYY0mE7S3n4IzTq+Nj+7JwEe3QpN5d3eckLNug/Qb+OoM3poVh/nAP04KRIbAlailbjTx61I07djC9MWNB5kbTD5L8uLHXnQ0= ceph-315284b0-6f4b-11ef-bcea-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-10T08:05:46.033 INFO:teuthology.orchestra.run.smithi203.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC9uOMKNGYQw4J60UAL3KJyPHpkuYfio/BMYnxcCjM88oQ+iMzXM2TNXHXNnJxH92MySSod9htXpAUmdOzEsVpAl7mmhz9mRe3rWq6vSFNHGhwhgLPWcnXa0vzBd+2cOz2MzXex7nO4TXvLNaQoPyUZ6HbHAt1iaDCtPcy+SNwnSCyOJYqQZG3lKjIvaNT2BGpf+QjYhE91OSMzB/L1GyS3V7tzoQwIR3s0sZyTqu06mOTFkObxMfQIOx2zknJzRuBj0F5o+kyjbkuDE6QH68YggrhGMZsu0CLUIarTWujV2YOlxHd+/ORuy04mYSUVw5HW8wWrsuIWU7ggwB4yPQbNJiI/dBDJmio+3PjxpPIhm/LTameVpJlJ5yuDS6AxDPIk64IT+/pkJ2VUZCXbGW1S5nA483gsOUrYY0mE7S3n4IzTq+Nj+7JwEe3QpN5d3eckLNug/Qb+OoM3poVh/nAP04KRIbAlailbjTx61I07djC9MWNB5kbTD5L8uLHXnQ0= ceph-315284b0-6f4b-11ef-bcea-c7b262605968 2024-09-10T08:05:46.046 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-09-10T08:05:46.298 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:05:46.760 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:46.759+0000 7ff1202cb640 1 -- 172.21.15.67:0/1338484837 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1181004e0 msgr2=0x7ff1181008e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:46.761 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:46.759+0000 7ff1202cb640 1 --2- 172.21.15.67:0/1338484837 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1181004e0 0x7ff1181008e0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7ff114009880 tx=0x7ff11402a5d0 comp rx=0 tx=0).stop 2024-09-10T08:05:46.761 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:46.759+0000 7ff1202cb640 1 -- 172.21.15.67:0/1338484837 shutdown_connections 2024-09-10T08:05:46.761 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:46.759+0000 7ff1202cb640 1 --2- 172.21.15.67:0/1338484837 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1181004e0 0x7ff1181008e0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:46.761 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:46.759+0000 7ff1202cb640 1 -- 172.21.15.67:0/1338484837 >> 172.21.15.67:0/1338484837 conn(0x7ff1180fbc90 msgr2=0x7ff1180fe0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:46.761 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:46.759+0000 7ff1202cb640 1 -- 172.21.15.67:0/1338484837 shutdown_connections 2024-09-10T08:05:46.761 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:46.759+0000 7ff1202cb640 1 -- 172.21.15.67:0/1338484837 wait complete. 2024-09-10T08:05:46.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:46.760+0000 7ff1202cb640 1 Processor -- start 2024-09-10T08:05:46.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:46.760+0000 7ff1202cb640 1 -- start start 2024-09-10T08:05:46.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:46.760+0000 7ff1202cb640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1181004e0 0x7ff118196cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:46.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:46.760+0000 7ff1202cb640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff1181064a0 con 0x7ff1181004e0 2024-09-10T08:05:46.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:46.760+0000 7ff11e067640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1181004e0 0x7ff118196cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:46.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:46.760+0000 7ff11e067640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1181004e0 0x7ff118196cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46806/0 (socket says 172.21.15.67:46806) 2024-09-10T08:05:46.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:46.760+0000 7ff11e067640 1 -- 172.21.15.67:0/4157693749 learned_addr learned my addr 172.21.15.67:0/4157693749 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:46.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:46.760+0000 7ff11e067640 1 -- 172.21.15.67:0/4157693749 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff118197200 con 0x7ff1181004e0 2024-09-10T08:05:46.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:46.761+0000 7ff11e067640 1 --2- 172.21.15.67:0/4157693749 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1181004e0 0x7ff118196cc0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7ff114009230 tx=0x7ff1140048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:46.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:46.761+0000 7ff10f7fe640 1 -- 172.21.15.67:0/4157693749 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff11403f070 con 0x7ff1181004e0 2024-09-10T08:05:46.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:46.761+0000 7ff10f7fe640 1 -- 172.21.15.67:0/4157693749 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff114003aa0 con 0x7ff1181004e0 2024-09-10T08:05:46.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:46.761+0000 7ff1202cb640 1 -- 172.21.15.67:0/4157693749 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff118197490 con 0x7ff1181004e0 2024-09-10T08:05:46.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:46.761+0000 7ff10f7fe640 1 -- 172.21.15.67:0/4157693749 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff114035030 con 0x7ff1181004e0 2024-09-10T08:05:46.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:46.761+0000 7ff1202cb640 1 -- 172.21.15.67:0/4157693749 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff11819a180 con 0x7ff1181004e0 2024-09-10T08:05:46.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:46.762+0000 7ff10f7fe640 1 -- 172.21.15.67:0/4157693749 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7ff114042070 con 0x7ff1181004e0 2024-09-10T08:05:46.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:46.762+0000 7ff10f7fe640 1 --2- 172.21.15.67:0/4157693749 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff104039060 0x7ff10403b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:46.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:46.762+0000 7ff10f7fe640 1 -- 172.21.15.67:0/4157693749 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7ff11406dce0 con 0x7ff1181004e0 2024-09-10T08:05:46.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:46.762+0000 7ff11d866640 1 --2- 172.21.15.67:0/4157693749 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff104039060 0x7ff10403b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:46.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:46.762+0000 7ff1202cb640 1 -- 172.21.15.67:0/4157693749 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff118106c20 con 0x7ff1181004e0 2024-09-10T08:05:46.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:46.763+0000 7ff11d866640 1 --2- 172.21.15.67:0/4157693749 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff104039060 0x7ff10403b520 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7ff1080098c0 tx=0x7ff108006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:46.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:46.768+0000 7ff10f7fe640 1 -- 172.21.15.67:0/4157693749 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff11402f300 con 0x7ff1181004e0 2024-09-10T08:05:46.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:46.946+0000 7ff1202cb640 1 -- 172.21.15.67:0/4157693749 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) -- 0x7ff11802d7c0 con 0x7ff1181004e0 2024-09-10T08:05:46.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:46.949+0000 7ff10f7fe640 1 -- 172.21.15.67:0/4157693749 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) ==== 125+0+0 (secure 0 0 0) 0x7ff114042c60 con 0x7ff1181004e0 2024-09-10T08:05:46.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:46.951+0000 7ff1202cb640 1 -- 172.21.15.67:0/4157693749 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff104039060 msgr2=0x7ff10403b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:46.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:46.951+0000 7ff1202cb640 1 --2- 172.21.15.67:0/4157693749 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff104039060 0x7ff10403b520 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7ff1080098c0 tx=0x7ff108006db0 comp rx=0 tx=0).stop 2024-09-10T08:05:46.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:46.951+0000 7ff1202cb640 1 -- 172.21.15.67:0/4157693749 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1181004e0 msgr2=0x7ff118196cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:46.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:46.951+0000 7ff1202cb640 1 --2- 172.21.15.67:0/4157693749 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1181004e0 0x7ff118196cc0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7ff114009230 tx=0x7ff1140048f0 comp rx=0 tx=0).stop 2024-09-10T08:05:46.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:46.951+0000 7ff1202cb640 1 -- 172.21.15.67:0/4157693749 shutdown_connections 2024-09-10T08:05:46.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:46.951+0000 7ff1202cb640 1 --2- 172.21.15.67:0/4157693749 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff104039060 0x7ff10403b520 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:46.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:46.951+0000 7ff1202cb640 1 --2- 172.21.15.67:0/4157693749 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1181004e0 0x7ff118196cc0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:46.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:46.951+0000 7ff1202cb640 1 -- 172.21.15.67:0/4157693749 >> 172.21.15.67:0/4157693749 conn(0x7ff1180fbc90 msgr2=0x7ff11806a3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:46.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:46.951+0000 7ff1202cb640 1 -- 172.21.15.67:0/4157693749 shutdown_connections 2024-09-10T08:05:46.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:46.951+0000 7ff1202cb640 1 -- 172.21.15.67:0/4157693749 wait complete. 2024-09-10T08:05:47.537 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-09-10T08:05:47.538 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-09-10T08:05:47.979 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:05:48.195 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:47 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/4157693749' entity='client.admin' 2024-09-10T08:05:48.195 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:47 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:05:48.195 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:47 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:05:48.195 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:47 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi067", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:05:48.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:48.410+0000 7f2291d26640 1 -- 172.21.15.67:0/4255288668 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f228c1020a0 msgr2=0x7f228c104490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:48.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:48.410+0000 7f2291d26640 1 --2- 172.21.15.67:0/4255288668 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f228c1020a0 0x7f228c104490 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f227c009880 tx=0x7f227c02a5d0 comp rx=0 tx=0).stop 2024-09-10T08:05:48.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:48.410+0000 7f2291d26640 1 -- 172.21.15.67:0/4255288668 shutdown_connections 2024-09-10T08:05:48.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:48.410+0000 7f2291d26640 1 --2- 172.21.15.67:0/4255288668 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f228c1020a0 0x7f228c104490 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:48.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:48.410+0000 7f2291d26640 1 -- 172.21.15.67:0/4255288668 >> 172.21.15.67:0/4255288668 conn(0x7f228c0fbc80 msgr2=0x7f228c0fe0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:48.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:48.410+0000 7f2291d26640 1 -- 172.21.15.67:0/4255288668 shutdown_connections 2024-09-10T08:05:48.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:48.410+0000 7f2291d26640 1 -- 172.21.15.67:0/4255288668 wait complete. 2024-09-10T08:05:48.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:48.411+0000 7f2291d26640 1 Processor -- start 2024-09-10T08:05:48.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:48.411+0000 7f2291d26640 1 -- start start 2024-09-10T08:05:48.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:48.411+0000 7f2291d26640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f228c1020a0 0x7f228c196c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:48.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:48.411+0000 7f2291d26640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f228c107560 con 0x7f228c1020a0 2024-09-10T08:05:48.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:48.411+0000 7f228b7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f228c1020a0 0x7f228c196c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:48.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:48.411+0000 7f228b7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f228c1020a0 0x7f228c196c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46816/0 (socket says 172.21.15.67:46816) 2024-09-10T08:05:48.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:48.411+0000 7f228b7fe640 1 -- 172.21.15.67:0/2818139932 learned_addr learned my addr 172.21.15.67:0/2818139932 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:48.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:48.412+0000 7f228b7fe640 1 -- 172.21.15.67:0/2818139932 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f228c197170 con 0x7f228c1020a0 2024-09-10T08:05:48.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:48.412+0000 7f228b7fe640 1 --2- 172.21.15.67:0/2818139932 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f228c1020a0 0x7f228c196c30 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f227c009230 tx=0x7f227c0048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:48.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:48.412+0000 7f2288ff9640 1 -- 172.21.15.67:0/2818139932 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f227c03f070 con 0x7f228c1020a0 2024-09-10T08:05:48.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:48.412+0000 7f2288ff9640 1 -- 172.21.15.67:0/2818139932 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f227c003aa0 con 0x7f228c1020a0 2024-09-10T08:05:48.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:48.412+0000 7f2291d26640 1 -- 172.21.15.67:0/2818139932 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f228c197460 con 0x7f228c1020a0 2024-09-10T08:05:48.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:48.412+0000 7f2288ff9640 1 -- 172.21.15.67:0/2818139932 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f227c035030 con 0x7f228c1020a0 2024-09-10T08:05:48.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:48.412+0000 7f2291d26640 1 -- 172.21.15.67:0/2818139932 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f228c19a0f0 con 0x7f228c1020a0 2024-09-10T08:05:48.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:48.413+0000 7f2288ff9640 1 -- 172.21.15.67:0/2818139932 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f227c042070 con 0x7f228c1020a0 2024-09-10T08:05:48.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:48.413+0000 7f2288ff9640 1 --2- 172.21.15.67:0/2818139932 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f2274039060 0x7f227403b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:48.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:48.413+0000 7f2291d26640 1 -- 172.21.15.67:0/2818139932 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f228c107ce0 con 0x7f228c1020a0 2024-09-10T08:05:48.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:48.413+0000 7f2288ff9640 1 -- 172.21.15.67:0/2818139932 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f227c06ceb0 con 0x7f228c1020a0 2024-09-10T08:05:48.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:48.413+0000 7f228affd640 1 --2- 172.21.15.67:0/2818139932 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f2274039060 0x7f227403b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:48.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:48.414+0000 7f228affd640 1 --2- 172.21.15.67:0/2818139932 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f2274039060 0x7f227403b520 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f22800098c0 tx=0x7f2280006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:48.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:48.418+0000 7f2288ff9640 1 -- 172.21.15.67:0/2818139932 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f227c0433b0 con 0x7f228c1020a0 2024-09-10T08:05:48.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:48.597+0000 7f2291d26640 1 -- 172.21.15.67:0/2818139932 --> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) -- 0x7f228c02d970 con 0x7f2274039060 2024-09-10T08:05:48.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:48.601+0000 7f2288ff9640 1 -- 172.21.15.67:0/2818139932 <== mgr.14150 v2:172.21.15.67:6800/4256949759 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f228c02d970 con 0x7f2274039060 2024-09-10T08:05:48.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:48.603+0000 7f2291d26640 1 -- 172.21.15.67:0/2818139932 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f2274039060 msgr2=0x7f227403b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:48.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:48.603+0000 7f2291d26640 1 --2- 172.21.15.67:0/2818139932 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f2274039060 0x7f227403b520 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f22800098c0 tx=0x7f2280006db0 comp rx=0 tx=0).stop 2024-09-10T08:05:48.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:48.603+0000 7f2291d26640 1 -- 172.21.15.67:0/2818139932 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f228c1020a0 msgr2=0x7f228c196c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:48.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:48.603+0000 7f2291d26640 1 --2- 172.21.15.67:0/2818139932 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f228c1020a0 0x7f228c196c30 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f227c009230 tx=0x7f227c0048f0 comp rx=0 tx=0).stop 2024-09-10T08:05:48.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:48.603+0000 7f2291d26640 1 -- 172.21.15.67:0/2818139932 shutdown_connections 2024-09-10T08:05:48.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:48.603+0000 7f2291d26640 1 --2- 172.21.15.67:0/2818139932 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f2274039060 0x7f227403b520 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:48.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:48.603+0000 7f2291d26640 1 --2- 172.21.15.67:0/2818139932 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f228c1020a0 0x7f228c196c30 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:48.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:48.603+0000 7f2291d26640 1 -- 172.21.15.67:0/2818139932 >> 172.21.15.67:0/2818139932 conn(0x7f228c0fbc80 msgr2=0x7f228c0fc6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:48.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:48.603+0000 7f2291d26640 1 -- 172.21.15.67:0/2818139932 shutdown_connections 2024-09-10T08:05:48.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:48.604+0000 7f2291d26640 1 -- 172.21.15.67:0/2818139932 wait complete. 2024-09-10T08:05:49.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:48 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:05:49.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:48 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:05:49.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:48 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:05:49.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:48 smithi067 ceph-mon[31051]: from='client.14172 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:05:49.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:48 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:05:49.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:48 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:05:49.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:48 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:05:49.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:48 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:05:49.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:48 smithi067 ceph-mon[31051]: Updating smithi067:/etc/ceph/ceph.conf 2024-09-10T08:05:49.359 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi133 2024-09-10T08:05:49.359 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2024-09-10T08:05:49.359 DEBUG:teuthology.orchestra.run.smithi133:> dd of=/etc/ceph/ceph.conf 2024-09-10T08:05:49.378 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2024-09-10T08:05:49.378 DEBUG:teuthology.orchestra.run.smithi133:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-10T08:05:49.436 INFO:tasks.cephadm:Adding host smithi133 to orchestrator... 2024-09-10T08:05:49.436 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph orch host add smithi133 2024-09-10T08:05:49.687 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:05:50.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:50.156+0000 7fb979009640 1 -- 172.21.15.67:0/1582775273 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb974107660 msgr2=0x7fb974107a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:50.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:50.156+0000 7fb979009640 1 --2- 172.21.15.67:0/1582775273 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb974107660 0x7fb974107a40 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fb968009880 tx=0x7fb96802a5d0 comp rx=0 tx=0).stop 2024-09-10T08:05:50.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:50.156+0000 7fb979009640 1 -- 172.21.15.67:0/1582775273 shutdown_connections 2024-09-10T08:05:50.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:50.156+0000 7fb979009640 1 --2- 172.21.15.67:0/1582775273 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb974107660 0x7fb974107a40 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:50.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:50.156+0000 7fb979009640 1 -- 172.21.15.67:0/1582775273 >> 172.21.15.67:0/1582775273 conn(0x7fb9740fd290 msgr2=0x7fb9740ff6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:50.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:50.156+0000 7fb979009640 1 -- 172.21.15.67:0/1582775273 shutdown_connections 2024-09-10T08:05:50.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:50.156+0000 7fb979009640 1 -- 172.21.15.67:0/1582775273 wait complete. 2024-09-10T08:05:50.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:50.157+0000 7fb979009640 1 Processor -- start 2024-09-10T08:05:50.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:50.157+0000 7fb979009640 1 -- start start 2024-09-10T08:05:50.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:50.157+0000 7fb979009640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb974107660 0x7fb9740744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:50.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:50.157+0000 7fb979009640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb97410bb40 con 0x7fb974107660 2024-09-10T08:05:50.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:50.157+0000 7fb972d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb974107660 0x7fb9740744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:50.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:50.157+0000 7fb972d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb974107660 0x7fb9740744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46840/0 (socket says 172.21.15.67:46840) 2024-09-10T08:05:50.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:50.157+0000 7fb972d9d640 1 -- 172.21.15.67:0/2537811633 learned_addr learned my addr 172.21.15.67:0/2537811633 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:50.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:50.158+0000 7fb972d9d640 1 -- 172.21.15.67:0/2537811633 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9740763e0 con 0x7fb974107660 2024-09-10T08:05:50.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:50.158+0000 7fb972d9d640 1 --2- 172.21.15.67:0/2537811633 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb974107660 0x7fb9740744f0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fb968009230 tx=0x7fb9680048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:50.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:50.158+0000 7fb95bfff640 1 -- 172.21.15.67:0/2537811633 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb96803f070 con 0x7fb974107660 2024-09-10T08:05:50.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:50.158+0000 7fb979009640 1 -- 172.21.15.67:0/2537811633 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb974074a30 con 0x7fb974107660 2024-09-10T08:05:50.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:50.158+0000 7fb95bfff640 1 -- 172.21.15.67:0/2537811633 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb968003aa0 con 0x7fb974107660 2024-09-10T08:05:50.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:50.158+0000 7fb95bfff640 1 -- 172.21.15.67:0/2537811633 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb968035030 con 0x7fb974107660 2024-09-10T08:05:50.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:50.158+0000 7fb979009640 1 -- 172.21.15.67:0/2537811633 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb974074ef0 con 0x7fb974107660 2024-09-10T08:05:50.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:50.159+0000 7fb95bfff640 1 -- 172.21.15.67:0/2537811633 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fb968042070 con 0x7fb974107660 2024-09-10T08:05:50.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:50.159+0000 7fb979009640 1 -- 172.21.15.67:0/2537811633 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb974102cd0 con 0x7fb974107660 2024-09-10T08:05:50.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:50.159+0000 7fb95bfff640 1 --2- 172.21.15.67:0/2537811633 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb95c039060 0x7fb95c03b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:50.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:50.159+0000 7fb95bfff640 1 -- 172.21.15.67:0/2537811633 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fb96806cc90 con 0x7fb974107660 2024-09-10T08:05:50.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:50.159+0000 7fb97259c640 1 --2- 172.21.15.67:0/2537811633 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb95c039060 0x7fb95c03b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:50.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:50.160+0000 7fb97259c640 1 --2- 172.21.15.67:0/2537811633 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb95c039060 0x7fb95c03b520 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fb9640098c0 tx=0x7fb964006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:50.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:50.164+0000 7fb95bfff640 1 -- 172.21.15.67:0/2537811633 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb9680433b0 con 0x7fb974107660 2024-09-10T08:05:50.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:50.344+0000 7fb979009640 1 -- 172.21.15.67:0/2537811633 --> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi133", "target": ["mon-mgr", ""]}) -- 0x7fb974075a20 con 0x7fb95c039060 2024-09-10T08:05:50.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:50 smithi067 ceph-mon[31051]: Updating smithi067:/var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-10T08:05:50.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:50 smithi067 ceph-mon[31051]: Updating smithi067:/etc/ceph/ceph.client.admin.keyring 2024-09-10T08:05:50.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:50 smithi067 ceph-mon[31051]: Updating smithi067:/var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/config/ceph.client.admin.keyring 2024-09-10T08:05:50.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:50 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:05:50.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:50 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:05:50.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:50 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:05:51.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:51 smithi067 ceph-mon[31051]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi133", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:05:52.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:52 smithi067 ceph-mon[31051]: Deploying cephadm binary to smithi133 2024-09-10T08:05:54.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:54.230+0000 7fb95bfff640 1 -- 172.21.15.67:0/2537811633 <== mgr.14150 v2:172.21.15.67:6800/4256949759 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7fb974075a20 con 0x7fb95c039060 2024-09-10T08:05:54.230 INFO:teuthology.orchestra.run.smithi067.stdout:Added host 'smithi133' with addr '172.21.15.133' 2024-09-10T08:05:54.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:54.232+0000 7fb979009640 1 -- 172.21.15.67:0/2537811633 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb95c039060 msgr2=0x7fb95c03b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:54.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:54.232+0000 7fb979009640 1 --2- 172.21.15.67:0/2537811633 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb95c039060 0x7fb95c03b520 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fb9640098c0 tx=0x7fb964006db0 comp rx=0 tx=0).stop 2024-09-10T08:05:54.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:54.232+0000 7fb979009640 1 -- 172.21.15.67:0/2537811633 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb974107660 msgr2=0x7fb9740744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:54.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:54.232+0000 7fb979009640 1 --2- 172.21.15.67:0/2537811633 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb974107660 0x7fb9740744f0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fb968009230 tx=0x7fb9680048f0 comp rx=0 tx=0).stop 2024-09-10T08:05:54.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:54.233+0000 7fb979009640 1 -- 172.21.15.67:0/2537811633 shutdown_connections 2024-09-10T08:05:54.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:54.233+0000 7fb979009640 1 --2- 172.21.15.67:0/2537811633 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb95c039060 0x7fb95c03b520 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:54.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:54.233+0000 7fb979009640 1 --2- 172.21.15.67:0/2537811633 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb974107660 0x7fb9740744f0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:54.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:54.233+0000 7fb979009640 1 -- 172.21.15.67:0/2537811633 >> 172.21.15.67:0/2537811633 conn(0x7fb9740fd290 msgr2=0x7fb9740fd670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:54.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:54.233+0000 7fb979009640 1 -- 172.21.15.67:0/2537811633 shutdown_connections 2024-09-10T08:05:54.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:54.233+0000 7fb979009640 1 -- 172.21.15.67:0/2537811633 wait complete. 2024-09-10T08:05:54.858 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph orch host ls --format=json 2024-09-10T08:05:55.110 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:05:55.538 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:55 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:05:55.538 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:55 smithi067 ceph-mon[31051]: Added host smithi133 2024-09-10T08:05:55.538 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:55 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:05:55.538 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:55 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:05:55.538 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:55 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:05:55.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:55.538+0000 7f46acdcc640 1 -- 172.21.15.67:0/242460202 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f46a8106560 msgr2=0x7f46a8106940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:55.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:55.538+0000 7f46acdcc640 1 --2- 172.21.15.67:0/242460202 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f46a8106560 0x7f46a8106940 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f46a0009c20 tx=0x7f46a002aa90 comp rx=0 tx=0).stop 2024-09-10T08:05:55.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:55.538+0000 7f46acdcc640 1 -- 172.21.15.67:0/242460202 shutdown_connections 2024-09-10T08:05:55.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:55.538+0000 7f46acdcc640 1 --2- 172.21.15.67:0/242460202 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f46a8106560 0x7f46a8106940 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:55.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:55.538+0000 7f46acdcc640 1 -- 172.21.15.67:0/242460202 >> 172.21.15.67:0/242460202 conn(0x7f46a80fc1b0 msgr2=0x7f46a80fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:55.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:55.538+0000 7f46acdcc640 1 -- 172.21.15.67:0/242460202 shutdown_connections 2024-09-10T08:05:55.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:55.538+0000 7f46acdcc640 1 -- 172.21.15.67:0/242460202 wait complete. 2024-09-10T08:05:55.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:55.539+0000 7f46acdcc640 1 Processor -- start 2024-09-10T08:05:55.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:55.539+0000 7f46acdcc640 1 -- start start 2024-09-10T08:05:55.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:55.539+0000 7f46acdcc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f46a8106560 0x7f46a8197020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:55.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:55.539+0000 7f46acdcc640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f46a810aa40 con 0x7f46a8106560 2024-09-10T08:05:55.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:55.539+0000 7f46a659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f46a8106560 0x7f46a8197020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:55.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:55.539+0000 7f46a659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f46a8106560 0x7f46a8197020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39064/0 (socket says 172.21.15.67:39064) 2024-09-10T08:05:55.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:55.539+0000 7f46a659c640 1 -- 172.21.15.67:0/1064356506 learned_addr learned my addr 172.21.15.67:0/1064356506 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:55.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:55.540+0000 7f46a659c640 1 -- 172.21.15.67:0/1064356506 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46a8197560 con 0x7f46a8106560 2024-09-10T08:05:55.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:55.540+0000 7f46a659c640 1 --2- 172.21.15.67:0/1064356506 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f46a8106560 0x7f46a8197020 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f46a0005e30 tx=0x7f46a002b010 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:55.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:55.540+0000 7f469f7fe640 1 -- 172.21.15.67:0/1064356506 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f46a0047070 con 0x7f46a8106560 2024-09-10T08:05:55.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:55.540+0000 7f469f7fe640 1 -- 172.21.15.67:0/1064356506 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f46a0003e20 con 0x7f46a8106560 2024-09-10T08:05:55.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:55.540+0000 7f469f7fe640 1 -- 172.21.15.67:0/1064356506 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f46a0033050 con 0x7f46a8106560 2024-09-10T08:05:55.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:55.540+0000 7f46acdcc640 1 -- 172.21.15.67:0/1064356506 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46a81977f0 con 0x7f46a8106560 2024-09-10T08:05:55.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:55.540+0000 7f46acdcc640 1 -- 172.21.15.67:0/1064356506 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46a8197c70 con 0x7f46a8106560 2024-09-10T08:05:55.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:55.541+0000 7f469f7fe640 1 -- 172.21.15.67:0/1064356506 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f46a004a070 con 0x7f46a8106560 2024-09-10T08:05:55.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:55.541+0000 7f46acdcc640 1 -- 172.21.15.67:0/1064356506 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46a8101bd0 con 0x7f46a8106560 2024-09-10T08:05:55.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:55.541+0000 7f469f7fe640 1 --2- 172.21.15.67:0/1064356506 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f4694039060 0x7f469403b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:55.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:55.541+0000 7f469f7fe640 1 -- 172.21.15.67:0/1064356506 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f46a003e030 con 0x7f46a8106560 2024-09-10T08:05:55.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:55.541+0000 7f46a5d9b640 1 --2- 172.21.15.67:0/1064356506 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f4694039060 0x7f469403b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:55.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:55.542+0000 7f46a5d9b640 1 --2- 172.21.15.67:0/1064356506 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f4694039060 0x7f469403b520 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f46900098c0 tx=0x7f4690006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:55.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:55.546+0000 7f469f7fe640 1 -- 172.21.15.67:0/1064356506 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f46a0001250 con 0x7f46a8106560 2024-09-10T08:05:55.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:55.729+0000 7f46acdcc640 1 -- 172.21.15.67:0/1064356506 --> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f46a806a5e0 con 0x7f4694039060 2024-09-10T08:05:55.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:55.730+0000 7f469f7fe640 1 -- 172.21.15.67:0/1064356506 <== mgr.14150 v2:172.21.15.67:6800/4256949759 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+160 (secure 0 0 0) 0x7f46a806a5e0 con 0x7f4694039060 2024-09-10T08:05:55.730 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:05:55.730 INFO:teuthology.orchestra.run.smithi067.stdout:[{"addr": "172.21.15.67", "hostname": "smithi067", "labels": [], "status": ""}, {"addr": "172.21.15.133", "hostname": "smithi133", "labels": [], "status": ""}] 2024-09-10T08:05:55.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:55.732+0000 7f46acdcc640 1 -- 172.21.15.67:0/1064356506 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f4694039060 msgr2=0x7f469403b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:55.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:55.732+0000 7f46acdcc640 1 --2- 172.21.15.67:0/1064356506 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f4694039060 0x7f469403b520 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f46900098c0 tx=0x7f4690006db0 comp rx=0 tx=0).stop 2024-09-10T08:05:55.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:55.732+0000 7f46acdcc640 1 -- 172.21.15.67:0/1064356506 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f46a8106560 msgr2=0x7f46a8197020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:55.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:55.732+0000 7f46acdcc640 1 --2- 172.21.15.67:0/1064356506 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f46a8106560 0x7f46a8197020 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f46a0005e30 tx=0x7f46a002b010 comp rx=0 tx=0).stop 2024-09-10T08:05:55.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:55.732+0000 7f46acdcc640 1 -- 172.21.15.67:0/1064356506 shutdown_connections 2024-09-10T08:05:55.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:55.733+0000 7f46acdcc640 1 --2- 172.21.15.67:0/1064356506 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f4694039060 0x7f469403b520 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:55.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:55.733+0000 7f46acdcc640 1 --2- 172.21.15.67:0/1064356506 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f46a8106560 0x7f46a8197020 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:55.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:55.733+0000 7f46acdcc640 1 -- 172.21.15.67:0/1064356506 >> 172.21.15.67:0/1064356506 conn(0x7f46a80fc1b0 msgr2=0x7f46a8069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:55.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:55.733+0000 7f46acdcc640 1 -- 172.21.15.67:0/1064356506 shutdown_connections 2024-09-10T08:05:55.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:55.733+0000 7f46acdcc640 1 -- 172.21.15.67:0/1064356506 wait complete. 2024-09-10T08:05:56.339 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi203 2024-09-10T08:05:56.340 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-09-10T08:05:56.340 DEBUG:teuthology.orchestra.run.smithi203:> dd of=/etc/ceph/ceph.conf 2024-09-10T08:05:56.359 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-09-10T08:05:56.359 DEBUG:teuthology.orchestra.run.smithi203:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-10T08:05:56.417 INFO:tasks.cephadm:Adding host smithi203 to orchestrator... 2024-09-10T08:05:56.417 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph orch host add smithi203 2024-09-10T08:05:56.672 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:05:56.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:56 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:05:57.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:57.103+0000 7fe858e5c640 1 -- 172.21.15.67:0/3808188796 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe854107640 msgr2=0x7fe854107a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:05:57.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:57.103+0000 7fe858e5c640 1 --2- 172.21.15.67:0/3808188796 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe854107640 0x7fe854107a20 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fe844009880 tx=0x7fe84402a5d0 comp rx=0 tx=0).stop 2024-09-10T08:05:57.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:57.104+0000 7fe858e5c640 1 -- 172.21.15.67:0/3808188796 shutdown_connections 2024-09-10T08:05:57.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:57.104+0000 7fe858e5c640 1 --2- 172.21.15.67:0/3808188796 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe854107640 0x7fe854107a20 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:05:57.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:57.104+0000 7fe858e5c640 1 -- 172.21.15.67:0/3808188796 >> 172.21.15.67:0/3808188796 conn(0x7fe8540fd230 msgr2=0x7fe8540ff650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:05:57.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:57.104+0000 7fe858e5c640 1 -- 172.21.15.67:0/3808188796 shutdown_connections 2024-09-10T08:05:57.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:57.104+0000 7fe858e5c640 1 -- 172.21.15.67:0/3808188796 wait complete. 2024-09-10T08:05:57.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:57.105+0000 7fe858e5c640 1 Processor -- start 2024-09-10T08:05:57.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:57.105+0000 7fe858e5c640 1 -- start start 2024-09-10T08:05:57.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:57.105+0000 7fe858e5c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe854107640 0x7fe854197000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:57.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:57.105+0000 7fe858e5c640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe85410bb20 con 0x7fe854107640 2024-09-10T08:05:57.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:57.105+0000 7fe85259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe854107640 0x7fe854197000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:57.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:57.105+0000 7fe85259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe854107640 0x7fe854197000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39082/0 (socket says 172.21.15.67:39082) 2024-09-10T08:05:57.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:57.105+0000 7fe85259c640 1 -- 172.21.15.67:0/4062734995 learned_addr learned my addr 172.21.15.67:0/4062734995 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:05:57.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:57.105+0000 7fe85259c640 1 -- 172.21.15.67:0/4062734995 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe854197540 con 0x7fe854107640 2024-09-10T08:05:57.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:57.105+0000 7fe85259c640 1 --2- 172.21.15.67:0/4062734995 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe854107640 0x7fe854197000 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fe844009230 tx=0x7fe8440048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:57.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:57.106+0000 7fe8437fe640 1 -- 172.21.15.67:0/4062734995 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe84403f070 con 0x7fe854107640 2024-09-10T08:05:57.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:57.106+0000 7fe858e5c640 1 -- 172.21.15.67:0/4062734995 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8541977d0 con 0x7fe854107640 2024-09-10T08:05:57.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:57.106+0000 7fe8437fe640 1 -- 172.21.15.67:0/4062734995 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe844003aa0 con 0x7fe854107640 2024-09-10T08:05:57.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:57.106+0000 7fe8437fe640 1 -- 172.21.15.67:0/4062734995 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe844035030 con 0x7fe854107640 2024-09-10T08:05:57.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:57.106+0000 7fe858e5c640 1 -- 172.21.15.67:0/4062734995 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe85419b8d0 con 0x7fe854107640 2024-09-10T08:05:57.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:57.107+0000 7fe8437fe640 1 -- 172.21.15.67:0/4062734995 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fe844042070 con 0x7fe854107640 2024-09-10T08:05:57.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:57.107+0000 7fe858e5c640 1 -- 172.21.15.67:0/4062734995 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe854102cb0 con 0x7fe854107640 2024-09-10T08:05:57.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:57.107+0000 7fe8437fe640 1 --2- 172.21.15.67:0/4062734995 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe83c039060 0x7fe83c03b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:05:57.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:57.107+0000 7fe8437fe640 1 -- 172.21.15.67:0/4062734995 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7fe84406ccd0 con 0x7fe854107640 2024-09-10T08:05:57.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:57.107+0000 7fe851d9b640 1 --2- 172.21.15.67:0/4062734995 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe83c039060 0x7fe83c03b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:05:57.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:57.107+0000 7fe851d9b640 1 --2- 172.21.15.67:0/4062734995 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe83c039060 0x7fe83c03b520 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fe8480098c0 tx=0x7fe848006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:05:57.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:57.112+0000 7fe8437fe640 1 -- 172.21.15.67:0/4062734995 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe8440433b0 con 0x7fe854107640 2024-09-10T08:05:57.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:05:57.293+0000 7fe858e5c640 1 -- 172.21.15.67:0/4062734995 --> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi203", "target": ["mon-mgr", ""]}) -- 0x7fe854198360 con 0x7fe83c039060 2024-09-10T08:05:57.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:57 smithi067 ceph-mon[31051]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T08:05:58.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:58 smithi067 ceph-mon[31051]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi203", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:05:58.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:58 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:05:58.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:58 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:05:58.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:58 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:05:58.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:58 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:05:58.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:58 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi133", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:05:58.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:58 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:05:58.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:58 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:05:59.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:59 smithi067 ceph-mon[31051]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:05:59.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:59 smithi067 ceph-mon[31051]: Updating smithi133:/etc/ceph/ceph.conf 2024-09-10T08:05:59.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:59 smithi067 ceph-mon[31051]: Deploying cephadm binary to smithi203 2024-09-10T08:05:59.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:59 smithi067 ceph-mon[31051]: Updating smithi133:/var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-10T08:05:59.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:59 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:05:59.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:59 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:05:59.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:05:59 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:00.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:00 smithi067 ceph-mon[31051]: Updating smithi133:/etc/ceph/ceph.client.admin.keyring 2024-09-10T08:06:00.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:00 smithi067 ceph-mon[31051]: Updating smithi133:/var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/config/ceph.client.admin.keyring 2024-09-10T08:06:01.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:01.225+0000 7fe8437fe640 1 -- 172.21.15.67:0/4062734995 <== mgr.14150 v2:172.21.15.67:6800/4256949759 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7fe854198360 con 0x7fe83c039060 2024-09-10T08:06:01.225 INFO:teuthology.orchestra.run.smithi067.stdout:Added host 'smithi203' with addr '172.21.15.203' 2024-09-10T08:06:01.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:01.228+0000 7fe858e5c640 1 -- 172.21.15.67:0/4062734995 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe83c039060 msgr2=0x7fe83c03b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:01.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:01.228+0000 7fe858e5c640 1 --2- 172.21.15.67:0/4062734995 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe83c039060 0x7fe83c03b520 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fe8480098c0 tx=0x7fe848006db0 comp rx=0 tx=0).stop 2024-09-10T08:06:01.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:01.228+0000 7fe858e5c640 1 -- 172.21.15.67:0/4062734995 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe854107640 msgr2=0x7fe854197000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:01.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:01.228+0000 7fe858e5c640 1 --2- 172.21.15.67:0/4062734995 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe854107640 0x7fe854197000 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fe844009230 tx=0x7fe8440048f0 comp rx=0 tx=0).stop 2024-09-10T08:06:01.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:01.228+0000 7fe858e5c640 1 -- 172.21.15.67:0/4062734995 shutdown_connections 2024-09-10T08:06:01.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:01.228+0000 7fe858e5c640 1 --2- 172.21.15.67:0/4062734995 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe83c039060 0x7fe83c03b520 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:01.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:01.228+0000 7fe858e5c640 1 --2- 172.21.15.67:0/4062734995 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe854107640 0x7fe854197000 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:01.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:01.228+0000 7fe858e5c640 1 -- 172.21.15.67:0/4062734995 >> 172.21.15.67:0/4062734995 conn(0x7fe8540fd230 msgr2=0x7fe8540feb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:01.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:01.228+0000 7fe858e5c640 1 -- 172.21.15.67:0/4062734995 shutdown_connections 2024-09-10T08:06:01.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:01.229+0000 7fe858e5c640 1 -- 172.21.15.67:0/4062734995 wait complete. 2024-09-10T08:06:01.824 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:01 smithi067 ceph-mon[31051]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:01.824 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:01 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:01.824 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:01 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:06:01.824 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:01 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:01.852 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph orch host ls --format=json 2024-09-10T08:06:02.101 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:06:02.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:02.526+0000 7f9c0ff1e640 1 -- 172.21.15.67:0/3568804326 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c08106560 msgr2=0x7f9c08106940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:02.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:02.526+0000 7f9c0ff1e640 1 --2- 172.21.15.67:0/3568804326 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c08106560 0x7f9c08106940 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f9c04009880 tx=0x7f9c0402a5d0 comp rx=0 tx=0).stop 2024-09-10T08:06:02.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:02.526+0000 7f9c0ff1e640 1 -- 172.21.15.67:0/3568804326 shutdown_connections 2024-09-10T08:06:02.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:02.526+0000 7f9c0ff1e640 1 --2- 172.21.15.67:0/3568804326 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c08106560 0x7f9c08106940 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:02.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:02.526+0000 7f9c0ff1e640 1 -- 172.21.15.67:0/3568804326 >> 172.21.15.67:0/3568804326 conn(0x7f9c080fc1b0 msgr2=0x7f9c080fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:02.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:02.526+0000 7f9c0ff1e640 1 -- 172.21.15.67:0/3568804326 shutdown_connections 2024-09-10T08:06:02.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:02.526+0000 7f9c0ff1e640 1 -- 172.21.15.67:0/3568804326 wait complete. 2024-09-10T08:06:02.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:02.527+0000 7f9c0ff1e640 1 Processor -- start 2024-09-10T08:06:02.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:02.527+0000 7f9c0ff1e640 1 -- start start 2024-09-10T08:06:02.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:02.527+0000 7f9c0ff1e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c08106560 0x7f9c08199220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:02.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:02.527+0000 7f9c0ff1e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f9c0810aa40 con 0x7f9c08106560 2024-09-10T08:06:02.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:02.528+0000 7f9c0dcba640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c08106560 0x7f9c08199220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:02.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:02.528+0000 7f9c0dcba640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c08106560 0x7f9c08199220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39108/0 (socket says 172.21.15.67:39108) 2024-09-10T08:06:02.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:02.528+0000 7f9c0dcba640 1 -- 172.21.15.67:0/90634929 learned_addr learned my addr 172.21.15.67:0/90634929 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:06:02.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:02.528+0000 7f9c0dcba640 1 -- 172.21.15.67:0/90634929 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c08199760 con 0x7f9c08106560 2024-09-10T08:06:02.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:02.528+0000 7f9c0dcba640 1 --2- 172.21.15.67:0/90634929 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c08106560 0x7f9c08199220 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f9c04009230 tx=0x7f9c040048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:02.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:02.528+0000 7f9bfeffd640 1 -- 172.21.15.67:0/90634929 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9c0403f070 con 0x7f9c08106560 2024-09-10T08:06:02.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:02.528+0000 7f9bfeffd640 1 -- 172.21.15.67:0/90634929 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9c04003aa0 con 0x7f9c08106560 2024-09-10T08:06:02.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:02.528+0000 7f9c0ff1e640 1 -- 172.21.15.67:0/90634929 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c081999f0 con 0x7f9c08106560 2024-09-10T08:06:02.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:02.528+0000 7f9bfeffd640 1 -- 172.21.15.67:0/90634929 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9c04035030 con 0x7f9c08106560 2024-09-10T08:06:02.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:02.528+0000 7f9c0ff1e640 1 -- 172.21.15.67:0/90634929 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c0819daf0 con 0x7f9c08106560 2024-09-10T08:06:02.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:02.529+0000 7f9bfeffd640 1 -- 172.21.15.67:0/90634929 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f9c04042070 con 0x7f9c08106560 2024-09-10T08:06:02.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:02.529+0000 7f9c0ff1e640 1 -- 172.21.15.67:0/90634929 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c08101bd0 con 0x7f9c08106560 2024-09-10T08:06:02.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:02.530+0000 7f9bfeffd640 1 --2- 172.21.15.67:0/90634929 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f9bf40390c0 0x7f9bf403b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:02.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:02.530+0000 7f9bfeffd640 1 -- 172.21.15.67:0/90634929 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f9c0406cda0 con 0x7f9c08106560 2024-09-10T08:06:02.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:02.530+0000 7f9c0d4b9640 1 --2- 172.21.15.67:0/90634929 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f9bf40390c0 0x7f9bf403b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:02.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:02.530+0000 7f9c0d4b9640 1 --2- 172.21.15.67:0/90634929 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f9bf40390c0 0x7f9bf403b580 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f9bf80098c0 tx=0x7f9bf8006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:02.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:02.534+0000 7f9bfeffd640 1 -- 172.21.15.67:0/90634929 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f9c04030560 con 0x7f9c08106560 2024-09-10T08:06:02.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:02.717+0000 7f9c0ff1e640 1 -- 172.21.15.67:0/90634929 --> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f9c0819a580 con 0x7f9bf40390c0 2024-09-10T08:06:02.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:02.718+0000 7f9bfeffd640 1 -- 172.21.15.67:0/90634929 <== mgr.14150 v2:172.21.15.67:6800/4256949759 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+240 (secure 0 0 0) 0x7f9c0819a580 con 0x7f9bf40390c0 2024-09-10T08:06:02.717 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:06:02.717 INFO:teuthology.orchestra.run.smithi067.stdout:[{"addr": "172.21.15.67", "hostname": "smithi067", "labels": [], "status": ""}, {"addr": "172.21.15.133", "hostname": "smithi133", "labels": [], "status": ""}, {"addr": "172.21.15.203", "hostname": "smithi203", "labels": [], "status": ""}] 2024-09-10T08:06:02.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:02.720+0000 7f9c0ff1e640 1 -- 172.21.15.67:0/90634929 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f9bf40390c0 msgr2=0x7f9bf403b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:02.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:02.720+0000 7f9c0ff1e640 1 --2- 172.21.15.67:0/90634929 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f9bf40390c0 0x7f9bf403b580 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f9bf80098c0 tx=0x7f9bf8006db0 comp rx=0 tx=0).stop 2024-09-10T08:06:02.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:02.720+0000 7f9c0ff1e640 1 -- 172.21.15.67:0/90634929 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c08106560 msgr2=0x7f9c08199220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:02.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:02.720+0000 7f9c0ff1e640 1 --2- 172.21.15.67:0/90634929 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c08106560 0x7f9c08199220 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f9c04009230 tx=0x7f9c040048f0 comp rx=0 tx=0).stop 2024-09-10T08:06:02.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:02.720+0000 7f9c0ff1e640 1 -- 172.21.15.67:0/90634929 shutdown_connections 2024-09-10T08:06:02.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:02.720+0000 7f9c0ff1e640 1 --2- 172.21.15.67:0/90634929 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f9bf40390c0 0x7f9bf403b580 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:02.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:02.720+0000 7f9c0ff1e640 1 --2- 172.21.15.67:0/90634929 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c08106560 0x7f9c08199220 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:02.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:02.720+0000 7f9c0ff1e640 1 -- 172.21.15.67:0/90634929 >> 172.21.15.67:0/90634929 conn(0x7f9c080fc1b0 msgr2=0x7f9c080fe380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:02.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:02.720+0000 7f9c0ff1e640 1 -- 172.21.15.67:0/90634929 shutdown_connections 2024-09-10T08:06:02.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:02.720+0000 7f9c0ff1e640 1 -- 172.21.15.67:0/90634929 wait complete. 2024-09-10T08:06:02.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:02 smithi067 ceph-mon[31051]: Added host smithi203 2024-09-10T08:06:02.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:02 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:02.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:02 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:03.341 INFO:tasks.cephadm:Setting crush tunables to default 2024-09-10T08:06:03.341 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph osd crush tunables default 2024-09-10T08:06:03.590 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:06:03.850 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:03 smithi067 ceph-mon[31051]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:04.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:04.042+0000 7f00e34d9640 1 -- 172.21.15.67:0/2516615310 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00dc1002e0 msgr2=0x7f00dc1006c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:04.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:04.042+0000 7f00e34d9640 1 --2- 172.21.15.67:0/2516615310 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00dc1002e0 0x7f00dc1006c0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f00d8009880 tx=0x7f00d802a5d0 comp rx=0 tx=0).stop 2024-09-10T08:06:04.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:04.042+0000 7f00e34d9640 1 -- 172.21.15.67:0/2516615310 shutdown_connections 2024-09-10T08:06:04.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:04.042+0000 7f00e34d9640 1 --2- 172.21.15.67:0/2516615310 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00dc1002e0 0x7f00dc1006c0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:04.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:04.042+0000 7f00e34d9640 1 -- 172.21.15.67:0/2516615310 >> 172.21.15.67:0/2516615310 conn(0x7f00dc0fc1b0 msgr2=0x7f00dc0fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:04.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:04.042+0000 7f00e34d9640 1 -- 172.21.15.67:0/2516615310 shutdown_connections 2024-09-10T08:06:04.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:04.042+0000 7f00e34d9640 1 -- 172.21.15.67:0/2516615310 wait complete. 2024-09-10T08:06:04.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:04.043+0000 7f00e34d9640 1 Processor -- start 2024-09-10T08:06:04.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:04.043+0000 7f00e34d9640 1 -- start start 2024-09-10T08:06:04.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:04.043+0000 7f00e34d9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00dc1002e0 0x7f00dc1992a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:04.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:04.043+0000 7f00e34d9640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f00dc10dd50 con 0x7f00dc1002e0 2024-09-10T08:06:04.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:04.043+0000 7f00e1275640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00dc1002e0 0x7f00dc1992a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:04.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:04.043+0000 7f00e1275640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00dc1002e0 0x7f00dc1992a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39114/0 (socket says 172.21.15.67:39114) 2024-09-10T08:06:04.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:04.043+0000 7f00e1275640 1 -- 172.21.15.67:0/4003481130 learned_addr learned my addr 172.21.15.67:0/4003481130 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:06:04.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:04.044+0000 7f00e1275640 1 -- 172.21.15.67:0/4003481130 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00dc1997e0 con 0x7f00dc1002e0 2024-09-10T08:06:04.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:04.044+0000 7f00e1275640 1 --2- 172.21.15.67:0/4003481130 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00dc1002e0 0x7f00dc1992a0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f00d8009230 tx=0x7f00d80048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:04.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:04.044+0000 7f00d27fc640 1 -- 172.21.15.67:0/4003481130 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f00d803f070 con 0x7f00dc1002e0 2024-09-10T08:06:04.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:04.044+0000 7f00d27fc640 1 -- 172.21.15.67:0/4003481130 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f00d8004d10 con 0x7f00dc1002e0 2024-09-10T08:06:04.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:04.044+0000 7f00d27fc640 1 -- 172.21.15.67:0/4003481130 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f00d8035030 con 0x7f00dc1002e0 2024-09-10T08:06:04.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:04.044+0000 7f00e34d9640 1 -- 172.21.15.67:0/4003481130 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00dc199a70 con 0x7f00dc1002e0 2024-09-10T08:06:04.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:04.044+0000 7f00e34d9640 1 -- 172.21.15.67:0/4003481130 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00dc199ed0 con 0x7f00dc1002e0 2024-09-10T08:06:04.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:04.045+0000 7f00d27fc640 1 -- 172.21.15.67:0/4003481130 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f00d8042070 con 0x7f00dc1002e0 2024-09-10T08:06:04.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:04.045+0000 7f00d27fc640 1 --2- 172.21.15.67:0/4003481130 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f00c80390c0 0x7f00c803b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:04.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:04.045+0000 7f00d27fc640 1 -- 172.21.15.67:0/4003481130 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f00d806ccb0 con 0x7f00dc1002e0 2024-09-10T08:06:04.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:04.045+0000 7f00e0a74640 1 --2- 172.21.15.67:0/4003481130 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f00c80390c0 0x7f00c803b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:04.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:04.045+0000 7f00e34d9640 1 -- 172.21.15.67:0/4003481130 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00dc06a7b0 con 0x7f00dc1002e0 2024-09-10T08:06:04.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:04.046+0000 7f00e0a74640 1 --2- 172.21.15.67:0/4003481130 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f00c80390c0 0x7f00c803b580 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f00cc0098c0 tx=0x7f00cc006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:04.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:04.050+0000 7f00d27fc640 1 -- 172.21.15.67:0/4003481130 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f00d8039350 con 0x7f00dc1002e0 2024-09-10T08:06:04.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:04.230+0000 7f00e34d9640 1 -- 172.21.15.67:0/4003481130 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f00dc19a600 con 0x7f00dc1002e0 2024-09-10T08:06:04.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:04.595+0000 7f00d27fc640 1 -- 172.21.15.67:0/4003481130 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) ==== 124+0+0 (secure 0 0 0) 0x7f00d802f300 con 0x7f00dc1002e0 2024-09-10T08:06:04.594 INFO:teuthology.orchestra.run.smithi067.stderr:adjusted tunables profile to default 2024-09-10T08:06:04.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:04.597+0000 7f00e34d9640 1 -- 172.21.15.67:0/4003481130 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f00c80390c0 msgr2=0x7f00c803b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:04.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:04.597+0000 7f00e34d9640 1 --2- 172.21.15.67:0/4003481130 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f00c80390c0 0x7f00c803b580 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f00cc0098c0 tx=0x7f00cc006db0 comp rx=0 tx=0).stop 2024-09-10T08:06:04.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:04.597+0000 7f00e34d9640 1 -- 172.21.15.67:0/4003481130 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00dc1002e0 msgr2=0x7f00dc1992a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:04.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:04.597+0000 7f00e34d9640 1 --2- 172.21.15.67:0/4003481130 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00dc1002e0 0x7f00dc1992a0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f00d8009230 tx=0x7f00d80048f0 comp rx=0 tx=0).stop 2024-09-10T08:06:04.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:04.597+0000 7f00e34d9640 1 -- 172.21.15.67:0/4003481130 shutdown_connections 2024-09-10T08:06:04.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:04.597+0000 7f00e34d9640 1 --2- 172.21.15.67:0/4003481130 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f00c80390c0 0x7f00c803b580 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:04.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:04.597+0000 7f00e34d9640 1 --2- 172.21.15.67:0/4003481130 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00dc1002e0 0x7f00dc1992a0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:04.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:04.597+0000 7f00e34d9640 1 -- 172.21.15.67:0/4003481130 >> 172.21.15.67:0/4003481130 conn(0x7f00dc0fc1b0 msgr2=0x7f00dc0fd320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:04.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:04.598+0000 7f00e34d9640 1 -- 172.21.15.67:0/4003481130 shutdown_connections 2024-09-10T08:06:04.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:04.598+0000 7f00e34d9640 1 -- 172.21.15.67:0/4003481130 wait complete. 2024-09-10T08:06:04.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:04 smithi067 ceph-mon[31051]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T08:06:04.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:04 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/4003481130' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-10T08:06:05.203 INFO:tasks.cephadm:Adding mon.a on smithi067 2024-09-10T08:06:05.203 INFO:tasks.cephadm:Adding mon.b on smithi133 2024-09-10T08:06:05.203 INFO:tasks.cephadm:Adding mon.c on smithi203 2024-09-10T08:06:05.203 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph orch apply mon '3;smithi067:172.21.15.67=a;smithi133:172.21.15.133=b;smithi203:172.21.15.203=c' 2024-09-10T08:06:05.449 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /etc/ceph/ceph.conf 2024-09-10T08:06:05.496 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /etc/ceph/ceph.conf 2024-09-10T08:06:05.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:05 smithi067 ceph-mon[31051]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:05.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:05 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/4003481130' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-10T08:06:05.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:05 smithi067 ceph-mon[31051]: osdmap e4: 0 total, 0 up, 0 in 2024-09-10T08:06:05.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:05 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:05.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:05 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:05.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:05 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:05.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:05 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:05.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:05 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi203", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:06:05.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:05 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:06:05.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:05 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:06:06.052 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:05.981+0000 7f26aa561640 1 -- 172.21.15.203:0/2707390672 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f26a4102130 msgr2=0x7f26a4104520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:06.052 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:05.981+0000 7f26aa561640 1 --2- 172.21.15.203:0/2707390672 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f26a4102130 0x7f26a4104520 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f2694009880 tx=0x7f269402a5d0 comp rx=0 tx=0).stop 2024-09-10T08:06:06.052 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:05.981+0000 7f26aa561640 1 -- 172.21.15.203:0/2707390672 shutdown_connections 2024-09-10T08:06:06.052 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:05.981+0000 7f26aa561640 1 --2- 172.21.15.203:0/2707390672 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f26a4102130 0x7f26a4104520 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:06.052 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:05.981+0000 7f26aa561640 1 -- 172.21.15.203:0/2707390672 >> 172.21.15.203:0/2707390672 conn(0x7f26a40fbcd0 msgr2=0x7f26a40fe110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:06.052 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:05.981+0000 7f26aa561640 1 -- 172.21.15.203:0/2707390672 shutdown_connections 2024-09-10T08:06:06.052 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:05.981+0000 7f26aa561640 1 -- 172.21.15.203:0/2707390672 wait complete. 2024-09-10T08:06:06.053 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:05.982+0000 7f26aa561640 1 Processor -- start 2024-09-10T08:06:06.053 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:05.982+0000 7f26aa561640 1 -- start start 2024-09-10T08:06:06.053 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:05.982+0000 7f26aa561640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f26a4102130 0x7f26a4196c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:06.053 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:05.982+0000 7f26aa561640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f26a4107590 con 0x7f26a4102130 2024-09-10T08:06:06.053 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:05.983+0000 7f26a3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f26a4102130 0x7f26a4196c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:06.053 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:05.983+0000 7f26a3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f26a4102130 0x7f26a4196c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.203:37118/0 (socket says 172.21.15.203:37118) 2024-09-10T08:06:06.053 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:05.983+0000 7f26a3fff640 1 -- 172.21.15.203:0/2055407414 learned_addr learned my addr 172.21.15.203:0/2055407414 (peer_addr_for_me v2:172.21.15.203:0/0) 2024-09-10T08:06:06.053 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:05.983+0000 7f26a3fff640 1 -- 172.21.15.203:0/2055407414 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26a41971d0 con 0x7f26a4102130 2024-09-10T08:06:06.053 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:05.983+0000 7f26a3fff640 1 --2- 172.21.15.203:0/2055407414 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f26a4102130 0x7f26a4196c90 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f2694009230 tx=0x7f26940048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:06.053 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:05.984+0000 7f26a17fa640 1 -- 172.21.15.203:0/2055407414 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f269403f070 con 0x7f26a4102130 2024-09-10T08:06:06.053 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:05.984+0000 7f26aa561640 1 -- 172.21.15.203:0/2055407414 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26a4197460 con 0x7f26a4102130 2024-09-10T08:06:06.053 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:05.984+0000 7f26a17fa640 1 -- 172.21.15.203:0/2055407414 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2694003aa0 con 0x7f26a4102130 2024-09-10T08:06:06.053 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:05.984+0000 7f26a17fa640 1 -- 172.21.15.203:0/2055407414 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2694035030 con 0x7f26a4102130 2024-09-10T08:06:06.054 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:05.984+0000 7f26aa561640 1 -- 172.21.15.203:0/2055407414 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26a419a150 con 0x7f26a4102130 2024-09-10T08:06:06.054 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:05.985+0000 7f26a17fa640 1 -- 172.21.15.203:0/2055407414 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f2694042070 con 0x7f26a4102130 2024-09-10T08:06:06.054 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:05.985+0000 7f26aa561640 1 -- 172.21.15.203:0/2055407414 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26a4107d10 con 0x7f26a4102130 2024-09-10T08:06:06.054 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:05.985+0000 7f26a17fa640 1 --2- 172.21.15.203:0/2055407414 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f268c039060 0x7f268c03b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:06.054 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:05.985+0000 7f26a17fa640 1 -- 172.21.15.203:0/2055407414 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f269406cf90 con 0x7f26a4102130 2024-09-10T08:06:06.054 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:05.985+0000 7f26a37fe640 1 --2- 172.21.15.203:0/2055407414 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f268c039060 0x7f268c03b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:06.054 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:05.986+0000 7f26a37fe640 1 --2- 172.21.15.203:0/2055407414 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f268c039060 0x7f268c03b520 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f26980098c0 tx=0x7f2698006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:06.054 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:05.990+0000 7f26a17fa640 1 -- 172.21.15.203:0/2055407414 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f2694039350 con 0x7f26a4102130 2024-09-10T08:06:06.178 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:06.179+0000 7f26aa561640 1 -- 172.21.15.203:0/2055407414 --> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi067:172.21.15.67=a;smithi133:172.21.15.133=b;smithi203:172.21.15.203=c", "target": ["mon-mgr", ""]}) -- 0x7f26a402d8f0 con 0x7f268c039060 2024-09-10T08:06:06.183 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:06.184+0000 7f26a17fa640 1 -- 172.21.15.203:0/2055407414 <== mgr.14150 v2:172.21.15.67:6800/4256949759 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f26a402d8f0 con 0x7f268c039060 2024-09-10T08:06:06.183 INFO:teuthology.orchestra.run.smithi203.stdout:Scheduled mon update... 2024-09-10T08:06:06.186 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:06.186+0000 7f26aa561640 1 -- 172.21.15.203:0/2055407414 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f268c039060 msgr2=0x7f268c03b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:06.186 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:06.186+0000 7f26aa561640 1 --2- 172.21.15.203:0/2055407414 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f268c039060 0x7f268c03b520 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f26980098c0 tx=0x7f2698006db0 comp rx=0 tx=0).stop 2024-09-10T08:06:06.186 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:06.186+0000 7f26aa561640 1 -- 172.21.15.203:0/2055407414 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f26a4102130 msgr2=0x7f26a4196c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:06.186 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:06.186+0000 7f26aa561640 1 --2- 172.21.15.203:0/2055407414 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f26a4102130 0x7f26a4196c90 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f2694009230 tx=0x7f26940048f0 comp rx=0 tx=0).stop 2024-09-10T08:06:06.186 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:06.186+0000 7f26aa561640 1 -- 172.21.15.203:0/2055407414 shutdown_connections 2024-09-10T08:06:06.186 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:06.186+0000 7f26aa561640 1 --2- 172.21.15.203:0/2055407414 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f268c039060 0x7f268c03b520 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:06.186 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:06.186+0000 7f26aa561640 1 --2- 172.21.15.203:0/2055407414 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f26a4102130 0x7f26a4196c90 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:06.186 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:06.186+0000 7f26aa561640 1 -- 172.21.15.203:0/2055407414 >> 172.21.15.203:0/2055407414 conn(0x7f26a40fbcd0 msgr2=0x7f26a40fc780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:06.186 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:06.186+0000 7f26aa561640 1 -- 172.21.15.203:0/2055407414 shutdown_connections 2024-09-10T08:06:06.186 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:06.186+0000 7f26aa561640 1 -- 172.21.15.203:0/2055407414 wait complete. 2024-09-10T08:06:06.937 DEBUG:teuthology.orchestra.run.smithi133:mon.b> sudo journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mon.b.service 2024-09-10T08:06:06.940 DEBUG:teuthology.orchestra.run.smithi203:mon.c> sudo journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mon.c.service 2024-09-10T08:06:06.943 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-10T08:06:06.943 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph mon dump -f json 2024-09-10T08:06:06.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:06 smithi067 ceph-mon[31051]: Updating smithi203:/etc/ceph/ceph.conf 2024-09-10T08:06:06.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:06 smithi067 ceph-mon[31051]: Updating smithi203:/var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-10T08:06:06.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:06 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:06.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:06 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:06.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:06 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:06.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:06 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:06.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:06 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-10T08:06:06.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:06 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:06:07.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:07 smithi067 ceph-mon[31051]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:07.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:07 smithi067 ceph-mon[31051]: Updating smithi203:/etc/ceph/ceph.client.admin.keyring 2024-09-10T08:06:07.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:07 smithi067 ceph-mon[31051]: Updating smithi203:/var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/config/ceph.client.admin.keyring 2024-09-10T08:06:07.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:07 smithi067 ceph-mon[31051]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi067:172.21.15.67=a;smithi133:172.21.15.133=b;smithi203:172.21.15.203=c", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:06:07.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:07 smithi067 ceph-mon[31051]: Saving service mon spec with placement smithi067:172.21.15.67=a;smithi133:172.21.15.133=b;smithi203:172.21.15.203=c;count:3 2024-09-10T08:06:07.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:07 smithi067 ceph-mon[31051]: Deploying daemon mon.c on smithi203 2024-09-10T08:06:09.077 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.c/config 2024-09-10T08:06:09.707 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:09.666+0000 7f407b741640 1 -- 172.21.15.203:0/1407376526 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4074102850 msgr2=0x7f4074102c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:09.707 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:09.666+0000 7f407b741640 1 --2- 172.21.15.203:0/1407376526 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4074102850 0x7f4074102c30 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f4070009880 tx=0x7f407002a670 comp rx=0 tx=0).stop 2024-09-10T08:06:09.707 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:09.666+0000 7f407b741640 1 -- 172.21.15.203:0/1407376526 shutdown_connections 2024-09-10T08:06:09.707 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:09.666+0000 7f407b741640 1 --2- 172.21.15.203:0/1407376526 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4074102850 0x7f4074102c30 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:09.707 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:09.666+0000 7f407b741640 1 -- 172.21.15.203:0/1407376526 >> 172.21.15.203:0/1407376526 conn(0x7f40740fc250 msgr2=0x7f40740fe670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:09.707 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:09.666+0000 7f407b741640 1 -- 172.21.15.203:0/1407376526 shutdown_connections 2024-09-10T08:06:09.707 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:09.666+0000 7f407b741640 1 -- 172.21.15.203:0/1407376526 wait complete. 2024-09-10T08:06:09.707 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:09.667+0000 7f407b741640 1 Processor -- start 2024-09-10T08:06:09.707 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:09.667+0000 7f407b741640 1 -- start start 2024-09-10T08:06:09.707 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:09.667+0000 7f407b741640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4074102850 0x7f40741972a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:09.707 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:09.667+0000 7f407b741640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f407410bc70 con 0x7f4074102850 2024-09-10T08:06:09.707 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:09.668+0000 7f40794dd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4074102850 0x7f40741972a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:09.708 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:09.668+0000 7f40794dd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4074102850 0x7f40741972a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.203:59322/0 (socket says 172.21.15.203:59322) 2024-09-10T08:06:09.708 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:09.668+0000 7f40794dd640 1 -- 172.21.15.203:0/190523265 learned_addr learned my addr 172.21.15.203:0/190523265 (peer_addr_for_me v2:172.21.15.203:0/0) 2024-09-10T08:06:09.708 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:09.668+0000 7f40794dd640 1 -- 172.21.15.203:0/190523265 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40741977e0 con 0x7f4074102850 2024-09-10T08:06:09.708 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:09.668+0000 7f40794dd640 1 --2- 172.21.15.203:0/190523265 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4074102850 0x7f40741972a0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f4070009230 tx=0x7f40700048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:09.708 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:09.669+0000 7f406a7fc640 1 -- 172.21.15.203:0/190523265 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f407003f070 con 0x7f4074102850 2024-09-10T08:06:09.708 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:09.669+0000 7f407b741640 1 -- 172.21.15.203:0/190523265 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4074197a70 con 0x7f4074102850 2024-09-10T08:06:09.708 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:09.669+0000 7f406a7fc640 1 -- 172.21.15.203:0/190523265 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4070004d10 con 0x7f4074102850 2024-09-10T08:06:09.708 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:09.669+0000 7f406a7fc640 1 -- 172.21.15.203:0/190523265 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4070035030 con 0x7f4074102850 2024-09-10T08:06:09.708 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:09.669+0000 7f407b741640 1 -- 172.21.15.203:0/190523265 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4074197ed0 con 0x7f4074102850 2024-09-10T08:06:09.708 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:09.670+0000 7f406a7fc640 1 -- 172.21.15.203:0/190523265 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f4070042070 con 0x7f4074102850 2024-09-10T08:06:09.708 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:09.670+0000 7f407b741640 1 -- 172.21.15.203:0/190523265 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f407406ad10 con 0x7f4074102850 2024-09-10T08:06:09.708 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:09.670+0000 7f406a7fc640 1 --2- 172.21.15.203:0/190523265 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f4060039060 0x7f406003b520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:09.708 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:09.670+0000 7f406a7fc640 1 -- 172.21.15.203:0/190523265 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f407006cf30 con 0x7f4074102850 2024-09-10T08:06:09.709 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:09.670+0000 7f4078cdc640 1 --2- 172.21.15.203:0/190523265 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f4060039060 0x7f406003b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:09.709 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:09.671+0000 7f4078cdc640 1 --2- 172.21.15.203:0/190523265 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f4060039060 0x7f406003b520 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f40640098c0 tx=0x7f4064006db0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:09.709 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:09.675+0000 7f406a7fc640 1 -- 172.21.15.203:0/190523265 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f4070039350 con 0x7f4074102850 2024-09-10T08:06:09.920 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:09.920+0000 7f407b741640 1 -- 172.21.15.203:0/190523265 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f4074198600 con 0x7f4074102850 2024-09-10T08:06:09.921 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:09.921+0000 7f406a7fc640 1 -- 172.21.15.203:0/190523265 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+745 (secure 0 0 0) 0x7f4070003b10 con 0x7f4074102850 2024-09-10T08:06:09.921 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-10T08:06:09.921 INFO:teuthology.orchestra.run.smithi203.stdout:{"epoch":1,"fsid":"315284b0-6f4b-11ef-bcea-c7b262605968","modified":"2024-09-10T08:04:48.402230Z","created":"2024-09-10T08:04:48.402230Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:3300","nonce":0},{"type":"v1","addr":"172.21.15.67:6789","nonce":0}]},"addr":"172.21.15.67:6789/0","public_addr":"172.21.15.67:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-10T08:06:09.922 INFO:teuthology.orchestra.run.smithi203.stderr:dumped monmap epoch 1 2024-09-10T08:06:09.923 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:09.923+0000 7f407b741640 1 -- 172.21.15.203:0/190523265 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f4060039060 msgr2=0x7f406003b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:09.924 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:09.923+0000 7f407b741640 1 --2- 172.21.15.203:0/190523265 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f4060039060 0x7f406003b520 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f40640098c0 tx=0x7f4064006db0 comp rx=0 tx=0).stop 2024-09-10T08:06:09.924 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:09.923+0000 7f407b741640 1 -- 172.21.15.203:0/190523265 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4074102850 msgr2=0x7f40741972a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:09.924 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:09.923+0000 7f407b741640 1 --2- 172.21.15.203:0/190523265 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4074102850 0x7f40741972a0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f4070009230 tx=0x7f40700048f0 comp rx=0 tx=0).stop 2024-09-10T08:06:09.924 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:09.924+0000 7f407b741640 1 -- 172.21.15.203:0/190523265 shutdown_connections 2024-09-10T08:06:09.925 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:09.924+0000 7f407b741640 1 --2- 172.21.15.203:0/190523265 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f4060039060 0x7f406003b520 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:09.925 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:09.924+0000 7f407b741640 1 --2- 172.21.15.203:0/190523265 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4074102850 0x7f40741972a0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:09.925 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:09.924+0000 7f407b741640 1 -- 172.21.15.203:0/190523265 >> 172.21.15.203:0/190523265 conn(0x7f40740fc250 msgr2=0x7f4074105610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:09.925 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:09.924+0000 7f407b741640 1 -- 172.21.15.203:0/190523265 shutdown_connections 2024-09-10T08:06:09.925 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:09.924+0000 7f407b741640 1 -- 172.21.15.203:0/190523265 wait complete. 2024-09-10T08:06:09.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:09 smithi067 ceph-mon[31051]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:10.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:10 smithi067 ceph-mon[31051]: from='client.? 172.21.15.203:0/190523265' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-10T08:06:11.047 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:11 smithi203 ceph-mon[34672]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-09-10T08:06:11.047 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:11 smithi203 bash[34651]: 3e84d7d7ab5cf8abed76ac5a89b3b172466ac99aa11d723a1d454b554f71999c 2024-09-10T08:06:11.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:11 smithi203 systemd[1]: Started Ceph mon.c for 315284b0-6f4b-11ef-bcea-c7b262605968. 2024-09-10T08:06:11.548 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-10T08:06:11.549 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph mon dump -f json 2024-09-10T08:06:11.795 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.c/config 2024-09-10T08:06:16.363 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:16 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-10T08:06:16.364 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:16 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T08:06:16.364 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:16 smithi067 ceph-mon[31051]: mon.a calling monitor election 2024-09-10T08:06:16.364 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:16 smithi067 ceph-mon[31051]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:16.364 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:16 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T08:06:16.364 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:16 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T08:06:16.365 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:16 smithi067 ceph-mon[31051]: mon.c calling monitor election 2024-09-10T08:06:16.365 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:16 smithi067 ceph-mon[31051]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:16.365 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:16 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T08:06:16.365 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:16 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T08:06:16.365 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:16 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T08:06:16.365 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:16 smithi067 ceph-mon[31051]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-10T08:06:16.365 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:16 smithi067 ceph-mon[31051]: monmap epoch 2 2024-09-10T08:06:16.365 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:16 smithi067 ceph-mon[31051]: fsid 315284b0-6f4b-11ef-bcea-c7b262605968 2024-09-10T08:06:16.366 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:16 smithi067 ceph-mon[31051]: last_changed 2024-09-10T08:06:11.028877+0000 2024-09-10T08:06:16.366 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:16 smithi067 ceph-mon[31051]: created 2024-09-10T08:04:48.402230+0000 2024-09-10T08:06:16.366 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:16 smithi067 ceph-mon[31051]: min_mon_release 19 (squid) 2024-09-10T08:06:16.366 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:16 smithi067 ceph-mon[31051]: election_strategy: 1 2024-09-10T08:06:16.366 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:16 smithi067 ceph-mon[31051]: 0: [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] mon.a 2024-09-10T08:06:16.366 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:16 smithi067 ceph-mon[31051]: 1: [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] mon.c 2024-09-10T08:06:16.366 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:16 smithi067 ceph-mon[31051]: fsmap 2024-09-10T08:06:16.367 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:16 smithi067 ceph-mon[31051]: osdmap e4: 0 total, 0 up, 0 in 2024-09-10T08:06:16.367 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:16 smithi067 ceph-mon[31051]: mgrmap e13: x(active, since 38s) 2024-09-10T08:06:16.367 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:16 smithi067 ceph-mon[31051]: overall HEALTH_OK 2024-09-10T08:06:16.367 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:16 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:16.367 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:16 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:16.367 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:16 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:16.367 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:16 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-10T08:06:16.368 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:16 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:06:16.473 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:16 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-10T08:06:16.473 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:16 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T08:06:16.473 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:16 smithi203 ceph-mon[34672]: mon.a calling monitor election 2024-09-10T08:06:16.473 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:16 smithi203 ceph-mon[34672]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:16.473 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:16 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T08:06:16.474 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:16 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T08:06:16.474 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:16 smithi203 ceph-mon[34672]: mon.c calling monitor election 2024-09-10T08:06:16.474 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:16 smithi203 ceph-mon[34672]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:16.474 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:16 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T08:06:16.474 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:16 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T08:06:16.474 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:16 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T08:06:16.474 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:16 smithi203 ceph-mon[34672]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-10T08:06:16.474 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:16 smithi203 ceph-mon[34672]: monmap epoch 2 2024-09-10T08:06:16.474 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:16 smithi203 ceph-mon[34672]: fsid 315284b0-6f4b-11ef-bcea-c7b262605968 2024-09-10T08:06:16.474 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:16 smithi203 ceph-mon[34672]: last_changed 2024-09-10T08:06:11.028877+0000 2024-09-10T08:06:16.474 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:16 smithi203 ceph-mon[34672]: created 2024-09-10T08:04:48.402230+0000 2024-09-10T08:06:16.474 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:16 smithi203 ceph-mon[34672]: min_mon_release 19 (squid) 2024-09-10T08:06:16.475 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:16 smithi203 ceph-mon[34672]: election_strategy: 1 2024-09-10T08:06:16.475 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:16 smithi203 ceph-mon[34672]: 0: [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] mon.a 2024-09-10T08:06:16.475 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:16 smithi203 ceph-mon[34672]: 1: [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] mon.c 2024-09-10T08:06:16.475 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:16 smithi203 ceph-mon[34672]: fsmap 2024-09-10T08:06:16.475 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:16 smithi203 ceph-mon[34672]: osdmap e4: 0 total, 0 up, 0 in 2024-09-10T08:06:16.475 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:16 smithi203 ceph-mon[34672]: mgrmap e13: x(active, since 38s) 2024-09-10T08:06:16.475 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:16 smithi203 ceph-mon[34672]: overall HEALTH_OK 2024-09-10T08:06:16.475 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:16 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:16.475 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:16 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:16.475 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:16 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:16.475 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:16 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-10T08:06:16.475 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:16 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:06:16.636 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.635+0000 7fb96fd2b640 1 -- 172.21.15.203:0/196564539 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb954003530 msgr2=0x7fb9540059c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:16.636 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.635+0000 7fb96fd2b640 1 --2- 172.21.15.203:0/196564539 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb954003530 0x7fb9540059c0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fb9681016c0 tx=0x7fb95802c490 comp rx=0 tx=0).stop 2024-09-10T08:06:16.636 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.636+0000 7fb96fd2b640 1 -- 172.21.15.203:0/196564539 shutdown_connections 2024-09-10T08:06:16.636 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.636+0000 7fb96fd2b640 1 --2- 172.21.15.203:0/196564539 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb954003530 0x7fb9540059c0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:16.636 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.636+0000 7fb96fd2b640 1 -- 172.21.15.203:0/196564539 >> 172.21.15.203:0/196564539 conn(0x7fb9680fc280 msgr2=0x7fb9680fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:16.636 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.636+0000 7fb96fd2b640 1 -- 172.21.15.203:0/196564539 shutdown_connections 2024-09-10T08:06:16.636 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.636+0000 7fb96fd2b640 1 -- 172.21.15.203:0/196564539 wait complete. 2024-09-10T08:06:16.636 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.636+0000 7fb96fd2b640 1 Processor -- start 2024-09-10T08:06:16.636 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.637+0000 7fb96fd2b640 1 -- start start 2024-09-10T08:06:16.638 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.637+0000 7fb96fd2b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb954003530 0x7fb968197200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:16.638 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.637+0000 7fb96fd2b640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb968197740 0x7fb96819bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:16.638 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.637+0000 7fb96fd2b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb968108540 con 0x7fb954003530 2024-09-10T08:06:16.638 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.637+0000 7fb96fd2b640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fb9681083c0 con 0x7fb968197740 2024-09-10T08:06:16.638 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.637+0000 7fb96d2c6640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb968197740 0x7fb96819bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:16.639 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.637+0000 7fb96dac7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb954003530 0x7fb968197200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:16.639 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.637+0000 7fb96d2c6640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb968197740 0x7fb96819bad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.203:59042/0 (socket says 172.21.15.203:59042) 2024-09-10T08:06:16.639 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.637+0000 7fb96d2c6640 1 -- 172.21.15.203:0/2769354634 learned_addr learned my addr 172.21.15.203:0/2769354634 (peer_addr_for_me v2:172.21.15.203:0/0) 2024-09-10T08:06:16.639 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.637+0000 7fb96d2c6640 1 -- 172.21.15.203:0/2769354634 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb968197740 msgr2=0x7fb96819bad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-09-10T08:06:16.639 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.637+0000 7fb96d2c6640 1 -- 172.21.15.203:0/2769354634 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb968197740 msgr2=0x7fb96819bad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-10T08:06:16.639 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.637+0000 7fb96d2c6640 1 --2- 172.21.15.203:0/2769354634 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb968197740 0x7fb96819bad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T08:06:16.639 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.637+0000 7fb96d2c6640 1 --2- 172.21.15.203:0/2769354634 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb968197740 0x7fb96819bad0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T08:06:16.639 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.637+0000 7fb96dac7640 1 -- 172.21.15.203:0/2769354634 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb968197740 msgr2=0x7fb96819bad0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T08:06:16.639 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.637+0000 7fb96dac7640 1 --2- 172.21.15.203:0/2769354634 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb968197740 0x7fb96819bad0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:16.640 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.637+0000 7fb96dac7640 1 -- 172.21.15.203:0/2769354634 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb968197d60 con 0x7fb954003530 2024-09-10T08:06:16.640 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.638+0000 7fb96dac7640 1 --2- 172.21.15.203:0/2769354634 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb954003530 0x7fb968197200 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fb958012c10 tx=0x7fb958032a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:16.640 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.638+0000 7fb95effd640 1 -- 172.21.15.203:0/2769354634 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fb958038040 con 0x7fb954003530 2024-09-10T08:06:16.640 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.638+0000 7fb95effd640 1 -- 172.21.15.203:0/2769354634 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb95803c410 con 0x7fb954003530 2024-09-10T08:06:16.640 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.638+0000 7fb96fd2b640 1 -- 172.21.15.203:0/2769354634 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb96819c010 con 0x7fb954003530 2024-09-10T08:06:16.640 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.638+0000 7fb95effd640 1 -- 172.21.15.203:0/2769354634 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7fb95803b370 con 0x7fb954003530 2024-09-10T08:06:16.640 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.638+0000 7fb96fd2b640 1 -- 172.21.15.203:0/2769354634 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb96819c5d0 con 0x7fb954003530 2024-09-10T08:06:16.640 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.639+0000 7fb95effd640 1 -- 172.21.15.203:0/2769354634 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fb958043070 con 0x7fb954003530 2024-09-10T08:06:16.641 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.639+0000 7fb95effd640 1 --2- 172.21.15.203:0/2769354634 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb94c038e00 0x7fb94c03b2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:16.641 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.639+0000 7fb96fd2b640 1 -- 172.21.15.203:0/2769354634 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb968101cc0 con 0x7fb954003530 2024-09-10T08:06:16.641 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.640+0000 7fb95effd640 1 -- 172.21.15.203:0/2769354634 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fb95806e340 con 0x7fb954003530 2024-09-10T08:06:16.641 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.640+0000 7fb96d2c6640 1 --2- 172.21.15.203:0/2769354634 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb94c038e00 0x7fb94c03b2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:16.641 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.640+0000 7fb96d2c6640 1 --2- 172.21.15.203:0/2769354634 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb94c038e00 0x7fb94c03b2c0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fb964009100 tx=0x7fb964008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:16.648 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.649+0000 7fb95effd640 1 -- 172.21.15.203:0/2769354634 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb95803c930 con 0x7fb954003530 2024-09-10T08:06:16.888 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.888+0000 7fb96fd2b640 1 -- 172.21.15.203:0/2769354634 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7fb96819c880 con 0x7fb954003530 2024-09-10T08:06:16.888 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.889+0000 7fb95effd640 1 -- 172.21.15.203:0/2769354634 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1015 (secure 0 0 0) 0x7fb958061720 con 0x7fb954003530 2024-09-10T08:06:16.888 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-10T08:06:16.888 INFO:teuthology.orchestra.run.smithi203.stdout:{"epoch":2,"fsid":"315284b0-6f4b-11ef-bcea-c7b262605968","modified":"2024-09-10T08:06:11.028877Z","created":"2024-09-10T08:04:48.402230Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:3300","nonce":0},{"type":"v1","addr":"172.21.15.67:6789","nonce":0}]},"addr":"172.21.15.67:6789/0","public_addr":"172.21.15.67:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:3300","nonce":0},{"type":"v1","addr":"172.21.15.203:6789","nonce":0}]},"addr":"172.21.15.203:6789/0","public_addr":"172.21.15.203:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-10T08:06:16.889 INFO:teuthology.orchestra.run.smithi203.stderr:dumped monmap epoch 2 2024-09-10T08:06:16.890 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.891+0000 7fb96fd2b640 1 -- 172.21.15.203:0/2769354634 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb94c038e00 msgr2=0x7fb94c03b2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:16.890 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.891+0000 7fb96fd2b640 1 --2- 172.21.15.203:0/2769354634 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb94c038e00 0x7fb94c03b2c0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fb964009100 tx=0x7fb964008040 comp rx=0 tx=0).stop 2024-09-10T08:06:16.890 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.891+0000 7fb96fd2b640 1 -- 172.21.15.203:0/2769354634 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb954003530 msgr2=0x7fb968197200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:16.890 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.891+0000 7fb96fd2b640 1 --2- 172.21.15.203:0/2769354634 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb954003530 0x7fb968197200 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fb958012c10 tx=0x7fb958032a20 comp rx=0 tx=0).stop 2024-09-10T08:06:16.891 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.891+0000 7fb96fd2b640 1 -- 172.21.15.203:0/2769354634 shutdown_connections 2024-09-10T08:06:16.891 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.891+0000 7fb96fd2b640 1 --2- 172.21.15.203:0/2769354634 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb94c038e00 0x7fb94c03b2c0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:16.891 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.891+0000 7fb96fd2b640 1 --2- 172.21.15.203:0/2769354634 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb968197740 0x7fb96819bad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:16.891 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.891+0000 7fb96fd2b640 1 --2- 172.21.15.203:0/2769354634 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb954003530 0x7fb968197200 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:16.891 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.891+0000 7fb96fd2b640 1 -- 172.21.15.203:0/2769354634 >> 172.21.15.203:0/2769354634 conn(0x7fb9680fc280 msgr2=0x7fb96806a110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:16.891 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.891+0000 7fb96fd2b640 1 -- 172.21.15.203:0/2769354634 shutdown_connections 2024-09-10T08:06:16.891 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:16.891+0000 7fb96fd2b640 1 -- 172.21.15.203:0/2769354634 wait complete. 2024-09-10T08:06:17.186 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:17 smithi203 ceph-mon[34672]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:17.186 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:17 smithi203 ceph-mon[34672]: Deploying daemon mon.b on smithi133 2024-09-10T08:06:17.186 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:17 smithi203 ceph-mon[34672]: from='client.? 172.21.15.203:0/2769354634' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-10T08:06:17.186 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:17 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T08:06:17.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:17 smithi067 ceph-mon[31051]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:17.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:17 smithi067 ceph-mon[31051]: Deploying daemon mon.b on smithi133 2024-09-10T08:06:17.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:17 smithi067 ceph-mon[31051]: from='client.? 172.21.15.203:0/2769354634' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-10T08:06:17.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:17 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T08:06:18.466 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-10T08:06:18.466 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph mon dump -f json 2024-09-10T08:06:18.719 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.c/config 2024-09-10T08:06:19.149 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.148+0000 7f4e54e4a640 1 -- 172.21.15.203:0/1456208320 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4e50107660 msgr2=0x7f4e50107a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:19.150 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.148+0000 7f4e54e4a640 1 --2- 172.21.15.203:0/1456208320 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4e50107660 0x7f4e50107a40 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f4e40009880 tx=0x7f4e4002a5d0 comp rx=0 tx=0).stop 2024-09-10T08:06:19.150 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.148+0000 7f4e54e4a640 1 -- 172.21.15.203:0/1456208320 shutdown_connections 2024-09-10T08:06:19.150 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.148+0000 7f4e54e4a640 1 --2- 172.21.15.203:0/1456208320 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4e50107660 0x7f4e50107a40 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:19.150 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.148+0000 7f4e54e4a640 1 -- 172.21.15.203:0/1456208320 >> 172.21.15.203:0/1456208320 conn(0x7f4e500fd320 msgr2=0x7f4e500ff740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:19.150 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.149+0000 7f4e54e4a640 1 -- 172.21.15.203:0/1456208320 shutdown_connections 2024-09-10T08:06:19.150 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.149+0000 7f4e54e4a640 1 -- 172.21.15.203:0/1456208320 wait complete. 2024-09-10T08:06:19.150 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.149+0000 7f4e54e4a640 1 Processor -- start 2024-09-10T08:06:19.150 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.149+0000 7f4e54e4a640 1 -- start start 2024-09-10T08:06:19.150 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.149+0000 7f4e54e4a640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4e50107660 0x7f4e50197240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:19.150 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.150+0000 7f4e54e4a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4e50197780 0x7f4e5019bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:19.150 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.150+0000 7f4e54e4a640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f4e5010bbd0 con 0x7f4e50197780 2024-09-10T08:06:19.151 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.150+0000 7f4e54e4a640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f4e5010ba50 con 0x7f4e50107660 2024-09-10T08:06:19.151 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.150+0000 7f4e4e59c640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4e50107660 0x7f4e50197240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:19.151 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.150+0000 7f4e4e59c640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4e50107660 0x7f4e50197240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.203:55702/0 (socket says 172.21.15.203:55702) 2024-09-10T08:06:19.151 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.150+0000 7f4e4e59c640 1 -- 172.21.15.203:0/2757959057 learned_addr learned my addr 172.21.15.203:0/2757959057 (peer_addr_for_me v2:172.21.15.203:0/0) 2024-09-10T08:06:19.151 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.150+0000 7f4e4e59c640 1 -- 172.21.15.203:0/2757959057 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4e50107660 msgr2=0x7f4e50197240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-09-10T08:06:19.151 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.150+0000 7f4e4e59c640 1 -- 172.21.15.203:0/2757959057 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4e50107660 msgr2=0x7f4e50197240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-10T08:06:19.151 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.150+0000 7f4e4e59c640 1 --2- 172.21.15.203:0/2757959057 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4e50107660 0x7f4e50197240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T08:06:19.151 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.150+0000 7f4e47fff640 1 --2- 172.21.15.203:0/2757959057 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4e50197780 0x7f4e5019bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:19.151 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.150+0000 7f4e4e59c640 1 --2- 172.21.15.203:0/2757959057 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4e50107660 0x7f4e50197240 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T08:06:19.153 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.151+0000 7f4e47fff640 1 -- 172.21.15.203:0/2757959057 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4e50107660 msgr2=0x7f4e50197240 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T08:06:19.153 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.151+0000 7f4e47fff640 1 --2- 172.21.15.203:0/2757959057 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4e50107660 0x7f4e50197240 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:19.153 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.151+0000 7f4e47fff640 1 -- 172.21.15.203:0/2757959057 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e50197d20 con 0x7f4e50197780 2024-09-10T08:06:19.153 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.151+0000 7f4e47fff640 1 --2- 172.21.15.203:0/2757959057 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4e50197780 0x7f4e5019bb10 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f4e3800b3d0 tx=0x7f4e3800b890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:19.153 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.151+0000 7f4e477fe640 1 -- 172.21.15.203:0/2757959057 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f4e38011630 con 0x7f4e50197780 2024-09-10T08:06:19.153 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.151+0000 7f4e54e4a640 1 -- 172.21.15.203:0/2757959057 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e5019c050 con 0x7f4e50197780 2024-09-10T08:06:19.153 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.151+0000 7f4e54e4a640 1 -- 172.21.15.203:0/2757959057 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e5019c5e0 con 0x7f4e50197780 2024-09-10T08:06:19.153 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.151+0000 7f4e477fe640 1 -- 172.21.15.203:0/2757959057 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4e38011c80 con 0x7f4e50197780 2024-09-10T08:06:19.153 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.151+0000 7f4e477fe640 1 -- 172.21.15.203:0/2757959057 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f4e3801ad80 con 0x7f4e50197780 2024-09-10T08:06:19.154 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.152+0000 7f4e54e4a640 1 -- 172.21.15.203:0/2757959057 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e50102da0 con 0x7f4e50197780 2024-09-10T08:06:19.154 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.152+0000 7f4e477fe640 1 -- 172.21.15.203:0/2757959057 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f4e38018020 con 0x7f4e50197780 2024-09-10T08:06:19.154 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.153+0000 7f4e477fe640 1 --2- 172.21.15.203:0/2757959057 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f4e3c038e00 0x7f4e3c03b2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:19.154 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.153+0000 7f4e477fe640 1 -- 172.21.15.203:0/2757959057 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f4e3804bce0 con 0x7f4e50197780 2024-09-10T08:06:19.154 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.153+0000 7f4e4e59c640 1 --2- 172.21.15.203:0/2757959057 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f4e3c038e00 0x7f4e3c03b2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:19.154 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.153+0000 7f4e4e59c640 1 --2- 172.21.15.203:0/2757959057 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f4e3c038e00 0x7f4e3c03b2c0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f4e4002abc0 tx=0x7f4e4002aad0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:19.157 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.158+0000 7f4e477fe640 1 -- 172.21.15.203:0/2757959057 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f4e3801f020 con 0x7f4e50197780 2024-09-10T08:06:19.385 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.386+0000 7f4e54e4a640 1 -- 172.21.15.203:0/2757959057 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f4e5019c8f0 con 0x7f4e50197780 2024-09-10T08:06:19.386 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:19 smithi203 ceph-mon[34672]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:19.386 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.387+0000 7f4e477fe640 1 -- 172.21.15.203:0/2757959057 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1015 (secure 0 0 0) 0x7f4e38018310 con 0x7f4e50197780 2024-09-10T08:06:19.386 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-10T08:06:19.387 INFO:teuthology.orchestra.run.smithi203.stdout:{"epoch":2,"fsid":"315284b0-6f4b-11ef-bcea-c7b262605968","modified":"2024-09-10T08:06:11.028877Z","created":"2024-09-10T08:04:48.402230Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:3300","nonce":0},{"type":"v1","addr":"172.21.15.67:6789","nonce":0}]},"addr":"172.21.15.67:6789/0","public_addr":"172.21.15.67:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:3300","nonce":0},{"type":"v1","addr":"172.21.15.203:6789","nonce":0}]},"addr":"172.21.15.203:6789/0","public_addr":"172.21.15.203:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-10T08:06:19.387 INFO:teuthology.orchestra.run.smithi203.stderr:dumped monmap epoch 2 2024-09-10T08:06:19.388 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.389+0000 7f4e54e4a640 1 -- 172.21.15.203:0/2757959057 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f4e3c038e00 msgr2=0x7f4e3c03b2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:19.388 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.389+0000 7f4e54e4a640 1 --2- 172.21.15.203:0/2757959057 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f4e3c038e00 0x7f4e3c03b2c0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f4e4002abc0 tx=0x7f4e4002aad0 comp rx=0 tx=0).stop 2024-09-10T08:06:19.388 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.389+0000 7f4e54e4a640 1 -- 172.21.15.203:0/2757959057 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4e50197780 msgr2=0x7f4e5019bb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:19.388 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.389+0000 7f4e54e4a640 1 --2- 172.21.15.203:0/2757959057 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4e50197780 0x7f4e5019bb10 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f4e3800b3d0 tx=0x7f4e3800b890 comp rx=0 tx=0).stop 2024-09-10T08:06:19.388 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.389+0000 7f4e54e4a640 1 -- 172.21.15.203:0/2757959057 shutdown_connections 2024-09-10T08:06:19.388 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.389+0000 7f4e54e4a640 1 --2- 172.21.15.203:0/2757959057 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f4e3c038e00 0x7f4e3c03b2c0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:19.389 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.389+0000 7f4e54e4a640 1 --2- 172.21.15.203:0/2757959057 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4e50197780 0x7f4e5019bb10 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:19.389 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.389+0000 7f4e54e4a640 1 --2- 172.21.15.203:0/2757959057 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4e50107660 0x7f4e50197240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:19.389 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.389+0000 7f4e54e4a640 1 -- 172.21.15.203:0/2757959057 >> 172.21.15.203:0/2757959057 conn(0x7f4e500fd320 msgr2=0x7f4e500fd700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:19.389 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.389+0000 7f4e54e4a640 1 -- 172.21.15.203:0/2757959057 shutdown_connections 2024-09-10T08:06:19.389 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:19.389+0000 7f4e54e4a640 1 -- 172.21.15.203:0/2757959057 wait complete. 2024-09-10T08:06:19.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:19 smithi067 ceph-mon[31051]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:20.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:19 smithi133 systemd[1]: Started Ceph mon.b for 315284b0-6f4b-11ef-bcea-c7b262605968. 2024-09-10T08:06:20.948 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-10T08:06:20.948 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph mon dump -f json 2024-09-10T08:06:21.205 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.c/config 2024-09-10T08:06:25.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:24 smithi067 ceph-mon[31051]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:25.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:24 smithi067 ceph-mon[31051]: mon.c calling monitor election 2024-09-10T08:06:25.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:24 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-10T08:06:25.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:24 smithi067 ceph-mon[31051]: mon.a calling monitor election 2024-09-10T08:06:25.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:24 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T08:06:25.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:24 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T08:06:25.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:24 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T08:06:25.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:24 smithi067 ceph-mon[31051]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:25.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:24 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T08:06:25.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:24 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T08:06:25.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:24 smithi067 ceph-mon[31051]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:25.209 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:24 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T08:06:25.209 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:24 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T08:06:25.209 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:24 smithi067 ceph-mon[31051]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-10T08:06:25.209 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:24 smithi067 ceph-mon[31051]: monmap epoch 3 2024-09-10T08:06:25.209 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:24 smithi067 ceph-mon[31051]: fsid 315284b0-6f4b-11ef-bcea-c7b262605968 2024-09-10T08:06:25.209 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:24 smithi067 ceph-mon[31051]: last_changed 2024-09-10T08:06:19.865544+0000 2024-09-10T08:06:25.209 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:24 smithi067 ceph-mon[31051]: created 2024-09-10T08:04:48.402230+0000 2024-09-10T08:06:25.209 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:24 smithi067 ceph-mon[31051]: min_mon_release 19 (squid) 2024-09-10T08:06:25.209 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:24 smithi067 ceph-mon[31051]: election_strategy: 1 2024-09-10T08:06:25.209 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:24 smithi067 ceph-mon[31051]: 0: [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] mon.a 2024-09-10T08:06:25.209 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:24 smithi067 ceph-mon[31051]: 1: [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] mon.c 2024-09-10T08:06:25.210 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:24 smithi067 ceph-mon[31051]: 2: [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] mon.b 2024-09-10T08:06:25.210 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:24 smithi067 ceph-mon[31051]: fsmap 2024-09-10T08:06:25.210 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:24 smithi067 ceph-mon[31051]: osdmap e4: 0 total, 0 up, 0 in 2024-09-10T08:06:25.210 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:24 smithi067 ceph-mon[31051]: mgrmap e13: x(active, since 47s) 2024-09-10T08:06:25.210 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:24 smithi067 ceph-mon[31051]: overall HEALTH_OK 2024-09-10T08:06:25.210 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:24 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:25.210 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:24 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:25.210 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:24 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:25.210 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:24 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:25.229 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.228+0000 7fd2685b9640 1 -- 172.21.15.203:0/189348968 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd24c003530 msgr2=0x7fd24c0059c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:25.230 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.228+0000 7fd2685b9640 1 --2- 172.21.15.203:0/189348968 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd24c003530 0x7fd24c0059c0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fd260102af0 tx=0x7fd25002c3f0 comp rx=0 tx=0).stop 2024-09-10T08:06:25.230 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.228+0000 7fd2685b9640 1 -- 172.21.15.203:0/189348968 shutdown_connections 2024-09-10T08:06:25.230 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.228+0000 7fd2685b9640 1 --2- 172.21.15.203:0/189348968 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd24c003530 0x7fd24c0059c0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:25.230 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.228+0000 7fd2685b9640 1 -- 172.21.15.203:0/189348968 >> 172.21.15.203:0/189348968 conn(0x7fd2600fd320 msgr2=0x7fd2600ff740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:25.230 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.228+0000 7fd2685b9640 1 -- 172.21.15.203:0/189348968 shutdown_connections 2024-09-10T08:06:25.230 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.229+0000 7fd2685b9640 1 -- 172.21.15.203:0/189348968 wait complete. 2024-09-10T08:06:25.230 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.229+0000 7fd2685b9640 1 Processor -- start 2024-09-10T08:06:25.230 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.229+0000 7fd2685b9640 1 -- start start 2024-09-10T08:06:25.231 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.229+0000 7fd2685b9640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd24c003530 0x7fd260197300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:25.231 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.229+0000 7fd2685b9640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd260197840 0x7fd26019bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:25.231 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.230+0000 7fd2685b9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd26019c110 0x7fd26019c5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:25.231 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.230+0000 7fd2685b9640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd260109630 con 0x7fd26019c110 2024-09-10T08:06:25.231 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.230+0000 7fd2685b9640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fd2601094b0 con 0x7fd24c003530 2024-09-10T08:06:25.231 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.230+0000 7fd2685b9640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fd2601097b0 con 0x7fd260197840 2024-09-10T08:06:25.231 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:24 smithi203 ceph-mon[34672]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:25.232 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:24 smithi203 ceph-mon[34672]: mon.c calling monitor election 2024-09-10T08:06:25.232 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:24 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-10T08:06:25.232 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:24 smithi203 ceph-mon[34672]: mon.a calling monitor election 2024-09-10T08:06:25.232 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:24 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T08:06:25.232 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:24 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T08:06:25.232 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:24 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T08:06:25.232 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:24 smithi203 ceph-mon[34672]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:25.232 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:24 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T08:06:25.233 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:24 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T08:06:25.233 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:24 smithi203 ceph-mon[34672]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:25.233 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:24 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T08:06:25.233 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:24 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T08:06:25.233 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:24 smithi203 ceph-mon[34672]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-10T08:06:25.233 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:24 smithi203 ceph-mon[34672]: monmap epoch 3 2024-09-10T08:06:25.233 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:24 smithi203 ceph-mon[34672]: fsid 315284b0-6f4b-11ef-bcea-c7b262605968 2024-09-10T08:06:25.234 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:24 smithi203 ceph-mon[34672]: last_changed 2024-09-10T08:06:19.865544+0000 2024-09-10T08:06:25.234 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:24 smithi203 ceph-mon[34672]: created 2024-09-10T08:04:48.402230+0000 2024-09-10T08:06:25.234 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:24 smithi203 ceph-mon[34672]: min_mon_release 19 (squid) 2024-09-10T08:06:25.234 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:24 smithi203 ceph-mon[34672]: election_strategy: 1 2024-09-10T08:06:25.234 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:24 smithi203 ceph-mon[34672]: 0: [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] mon.a 2024-09-10T08:06:25.234 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:24 smithi203 ceph-mon[34672]: 1: [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] mon.c 2024-09-10T08:06:25.234 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:24 smithi203 ceph-mon[34672]: 2: [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] mon.b 2024-09-10T08:06:25.234 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:24 smithi203 ceph-mon[34672]: fsmap 2024-09-10T08:06:25.234 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:24 smithi203 ceph-mon[34672]: osdmap e4: 0 total, 0 up, 0 in 2024-09-10T08:06:25.234 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:24 smithi203 ceph-mon[34672]: mgrmap e13: x(active, since 47s) 2024-09-10T08:06:25.234 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:24 smithi203 ceph-mon[34672]: overall HEALTH_OK 2024-09-10T08:06:25.234 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:24 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:25.235 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:24 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:25.235 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:24 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:25.235 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:24 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:25.238 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.230+0000 7fd265b54640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd260197840 0x7fd26019bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:25.238 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.230+0000 7fd265b54640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd260197840 0x7fd26019bbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.203:55712/0 (socket says 172.21.15.203:55712) 2024-09-10T08:06:25.238 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.230+0000 7fd266b56640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd26019c110 0x7fd26019c5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:25.238 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.230+0000 7fd265b54640 1 -- 172.21.15.203:0/895251188 learned_addr learned my addr 172.21.15.203:0/895251188 (peer_addr_for_me v2:172.21.15.203:0/0) 2024-09-10T08:06:25.238 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.230+0000 7fd266355640 1 --2- 172.21.15.203:0/895251188 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd24c003530 0x7fd260197300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:25.238 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.230+0000 7fd266355640 1 -- 172.21.15.203:0/895251188 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd24c003530 msgr2=0x7fd260197300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-09-10T08:06:25.238 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.230+0000 7fd266355640 1 -- 172.21.15.203:0/895251188 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd24c003530 msgr2=0x7fd260197300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-10T08:06:25.238 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.230+0000 7fd266355640 1 --2- 172.21.15.203:0/895251188 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd24c003530 0x7fd260197300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T08:06:25.238 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.230+0000 7fd265b54640 1 -- 172.21.15.203:0/895251188 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd260197840 msgr2=0x7fd26019bbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-09-10T08:06:25.238 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.230+0000 7fd265b54640 1 -- 172.21.15.203:0/895251188 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd260197840 msgr2=0x7fd26019bbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-10T08:06:25.239 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.230+0000 7fd265b54640 1 --2- 172.21.15.203:0/895251188 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd260197840 0x7fd26019bbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-10T08:06:25.239 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.230+0000 7fd266355640 1 --2- 172.21.15.203:0/895251188 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd24c003530 0x7fd260197300 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T08:06:25.239 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.230+0000 7fd265b54640 1 --2- 172.21.15.203:0/895251188 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd260197840 0x7fd26019bbd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-10T08:06:25.239 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.230+0000 7fd266b56640 1 -- 172.21.15.203:0/895251188 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd260197840 msgr2=0x7fd26019bbd0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T08:06:25.239 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.230+0000 7fd266b56640 1 --2- 172.21.15.203:0/895251188 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd260197840 0x7fd26019bbd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:25.239 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.230+0000 7fd266b56640 1 -- 172.21.15.203:0/895251188 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd24c003530 msgr2=0x7fd260197300 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-10T08:06:25.239 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.230+0000 7fd266b56640 1 --2- 172.21.15.203:0/895251188 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd24c003530 0x7fd260197300 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:25.239 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.230+0000 7fd266b56640 1 -- 172.21.15.203:0/895251188 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2601a3e80 con 0x7fd26019c110 2024-09-10T08:06:25.239 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.230+0000 7fd266b56640 1 --2- 172.21.15.203:0/895251188 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd26019c110 0x7fd26019c5c0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fd25800bd50 tx=0x7fd25800be40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:25.239 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.230+0000 7fd2577fe640 1 -- 172.21.15.203:0/895251188 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd258019070 con 0x7fd26019c110 2024-09-10T08:06:25.239 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.231+0000 7fd2577fe640 1 -- 172.21.15.203:0/895251188 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd2580148f0 con 0x7fd26019c110 2024-09-10T08:06:25.240 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.231+0000 7fd2685b9640 1 -- 172.21.15.203:0/895251188 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2601a40b0 con 0x7fd26019c110 2024-09-10T08:06:25.240 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.231+0000 7fd2577fe640 1 -- 172.21.15.203:0/895251188 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd258012910 con 0x7fd26019c110 2024-09-10T08:06:25.240 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.231+0000 7fd2685b9640 1 -- 172.21.15.203:0/895251188 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2601a4570 con 0x7fd26019c110 2024-09-10T08:06:25.240 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.232+0000 7fd2577fe640 1 -- 172.21.15.203:0/895251188 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fd25801c070 con 0x7fd26019c110 2024-09-10T08:06:25.240 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.232+0000 7fd2685b9640 1 -- 172.21.15.203:0/895251188 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd26010a6e0 con 0x7fd26019c110 2024-09-10T08:06:25.240 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.232+0000 7fd2577fe640 1 --2- 172.21.15.203:0/895251188 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd2440394f0 0x7fd24403b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:25.240 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.232+0000 7fd2577fe640 1 -- 172.21.15.203:0/895251188 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fd25804bea0 con 0x7fd26019c110 2024-09-10T08:06:25.240 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.232+0000 7fd266355640 1 --2- 172.21.15.203:0/895251188 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd2440394f0 0x7fd24403b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:25.240 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.232+0000 7fd266355640 1 --2- 172.21.15.203:0/895251188 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd2440394f0 0x7fd24403b9b0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fd250014040 tx=0x7fd250014930 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:25.240 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.237+0000 7fd2577fe640 1 -- 172.21.15.203:0/895251188 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd25801bdc0 con 0x7fd26019c110 2024-09-10T08:06:25.488 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.489+0000 7fd2685b9640 1 -- 172.21.15.203:0/895251188 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7fd260190780 con 0x7fd26019c110 2024-09-10T08:06:25.489 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.490+0000 7fd2577fe640 1 -- 172.21.15.203:0/895251188 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) ==== 95+0+1283 (secure 0 0 0) 0x7fd25800e090 con 0x7fd26019c110 2024-09-10T08:06:25.489 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-10T08:06:25.490 INFO:teuthology.orchestra.run.smithi203.stdout:{"epoch":3,"fsid":"315284b0-6f4b-11ef-bcea-c7b262605968","modified":"2024-09-10T08:06:19.865544Z","created":"2024-09-10T08:04:48.402230Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:3300","nonce":0},{"type":"v1","addr":"172.21.15.67:6789","nonce":0}]},"addr":"172.21.15.67:6789/0","public_addr":"172.21.15.67:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:3300","nonce":0},{"type":"v1","addr":"172.21.15.203:6789","nonce":0}]},"addr":"172.21.15.203:6789/0","public_addr":"172.21.15.203:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:3300","nonce":0},{"type":"v1","addr":"172.21.15.133:6789","nonce":0}]},"addr":"172.21.15.133:6789/0","public_addr":"172.21.15.133:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-10T08:06:25.490 INFO:teuthology.orchestra.run.smithi203.stderr:dumped monmap epoch 3 2024-09-10T08:06:25.492 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.492+0000 7fd2685b9640 1 -- 172.21.15.203:0/895251188 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd2440394f0 msgr2=0x7fd24403b9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:25.492 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.492+0000 7fd2685b9640 1 --2- 172.21.15.203:0/895251188 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd2440394f0 0x7fd24403b9b0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fd250014040 tx=0x7fd250014930 comp rx=0 tx=0).stop 2024-09-10T08:06:25.492 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.492+0000 7fd2685b9640 1 -- 172.21.15.203:0/895251188 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd26019c110 msgr2=0x7fd26019c5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:25.492 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.492+0000 7fd2685b9640 1 --2- 172.21.15.203:0/895251188 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd26019c110 0x7fd26019c5c0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fd25800bd50 tx=0x7fd25800be40 comp rx=0 tx=0).stop 2024-09-10T08:06:25.492 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.492+0000 7fd2685b9640 1 -- 172.21.15.203:0/895251188 shutdown_connections 2024-09-10T08:06:25.492 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.492+0000 7fd2685b9640 1 --2- 172.21.15.203:0/895251188 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd2440394f0 0x7fd24403b9b0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:25.492 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.492+0000 7fd2685b9640 1 --2- 172.21.15.203:0/895251188 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd26019c110 0x7fd26019c5c0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:25.492 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.492+0000 7fd2685b9640 1 --2- 172.21.15.203:0/895251188 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd260197840 0x7fd26019bbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:25.492 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.492+0000 7fd2685b9640 1 --2- 172.21.15.203:0/895251188 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd24c003530 0x7fd260197300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:25.492 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.492+0000 7fd2685b9640 1 -- 172.21.15.203:0/895251188 >> 172.21.15.203:0/895251188 conn(0x7fd2600fd320 msgr2=0x7fd260106930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:25.493 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.492+0000 7fd2685b9640 1 -- 172.21.15.203:0/895251188 shutdown_connections 2024-09-10T08:06:25.493 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:25.492+0000 7fd2685b9640 1 -- 172.21.15.203:0/895251188 wait complete. 2024-09-10T08:06:26.176 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:25 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:06:26.176 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:25 smithi203 ceph-mon[34672]: from='client.? 172.21.15.203:0/895251188' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-10T08:06:26.177 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:25 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T08:06:26.202 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-09-10T08:06:26.202 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph config generate-minimal-conf 2024-09-10T08:06:26.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:25 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:06:26.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:25 smithi067 ceph-mon[31051]: from='client.? 172.21.15.203:0/895251188' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-10T08:06:26.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:25 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T08:06:26.467 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:06:27.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.094+0000 7ff916c1c640 1 -- 172.21.15.67:0/133135849 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff910102730 msgr2=0x7ff910102b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:27.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.094+0000 7ff916c1c640 1 --2- 172.21.15.67:0/133135849 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff910102730 0x7ff910102b10 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7ff904009810 tx=0x7ff90402a540 comp rx=0 tx=0).stop 2024-09-10T08:06:27.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.094+0000 7ff916c1c640 1 -- 172.21.15.67:0/133135849 shutdown_connections 2024-09-10T08:06:27.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.094+0000 7ff916c1c640 1 --2- 172.21.15.67:0/133135849 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff910102730 0x7ff910102b10 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:27.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.094+0000 7ff916c1c640 1 -- 172.21.15.67:0/133135849 >> 172.21.15.67:0/133135849 conn(0x7ff910077310 msgr2=0x7ff9100fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:27.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.094+0000 7ff916c1c640 1 -- 172.21.15.67:0/133135849 shutdown_connections 2024-09-10T08:06:27.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.094+0000 7ff916c1c640 1 -- 172.21.15.67:0/133135849 wait complete. 2024-09-10T08:06:27.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.095+0000 7ff916c1c640 1 Processor -- start 2024-09-10T08:06:27.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.095+0000 7ff916c1c640 1 -- start start 2024-09-10T08:06:27.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.095+0000 7ff916c1c640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff910102730 0x7ff910197320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:27.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.095+0000 7ff916c1c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff910197860 0x7ff91019bbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:27.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.095+0000 7ff916c1c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff91019c130 0x7ff91019c5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:27.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.095+0000 7ff916c1c640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff91010bae0 con 0x7ff91019c130 2024-09-10T08:06:27.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.096+0000 7ff916c1c640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7ff91010b960 con 0x7ff910197860 2024-09-10T08:06:27.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.096+0000 7ff916c1c640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ff91010bc60 con 0x7ff910102730 2024-09-10T08:06:27.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.096+0000 7ff90ffff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff910197860 0x7ff91019bbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:27.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.096+0000 7ff90ffff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff910197860 0x7ff91019bbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.67:44174/0 (socket says 172.21.15.67:44174) 2024-09-10T08:06:27.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.096+0000 7ff9149b8640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff910102730 0x7ff910197320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:27.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.096+0000 7ff90ffff640 1 -- 172.21.15.67:0/1454595000 learned_addr learned my addr 172.21.15.67:0/1454595000 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:06:27.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.096+0000 7ff9151b9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff91019c130 0x7ff91019c5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:27.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.096+0000 7ff90ffff640 1 -- 172.21.15.67:0/1454595000 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff910102730 msgr2=0x7ff910197320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:27.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.096+0000 7ff90ffff640 1 --2- 172.21.15.67:0/1454595000 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff910102730 0x7ff910197320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:27.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.096+0000 7ff90ffff640 1 -- 172.21.15.67:0/1454595000 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff91019c130 msgr2=0x7ff91019c5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:27.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.096+0000 7ff90ffff640 1 --2- 172.21.15.67:0/1454595000 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff91019c130 0x7ff91019c5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:27.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.096+0000 7ff90ffff640 1 -- 172.21.15.67:0/1454595000 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9101a3ea0 con 0x7ff910197860 2024-09-10T08:06:27.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.096+0000 7ff9151b9640 1 --2- 172.21.15.67:0/1454595000 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff91019c130 0x7ff91019c5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:06:27.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.096+0000 7ff90ffff640 1 --2- 172.21.15.67:0/1454595000 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff910197860 0x7ff91019bbf0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7ff8fc00b520 tx=0x7ff8fc00b9e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:27.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.098+0000 7ff90dffb640 1 -- 172.21.15.67:0/1454595000 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8fc004230 con 0x7ff910197860 2024-09-10T08:06:27.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.098+0000 7ff90dffb640 1 -- 172.21.15.67:0/1454595000 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff8fc0043d0 con 0x7ff910197860 2024-09-10T08:06:27.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.098+0000 7ff916c1c640 1 -- 172.21.15.67:0/1454595000 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9101a40d0 con 0x7ff910197860 2024-09-10T08:06:27.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.098+0000 7ff90dffb640 1 -- 172.21.15.67:0/1454595000 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8fc003cf0 con 0x7ff910197860 2024-09-10T08:06:27.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.098+0000 7ff916c1c640 1 -- 172.21.15.67:0/1454595000 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9101a4630 con 0x7ff910197860 2024-09-10T08:06:27.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.099+0000 7ff90dffb640 1 -- 172.21.15.67:0/1454595000 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7ff8fc00e070 con 0x7ff910197860 2024-09-10T08:06:27.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.099+0000 7ff90dffb640 1 --2- 172.21.15.67:0/1454595000 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff9000394f0 0x7ff90003b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:27.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.099+0000 7ff90dffb640 1 -- 172.21.15.67:0/1454595000 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7ff8fc04c8c0 con 0x7ff910197860 2024-09-10T08:06:27.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.100+0000 7ff916c1c640 1 -- 172.21.15.67:0/1454595000 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff910069f90 con 0x7ff910197860 2024-09-10T08:06:27.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.100+0000 7ff9149b8640 1 --2- 172.21.15.67:0/1454595000 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff9000394f0 0x7ff90003b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:27.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.100+0000 7ff9149b8640 1 --2- 172.21.15.67:0/1454595000 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff9000394f0 0x7ff90003b9b0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7ff904005e60 tx=0x7ff904005870 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:27.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.105+0000 7ff90dffb640 1 -- 172.21.15.67:0/1454595000 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff8fc014020 con 0x7ff910197860 2024-09-10T08:06:27.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.284+0000 7ff916c1c640 1 -- 172.21.15.67:0/1454595000 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7ff9101082f0 con 0x7ff910197860 2024-09-10T08:06:27.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.285+0000 7ff90dffb640 1 -- 172.21.15.67:0/1454595000 <== mon.2 v2:172.21.15.133:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) ==== 76+0+275 (secure 0 0 0) 0x7ff8fc014200 con 0x7ff910197860 2024-09-10T08:06:27.284 INFO:teuthology.orchestra.run.smithi067.stdout:# minimal ceph.conf for 315284b0-6f4b-11ef-bcea-c7b262605968 2024-09-10T08:06:27.284 INFO:teuthology.orchestra.run.smithi067.stdout:[global] 2024-09-10T08:06:27.284 INFO:teuthology.orchestra.run.smithi067.stdout: fsid = 315284b0-6f4b-11ef-bcea-c7b262605968 2024-09-10T08:06:27.284 INFO:teuthology.orchestra.run.smithi067.stdout: mon_host = [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] 2024-09-10T08:06:27.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.287+0000 7ff916c1c640 1 -- 172.21.15.67:0/1454595000 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff9000394f0 msgr2=0x7ff90003b9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:27.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.287+0000 7ff916c1c640 1 --2- 172.21.15.67:0/1454595000 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff9000394f0 0x7ff90003b9b0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7ff904005e60 tx=0x7ff904005870 comp rx=0 tx=0).stop 2024-09-10T08:06:27.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.287+0000 7ff916c1c640 1 -- 172.21.15.67:0/1454595000 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff910197860 msgr2=0x7ff91019bbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:27.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.287+0000 7ff916c1c640 1 --2- 172.21.15.67:0/1454595000 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff910197860 0x7ff91019bbf0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7ff8fc00b520 tx=0x7ff8fc00b9e0 comp rx=0 tx=0).stop 2024-09-10T08:06:27.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.287+0000 7ff916c1c640 1 -- 172.21.15.67:0/1454595000 shutdown_connections 2024-09-10T08:06:27.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.287+0000 7ff916c1c640 1 --2- 172.21.15.67:0/1454595000 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff9000394f0 0x7ff90003b9b0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:27.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.287+0000 7ff916c1c640 1 --2- 172.21.15.67:0/1454595000 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff910197860 0x7ff91019bbf0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:27.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.287+0000 7ff916c1c640 1 --2- 172.21.15.67:0/1454595000 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff91019c130 0x7ff91019c5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:27.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.287+0000 7ff916c1c640 1 --2- 172.21.15.67:0/1454595000 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff910102730 0x7ff910197320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:27.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.288+0000 7ff916c1c640 1 -- 172.21.15.67:0/1454595000 >> 172.21.15.67:0/1454595000 conn(0x7ff910077310 msgr2=0x7ff9101054c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:27.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.288+0000 7ff916c1c640 1 -- 172.21.15.67:0/1454595000 shutdown_connections 2024-09-10T08:06:27.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:27.288+0000 7ff916c1c640 1 -- 172.21.15.67:0/1454595000 wait complete. 2024-09-10T08:06:27.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:26 smithi133 ceph-mon[34721]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:27.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:26 smithi133 ceph-mon[34721]: mon.c calling monitor election 2024-09-10T08:06:27.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:26 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-10T08:06:27.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:26 smithi133 ceph-mon[34721]: mon.a calling monitor election 2024-09-10T08:06:27.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:26 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T08:06:27.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:26 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T08:06:27.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:26 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T08:06:27.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:26 smithi133 ceph-mon[34721]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:27.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:26 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T08:06:27.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:26 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T08:06:27.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:26 smithi133 ceph-mon[34721]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:27.345 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:26 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T08:06:27.345 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:26 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T08:06:27.345 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:26 smithi133 ceph-mon[34721]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-10T08:06:27.345 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:26 smithi133 ceph-mon[34721]: monmap epoch 3 2024-09-10T08:06:27.345 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:26 smithi133 ceph-mon[34721]: fsid 315284b0-6f4b-11ef-bcea-c7b262605968 2024-09-10T08:06:27.345 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:26 smithi133 ceph-mon[34721]: last_changed 2024-09-10T08:06:19.865544+0000 2024-09-10T08:06:27.345 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:26 smithi133 ceph-mon[34721]: created 2024-09-10T08:04:48.402230+0000 2024-09-10T08:06:27.345 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:26 smithi133 ceph-mon[34721]: min_mon_release 19 (squid) 2024-09-10T08:06:27.345 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:26 smithi133 ceph-mon[34721]: election_strategy: 1 2024-09-10T08:06:27.345 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:26 smithi133 ceph-mon[34721]: 0: [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] mon.a 2024-09-10T08:06:27.345 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:26 smithi133 ceph-mon[34721]: 1: [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] mon.c 2024-09-10T08:06:27.345 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:26 smithi133 ceph-mon[34721]: 2: [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] mon.b 2024-09-10T08:06:27.345 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:26 smithi133 ceph-mon[34721]: fsmap 2024-09-10T08:06:27.345 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:26 smithi133 ceph-mon[34721]: osdmap e4: 0 total, 0 up, 0 in 2024-09-10T08:06:27.345 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:26 smithi133 ceph-mon[34721]: mgrmap e13: x(active, since 47s) 2024-09-10T08:06:27.346 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:26 smithi133 ceph-mon[34721]: overall HEALTH_OK 2024-09-10T08:06:27.346 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:26 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:27.346 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:26 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:27.346 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:26 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:27.346 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:26 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:27.346 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:26 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:06:27.346 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:26 smithi133 ceph-mon[34721]: from='client.? 172.21.15.203:0/895251188' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-10T08:06:27.346 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:26 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T08:06:27.895 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:27 smithi067 ceph-mon[31051]: mon.b calling monitor election 2024-09-10T08:06:27.895 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:27 smithi067 ceph-mon[31051]: mon.b calling monitor election 2024-09-10T08:06:27.895 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:27 smithi067 ceph-mon[31051]: mon.a calling monitor election 2024-09-10T08:06:27.895 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:27 smithi067 ceph-mon[31051]: mon.c calling monitor election 2024-09-10T08:06:27.895 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:27 smithi067 ceph-mon[31051]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-10T08:06:27.895 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:27 smithi067 ceph-mon[31051]: monmap epoch 3 2024-09-10T08:06:27.895 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:27 smithi067 ceph-mon[31051]: fsid 315284b0-6f4b-11ef-bcea-c7b262605968 2024-09-10T08:06:27.895 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:27 smithi067 ceph-mon[31051]: last_changed 2024-09-10T08:06:19.865544+0000 2024-09-10T08:06:27.895 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:27 smithi067 ceph-mon[31051]: created 2024-09-10T08:04:48.402230+0000 2024-09-10T08:06:27.895 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:27 smithi067 ceph-mon[31051]: min_mon_release 19 (squid) 2024-09-10T08:06:27.896 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:27 smithi067 ceph-mon[31051]: election_strategy: 1 2024-09-10T08:06:27.896 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:27 smithi067 ceph-mon[31051]: 0: [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] mon.a 2024-09-10T08:06:27.896 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:27 smithi067 ceph-mon[31051]: 1: [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] mon.c 2024-09-10T08:06:27.896 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:27 smithi067 ceph-mon[31051]: 2: [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] mon.b 2024-09-10T08:06:27.896 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:27 smithi067 ceph-mon[31051]: fsmap 2024-09-10T08:06:27.896 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:27 smithi067 ceph-mon[31051]: osdmap e4: 0 total, 0 up, 0 in 2024-09-10T08:06:27.896 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:27 smithi067 ceph-mon[31051]: mgrmap e13: x(active, since 49s) 2024-09-10T08:06:27.896 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:27 smithi067 ceph-mon[31051]: overall HEALTH_OK 2024-09-10T08:06:27.896 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:27 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:27.896 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:27 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:27.896 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:27 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:27.896 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:27 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:27.896 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:27 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:27.897 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:27 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:27.897 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:27 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:27.897 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:27 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/1454595000' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:06:27.897 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:27 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:27.897 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:27 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:27.897 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:27 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:27.897 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:27 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:27.897 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:27 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-10T08:06:27.897 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:27 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-10T08:06:27.897 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:27 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:06:27.921 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-09-10T08:06:27.921 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-10T08:06:27.921 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd of=/etc/ceph/ceph.conf 2024-09-10T08:06:27.993 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-10T08:06:27.993 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-10T08:06:28.059 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2024-09-10T08:06:28.059 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd of=/etc/ceph/ceph.conf 2024-09-10T08:06:28.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:27 smithi203 ceph-mon[34672]: mon.b calling monitor election 2024-09-10T08:06:28.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:27 smithi203 ceph-mon[34672]: mon.b calling monitor election 2024-09-10T08:06:28.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:27 smithi203 ceph-mon[34672]: mon.a calling monitor election 2024-09-10T08:06:28.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:27 smithi203 ceph-mon[34672]: mon.c calling monitor election 2024-09-10T08:06:28.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:27 smithi203 ceph-mon[34672]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-10T08:06:28.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:27 smithi203 ceph-mon[34672]: monmap epoch 3 2024-09-10T08:06:28.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:27 smithi203 ceph-mon[34672]: fsid 315284b0-6f4b-11ef-bcea-c7b262605968 2024-09-10T08:06:28.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:27 smithi203 ceph-mon[34672]: last_changed 2024-09-10T08:06:19.865544+0000 2024-09-10T08:06:28.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:27 smithi203 ceph-mon[34672]: created 2024-09-10T08:04:48.402230+0000 2024-09-10T08:06:28.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:27 smithi203 ceph-mon[34672]: min_mon_release 19 (squid) 2024-09-10T08:06:28.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:27 smithi203 ceph-mon[34672]: election_strategy: 1 2024-09-10T08:06:28.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:27 smithi203 ceph-mon[34672]: 0: [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] mon.a 2024-09-10T08:06:28.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:27 smithi203 ceph-mon[34672]: 1: [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] mon.c 2024-09-10T08:06:28.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:27 smithi203 ceph-mon[34672]: 2: [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] mon.b 2024-09-10T08:06:28.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:27 smithi203 ceph-mon[34672]: fsmap 2024-09-10T08:06:28.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:27 smithi203 ceph-mon[34672]: osdmap e4: 0 total, 0 up, 0 in 2024-09-10T08:06:28.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:27 smithi203 ceph-mon[34672]: mgrmap e13: x(active, since 49s) 2024-09-10T08:06:28.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:27 smithi203 ceph-mon[34672]: overall HEALTH_OK 2024-09-10T08:06:28.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:27 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:28.072 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:27 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:28.072 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:27 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:28.072 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:27 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:28.072 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:27 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:28.072 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:27 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:28.072 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:27 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:28.072 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:27 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/1454595000' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:06:28.072 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:27 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:28.072 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:27 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:28.072 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:27 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:28.072 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:27 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:28.072 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:27 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-10T08:06:28.072 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:27 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-10T08:06:28.072 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:27 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:06:28.082 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:27 smithi133 ceph-mon[34721]: mon.b calling monitor election 2024-09-10T08:06:28.083 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:27 smithi133 ceph-mon[34721]: mon.b calling monitor election 2024-09-10T08:06:28.083 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:27 smithi133 ceph-mon[34721]: mon.a calling monitor election 2024-09-10T08:06:28.083 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:27 smithi133 ceph-mon[34721]: mon.c calling monitor election 2024-09-10T08:06:28.083 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:27 smithi133 ceph-mon[34721]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-10T08:06:28.083 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:27 smithi133 ceph-mon[34721]: monmap epoch 3 2024-09-10T08:06:28.083 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:27 smithi133 ceph-mon[34721]: fsid 315284b0-6f4b-11ef-bcea-c7b262605968 2024-09-10T08:06:28.083 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:27 smithi133 ceph-mon[34721]: last_changed 2024-09-10T08:06:19.865544+0000 2024-09-10T08:06:28.083 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:27 smithi133 ceph-mon[34721]: created 2024-09-10T08:04:48.402230+0000 2024-09-10T08:06:28.083 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:27 smithi133 ceph-mon[34721]: min_mon_release 19 (squid) 2024-09-10T08:06:28.083 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:27 smithi133 ceph-mon[34721]: election_strategy: 1 2024-09-10T08:06:28.083 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:27 smithi133 ceph-mon[34721]: 0: [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] mon.a 2024-09-10T08:06:28.083 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:27 smithi133 ceph-mon[34721]: 1: [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] mon.c 2024-09-10T08:06:28.084 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:27 smithi133 ceph-mon[34721]: 2: [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] mon.b 2024-09-10T08:06:28.084 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:27 smithi133 ceph-mon[34721]: fsmap 2024-09-10T08:06:28.084 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:27 smithi133 ceph-mon[34721]: osdmap e4: 0 total, 0 up, 0 in 2024-09-10T08:06:28.084 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:27 smithi133 ceph-mon[34721]: mgrmap e13: x(active, since 49s) 2024-09-10T08:06:28.084 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:27 smithi133 ceph-mon[34721]: overall HEALTH_OK 2024-09-10T08:06:28.084 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:27 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:28.084 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:27 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:28.084 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:27 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:28.084 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:27 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:28.084 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:27 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:28.084 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:27 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:28.084 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:27 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:28.084 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:27 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/1454595000' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:06:28.085 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:27 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:28.085 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:27 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:28.085 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:27 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:28.085 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:27 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:28.085 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:27 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-10T08:06:28.085 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:27 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-10T08:06:28.085 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:27 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:06:28.087 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2024-09-10T08:06:28.088 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-10T08:06:28.154 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-09-10T08:06:28.154 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd of=/etc/ceph/ceph.conf 2024-09-10T08:06:28.184 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-09-10T08:06:28.184 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-10T08:06:28.252 INFO:tasks.cephadm:Adding mgr.x on smithi067 2024-09-10T08:06:28.252 INFO:tasks.cephadm:Adding mgr.y on smithi133 2024-09-10T08:06:28.252 INFO:tasks.cephadm:Adding mgr.z on smithi203 2024-09-10T08:06:28.252 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph orch apply mgr '3;smithi067=x;smithi133=y;smithi203=z' 2024-09-10T08:06:28.537 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.c/config 2024-09-10T08:06:28.886 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:28 smithi203 ceph-mon[34672]: Updating smithi203:/var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-10T08:06:28.886 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:28 smithi203 ceph-mon[34672]: Updating smithi133:/var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-10T08:06:28.886 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:28 smithi203 ceph-mon[34672]: Updating smithi067:/var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-10T08:06:28.886 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:28 smithi203 ceph-mon[34672]: Reconfiguring mon.a (unknown last config time)... 2024-09-10T08:06:28.886 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:28 smithi203 ceph-mon[34672]: Reconfiguring daemon mon.a on smithi067 2024-09-10T08:06:28.886 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:28 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:28.886 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:28 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T08:06:28.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:28 smithi067 ceph-mon[31051]: Updating smithi203:/var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-10T08:06:28.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:28 smithi067 ceph-mon[31051]: Updating smithi133:/var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-10T08:06:28.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:28 smithi067 ceph-mon[31051]: Updating smithi067:/var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-10T08:06:28.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:28 smithi067 ceph-mon[31051]: Reconfiguring mon.a (unknown last config time)... 2024-09-10T08:06:28.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:28 smithi067 ceph-mon[31051]: Reconfiguring daemon mon.a on smithi067 2024-09-10T08:06:28.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:28 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:28.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:28 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T08:06:28.999 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:28.966+0000 7fc496cc1640 1 -- 172.21.15.203:0/1982720941 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4901016e0 msgr2=0x7fc490101ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:28.999 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:28.966+0000 7fc496cc1640 1 --2- 172.21.15.203:0/1982720941 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4901016e0 0x7fc490101ae0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fc480009880 tx=0x7fc48002a5d0 comp rx=0 tx=0).stop 2024-09-10T08:06:28.999 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:28.966+0000 7fc496cc1640 1 -- 172.21.15.203:0/1982720941 shutdown_connections 2024-09-10T08:06:28.999 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:28.966+0000 7fc496cc1640 1 --2- 172.21.15.203:0/1982720941 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4901016e0 0x7fc490101ae0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:28.999 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:28.966+0000 7fc496cc1640 1 -- 172.21.15.203:0/1982720941 >> 172.21.15.203:0/1982720941 conn(0x7fc4900fce90 msgr2=0x7fc4900ff2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:28.999 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:28.966+0000 7fc496cc1640 1 -- 172.21.15.203:0/1982720941 shutdown_connections 2024-09-10T08:06:28.999 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:28.966+0000 7fc496cc1640 1 -- 172.21.15.203:0/1982720941 wait complete. 2024-09-10T08:06:28.999 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:28.966+0000 7fc496cc1640 1 Processor -- start 2024-09-10T08:06:29.000 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:28.966+0000 7fc496cc1640 1 -- start start 2024-09-10T08:06:29.000 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:28.967+0000 7fc496cc1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4901016e0 0x7fc490196f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:29.000 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:28.967+0000 7fc496cc1640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc490197440 0x7fc49019c4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:29.000 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:28.967+0000 7fc496cc1640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc4901978c0 0x7fc49019ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:29.000 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:28.967+0000 7fc496cc1640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc490107680 con 0x7fc4901016e0 2024-09-10T08:06:29.000 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:28.967+0000 7fc496cc1640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fc490107500 con 0x7fc490197440 2024-09-10T08:06:29.000 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:28.967+0000 7fc496cc1640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fc490107800 con 0x7fc4901978c0 2024-09-10T08:06:29.000 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:28.967+0000 7fc49525e640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc4901978c0 0x7fc49019ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:29.000 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:28.967+0000 7fc49525e640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc4901978c0 0x7fc49019ea40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.203:57452/0 (socket says 172.21.15.203:57452) 2024-09-10T08:06:29.000 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:28.967+0000 7fc49525e640 1 -- 172.21.15.203:0/1485069013 learned_addr learned my addr 172.21.15.203:0/1485069013 (peer_addr_for_me v2:172.21.15.203:0/0) 2024-09-10T08:06:29.000 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:28.967+0000 7fc494a5d640 1 --2- 172.21.15.203:0/1485069013 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4901016e0 0x7fc490196f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:29.000 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:28.967+0000 7fc48ffff640 1 --2- 172.21.15.203:0/1485069013 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc490197440 0x7fc49019c4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:29.000 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:28.967+0000 7fc49525e640 1 -- 172.21.15.203:0/1485069013 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc490197440 msgr2=0x7fc49019c4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:29.000 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:28.967+0000 7fc49525e640 1 --2- 172.21.15.203:0/1485069013 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc490197440 0x7fc49019c4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:29.001 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:28.967+0000 7fc49525e640 1 -- 172.21.15.203:0/1485069013 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4901016e0 msgr2=0x7fc490196f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:29.001 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:28.967+0000 7fc49525e640 1 --2- 172.21.15.203:0/1485069013 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4901016e0 0x7fc490196f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:29.001 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:28.967+0000 7fc49525e640 1 -- 172.21.15.203:0/1485069013 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc49019f300 con 0x7fc4901978c0 2024-09-10T08:06:29.001 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:28.967+0000 7fc49525e640 1 --2- 172.21.15.203:0/1485069013 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc4901978c0 0x7fc49019ea40 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fc48800ba50 tx=0x7fc48800bf10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:29.001 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:28.968+0000 7fc48dffb640 1 -- 172.21.15.203:0/1485069013 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc488019070 con 0x7fc4901978c0 2024-09-10T08:06:29.001 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:28.968+0000 7fc48dffb640 1 -- 172.21.15.203:0/1485069013 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc48800cbe0 con 0x7fc4901978c0 2024-09-10T08:06:29.001 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:28.968+0000 7fc496cc1640 1 -- 172.21.15.203:0/1485069013 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc49019f5f0 con 0x7fc4901978c0 2024-09-10T08:06:29.001 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:28.968+0000 7fc48dffb640 1 -- 172.21.15.203:0/1485069013 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4880075d0 con 0x7fc4901978c0 2024-09-10T08:06:29.001 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:28.968+0000 7fc496cc1640 1 -- 172.21.15.203:0/1485069013 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc49019fb60 con 0x7fc4901978c0 2024-09-10T08:06:29.001 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:28.969+0000 7fc48dffb640 1 -- 172.21.15.203:0/1485069013 <== mon.1 v2:172.21.15.203:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7fc48801c070 con 0x7fc4901978c0 2024-09-10T08:06:29.001 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:28.969+0000 7fc48dffb640 1 --2- 172.21.15.203:0/1485069013 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc4780394f0 0x7fc47803b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:29.001 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:28.969+0000 7fc48dffb640 1 -- 172.21.15.203:0/1485069013 <== mon.1 v2:172.21.15.203:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fc48804bce0 con 0x7fc4901978c0 2024-09-10T08:06:29.001 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:28.969+0000 7fc496cc1640 1 -- 172.21.15.203:0/1485069013 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc490190440 con 0x7fc4901978c0 2024-09-10T08:06:29.001 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:28.969+0000 7fc494a5d640 1 --2- 172.21.15.203:0/1485069013 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc4780394f0 0x7fc47803b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:29.002 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:28.970+0000 7fc494a5d640 1 --2- 172.21.15.203:0/1485069013 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc4780394f0 0x7fc47803b9b0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fc4800314e0 tx=0x7fc480005bd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:29.002 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:28.974+0000 7fc48dffb640 1 -- 172.21.15.203:0/1485069013 <== mon.1 v2:172.21.15.203:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc4880112a0 con 0x7fc4901978c0 2024-09-10T08:06:29.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:28 smithi133 ceph-mon[34721]: Updating smithi203:/var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-10T08:06:29.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:28 smithi133 ceph-mon[34721]: Updating smithi133:/var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-10T08:06:29.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:28 smithi133 ceph-mon[34721]: Updating smithi067:/var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/config/ceph.conf 2024-09-10T08:06:29.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:28 smithi133 ceph-mon[34721]: Reconfiguring mon.a (unknown last config time)... 2024-09-10T08:06:29.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:28 smithi133 ceph-mon[34721]: Reconfiguring daemon mon.a on smithi067 2024-09-10T08:06:29.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:28 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:29.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:28 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T08:06:29.154 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:29.155+0000 7fc496cc1640 1 -- 172.21.15.203:0/1485069013 --> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi067=x;smithi133=y;smithi203=z", "target": ["mon-mgr", ""]}) -- 0x7fc490062630 con 0x7fc4780394f0 2024-09-10T08:06:29.160 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:29.160+0000 7fc48dffb640 1 -- 172.21.15.203:0/1485069013 <== mgr.14150 v2:172.21.15.67:6800/4256949759 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7fc490062630 con 0x7fc4780394f0 2024-09-10T08:06:29.160 INFO:teuthology.orchestra.run.smithi203.stdout:Scheduled mgr update... 2024-09-10T08:06:29.162 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:29.163+0000 7fc496cc1640 1 -- 172.21.15.203:0/1485069013 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc4780394f0 msgr2=0x7fc47803b9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:29.162 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:29.163+0000 7fc496cc1640 1 --2- 172.21.15.203:0/1485069013 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc4780394f0 0x7fc47803b9b0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fc4800314e0 tx=0x7fc480005bd0 comp rx=0 tx=0).stop 2024-09-10T08:06:29.162 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:29.163+0000 7fc496cc1640 1 -- 172.21.15.203:0/1485069013 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc4901978c0 msgr2=0x7fc49019ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:29.163 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:29.163+0000 7fc496cc1640 1 --2- 172.21.15.203:0/1485069013 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc4901978c0 0x7fc49019ea40 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fc48800ba50 tx=0x7fc48800bf10 comp rx=0 tx=0).stop 2024-09-10T08:06:29.163 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:29.163+0000 7fc496cc1640 1 -- 172.21.15.203:0/1485069013 shutdown_connections 2024-09-10T08:06:29.163 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:29.163+0000 7fc496cc1640 1 --2- 172.21.15.203:0/1485069013 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc4780394f0 0x7fc47803b9b0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:29.163 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:29.163+0000 7fc496cc1640 1 --2- 172.21.15.203:0/1485069013 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc490197440 0x7fc49019c4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:29.163 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:29.163+0000 7fc496cc1640 1 --2- 172.21.15.203:0/1485069013 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc4901978c0 0x7fc49019ea40 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:29.163 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:29.163+0000 7fc496cc1640 1 --2- 172.21.15.203:0/1485069013 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4901016e0 0x7fc490196f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:29.163 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:29.163+0000 7fc496cc1640 1 -- 172.21.15.203:0/1485069013 >> 172.21.15.203:0/1485069013 conn(0x7fc4900fce90 msgr2=0x7fc4900fda30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:29.163 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:29.163+0000 7fc496cc1640 1 -- 172.21.15.203:0/1485069013 shutdown_connections 2024-09-10T08:06:29.163 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:06:29.163+0000 7fc496cc1640 1 -- 172.21.15.203:0/1485069013 wait complete. 2024-09-10T08:06:29.744 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:29 smithi203 ceph-mon[34672]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:29.744 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:29 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:29.744 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:29 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:29.744 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:29 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-10T08:06:29.744 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:29 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-10T08:06:29.745 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:29 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:06:29.745 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:29 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:29.771 DEBUG:teuthology.orchestra.run.smithi133:mgr.y> sudo journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mgr.y.service 2024-09-10T08:06:29.774 DEBUG:teuthology.orchestra.run.smithi203:mgr.z> sudo journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mgr.z.service 2024-09-10T08:06:29.776 INFO:tasks.cephadm:Deploying OSDs... 2024-09-10T08:06:29.776 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-10T08:06:29.776 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/scratch_devs of=/dev/stdout 2024-09-10T08:06:29.788 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:29 smithi133 ceph-mon[34721]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:29.788 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:29 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:29.789 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:29 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:29.789 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:29 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-10T08:06:29.789 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:29 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-10T08:06:29.789 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:29 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:06:29.789 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:29 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:29.797 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-10T08:06:29.797 DEBUG:teuthology.orchestra.run.smithi067:> stat /dev/vg_nvme/lv_1 2024-09-10T08:06:29.856 INFO:teuthology.orchestra.run.smithi067.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-10T08:06:29.856 INFO:teuthology.orchestra.run.smithi067.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T08:06:29.856 INFO:teuthology.orchestra.run.smithi067.stdout:Device: 5h/5d Inode: 668 Links: 1 2024-09-10T08:06:29.856 INFO:teuthology.orchestra.run.smithi067.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T08:06:29.856 INFO:teuthology.orchestra.run.smithi067.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T08:06:29.856 INFO:teuthology.orchestra.run.smithi067.stdout:Access: 2024-09-10 08:05:46.518586720 +0000 2024-09-10T08:06:29.857 INFO:teuthology.orchestra.run.smithi067.stdout:Modify: 2024-09-10 08:01:30.543730721 +0000 2024-09-10T08:06:29.857 INFO:teuthology.orchestra.run.smithi067.stdout:Change: 2024-09-10 08:01:30.543730721 +0000 2024-09-10T08:06:29.857 INFO:teuthology.orchestra.run.smithi067.stdout: Birth: 2024-09-10 08:01:30.543730721 +0000 2024-09-10T08:06:29.857 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-10T08:06:29.922 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:29 smithi067 ceph-mon[31051]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:29.922 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:29 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:29.922 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:29 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:29.922 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:29 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-10T08:06:29.922 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:29 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-10T08:06:29.922 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:29 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:06:29.922 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:29 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:29.925 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-10T08:06:29.925 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-10T08:06:29.925 INFO:teuthology.orchestra.run.smithi067.stderr:512 bytes copied, 0.000262364 s, 2.0 MB/s 2024-09-10T08:06:29.926 DEBUG:teuthology.orchestra.run.smithi067:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-10T08:06:29.986 DEBUG:teuthology.orchestra.run.smithi067:> stat /dev/vg_nvme/lv_2 2024-09-10T08:06:30.044 INFO:teuthology.orchestra.run.smithi067.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-10T08:06:30.045 INFO:teuthology.orchestra.run.smithi067.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T08:06:30.045 INFO:teuthology.orchestra.run.smithi067.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-09-10T08:06:30.045 INFO:teuthology.orchestra.run.smithi067.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T08:06:30.045 INFO:teuthology.orchestra.run.smithi067.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T08:06:30.045 INFO:teuthology.orchestra.run.smithi067.stdout:Access: 2024-09-10 08:05:46.554585892 +0000 2024-09-10T08:06:30.045 INFO:teuthology.orchestra.run.smithi067.stdout:Modify: 2024-09-10 08:01:30.868723184 +0000 2024-09-10T08:06:30.045 INFO:teuthology.orchestra.run.smithi067.stdout:Change: 2024-09-10 08:01:30.868723184 +0000 2024-09-10T08:06:30.045 INFO:teuthology.orchestra.run.smithi067.stdout: Birth: 2024-09-10 08:01:30.868723184 +0000 2024-09-10T08:06:30.045 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-10T08:06:30.112 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-10T08:06:30.113 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-10T08:06:30.113 INFO:teuthology.orchestra.run.smithi067.stderr:512 bytes copied, 0.000260149 s, 2.0 MB/s 2024-09-10T08:06:30.114 DEBUG:teuthology.orchestra.run.smithi067:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-10T08:06:30.173 DEBUG:teuthology.orchestra.run.smithi067:> stat /dev/vg_nvme/lv_3 2024-09-10T08:06:30.232 INFO:teuthology.orchestra.run.smithi067.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-10T08:06:30.232 INFO:teuthology.orchestra.run.smithi067.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T08:06:30.232 INFO:teuthology.orchestra.run.smithi067.stdout:Device: 5h/5d Inode: 706 Links: 1 2024-09-10T08:06:30.232 INFO:teuthology.orchestra.run.smithi067.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T08:06:30.232 INFO:teuthology.orchestra.run.smithi067.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T08:06:30.232 INFO:teuthology.orchestra.run.smithi067.stdout:Access: 2024-09-10 08:05:46.593584995 +0000 2024-09-10T08:06:30.232 INFO:teuthology.orchestra.run.smithi067.stdout:Modify: 2024-09-10 08:01:31.195715601 +0000 2024-09-10T08:06:30.233 INFO:teuthology.orchestra.run.smithi067.stdout:Change: 2024-09-10 08:01:31.195715601 +0000 2024-09-10T08:06:30.233 INFO:teuthology.orchestra.run.smithi067.stdout: Birth: 2024-09-10 08:01:31.195715601 +0000 2024-09-10T08:06:30.233 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-10T08:06:30.305 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-10T08:06:30.305 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-10T08:06:30.305 INFO:teuthology.orchestra.run.smithi067.stderr:512 bytes copied, 0.00019778 s, 2.6 MB/s 2024-09-10T08:06:30.306 DEBUG:teuthology.orchestra.run.smithi067:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-10T08:06:30.394 DEBUG:teuthology.orchestra.run.smithi067:> stat /dev/vg_nvme/lv_4 2024-09-10T08:06:30.458 INFO:teuthology.orchestra.run.smithi067.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-10T08:06:30.458 INFO:teuthology.orchestra.run.smithi067.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T08:06:30.458 INFO:teuthology.orchestra.run.smithi067.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-09-10T08:06:30.458 INFO:teuthology.orchestra.run.smithi067.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T08:06:30.458 INFO:teuthology.orchestra.run.smithi067.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T08:06:30.459 INFO:teuthology.orchestra.run.smithi067.stdout:Access: 2024-09-10 08:05:46.628584190 +0000 2024-09-10T08:06:30.459 INFO:teuthology.orchestra.run.smithi067.stdout:Modify: 2024-09-10 08:01:31.541707577 +0000 2024-09-10T08:06:30.459 INFO:teuthology.orchestra.run.smithi067.stdout:Change: 2024-09-10 08:01:31.541707577 +0000 2024-09-10T08:06:30.459 INFO:teuthology.orchestra.run.smithi067.stdout: Birth: 2024-09-10 08:01:31.541707577 +0000 2024-09-10T08:06:30.459 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-10T08:06:30.542 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-10T08:06:30.543 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-10T08:06:30.543 INFO:teuthology.orchestra.run.smithi067.stderr:512 bytes copied, 0.000199283 s, 2.6 MB/s 2024-09-10T08:06:30.544 DEBUG:teuthology.orchestra.run.smithi067:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-10T08:06:30.602 DEBUG:teuthology.orchestra.run.smithi133:> set -ex 2024-09-10T08:06:30.602 DEBUG:teuthology.orchestra.run.smithi133:> dd if=/scratch_devs of=/dev/stdout 2024-09-10T08:06:30.619 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-10T08:06:30.619 DEBUG:teuthology.orchestra.run.smithi133:> stat /dev/vg_nvme/lv_1 2024-09-10T08:06:30.678 INFO:teuthology.orchestra.run.smithi133.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-10T08:06:30.678 INFO:teuthology.orchestra.run.smithi133.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T08:06:30.678 INFO:teuthology.orchestra.run.smithi133.stdout:Device: 5h/5d Inode: 669 Links: 1 2024-09-10T08:06:30.678 INFO:teuthology.orchestra.run.smithi133.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T08:06:30.678 INFO:teuthology.orchestra.run.smithi133.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T08:06:30.679 INFO:teuthology.orchestra.run.smithi133.stdout:Access: 2024-09-10 08:06:19.304886115 +0000 2024-09-10T08:06:30.679 INFO:teuthology.orchestra.run.smithi133.stdout:Modify: 2024-09-10 08:01:25.081158727 +0000 2024-09-10T08:06:30.679 INFO:teuthology.orchestra.run.smithi133.stdout:Change: 2024-09-10 08:01:25.081158727 +0000 2024-09-10T08:06:30.679 INFO:teuthology.orchestra.run.smithi133.stdout: Birth: 2024-09-10 08:01:25.081158727 +0000 2024-09-10T08:06:30.679 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-10T08:06:30.743 INFO:teuthology.orchestra.run.smithi133.stderr:1+0 records in 2024-09-10T08:06:30.743 INFO:teuthology.orchestra.run.smithi133.stderr:1+0 records out 2024-09-10T08:06:30.743 INFO:teuthology.orchestra.run.smithi133.stderr:512 bytes copied, 0.000192288 s, 2.7 MB/s 2024-09-10T08:06:30.744 DEBUG:teuthology.orchestra.run.smithi133:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-10T08:06:30.816 DEBUG:teuthology.orchestra.run.smithi133:> stat /dev/vg_nvme/lv_2 2024-09-10T08:06:30.886 INFO:teuthology.orchestra.run.smithi133.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-10T08:06:30.886 INFO:teuthology.orchestra.run.smithi133.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T08:06:30.887 INFO:teuthology.orchestra.run.smithi133.stdout:Device: 5h/5d Inode: 689 Links: 1 2024-09-10T08:06:30.887 INFO:teuthology.orchestra.run.smithi133.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T08:06:30.887 INFO:teuthology.orchestra.run.smithi133.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T08:06:30.887 INFO:teuthology.orchestra.run.smithi133.stdout:Access: 2024-09-10 08:06:19.304886115 +0000 2024-09-10T08:06:30.887 INFO:teuthology.orchestra.run.smithi133.stdout:Modify: 2024-09-10 08:01:25.412152605 +0000 2024-09-10T08:06:30.887 INFO:teuthology.orchestra.run.smithi133.stdout:Change: 2024-09-10 08:01:25.412152605 +0000 2024-09-10T08:06:30.887 INFO:teuthology.orchestra.run.smithi133.stdout: Birth: 2024-09-10 08:01:25.412152605 +0000 2024-09-10T08:06:30.888 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-10T08:06:30.921 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:30 smithi203 ceph-mon[34672]: Reconfiguring mon.b (monmap changed)... 2024-09-10T08:06:30.921 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:30 smithi203 ceph-mon[34672]: Reconfiguring daemon mon.b on smithi133 2024-09-10T08:06:30.921 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:30 smithi203 ceph-mon[34672]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi067=x;smithi133=y;smithi203=z", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:06:30.922 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:30 smithi203 ceph-mon[34672]: Saving service mgr spec with placement smithi067=x;smithi133=y;smithi203=z;count:3 2024-09-10T08:06:30.922 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:30 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:30.922 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:30 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:30.922 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:30 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-10T08:06:30.922 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:30 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-10T08:06:30.922 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:30 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:06:30.950 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:30 smithi133 ceph-mon[34721]: Reconfiguring mon.b (monmap changed)... 2024-09-10T08:06:30.950 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:30 smithi133 ceph-mon[34721]: Reconfiguring daemon mon.b on smithi133 2024-09-10T08:06:30.950 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:30 smithi133 ceph-mon[34721]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi067=x;smithi133=y;smithi203=z", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:06:30.950 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:30 smithi133 ceph-mon[34721]: Saving service mgr spec with placement smithi067=x;smithi133=y;smithi203=z;count:3 2024-09-10T08:06:30.950 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:30 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:30.950 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:30 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:30.951 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:30 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-10T08:06:30.951 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:30 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-10T08:06:30.951 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:30 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:06:30.952 INFO:teuthology.orchestra.run.smithi133.stderr:1+0 records in 2024-09-10T08:06:30.952 INFO:teuthology.orchestra.run.smithi133.stderr:1+0 records out 2024-09-10T08:06:30.953 INFO:teuthology.orchestra.run.smithi133.stderr:512 bytes copied, 0.000195669 s, 2.6 MB/s 2024-09-10T08:06:30.954 DEBUG:teuthology.orchestra.run.smithi133:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-10T08:06:30.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:30 smithi067 ceph-mon[31051]: Reconfiguring mon.b (monmap changed)... 2024-09-10T08:06:30.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:30 smithi067 ceph-mon[31051]: Reconfiguring daemon mon.b on smithi133 2024-09-10T08:06:30.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:30 smithi067 ceph-mon[31051]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi067=x;smithi133=y;smithi203=z", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:06:30.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:30 smithi067 ceph-mon[31051]: Saving service mgr spec with placement smithi067=x;smithi133=y;smithi203=z;count:3 2024-09-10T08:06:30.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:30 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:30.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:30 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:30.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:30 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-10T08:06:30.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:30 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-10T08:06:30.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:30 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:06:31.012 DEBUG:teuthology.orchestra.run.smithi133:> stat /dev/vg_nvme/lv_3 2024-09-10T08:06:31.069 INFO:teuthology.orchestra.run.smithi133.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-10T08:06:31.069 INFO:teuthology.orchestra.run.smithi133.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T08:06:31.069 INFO:teuthology.orchestra.run.smithi133.stdout:Device: 5h/5d Inode: 706 Links: 1 2024-09-10T08:06:31.069 INFO:teuthology.orchestra.run.smithi133.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T08:06:31.070 INFO:teuthology.orchestra.run.smithi133.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T08:06:31.070 INFO:teuthology.orchestra.run.smithi133.stdout:Access: 2024-09-10 08:06:19.305886096 +0000 2024-09-10T08:06:31.070 INFO:teuthology.orchestra.run.smithi133.stdout:Modify: 2024-09-10 08:01:25.718146945 +0000 2024-09-10T08:06:31.070 INFO:teuthology.orchestra.run.smithi133.stdout:Change: 2024-09-10 08:01:25.718146945 +0000 2024-09-10T08:06:31.070 INFO:teuthology.orchestra.run.smithi133.stdout: Birth: 2024-09-10 08:01:25.718146945 +0000 2024-09-10T08:06:31.070 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-10T08:06:31.133 INFO:teuthology.orchestra.run.smithi133.stderr:1+0 records in 2024-09-10T08:06:31.134 INFO:teuthology.orchestra.run.smithi133.stderr:1+0 records out 2024-09-10T08:06:31.134 INFO:teuthology.orchestra.run.smithi133.stderr:512 bytes copied, 0.000216847 s, 2.4 MB/s 2024-09-10T08:06:31.135 DEBUG:teuthology.orchestra.run.smithi133:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-10T08:06:31.191 DEBUG:teuthology.orchestra.run.smithi133:> stat /dev/vg_nvme/lv_4 2024-09-10T08:06:31.248 INFO:teuthology.orchestra.run.smithi133.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-10T08:06:31.248 INFO:teuthology.orchestra.run.smithi133.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T08:06:31.248 INFO:teuthology.orchestra.run.smithi133.stdout:Device: 5h/5d Inode: 725 Links: 1 2024-09-10T08:06:31.248 INFO:teuthology.orchestra.run.smithi133.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T08:06:31.248 INFO:teuthology.orchestra.run.smithi133.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T08:06:31.248 INFO:teuthology.orchestra.run.smithi133.stdout:Access: 2024-09-10 08:06:19.305886096 +0000 2024-09-10T08:06:31.248 INFO:teuthology.orchestra.run.smithi133.stdout:Modify: 2024-09-10 08:01:26.045140897 +0000 2024-09-10T08:06:31.248 INFO:teuthology.orchestra.run.smithi133.stdout:Change: 2024-09-10 08:01:26.045140897 +0000 2024-09-10T08:06:31.248 INFO:teuthology.orchestra.run.smithi133.stdout: Birth: 2024-09-10 08:01:26.045140897 +0000 2024-09-10T08:06:31.249 DEBUG:teuthology.orchestra.run.smithi133:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-10T08:06:31.311 INFO:teuthology.orchestra.run.smithi133.stderr:1+0 records in 2024-09-10T08:06:31.311 INFO:teuthology.orchestra.run.smithi133.stderr:1+0 records out 2024-09-10T08:06:31.311 INFO:teuthology.orchestra.run.smithi133.stderr:512 bytes copied, 0.000194171 s, 2.6 MB/s 2024-09-10T08:06:31.312 DEBUG:teuthology.orchestra.run.smithi133:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-10T08:06:31.370 DEBUG:teuthology.orchestra.run.smithi203:> set -ex 2024-09-10T08:06:31.370 DEBUG:teuthology.orchestra.run.smithi203:> dd if=/scratch_devs of=/dev/stdout 2024-09-10T08:06:31.387 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-10T08:06:31.387 DEBUG:teuthology.orchestra.run.smithi203:> stat /dev/vg_nvme/lv_1 2024-09-10T08:06:31.443 INFO:teuthology.orchestra.run.smithi203.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-10T08:06:31.443 INFO:teuthology.orchestra.run.smithi203.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T08:06:31.443 INFO:teuthology.orchestra.run.smithi203.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-09-10T08:06:31.443 INFO:teuthology.orchestra.run.smithi203.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T08:06:31.443 INFO:teuthology.orchestra.run.smithi203.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T08:06:31.443 INFO:teuthology.orchestra.run.smithi203.stdout:Access: 2024-09-10 08:06:10.053255077 +0000 2024-09-10T08:06:31.443 INFO:teuthology.orchestra.run.smithi203.stdout:Modify: 2024-09-10 08:01:26.921664072 +0000 2024-09-10T08:06:31.443 INFO:teuthology.orchestra.run.smithi203.stdout:Change: 2024-09-10 08:01:26.921664072 +0000 2024-09-10T08:06:31.443 INFO:teuthology.orchestra.run.smithi203.stdout: Birth: 2024-09-10 08:01:26.921664072 +0000 2024-09-10T08:06:31.443 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-10T08:06:31.507 INFO:teuthology.orchestra.run.smithi203.stderr:1+0 records in 2024-09-10T08:06:31.507 INFO:teuthology.orchestra.run.smithi203.stderr:1+0 records out 2024-09-10T08:06:31.507 INFO:teuthology.orchestra.run.smithi203.stderr:512 bytes copied, 0.000254169 s, 2.0 MB/s 2024-09-10T08:06:31.508 DEBUG:teuthology.orchestra.run.smithi203:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-10T08:06:31.565 DEBUG:teuthology.orchestra.run.smithi203:> stat /dev/vg_nvme/lv_2 2024-09-10T08:06:31.621 INFO:teuthology.orchestra.run.smithi203.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-10T08:06:31.621 INFO:teuthology.orchestra.run.smithi203.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T08:06:31.621 INFO:teuthology.orchestra.run.smithi203.stdout:Device: 5h/5d Inode: 686 Links: 1 2024-09-10T08:06:31.621 INFO:teuthology.orchestra.run.smithi203.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T08:06:31.621 INFO:teuthology.orchestra.run.smithi203.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T08:06:31.621 INFO:teuthology.orchestra.run.smithi203.stdout:Access: 2024-09-10 08:06:10.053255077 +0000 2024-09-10T08:06:31.621 INFO:teuthology.orchestra.run.smithi203.stdout:Modify: 2024-09-10 08:01:27.244656092 +0000 2024-09-10T08:06:31.621 INFO:teuthology.orchestra.run.smithi203.stdout:Change: 2024-09-10 08:01:27.244656092 +0000 2024-09-10T08:06:31.621 INFO:teuthology.orchestra.run.smithi203.stdout: Birth: 2024-09-10 08:01:27.244656092 +0000 2024-09-10T08:06:31.622 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-10T08:06:31.685 INFO:teuthology.orchestra.run.smithi203.stderr:1+0 records in 2024-09-10T08:06:31.685 INFO:teuthology.orchestra.run.smithi203.stderr:1+0 records out 2024-09-10T08:06:31.685 INFO:teuthology.orchestra.run.smithi203.stderr:512 bytes copied, 0.000218595 s, 2.3 MB/s 2024-09-10T08:06:31.686 DEBUG:teuthology.orchestra.run.smithi203:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-10T08:06:31.744 DEBUG:teuthology.orchestra.run.smithi203:> stat /dev/vg_nvme/lv_3 2024-09-10T08:06:31.767 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:31 smithi203 ceph-mon[34672]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:31.768 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:31 smithi203 ceph-mon[34672]: Reconfiguring mon.c (monmap changed)... 2024-09-10T08:06:31.768 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:31 smithi203 ceph-mon[34672]: Reconfiguring daemon mon.c on smithi203 2024-09-10T08:06:31.783 INFO:teuthology.orchestra.run.smithi203.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-10T08:06:31.783 INFO:teuthology.orchestra.run.smithi203.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T08:06:31.783 INFO:teuthology.orchestra.run.smithi203.stdout:Device: 5h/5d Inode: 706 Links: 1 2024-09-10T08:06:31.783 INFO:teuthology.orchestra.run.smithi203.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T08:06:31.783 INFO:teuthology.orchestra.run.smithi203.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T08:06:31.784 INFO:teuthology.orchestra.run.smithi203.stdout:Access: 2024-09-10 08:06:10.054255052 +0000 2024-09-10T08:06:31.784 INFO:teuthology.orchestra.run.smithi203.stdout:Modify: 2024-09-10 08:01:27.583647716 +0000 2024-09-10T08:06:31.784 INFO:teuthology.orchestra.run.smithi203.stdout:Change: 2024-09-10 08:01:27.583647716 +0000 2024-09-10T08:06:31.784 INFO:teuthology.orchestra.run.smithi203.stdout: Birth: 2024-09-10 08:01:27.583647716 +0000 2024-09-10T08:06:31.784 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-10T08:06:31.849 INFO:teuthology.orchestra.run.smithi203.stderr:1+0 records in 2024-09-10T08:06:31.849 INFO:teuthology.orchestra.run.smithi203.stderr:1+0 records out 2024-09-10T08:06:31.849 INFO:teuthology.orchestra.run.smithi203.stderr:512 bytes copied, 0.000209385 s, 2.4 MB/s 2024-09-10T08:06:31.850 DEBUG:teuthology.orchestra.run.smithi203:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-10T08:06:31.906 DEBUG:teuthology.orchestra.run.smithi203:> stat /dev/vg_nvme/lv_4 2024-09-10T08:06:31.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:31 smithi067 ceph-mon[31051]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:31.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:31 smithi067 ceph-mon[31051]: Reconfiguring mon.c (monmap changed)... 2024-09-10T08:06:31.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:31 smithi067 ceph-mon[31051]: Reconfiguring daemon mon.c on smithi203 2024-09-10T08:06:31.962 INFO:teuthology.orchestra.run.smithi203.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-10T08:06:31.962 INFO:teuthology.orchestra.run.smithi203.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-10T08:06:31.962 INFO:teuthology.orchestra.run.smithi203.stdout:Device: 5h/5d Inode: 725 Links: 1 2024-09-10T08:06:31.962 INFO:teuthology.orchestra.run.smithi203.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T08:06:31.962 INFO:teuthology.orchestra.run.smithi203.stdout:Context: system_u:object_r:device_t:s0 2024-09-10T08:06:31.962 INFO:teuthology.orchestra.run.smithi203.stdout:Access: 2024-09-10 08:06:10.054255052 +0000 2024-09-10T08:06:31.962 INFO:teuthology.orchestra.run.smithi203.stdout:Modify: 2024-09-10 08:01:27.915639514 +0000 2024-09-10T08:06:31.963 INFO:teuthology.orchestra.run.smithi203.stdout:Change: 2024-09-10 08:01:27.915639514 +0000 2024-09-10T08:06:31.963 INFO:teuthology.orchestra.run.smithi203.stdout: Birth: 2024-09-10 08:01:27.915639514 +0000 2024-09-10T08:06:31.963 DEBUG:teuthology.orchestra.run.smithi203:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-10T08:06:32.026 INFO:teuthology.orchestra.run.smithi203.stderr:1+0 records in 2024-09-10T08:06:32.026 INFO:teuthology.orchestra.run.smithi203.stderr:1+0 records out 2024-09-10T08:06:32.027 INFO:teuthology.orchestra.run.smithi203.stderr:512 bytes copied, 0.000234332 s, 2.2 MB/s 2024-09-10T08:06:32.028 DEBUG:teuthology.orchestra.run.smithi203:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-10T08:06:32.084 INFO:tasks.cephadm:Deploying osd.0 on smithi067 with /dev/vg_nvme/lv_4... 2024-09-10T08:06:32.085 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-10T08:06:32.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:31 smithi133 ceph-mon[34721]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:32.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:31 smithi133 ceph-mon[34721]: Reconfiguring mon.c (monmap changed)... 2024-09-10T08:06:32.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:31 smithi133 ceph-mon[34721]: Reconfiguring daemon mon.c on smithi203 2024-09-10T08:06:32.346 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:06:33.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:32 smithi203 ceph-mon[34672]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:33.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:32 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:33.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:32 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:33.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:32 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:06:33.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:32 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:06:33.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:32 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:06:33.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:32 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:33.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:32 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-10T08:06:33.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:32 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-10T08:06:33.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:32 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-10T08:06:33.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:32 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:06:33.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:32 smithi203 ceph-mon[34672]: Deploying daemon mgr.z on smithi203 2024-09-10T08:06:33.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:32 smithi133 ceph-mon[34721]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:33.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:32 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:33.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:32 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:33.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:32 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:06:33.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:32 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:06:33.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:32 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:06:33.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:32 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:33.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:32 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-10T08:06:33.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:32 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-10T08:06:33.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:32 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-10T08:06:33.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:32 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:06:33.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:32 smithi133 ceph-mon[34721]: Deploying daemon mgr.z on smithi203 2024-09-10T08:06:33.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:32 smithi067 ceph-mon[31051]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:33.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:32 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:33.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:32 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:33.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:32 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:06:33.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:32 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:06:33.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:32 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:06:33.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:32 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:33.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:32 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-10T08:06:33.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:32 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-10T08:06:33.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:32 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-10T08:06:33.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:32 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:06:33.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:32 smithi067 ceph-mon[31051]: Deploying daemon mgr.z on smithi203 2024-09-10T08:06:33.820 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Sep 10 08:06:33 smithi203 systemd[1]: Starting Ceph mgr.z for 315284b0-6f4b-11ef-bcea-c7b262605968... 2024-09-10T08:06:34.119 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Sep 10 08:06:33 smithi203 podman[36464]: 2024-09-10 08:06:33.755685375 +0000 UTC m=+0.015958308 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T08:06:34.120 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Sep 10 08:06:33 smithi203 podman[36464]: 2024-09-10 08:06:33.869091709 +0000 UTC m=+0.129364677 container create 92176fefec4988a396eaba6d937a2a0c5f8c016ed471f69db746197236e11ccd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-z, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD) 2024-09-10T08:06:34.120 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Sep 10 08:06:34 smithi203 podman[36464]: 2024-09-10 08:06:34.054683782 +0000 UTC m=+0.314956705 container init 92176fefec4988a396eaba6d937a2a0c5f8c016ed471f69db746197236e11ccd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-z, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-10T08:06:34.120 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Sep 10 08:06:34 smithi203 podman[36464]: 2024-09-10 08:06:34.057438431 +0000 UTC m=+0.317711363 container start 92176fefec4988a396eaba6d937a2a0c5f8c016ed471f69db746197236e11ccd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-z, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-10T08:06:34.120 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Sep 10 08:06:34 smithi203 ceph-mgr[36483]: -- 172.21.15.203:0/112670504 <== mon.1 v2:172.21.15.203:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b84225d0e0 con 0x55b84223b400 2024-09-10T08:06:34.120 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Sep 10 08:06:34 smithi203 bash[36464]: 92176fefec4988a396eaba6d937a2a0c5f8c016ed471f69db746197236e11ccd 2024-09-10T08:06:34.385 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Sep 10 08:06:34 smithi203 systemd[1]: Started Ceph mgr.z for 315284b0-6f4b-11ef-bcea-c7b262605968. 2024-09-10T08:06:34.385 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Sep 10 08:06:34 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-z[36479]: 2024-09-10T08:06:34.180+0000 7f7c16acb040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-10T08:06:34.385 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Sep 10 08:06:34 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-z[36479]: 2024-09-10T08:06:34.239+0000 7f7c16acb040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-10T08:06:34.385 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Sep 10 08:06:34 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-z[36479]: 2024-09-10T08:06:34.386+0000 7f7c16acb040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-10T08:06:34.732 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Sep 10 08:06:34 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-z[36479]: 2024-09-10T08:06:34.451+0000 7f7c16acb040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-10T08:06:34.733 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Sep 10 08:06:34 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-z[36479]: 2024-09-10T08:06:34.596+0000 7f7c16acb040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-10T08:06:34.733 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Sep 10 08:06:34 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-z[36479]: 2024-09-10T08:06:34.733+0000 7f7c16acb040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-10T08:06:34.817 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:06:34.846 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph orch daemon add osd smithi067:vg_nvme/lv_4 2024-09-10T08:06:35.102 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:06:35.291 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:35 smithi133 ceph-mon[34721]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:35.291 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:35 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:35.291 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:35 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:35.291 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:35 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:35.291 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:35 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-10T08:06:35.291 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:35 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-10T08:06:35.291 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:35 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-10T08:06:35.291 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:35 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:06:35.291 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:35 smithi133 ceph-mon[34721]: Deploying daemon mgr.y on smithi133 2024-09-10T08:06:35.320 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Sep 10 08:06:35 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-z[36479]: 2024-09-10T08:06:35.044+0000 7f7c16acb040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-10T08:06:35.320 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Sep 10 08:06:35 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-z[36479]: 2024-09-10T08:06:35.104+0000 7f7c16acb040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-10T08:06:35.320 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Sep 10 08:06:35 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-z[36479]: 2024-09-10T08:06:35.287+0000 7f7c16acb040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-10T08:06:35.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:35 smithi203 ceph-mon[34672]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:35.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:35 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:35.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:35 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:35.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:35 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:35.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:35 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-10T08:06:35.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:35 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-10T08:06:35.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:35 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-10T08:06:35.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:35 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:06:35.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:35 smithi203 ceph-mon[34672]: Deploying daemon mgr.y on smithi133 2024-09-10T08:06:35.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:35 smithi067 ceph-mon[31051]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:35.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:35 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:35.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:35 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:35.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:35 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:35.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:35 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-10T08:06:35.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:35 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-10T08:06:35.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:35 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-10T08:06:35.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:35 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:06:35.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:35 smithi067 ceph-mon[31051]: Deploying daemon mgr.y on smithi133 2024-09-10T08:06:35.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:35.548+0000 7f5d74d75640 1 -- 172.21.15.67:0/933115581 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5d70107960 msgr2=0x7f5d70109d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:35.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:35.548+0000 7f5d74d75640 1 --2- 172.21.15.67:0/933115581 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5d70107960 0x7f5d70109d50 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f5d68009900 tx=0x7f5d6802a410 comp rx=0 tx=0).stop 2024-09-10T08:06:35.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:35.548+0000 7f5d74d75640 1 -- 172.21.15.67:0/933115581 shutdown_connections 2024-09-10T08:06:35.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:35.548+0000 7f5d74d75640 1 --2- 172.21.15.67:0/933115581 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5d70105030 0x7f5d70107420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:35.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:35.548+0000 7f5d74d75640 1 --2- 172.21.15.67:0/933115581 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5d70107960 0x7f5d70109d50 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:35.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:35.548+0000 7f5d74d75640 1 --2- 172.21.15.67:0/933115581 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5d70102700 0x7f5d70104af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:35.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:35.548+0000 7f5d74d75640 1 -- 172.21.15.67:0/933115581 >> 172.21.15.67:0/933115581 conn(0x7f5d700fc280 msgr2=0x7f5d700fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:35.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:35.548+0000 7f5d74d75640 1 -- 172.21.15.67:0/933115581 shutdown_connections 2024-09-10T08:06:35.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:35.548+0000 7f5d74d75640 1 -- 172.21.15.67:0/933115581 wait complete. 2024-09-10T08:06:35.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:35.549+0000 7f5d74d75640 1 Processor -- start 2024-09-10T08:06:35.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:35.549+0000 7f5d74d75640 1 -- start start 2024-09-10T08:06:35.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:35.549+0000 7f5d74d75640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5d70102700 0x7f5d70197e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:35.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:35.549+0000 7f5d74d75640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5d70105030 0x7f5d701983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:35.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:35.549+0000 7f5d74d75640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5d70107960 0x7f5d7019f440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:35.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:35.549+0000 7f5d74d75640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f5d7010d7a0 con 0x7f5d70105030 2024-09-10T08:06:35.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:35.549+0000 7f5d74d75640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f5d7010d620 con 0x7f5d70102700 2024-09-10T08:06:35.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:35.549+0000 7f5d74d75640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f5d7010d920 con 0x7f5d70107960 2024-09-10T08:06:35.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:35.549+0000 7f5d6dd9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5d70105030 0x7f5d701983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:35.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:35.549+0000 7f5d6dd9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5d70105030 0x7f5d701983c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:49238/0 (socket says 172.21.15.67:49238) 2024-09-10T08:06:35.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:35.549+0000 7f5d6dd9b640 1 -- 172.21.15.67:0/2317173074 learned_addr learned my addr 172.21.15.67:0/2317173074 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:06:35.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:35.549+0000 7f5d6ed9d640 1 --2- 172.21.15.67:0/2317173074 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5d70107960 0x7f5d7019f440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:35.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:35.549+0000 7f5d6e59c640 1 --2- 172.21.15.67:0/2317173074 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5d70102700 0x7f5d70197e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:35.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:35.549+0000 7f5d6dd9b640 1 -- 172.21.15.67:0/2317173074 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5d70107960 msgr2=0x7f5d7019f440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:35.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:35.549+0000 7f5d6dd9b640 1 --2- 172.21.15.67:0/2317173074 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5d70107960 0x7f5d7019f440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:35.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:35.549+0000 7f5d6dd9b640 1 -- 172.21.15.67:0/2317173074 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5d70102700 msgr2=0x7f5d70197e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:35.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:35.549+0000 7f5d6dd9b640 1 --2- 172.21.15.67:0/2317173074 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5d70102700 0x7f5d70197e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:35.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:35.549+0000 7f5d6dd9b640 1 -- 172.21.15.67:0/2317173074 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d7019fab0 con 0x7f5d70105030 2024-09-10T08:06:35.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:35.549+0000 7f5d6dd9b640 1 --2- 172.21.15.67:0/2317173074 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5d70105030 0x7f5d701983c0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f5d5800b450 tx=0x7f5d5800b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:35.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:35.550+0000 7f5d677fe640 1 -- 172.21.15.67:0/2317173074 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d58015020 con 0x7f5d70105030 2024-09-10T08:06:35.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:35.550+0000 7f5d677fe640 1 -- 172.21.15.67:0/2317173074 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5d58011d40 con 0x7f5d70105030 2024-09-10T08:06:35.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:35.550+0000 7f5d74d75640 1 -- 172.21.15.67:0/2317173074 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d7019fda0 con 0x7f5d70105030 2024-09-10T08:06:35.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:35.550+0000 7f5d677fe640 1 -- 172.21.15.67:0/2317173074 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d5800f340 con 0x7f5d70105030 2024-09-10T08:06:35.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:35.550+0000 7f5d74d75640 1 -- 172.21.15.67:0/2317173074 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d701a02e0 con 0x7f5d70105030 2024-09-10T08:06:35.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:35.550+0000 7f5d677fe640 1 -- 172.21.15.67:0/2317173074 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 13) ==== 46343+0+0 (secure 0 0 0) 0x7f5d58018020 con 0x7f5d70105030 2024-09-10T08:06:35.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:35.551+0000 7f5d677fe640 1 --2- 172.21.15.67:0/2317173074 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5d5c0392c0 0x7f5d5c03b780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:06:35.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:35.551+0000 7f5d677fe640 1 -- 172.21.15.67:0/2317173074 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f5d5804be70 con 0x7f5d70105030 2024-09-10T08:06:35.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:35.551+0000 7f5d6e59c640 1 --2- 172.21.15.67:0/2317173074 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5d5c0392c0 0x7f5d5c03b780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:06:35.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:35.551+0000 7f5d74d75640 1 -- 172.21.15.67:0/2317173074 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5d700fdd70 con 0x7f5d70105030 2024-09-10T08:06:35.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:35.551+0000 7f5d6e59c640 1 --2- 172.21.15.67:0/2317173074 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5d5c0392c0 0x7f5d5c03b780 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f5d60005fd0 tx=0x7f5d60009680 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:06:35.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:35.556+0000 7f5d677fe640 1 -- 172.21.15.67:0/2317173074 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f5d5801f020 con 0x7f5d70105030 2024-09-10T08:06:35.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:35.742+0000 7f5d74d75640 1 -- 172.21.15.67:0/2317173074 --> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi067:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f5d70062630 con 0x7f5d5c0392c0 2024-09-10T08:06:36.093 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Sep 10 08:06:36 smithi133 systemd[1]: Starting Ceph mgr.y for 315284b0-6f4b-11ef-bcea-c7b262605968... 2024-09-10T08:06:36.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:36 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T08:06:36.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:36 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T08:06:36.406 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:36 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:06:36.495 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:36 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T08:06:36.495 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:36 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T08:06:36.496 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:36 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:06:36.496 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Sep 10 08:06:36 smithi133 podman[36071]: 2024-09-10 08:06:36.211240658 +0000 UTC m=+0.100033696 container create f4f760d23cfb3d7fe12641220446babe630c10e95e946de13c33302e34a33885 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-y, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-09-10T08:06:36.496 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Sep 10 08:06:36 smithi133 podman[36071]: 2024-09-10 08:06:36.126338624 +0000 UTC m=+0.015131674 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T08:06:36.496 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Sep 10 08:06:36 smithi133 podman[36071]: 2024-09-10 08:06:36.413698704 +0000 UTC m=+0.302491751 container init f4f760d23cfb3d7fe12641220446babe630c10e95e946de13c33302e34a33885 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-y, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2) 2024-09-10T08:06:36.496 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Sep 10 08:06:36 smithi133 podman[36071]: 2024-09-10 08:06:36.41648041 +0000 UTC m=+0.305273466 container start f4f760d23cfb3d7fe12641220446babe630c10e95e946de13c33302e34a33885 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-y, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-09-10T08:06:36.496 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Sep 10 08:06:36 smithi133 ceph-mgr[36090]: -- 172.21.15.133:0/1228565095 <== mon.2 v2:172.21.15.133:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558515e170e0 con 0x558515df4800 2024-09-10T08:06:36.496 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Sep 10 08:06:36 smithi133 bash[36071]: f4f760d23cfb3d7fe12641220446babe630c10e95e946de13c33302e34a33885 2024-09-10T08:06:36.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:36 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T08:06:36.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:36 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T08:06:36.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:36 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:06:36.570 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Sep 10 08:06:36 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-z[36479]: 2024-09-10T08:06:36.166+0000 7f7c16acb040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-10T08:06:36.571 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Sep 10 08:06:36 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-z[36479]: 2024-09-10T08:06:36.233+0000 7f7c16acb040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-10T08:06:36.762 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Sep 10 08:06:36 smithi133 systemd[1]: Started Ceph mgr.y for 315284b0-6f4b-11ef-bcea-c7b262605968. 2024-09-10T08:06:36.763 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Sep 10 08:06:36 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-y[36086]: 2024-09-10T08:06:36.544+0000 7f82b6209040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-10T08:06:36.763 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Sep 10 08:06:36 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-y[36086]: 2024-09-10T08:06:36.607+0000 7f82b6209040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-10T08:06:37.093 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Sep 10 08:06:36 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-y[36086]: 2024-09-10T08:06:36.763+0000 7f82b6209040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-10T08:06:37.093 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Sep 10 08:06:36 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-y[36086]: 2024-09-10T08:06:36.832+0000 7f82b6209040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-10T08:06:37.093 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Sep 10 08:06:36 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-y[36086]: 2024-09-10T08:06:36.998+0000 7f82b6209040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-10T08:06:37.247 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Sep 10 08:06:36 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-z[36479]: 2024-09-10T08:06:36.977+0000 7f7c16acb040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-10T08:06:37.247 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Sep 10 08:06:37 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-z[36479]: 2024-09-10T08:06:37.107+0000 7f7c16acb040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-10T08:06:37.247 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Sep 10 08:06:37 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-z[36479]: 2024-09-10T08:06:37.247+0000 7f7c16acb040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-10T08:06:37.401 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Sep 10 08:06:37 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-y[36086]: 2024-09-10T08:06:37.149+0000 7f82b6209040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-10T08:06:37.538 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Sep 10 08:06:37 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-z[36479]: 2024-09-10T08:06:37.312+0000 7f7c16acb040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-10T08:06:37.538 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Sep 10 08:06:37 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-z[36479]: 2024-09-10T08:06:37.472+0000 7f7c16acb040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-10T08:06:37.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:37 smithi067 ceph-mon[31051]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:37.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:37 smithi067 ceph-mon[31051]: from='client.14223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi067:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:06:37.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:37 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:37.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:37 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:37.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:37 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:37.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:37 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:37.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:37 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:06:37.735 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:37 smithi133 ceph-mon[34721]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:37.735 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:37 smithi133 ceph-mon[34721]: from='client.14223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi067:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:06:37.736 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:37 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:37.736 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:37 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:37.736 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:37 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:37.736 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:37 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:37.736 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:37 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:06:37.736 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Sep 10 08:06:37 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-y[36086]: 2024-09-10T08:06:37.481+0000 7f82b6209040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-10T08:06:37.736 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Sep 10 08:06:37 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-y[36086]: 2024-09-10T08:06:37.544+0000 7f82b6209040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-10T08:06:37.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:37 smithi203 ceph-mon[34672]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:37.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:37 smithi203 ceph-mon[34672]: from='client.14223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi067:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:06:37.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:37 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:37.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:37 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:37.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:37 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:37.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:37 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:37.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:37 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:06:37.821 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Sep 10 08:06:37 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-z[36479]: 2024-09-10T08:06:37.542+0000 7f7c16acb040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-10T08:06:37.821 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Sep 10 08:06:37 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-z[36479]: 2024-09-10T08:06:37.604+0000 7f7c16acb040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-10T08:06:37.821 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Sep 10 08:06:37 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-z[36479]: 2024-09-10T08:06:37.764+0000 7f7c16acb040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-10T08:06:38.093 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Sep 10 08:06:37 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-y[36086]: 2024-09-10T08:06:37.736+0000 7f82b6209040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-10T08:06:38.115 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Sep 10 08:06:37 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-z[36479]: 2024-09-10T08:06:37.841+0000 7f7c16acb040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-10T08:06:38.115 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Sep 10 08:06:37 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-z[36479]: 2024-09-10T08:06:37.910+0000 7f7c16acb040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-10T08:06:38.115 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Sep 10 08:06:37 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-z[36479]: 2024-09-10T08:06:37.998+0000 7f7c16acb040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-10T08:06:38.115 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Sep 10 08:06:38 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-z[36479]: 2024-09-10T08:06:38.057+0000 7f7c16acb040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-10T08:06:38.115 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Sep 10 08:06:38 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-z[36479]: 2024-09-10T08:06:38.116+0000 7f7c16acb040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-10T08:06:38.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:38 smithi067 ceph-mon[31051]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:38.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:38 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:38.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:38 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:38.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:38 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:38.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:38 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:38.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:38 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:38.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:38 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:06:38.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:38 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:06:38.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:38 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:38.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:38 smithi067 ceph-mon[31051]: Reconfiguring mgr.x (unknown last config time)... 2024-09-10T08:06:38.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:38 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-10T08:06:38.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:38 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-10T08:06:38.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:38 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:06:38.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:38 smithi067 ceph-mon[31051]: Reconfiguring daemon mgr.x on smithi067 2024-09-10T08:06:38.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:38 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/3071158112' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f86e49e6-6996-48db-b2b5-45e56df21941"}]: dispatch 2024-09-10T08:06:38.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:38 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/3071158112' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f86e49e6-6996-48db-b2b5-45e56df21941"}]': finished 2024-09-10T08:06:38.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:38 smithi067 ceph-mon[31051]: osdmap e5: 1 total, 0 up, 1 in 2024-09-10T08:06:38.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:38 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-10T08:06:38.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:38 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/420183824' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T08:06:39.070 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Sep 10 08:06:38 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-z[36479]: 2024-09-10T08:06:38.898+0000 7f7c16acb040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-10T08:06:39.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:38 smithi203 ceph-mon[34672]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:39.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:38 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:39.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:38 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:39.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:38 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:39.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:38 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:39.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:38 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:39.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:38 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:06:39.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:38 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:06:39.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:38 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:39.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:38 smithi203 ceph-mon[34672]: Reconfiguring mgr.x (unknown last config time)... 2024-09-10T08:06:39.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:38 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-10T08:06:39.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:38 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-10T08:06:39.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:38 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:06:39.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:38 smithi203 ceph-mon[34672]: Reconfiguring daemon mgr.x on smithi067 2024-09-10T08:06:39.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:38 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/3071158112' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f86e49e6-6996-48db-b2b5-45e56df21941"}]: dispatch 2024-09-10T08:06:39.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:38 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/3071158112' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f86e49e6-6996-48db-b2b5-45e56df21941"}]': finished 2024-09-10T08:06:39.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:38 smithi203 ceph-mon[34672]: osdmap e5: 1 total, 0 up, 1 in 2024-09-10T08:06:39.072 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:38 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-10T08:06:39.072 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:38 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/420183824' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T08:06:39.093 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Sep 10 08:06:38 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-y[36086]: 2024-09-10T08:06:38.639+0000 7f82b6209040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-10T08:06:39.093 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Sep 10 08:06:38 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-y[36086]: 2024-09-10T08:06:38.706+0000 7f82b6209040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-10T08:06:39.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:38 smithi133 ceph-mon[34721]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:39.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:38 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:39.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:38 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:39.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:38 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:39.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:38 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:39.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:38 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:39.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:38 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:06:39.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:38 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:06:39.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:38 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:39.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:38 smithi133 ceph-mon[34721]: Reconfiguring mgr.x (unknown last config time)... 2024-09-10T08:06:39.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:38 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-10T08:06:39.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:38 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-10T08:06:39.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:38 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:06:39.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:38 smithi133 ceph-mon[34721]: Reconfiguring daemon mgr.x on smithi067 2024-09-10T08:06:39.095 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:38 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/3071158112' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f86e49e6-6996-48db-b2b5-45e56df21941"}]: dispatch 2024-09-10T08:06:39.095 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:38 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/3071158112' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f86e49e6-6996-48db-b2b5-45e56df21941"}]': finished 2024-09-10T08:06:39.095 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:38 smithi133 ceph-mon[34721]: osdmap e5: 1 total, 0 up, 1 in 2024-09-10T08:06:39.095 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:38 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-10T08:06:39.095 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:38 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/420183824' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T08:06:39.680 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Sep 10 08:06:39 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-y[36086]: 2024-09-10T08:06:39.424+0000 7f82b6209040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-10T08:06:39.681 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Sep 10 08:06:39 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-y[36086]: 2024-09-10T08:06:39.539+0000 7f82b6209040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-10T08:06:39.681 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Sep 10 08:06:39 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-y[36086]: 2024-09-10T08:06:39.681+0000 7f82b6209040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-10T08:06:39.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:39.767+0000 7f5d677fe640 1 -- 172.21.15.67:0/2317173074 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mgrmap(e 14) ==== 92060+0+0 (secure 0 0 0) 0x7f5d5800f050 con 0x7f5d70105030 2024-09-10T08:06:39.955 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:39 smithi133 ceph-mon[34721]: Standby manager daemon z started 2024-09-10T08:06:39.956 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:39 smithi133 ceph-mon[34721]: from='mgr.? 172.21.15.203:0/1929132390' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-09-10T08:06:39.956 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:39 smithi133 ceph-mon[34721]: from='mgr.? 172.21.15.203:0/1929132390' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-10T08:06:39.956 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:39 smithi133 ceph-mon[34721]: from='mgr.? 172.21.15.203:0/1929132390' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-09-10T08:06:39.956 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:39 smithi133 ceph-mon[34721]: from='mgr.? 172.21.15.203:0/1929132390' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-10T08:06:39.956 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Sep 10 08:06:39 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-y[36086]: 2024-09-10T08:06:39.741+0000 7f82b6209040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-10T08:06:39.956 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Sep 10 08:06:39 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-y[36086]: 2024-09-10T08:06:39.889+0000 7f82b6209040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-10T08:06:39.956 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Sep 10 08:06:39 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-y[36086]: 2024-09-10T08:06:39.956+0000 7f82b6209040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-10T08:06:40.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:39 smithi203 ceph-mon[34672]: Standby manager daemon z started 2024-09-10T08:06:40.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:39 smithi203 ceph-mon[34672]: from='mgr.? 172.21.15.203:0/1929132390' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-09-10T08:06:40.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:39 smithi203 ceph-mon[34672]: from='mgr.? 172.21.15.203:0/1929132390' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-10T08:06:40.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:39 smithi203 ceph-mon[34672]: from='mgr.? 172.21.15.203:0/1929132390' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-09-10T08:06:40.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:39 smithi203 ceph-mon[34672]: from='mgr.? 172.21.15.203:0/1929132390' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-10T08:06:40.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:39 smithi067 ceph-mon[31051]: Standby manager daemon z started 2024-09-10T08:06:40.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:39 smithi067 ceph-mon[31051]: from='mgr.? 172.21.15.203:0/1929132390' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-09-10T08:06:40.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:39 smithi067 ceph-mon[31051]: from='mgr.? 172.21.15.203:0/1929132390' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-10T08:06:40.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:39 smithi067 ceph-mon[31051]: from='mgr.? 172.21.15.203:0/1929132390' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-09-10T08:06:40.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:39 smithi067 ceph-mon[31051]: from='mgr.? 172.21.15.203:0/1929132390' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-10T08:06:40.239 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Sep 10 08:06:40 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-y[36086]: 2024-09-10T08:06:40.016+0000 7f82b6209040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-10T08:06:40.239 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Sep 10 08:06:40 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-y[36086]: 2024-09-10T08:06:40.174+0000 7f82b6209040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-10T08:06:40.239 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Sep 10 08:06:40 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-y[36086]: 2024-09-10T08:06:40.239+0000 7f82b6209040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-10T08:06:40.505 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Sep 10 08:06:40 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-y[36086]: 2024-09-10T08:06:40.306+0000 7f82b6209040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-10T08:06:40.506 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Sep 10 08:06:40 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-y[36086]: 2024-09-10T08:06:40.388+0000 7f82b6209040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-10T08:06:40.506 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Sep 10 08:06:40 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-y[36086]: 2024-09-10T08:06:40.447+0000 7f82b6209040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-10T08:06:40.506 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Sep 10 08:06:40 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-y[36086]: 2024-09-10T08:06:40.506+0000 7f82b6209040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-10T08:06:41.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:40 smithi203 ceph-mon[34672]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:41.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:40 smithi203 ceph-mon[34672]: mgrmap e14: x(active, since 62s), standbys: z 2024-09-10T08:06:41.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:40 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-09-10T08:06:41.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:40 smithi133 ceph-mon[34721]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:41.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:40 smithi133 ceph-mon[34721]: mgrmap e14: x(active, since 62s), standbys: z 2024-09-10T08:06:41.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:40 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-09-10T08:06:41.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:40 smithi067 ceph-mon[31051]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:41.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:40 smithi067 ceph-mon[31051]: mgrmap e14: x(active, since 62s), standbys: z 2024-09-10T08:06:41.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:40 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-09-10T08:06:41.593 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Sep 10 08:06:41 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-y[36086]: 2024-09-10T08:06:41.294+0000 7f82b6209040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-10T08:06:41.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:41.776+0000 7f5d677fe640 1 -- 172.21.15.67:0/2317173074 <== mon.0 v2:172.21.15.67:3300/0 8 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7f5d5800ccd0 con 0x7f5d70105030 2024-09-10T08:06:42.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:41 smithi203 ceph-mon[34672]: Standby manager daemon y started 2024-09-10T08:06:42.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:41 smithi203 ceph-mon[34672]: from='mgr.? 172.21.15.133:0/398203404' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-10T08:06:42.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:41 smithi203 ceph-mon[34672]: from='mgr.? 172.21.15.133:0/398203404' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-10T08:06:42.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:41 smithi203 ceph-mon[34672]: from='mgr.? 172.21.15.133:0/398203404' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-10T08:06:42.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:41 smithi203 ceph-mon[34672]: from='mgr.? 172.21.15.133:0/398203404' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-10T08:06:42.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:41 smithi133 ceph-mon[34721]: Standby manager daemon y started 2024-09-10T08:06:42.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:41 smithi133 ceph-mon[34721]: from='mgr.? 172.21.15.133:0/398203404' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-10T08:06:42.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:41 smithi133 ceph-mon[34721]: from='mgr.? 172.21.15.133:0/398203404' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-10T08:06:42.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:41 smithi133 ceph-mon[34721]: from='mgr.? 172.21.15.133:0/398203404' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-10T08:06:42.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:41 smithi133 ceph-mon[34721]: from='mgr.? 172.21.15.133:0/398203404' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-10T08:06:42.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:41 smithi067 ceph-mon[31051]: Standby manager daemon y started 2024-09-10T08:06:42.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:41 smithi067 ceph-mon[31051]: from='mgr.? 172.21.15.133:0/398203404' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-10T08:06:42.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:41 smithi067 ceph-mon[31051]: from='mgr.? 172.21.15.133:0/398203404' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-10T08:06:42.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:41 smithi067 ceph-mon[31051]: from='mgr.? 172.21.15.133:0/398203404' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-10T08:06:42.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:41 smithi067 ceph-mon[31051]: from='mgr.? 172.21.15.133:0/398203404' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-10T08:06:43.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:42 smithi203 ceph-mon[34672]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:43.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:42 smithi203 ceph-mon[34672]: mgrmap e15: x(active, since 64s), standbys: z, y 2024-09-10T08:06:43.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:42 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-10T08:06:43.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:42 smithi133 ceph-mon[34721]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:43.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:42 smithi133 ceph-mon[34721]: mgrmap e15: x(active, since 64s), standbys: z, y 2024-09-10T08:06:43.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:42 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-10T08:06:43.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:42 smithi067 ceph-mon[31051]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:43.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:42 smithi067 ceph-mon[31051]: mgrmap e15: x(active, since 64s), standbys: z, y 2024-09-10T08:06:43.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:42 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-10T08:06:45.021 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:44 smithi067 ceph-mon[31051]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:45.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:44 smithi203 ceph-mon[34672]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:45.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:44 smithi133 ceph-mon[34721]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:46.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:46 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:46.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:46 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:46.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:46 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:06:46.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:46 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:06:46.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:46 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:06:46.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:46 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:47.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:46 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:47.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:46 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:47.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:46 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:06:47.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:46 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:06:47.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:46 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:06:47.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:46 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:47.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:46 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:47.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:46 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:47.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:46 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:06:47.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:46 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:06:47.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:46 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:06:47.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:46 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:47.911 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:47 smithi133 ceph-mon[34721]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:47.911 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:47 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-10T08:06:47.912 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:47 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:06:47.914 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:47 smithi067 ceph-mon[31051]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:47.914 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:47 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-10T08:06:47.914 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:47 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:06:48.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:47 smithi203 ceph-mon[34672]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:48.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:47 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-10T08:06:48.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:47 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:06:48.749 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:48 smithi067 ceph-mon[31051]: Deploying daemon osd.0 on smithi067 2024-09-10T08:06:49.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:48 smithi203 ceph-mon[34672]: Deploying daemon osd.0 on smithi067 2024-09-10T08:06:49.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:48 smithi133 ceph-mon[34721]: Deploying daemon osd.0 on smithi067 2024-09-10T08:06:49.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:49 smithi067 ceph-mon[31051]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:50.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:49 smithi203 ceph-mon[34672]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:50.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:49 smithi133 ceph-mon[34721]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:51.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:51 smithi067 ceph-mon[31051]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:52.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:51 smithi203 ceph-mon[34672]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:52.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:51 smithi133 ceph-mon[34721]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:53.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:53 smithi067 ceph-mon[31051]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:54.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:53 smithi203 ceph-mon[34672]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:54.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:53 smithi133 ceph-mon[34721]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:54.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:54 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:06:54.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:54 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:54.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:54 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:55.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:54 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:06:55.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:54 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:55.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:54 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:55.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:54 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:06:55.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:54 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:55.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:54 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:55.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:55 smithi067 ceph-mon[31051]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:56.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:55 smithi203 ceph-mon[34672]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:56.184 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:55 smithi133 ceph-mon[34721]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:57.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:57 smithi133 ceph-mon[34721]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:57.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:57 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:57.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:57 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:57.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:57 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:06:57.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:57 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:06:57.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:57 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:57.875 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:57 smithi067 ceph-mon[31051]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:57.875 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:57 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:57.875 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:57 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:57.875 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:57 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:06:57.875 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:57 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:06:57.875 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:57 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:58.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:57 smithi203 ceph-mon[34672]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:58.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:57 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:58.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:57 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:58.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:57 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:06:58.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:57 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:06:58.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:57 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:58.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:58.307+0000 7f5d677fe640 1 -- 172.21.15.67:0/2317173074 <== mgr.14150 v2:172.21.15.67:6800/4256949759 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f5d70062630 con 0x7f5d5c0392c0 2024-09-10T08:06:58.308 INFO:teuthology.orchestra.run.smithi067.stdout:Created osd(s) 0 on host 'smithi067' 2024-09-10T08:06:58.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:58.311+0000 7f5d74d75640 1 -- 172.21.15.67:0/2317173074 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5d5c0392c0 msgr2=0x7f5d5c03b780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:58.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:58.311+0000 7f5d74d75640 1 --2- 172.21.15.67:0/2317173074 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5d5c0392c0 0x7f5d5c03b780 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f5d60005fd0 tx=0x7f5d60009680 comp rx=0 tx=0).stop 2024-09-10T08:06:58.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:58.311+0000 7f5d74d75640 1 -- 172.21.15.67:0/2317173074 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5d70105030 msgr2=0x7f5d701983c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:06:58.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:58.311+0000 7f5d74d75640 1 --2- 172.21.15.67:0/2317173074 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5d70105030 0x7f5d701983c0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f5d5800b450 tx=0x7f5d5800b910 comp rx=0 tx=0).stop 2024-09-10T08:06:58.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:58.311+0000 7f5d74d75640 1 -- 172.21.15.67:0/2317173074 shutdown_connections 2024-09-10T08:06:58.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:58.311+0000 7f5d74d75640 1 --2- 172.21.15.67:0/2317173074 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5d5c0392c0 0x7f5d5c03b780 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:58.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:58.311+0000 7f5d74d75640 1 --2- 172.21.15.67:0/2317173074 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5d70107960 0x7f5d7019f440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:58.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:58.311+0000 7f5d74d75640 1 --2- 172.21.15.67:0/2317173074 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5d70105030 0x7f5d701983c0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:58.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:58.311+0000 7f5d74d75640 1 --2- 172.21.15.67:0/2317173074 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5d70102700 0x7f5d70197e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:06:58.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:58.311+0000 7f5d74d75640 1 -- 172.21.15.67:0/2317173074 >> 172.21.15.67:0/2317173074 conn(0x7f5d700fc280 msgr2=0x7f5d701031c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:06:58.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:58.311+0000 7f5d74d75640 1 -- 172.21.15.67:0/2317173074 shutdown_connections 2024-09-10T08:06:58.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:06:58.311+0000 7f5d74d75640 1 -- 172.21.15.67:0/2317173074 wait complete. 2024-09-10T08:06:58.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:58 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:06:58.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:58 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:58.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:58 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:58.896 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:58 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:06:58.896 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:58 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:58.896 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:58 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:58.924 DEBUG:teuthology.orchestra.run.smithi067:osd.0> sudo journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@osd.0.service 2024-09-10T08:06:58.926 INFO:tasks.cephadm:Deploying osd.1 on smithi133 with /dev/vg_nvme/lv_4... 2024-09-10T08:06:58.927 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-10T08:06:59.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:58 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:06:59.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:58 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:59.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:58 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:06:59.173 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.b/config 2024-09-10T08:06:59.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:06:59 smithi133 ceph-mon[34721]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:59.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:06:59 smithi067 ceph-mon[31051]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:06:59.957 INFO:journalctl@ceph.osd.0.smithi067.stdout:Sep 10 08:06:59 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-0[42753]: 2024-09-10T08:06:59.666+0000 7fd1418e7640 -1 osd.0 0 log_to_monitors true 2024-09-10T08:07:00.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:06:59 smithi203 ceph-mon[34672]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:07:00.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:00 smithi067 ceph-mon[31051]: from='osd.0 [v2:172.21.15.67:6802/2156529365,v1:172.21.15.67:6803/2156529365]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-10T08:07:00.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:00 smithi133 ceph-mon[34721]: from='osd.0 [v2:172.21.15.67:6802/2156529365,v1:172.21.15.67:6803/2156529365]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-10T08:07:01.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:00 smithi203 ceph-mon[34672]: from='osd.0 [v2:172.21.15.67:6802/2156529365,v1:172.21.15.67:6803/2156529365]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-10T08:07:01.622 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-09-10T08:07:01.648 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph orch daemon add osd smithi133:vg_nvme/lv_4 2024-09-10T08:07:01.868 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:01 smithi067 ceph-mon[31051]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:07:01.868 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:01 smithi067 ceph-mon[31051]: from='osd.0 [v2:172.21.15.67:6802/2156529365,v1:172.21.15.67:6803/2156529365]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-10T08:07:01.868 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:01 smithi067 ceph-mon[31051]: osdmap e6: 1 total, 0 up, 1 in 2024-09-10T08:07:01.868 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:01 smithi067 ceph-mon[31051]: from='osd.0 [v2:172.21.15.67:6802/2156529365,v1:172.21.15.67:6803/2156529365]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-09-10T08:07:01.868 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:01 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-10T08:07:01.903 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.b/config 2024-09-10T08:07:02.026 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:01 smithi133 ceph-mon[34721]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:07:02.027 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:01 smithi133 ceph-mon[34721]: from='osd.0 [v2:172.21.15.67:6802/2156529365,v1:172.21.15.67:6803/2156529365]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-10T08:07:02.027 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:01 smithi133 ceph-mon[34721]: osdmap e6: 1 total, 0 up, 1 in 2024-09-10T08:07:02.027 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:01 smithi133 ceph-mon[34721]: from='osd.0 [v2:172.21.15.67:6802/2156529365,v1:172.21.15.67:6803/2156529365]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-09-10T08:07:02.027 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:01 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-10T08:07:02.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:01 smithi203 ceph-mon[34672]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:07:02.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:01 smithi203 ceph-mon[34672]: from='osd.0 [v2:172.21.15.67:6802/2156529365,v1:172.21.15.67:6803/2156529365]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-10T08:07:02.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:01 smithi203 ceph-mon[34672]: osdmap e6: 1 total, 0 up, 1 in 2024-09-10T08:07:02.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:01 smithi203 ceph-mon[34672]: from='osd.0 [v2:172.21.15.67:6802/2156529365,v1:172.21.15.67:6803/2156529365]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-09-10T08:07:02.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:01 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-10T08:07:02.406 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:02.390+0000 7faea9f4c640 1 -- 172.21.15.133:0/3092302153 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faea41026b0 msgr2=0x7faea4108f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:02.406 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:02.390+0000 7faea9f4c640 1 --2- 172.21.15.133:0/3092302153 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faea41026b0 0x7faea4108f40 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fae9c009ca0 tx=0x7fae9c02a8c0 comp rx=0 tx=0).stop 2024-09-10T08:07:02.407 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:02.390+0000 7faea9f4c640 1 -- 172.21.15.133:0/3092302153 shutdown_connections 2024-09-10T08:07:02.407 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:02.390+0000 7faea9f4c640 1 --2- 172.21.15.133:0/3092302153 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faea41026b0 0x7faea4108f40 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:02.407 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:02.390+0000 7faea9f4c640 1 --2- 172.21.15.133:0/3092302153 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faea4101cf0 0x7faea4102170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:02.407 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:02.390+0000 7faea9f4c640 1 --2- 172.21.15.133:0/3092302153 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faea4100af0 0x7faea4100ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:02.407 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:02.390+0000 7faea9f4c640 1 -- 172.21.15.133:0/3092302153 >> 172.21.15.133:0/3092302153 conn(0x7faea40fc2a0 msgr2=0x7faea40fe6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:07:02.407 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:02.390+0000 7faea9f4c640 1 -- 172.21.15.133:0/3092302153 shutdown_connections 2024-09-10T08:07:02.407 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:02.390+0000 7faea9f4c640 1 -- 172.21.15.133:0/3092302153 wait complete. 2024-09-10T08:07:02.407 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:02.391+0000 7faea9f4c640 1 Processor -- start 2024-09-10T08:07:02.407 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:02.391+0000 7faea9f4c640 1 -- start start 2024-09-10T08:07:02.407 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:02.391+0000 7faea9f4c640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faea4100af0 0x7faea4197d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:02.407 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:02.391+0000 7faea9f4c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faea4101cf0 0x7faea4198280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:02.408 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:02.391+0000 7faea9f4c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faea41026b0 0x7faea419f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:02.408 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:02.391+0000 7faea9f4c640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7faea410c620 con 0x7faea4101cf0 2024-09-10T08:07:02.408 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:02.391+0000 7faea9f4c640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7faea410c4a0 con 0x7faea41026b0 2024-09-10T08:07:02.408 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:02.391+0000 7faea9f4c640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7faea410c7a0 con 0x7faea4100af0 2024-09-10T08:07:02.408 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:02.391+0000 7faea3fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faea41026b0 0x7faea419f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:02.408 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:02.391+0000 7faea3fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faea41026b0 0x7faea419f2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:54656/0 (socket says 172.21.15.133:54656) 2024-09-10T08:07:02.408 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:02.391+0000 7faea3fff640 1 -- 172.21.15.133:0/2904949846 learned_addr learned my addr 172.21.15.133:0/2904949846 (peer_addr_for_me v2:172.21.15.133:0/0) 2024-09-10T08:07:02.408 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:02.391+0000 7faea37fe640 1 --2- 172.21.15.133:0/2904949846 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faea4100af0 0x7faea4197d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:02.408 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:02.391+0000 7fae9bfff640 1 --2- 172.21.15.133:0/2904949846 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faea4101cf0 0x7faea4198280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:02.408 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:02.391+0000 7faea3fff640 1 -- 172.21.15.133:0/2904949846 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faea4100af0 msgr2=0x7faea4197d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:02.408 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:02.391+0000 7faea3fff640 1 --2- 172.21.15.133:0/2904949846 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faea4100af0 0x7faea4197d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:02.409 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:02.391+0000 7faea3fff640 1 -- 172.21.15.133:0/2904949846 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faea4101cf0 msgr2=0x7faea4198280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:02.409 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:02.391+0000 7faea3fff640 1 --2- 172.21.15.133:0/2904949846 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faea4101cf0 0x7faea4198280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:02.409 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:02.391+0000 7faea3fff640 1 -- 172.21.15.133:0/2904949846 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faea419f960 con 0x7faea41026b0 2024-09-10T08:07:02.409 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:02.391+0000 7fae9bfff640 1 --2- 172.21.15.133:0/2904949846 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faea4101cf0 0x7faea4198280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:07:02.409 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:02.391+0000 7faea3fff640 1 --2- 172.21.15.133:0/2904949846 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faea41026b0 0x7faea419f2c0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fae9c009dc0 tx=0x7fae9c003ba0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:07:02.409 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:02.392+0000 7faea17fa640 1 -- 172.21.15.133:0/2904949846 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae9c032ec0 con 0x7faea41026b0 2024-09-10T08:07:02.409 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:02.392+0000 7faea17fa640 1 -- 172.21.15.133:0/2904949846 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fae9c0044f0 con 0x7faea41026b0 2024-09-10T08:07:02.409 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:02.392+0000 7faea9f4c640 1 -- 172.21.15.133:0/2904949846 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faea419fbf0 con 0x7faea41026b0 2024-09-10T08:07:02.409 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:02.392+0000 7faea17fa640 1 -- 172.21.15.133:0/2904949846 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae9c030d40 con 0x7faea41026b0 2024-09-10T08:07:02.409 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:02.392+0000 7faea9f4c640 1 -- 172.21.15.133:0/2904949846 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faea41a0180 con 0x7faea41026b0 2024-09-10T08:07:02.409 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:02.393+0000 7faea9f4c640 1 -- 172.21.15.133:0/2904949846 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faea41a0350 con 0x7faea41026b0 2024-09-10T08:07:02.409 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:02.394+0000 7faea17fa640 1 -- 172.21.15.133:0/2904949846 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7fae9c004040 con 0x7faea41026b0 2024-09-10T08:07:02.409 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:02.395+0000 7faea17fa640 1 --2- 172.21.15.133:0/2904949846 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fae900a2d10 0x7fae900a51d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:02.410 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:02.395+0000 7faea17fa640 1 -- 172.21.15.133:0/2904949846 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(7..7 src has 1..7) ==== 1487+0+0 (secure 0 0 0) 0x7fae9c0eea10 con 0x7faea41026b0 2024-09-10T08:07:02.410 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:02.395+0000 7faea37fe640 1 --2- 172.21.15.133:0/2904949846 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fae900a2d10 0x7fae900a51d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:02.410 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:02.396+0000 7faea37fe640 1 --2- 172.21.15.133:0/2904949846 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fae900a2d10 0x7fae900a51d0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7faea4199220 tx=0x7fae9400b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:07:02.410 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:02.399+0000 7faea17fa640 1 -- 172.21.15.133:0/2904949846 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fae9c0bd500 con 0x7faea41026b0 2024-09-10T08:07:02.573 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:02.573+0000 7faea9f4c640 1 -- 172.21.15.133:0/2904949846 --> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7faea41a0520 con 0x7fae900a2d10 2024-09-10T08:07:02.627 INFO:journalctl@ceph.osd.0.smithi067.stdout:Sep 10 08:07:02 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-0[42753]: 2024-09-10T08:07:02.294+0000 7fd13d86a640 -1 osd.0 0 waiting for initial osdmap 2024-09-10T08:07:02.628 INFO:journalctl@ceph.osd.0.smithi067.stdout:Sep 10 08:07:02 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-0[42753]: 2024-09-10T08:07:02.298+0000 7fd13568a640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T08:07:02.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:02 smithi133 ceph-mon[34721]: from='osd.0 [v2:172.21.15.67:6802/2156529365,v1:172.21.15.67:6803/2156529365]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]': finished 2024-09-10T08:07:02.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:02 smithi133 ceph-mon[34721]: osdmap e7: 1 total, 0 up, 1 in 2024-09-10T08:07:02.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:02 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-10T08:07:02.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:02 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-10T08:07:02.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:02 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:02.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:02 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:02.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:02 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:07:02.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:02 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:02.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:02 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:07:02.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:02 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:07:02.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:02 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:02.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:02 smithi133 ceph-mon[34721]: from='osd.0 [v2:172.21.15.67:6802/2156529365,v1:172.21.15.67:6803/2156529365]' entity='osd.0' 2024-09-10T08:07:02.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:02 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T08:07:02.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:02 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T08:07:02.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:02 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:07:02.845 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:02 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-10T08:07:02.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:02 smithi067 ceph-mon[31051]: from='osd.0 [v2:172.21.15.67:6802/2156529365,v1:172.21.15.67:6803/2156529365]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]': finished 2024-09-10T08:07:02.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:02 smithi067 ceph-mon[31051]: osdmap e7: 1 total, 0 up, 1 in 2024-09-10T08:07:02.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:02 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-10T08:07:02.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:02 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-10T08:07:02.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:02 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:02.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:02 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:02.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:02 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:07:02.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:02 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:02.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:02 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:07:02.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:02 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:07:02.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:02 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:02.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:02 smithi067 ceph-mon[31051]: from='osd.0 [v2:172.21.15.67:6802/2156529365,v1:172.21.15.67:6803/2156529365]' entity='osd.0' 2024-09-10T08:07:02.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:02 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T08:07:02.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:02 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T08:07:02.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:02 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:07:02.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:02 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-10T08:07:03.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:02 smithi203 ceph-mon[34672]: from='osd.0 [v2:172.21.15.67:6802/2156529365,v1:172.21.15.67:6803/2156529365]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]': finished 2024-09-10T08:07:03.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:02 smithi203 ceph-mon[34672]: osdmap e7: 1 total, 0 up, 1 in 2024-09-10T08:07:03.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:02 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-10T08:07:03.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:02 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-10T08:07:03.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:02 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:03.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:02 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:03.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:02 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:07:03.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:02 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:03.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:02 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:07:03.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:02 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:07:03.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:02 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:03.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:02 smithi203 ceph-mon[34672]: from='osd.0 [v2:172.21.15.67:6802/2156529365,v1:172.21.15.67:6803/2156529365]' entity='osd.0' 2024-09-10T08:07:03.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:02 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T08:07:03.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:02 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T08:07:03.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:02 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:07:03.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:02 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-10T08:07:03.946 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:03 smithi133 ceph-mon[34721]: purged_snaps scrub starts 2024-09-10T08:07:03.946 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:03 smithi133 ceph-mon[34721]: purged_snaps scrub ok 2024-09-10T08:07:03.946 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:03 smithi133 ceph-mon[34721]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:07:03.946 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:03 smithi133 ceph-mon[34721]: Detected new or changed devices on smithi067 2024-09-10T08:07:03.946 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:03 smithi133 ceph-mon[34721]: Adjusting osd_memory_target on smithi067 to 17088M 2024-09-10T08:07:03.946 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:03 smithi133 ceph-mon[34721]: from='client.24140 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:07:03.946 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:03 smithi133 ceph-mon[34721]: osd.0 [v2:172.21.15.67:6802/2156529365,v1:172.21.15.67:6803/2156529365] boot 2024-09-10T08:07:03.946 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:03 smithi133 ceph-mon[34721]: osdmap e8: 1 total, 1 up, 1 in 2024-09-10T08:07:03.946 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:03 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-10T08:07:03.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:03 smithi067 ceph-mon[31051]: purged_snaps scrub starts 2024-09-10T08:07:03.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:03 smithi067 ceph-mon[31051]: purged_snaps scrub ok 2024-09-10T08:07:03.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:03 smithi067 ceph-mon[31051]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:07:03.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:03 smithi067 ceph-mon[31051]: Detected new or changed devices on smithi067 2024-09-10T08:07:03.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:03 smithi067 ceph-mon[31051]: Adjusting osd_memory_target on smithi067 to 17088M 2024-09-10T08:07:03.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:03 smithi067 ceph-mon[31051]: from='client.24140 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:07:03.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:03 smithi067 ceph-mon[31051]: osd.0 [v2:172.21.15.67:6802/2156529365,v1:172.21.15.67:6803/2156529365] boot 2024-09-10T08:07:03.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:03 smithi067 ceph-mon[31051]: osdmap e8: 1 total, 1 up, 1 in 2024-09-10T08:07:03.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:03 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-10T08:07:04.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:03 smithi203 ceph-mon[34672]: purged_snaps scrub starts 2024-09-10T08:07:04.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:03 smithi203 ceph-mon[34672]: purged_snaps scrub ok 2024-09-10T08:07:04.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:03 smithi203 ceph-mon[34672]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-10T08:07:04.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:03 smithi203 ceph-mon[34672]: Detected new or changed devices on smithi067 2024-09-10T08:07:04.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:03 smithi203 ceph-mon[34672]: Adjusting osd_memory_target on smithi067 to 17088M 2024-09-10T08:07:04.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:03 smithi203 ceph-mon[34672]: from='client.24140 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:07:04.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:03 smithi203 ceph-mon[34672]: osd.0 [v2:172.21.15.67:6802/2156529365,v1:172.21.15.67:6803/2156529365] boot 2024-09-10T08:07:04.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:03 smithi203 ceph-mon[34672]: osdmap e8: 1 total, 1 up, 1 in 2024-09-10T08:07:04.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:03 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-10T08:07:05.421 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:05 smithi133 ceph-mon[34721]: pgmap v41: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-10T08:07:05.421 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:05 smithi133 ceph-mon[34721]: osdmap e9: 1 total, 1 up, 1 in 2024-09-10T08:07:05.421 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:05 smithi133 ceph-mon[34721]: from='client.? 172.21.15.133:0/721911875' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5d1404fb-621b-43f8-aae0-9b3bb2c84e92"}]: dispatch 2024-09-10T08:07:05.421 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:05 smithi133 ceph-mon[34721]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5d1404fb-621b-43f8-aae0-9b3bb2c84e92"}]: dispatch 2024-09-10T08:07:05.421 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:05 smithi133 ceph-mon[34721]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5d1404fb-621b-43f8-aae0-9b3bb2c84e92"}]': finished 2024-09-10T08:07:05.421 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:05 smithi133 ceph-mon[34721]: osdmap e10: 2 total, 1 up, 2 in 2024-09-10T08:07:05.422 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:05 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-10T08:07:05.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:05 smithi203 ceph-mon[34672]: pgmap v41: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-10T08:07:05.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:05 smithi203 ceph-mon[34672]: osdmap e9: 1 total, 1 up, 1 in 2024-09-10T08:07:05.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:05 smithi203 ceph-mon[34672]: from='client.? 172.21.15.133:0/721911875' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5d1404fb-621b-43f8-aae0-9b3bb2c84e92"}]: dispatch 2024-09-10T08:07:05.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:05 smithi203 ceph-mon[34672]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5d1404fb-621b-43f8-aae0-9b3bb2c84e92"}]: dispatch 2024-09-10T08:07:05.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:05 smithi203 ceph-mon[34672]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5d1404fb-621b-43f8-aae0-9b3bb2c84e92"}]': finished 2024-09-10T08:07:05.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:05 smithi203 ceph-mon[34672]: osdmap e10: 2 total, 1 up, 2 in 2024-09-10T08:07:05.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:05 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-10T08:07:05.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:05 smithi067 ceph-mon[31051]: pgmap v41: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-10T08:07:05.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:05 smithi067 ceph-mon[31051]: osdmap e9: 1 total, 1 up, 1 in 2024-09-10T08:07:05.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:05 smithi067 ceph-mon[31051]: from='client.? 172.21.15.133:0/721911875' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5d1404fb-621b-43f8-aae0-9b3bb2c84e92"}]: dispatch 2024-09-10T08:07:05.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:05 smithi067 ceph-mon[31051]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5d1404fb-621b-43f8-aae0-9b3bb2c84e92"}]: dispatch 2024-09-10T08:07:05.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:05 smithi067 ceph-mon[31051]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5d1404fb-621b-43f8-aae0-9b3bb2c84e92"}]': finished 2024-09-10T08:07:05.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:05 smithi067 ceph-mon[31051]: osdmap e10: 2 total, 1 up, 2 in 2024-09-10T08:07:05.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:05 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-10T08:07:06.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:06 smithi203 ceph-mon[34672]: from='client.? 172.21.15.133:0/3733132408' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T08:07:06.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:06 smithi133 ceph-mon[34721]: from='client.? 172.21.15.133:0/3733132408' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T08:07:06.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:06 smithi067 ceph-mon[31051]: from='client.? 172.21.15.133:0/3733132408' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T08:07:07.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:07 smithi203 ceph-mon[34672]: pgmap v44: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-10T08:07:07.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:07 smithi133 ceph-mon[34721]: pgmap v44: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-10T08:07:07.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:07 smithi067 ceph-mon[31051]: pgmap v44: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-10T08:07:09.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:09 smithi203 ceph-mon[34672]: pgmap v45: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-10T08:07:09.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:09 smithi133 ceph-mon[34721]: pgmap v45: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-10T08:07:09.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:09 smithi067 ceph-mon[31051]: pgmap v45: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-10T08:07:11.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:11 smithi203 ceph-mon[34672]: pgmap v46: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-10T08:07:11.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:11 smithi133 ceph-mon[34721]: pgmap v46: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-10T08:07:11.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:11 smithi067 ceph-mon[31051]: pgmap v46: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-10T08:07:13.567 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:13 smithi133 ceph-mon[34721]: pgmap v47: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-10T08:07:13.567 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:13 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-10T08:07:13.568 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:13 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:07:13.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:13 smithi203 ceph-mon[34672]: pgmap v47: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-10T08:07:13.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:13 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-10T08:07:13.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:13 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:07:13.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:13 smithi067 ceph-mon[31051]: pgmap v47: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-10T08:07:13.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:13 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-10T08:07:13.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:13 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:07:14.597 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:14 smithi133 ceph-mon[34721]: Deploying daemon osd.1 on smithi133 2024-09-10T08:07:14.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:14 smithi067 ceph-mon[31051]: Deploying daemon osd.1 on smithi133 2024-09-10T08:07:14.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:14 smithi203 ceph-mon[34672]: Deploying daemon osd.1 on smithi133 2024-09-10T08:07:15.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:15 smithi133 ceph-mon[34721]: pgmap v48: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-10T08:07:15.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:15 smithi067 ceph-mon[31051]: pgmap v48: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-10T08:07:15.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:15 smithi203 ceph-mon[34672]: pgmap v48: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-10T08:07:17.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:17 smithi133 ceph-mon[34721]: pgmap v49: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-10T08:07:17.622 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:17 smithi203 ceph-mon[34672]: pgmap v49: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-10T08:07:17.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:17 smithi067 ceph-mon[31051]: pgmap v49: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-10T08:07:19.540 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:19 smithi133 ceph-mon[34721]: pgmap v50: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-10T08:07:19.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:19 smithi067 ceph-mon[31051]: pgmap v50: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-10T08:07:19.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:19 smithi203 ceph-mon[34672]: pgmap v50: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-10T08:07:20.588 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:20 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:07:20.588 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:20 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:20.588 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:20 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:20.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:20 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:07:20.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:20 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:20.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:20 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:20.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:20 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:07:20.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:20 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:20.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:20 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:21.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:21 smithi133 ceph-mon[34721]: pgmap v51: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-10T08:07:21.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:21 smithi067 ceph-mon[31051]: pgmap v51: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-10T08:07:21.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:21 smithi203 ceph-mon[34672]: pgmap v51: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-10T08:07:23.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:23 smithi133 ceph-mon[34721]: pgmap v52: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-10T08:07:23.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:23 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:23.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:23 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:23.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:23 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:07:23.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:23 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:07:23.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:23 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:23.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:23 smithi067 ceph-mon[31051]: pgmap v52: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-10T08:07:23.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:23 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:23.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:23 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:23.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:23 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:07:23.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:23 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:07:23.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:23 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:23.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:23 smithi203 ceph-mon[34672]: pgmap v52: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-10T08:07:23.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:23 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:23.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:23 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:23.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:23 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:07:23.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:23 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:07:23.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:23 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:23.722 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:23.723+0000 7faea17fa640 1 -- 172.21.15.133:0/2904949846 <== mgr.14150 v2:172.21.15.67:6800/4256949759 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7faea41a0520 con 0x7fae900a2d10 2024-09-10T08:07:23.723 INFO:teuthology.orchestra.run.smithi133.stdout:Created osd(s) 1 on host 'smithi133' 2024-09-10T08:07:23.725 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:23.725+0000 7faea9f4c640 1 -- 172.21.15.133:0/2904949846 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fae900a2d10 msgr2=0x7fae900a51d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:23.725 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:23.725+0000 7faea9f4c640 1 --2- 172.21.15.133:0/2904949846 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fae900a2d10 0x7fae900a51d0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7faea4199220 tx=0x7fae9400b390 comp rx=0 tx=0).stop 2024-09-10T08:07:23.725 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:23.725+0000 7faea9f4c640 1 -- 172.21.15.133:0/2904949846 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faea41026b0 msgr2=0x7faea419f2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:23.725 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:23.725+0000 7faea9f4c640 1 --2- 172.21.15.133:0/2904949846 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faea41026b0 0x7faea419f2c0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fae9c009dc0 tx=0x7fae9c003ba0 comp rx=0 tx=0).stop 2024-09-10T08:07:23.725 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:23.725+0000 7faea9f4c640 1 -- 172.21.15.133:0/2904949846 shutdown_connections 2024-09-10T08:07:23.725 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:23.725+0000 7faea9f4c640 1 --2- 172.21.15.133:0/2904949846 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fae900a2d10 0x7fae900a51d0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:23.725 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:23.725+0000 7faea9f4c640 1 --2- 172.21.15.133:0/2904949846 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faea41026b0 0x7faea419f2c0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:23.725 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:23.725+0000 7faea9f4c640 1 --2- 172.21.15.133:0/2904949846 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faea4101cf0 0x7faea4198280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:23.725 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:23.725+0000 7faea9f4c640 1 --2- 172.21.15.133:0/2904949846 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faea4100af0 0x7faea4197d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:23.725 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:23.725+0000 7faea9f4c640 1 -- 172.21.15.133:0/2904949846 >> 172.21.15.133:0/2904949846 conn(0x7faea40fc2a0 msgr2=0x7faea40fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:07:23.726 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:23.725+0000 7faea9f4c640 1 -- 172.21.15.133:0/2904949846 shutdown_connections 2024-09-10T08:07:23.726 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:07:23.725+0000 7faea9f4c640 1 -- 172.21.15.133:0/2904949846 wait complete. 2024-09-10T08:07:24.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:24 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:07:24.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:24 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:24.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:24 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:24.410 DEBUG:teuthology.orchestra.run.smithi133:osd.1> sudo journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@osd.1.service 2024-09-10T08:07:24.412 INFO:tasks.cephadm:Deploying osd.2 on smithi203 with /dev/vg_nvme/lv_4... 2024-09-10T08:07:24.412 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-10T08:07:24.440 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:24 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:07:24.441 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:24 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:24.441 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:24 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:24.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:24 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:07:24.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:24 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:24.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:24 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:24.665 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.c/config 2024-09-10T08:07:25.343 INFO:journalctl@ceph.osd.1.smithi133.stdout:Sep 10 08:07:24 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-1[39201]: 2024-09-10T08:07:24.979+0000 7fcaec284640 -1 osd.1 0 log_to_monitors true 2024-09-10T08:07:25.834 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:25 smithi133 ceph-mon[34721]: pgmap v53: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-10T08:07:25.835 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:25 smithi133 ceph-mon[34721]: from='osd.1 [v2:172.21.15.133:6800/3995937115,v1:172.21.15.133:6801/3995937115]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-10T08:07:25.835 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:25 smithi133 ceph-mon[34721]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-10T08:07:26.023 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:25 smithi203 ceph-mon[34672]: pgmap v53: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-10T08:07:26.023 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:25 smithi203 ceph-mon[34672]: from='osd.1 [v2:172.21.15.133:6800/3995937115,v1:172.21.15.133:6801/3995937115]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-10T08:07:26.023 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:25 smithi203 ceph-mon[34672]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-10T08:07:26.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:25 smithi067 ceph-mon[31051]: pgmap v53: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-10T08:07:26.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:25 smithi067 ceph-mon[31051]: from='osd.1 [v2:172.21.15.133:6800/3995937115,v1:172.21.15.133:6801/3995937115]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-10T08:07:26.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:25 smithi067 ceph-mon[31051]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-10T08:07:26.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:26 smithi133 ceph-mon[34721]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-10T08:07:26.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:26 smithi133 ceph-mon[34721]: from='osd.1 [v2:172.21.15.133:6800/3995937115,v1:172.21.15.133:6801/3995937115]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-09-10T08:07:26.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:26 smithi133 ceph-mon[34721]: osdmap e11: 2 total, 1 up, 2 in 2024-09-10T08:07:26.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:26 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-10T08:07:26.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:26 smithi133 ceph-mon[34721]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-09-10T08:07:26.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:26 smithi133 ceph-mon[34721]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]': finished 2024-09-10T08:07:26.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:26 smithi133 ceph-mon[34721]: osdmap e12: 2 total, 1 up, 2 in 2024-09-10T08:07:26.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:26 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-10T08:07:27.023 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:26 smithi203 ceph-mon[34672]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-10T08:07:27.023 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:26 smithi203 ceph-mon[34672]: from='osd.1 [v2:172.21.15.133:6800/3995937115,v1:172.21.15.133:6801/3995937115]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-09-10T08:07:27.023 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:26 smithi203 ceph-mon[34672]: osdmap e11: 2 total, 1 up, 2 in 2024-09-10T08:07:27.023 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:26 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-10T08:07:27.023 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:26 smithi203 ceph-mon[34672]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-09-10T08:07:27.023 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:26 smithi203 ceph-mon[34672]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]': finished 2024-09-10T08:07:27.024 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:26 smithi203 ceph-mon[34672]: osdmap e12: 2 total, 1 up, 2 in 2024-09-10T08:07:27.024 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:26 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-10T08:07:27.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:26 smithi067 ceph-mon[31051]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-10T08:07:27.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:26 smithi067 ceph-mon[31051]: from='osd.1 [v2:172.21.15.133:6800/3995937115,v1:172.21.15.133:6801/3995937115]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-09-10T08:07:27.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:26 smithi067 ceph-mon[31051]: osdmap e11: 2 total, 1 up, 2 in 2024-09-10T08:07:27.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:26 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-10T08:07:27.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:26 smithi067 ceph-mon[31051]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-09-10T08:07:27.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:26 smithi067 ceph-mon[31051]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]': finished 2024-09-10T08:07:27.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:26 smithi067 ceph-mon[31051]: osdmap e12: 2 total, 1 up, 2 in 2024-09-10T08:07:27.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:26 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-10T08:07:27.230 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-10T08:07:27.255 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph orch daemon add osd smithi203:vg_nvme/lv_4 2024-09-10T08:07:27.549 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.c/config 2024-09-10T08:07:27.593 INFO:journalctl@ceph.osd.1.smithi133.stdout:Sep 10 08:07:27 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-1[39201]: 2024-09-10T08:07:27.396+0000 7fcae8a1b640 -1 osd.1 0 waiting for initial osdmap 2024-09-10T08:07:27.593 INFO:journalctl@ceph.osd.1.smithi133.stdout:Sep 10 08:07:27 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-1[39201]: 2024-09-10T08:07:27.400+0000 7fcae0027640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T08:07:27.950 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:27 smithi203 ceph-mon[34672]: pgmap v55: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-10T08:07:27.950 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:27 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-10T08:07:27.950 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:27 smithi203 ceph-mon[34672]: Detected new or changed devices on smithi133 2024-09-10T08:07:27.950 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:27 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:27.950 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:27 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:27.951 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:27 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:07:27.951 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:27 smithi203 ceph-mon[34672]: Adjusting osd_memory_target on smithi133 to 17088M 2024-09-10T08:07:27.951 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:27 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:27.951 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:27 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:07:27.951 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:27 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:07:27.951 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:27 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:27.951 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:27 smithi203 ceph-mon[34672]: from='osd.1 ' entity='osd.1' 2024-09-10T08:07:27.951 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:27 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-10T08:07:27.981 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:27.950+0000 7f20661ad640 1 -- 172.21.15.203:0/1701346806 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f20601026c0 msgr2=0x7f2060104ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:27.981 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:27.950+0000 7f20661ad640 1 --2- 172.21.15.203:0/1701346806 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f20601026c0 0x7f2060104ab0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f2050009900 tx=0x7f205002a410 comp rx=0 tx=0).stop 2024-09-10T08:07:27.981 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:27.950+0000 7f20661ad640 1 -- 172.21.15.203:0/1701346806 shutdown_connections 2024-09-10T08:07:27.981 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:27.950+0000 7f20661ad640 1 --2- 172.21.15.203:0/1701346806 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2060107920 0x7f2060109d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:27.981 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:27.950+0000 7f20661ad640 1 --2- 172.21.15.203:0/1701346806 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2060104ff0 0x7f20601073e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:27.981 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:27.950+0000 7f20661ad640 1 --2- 172.21.15.203:0/1701346806 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f20601026c0 0x7f2060104ab0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:27.981 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:27.950+0000 7f20661ad640 1 -- 172.21.15.203:0/1701346806 >> 172.21.15.203:0/1701346806 conn(0x7f20600fc280 msgr2=0x7f20600fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:07:27.981 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:27.950+0000 7f20661ad640 1 -- 172.21.15.203:0/1701346806 shutdown_connections 2024-09-10T08:07:27.982 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:27.950+0000 7f20661ad640 1 -- 172.21.15.203:0/1701346806 wait complete. 2024-09-10T08:07:27.982 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:27.950+0000 7f20661ad640 1 Processor -- start 2024-09-10T08:07:27.982 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:27.951+0000 7f20661ad640 1 -- start start 2024-09-10T08:07:27.982 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:27.951+0000 7f20661ad640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f20601026c0 0x7f2060102020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:27.982 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:27.951+0000 7f20661ad640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2060104ff0 0x7f2060100670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:27.982 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:27.951+0000 7f20661ad640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2060107920 0x7f2060100bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:27.982 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:27.951+0000 7f20661ad640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f206010d7e0 con 0x7f2060104ff0 2024-09-10T08:07:27.982 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:27.951+0000 7f20661ad640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f206010d660 con 0x7f2060107920 2024-09-10T08:07:27.982 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:27.951+0000 7f20661ad640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f206010d960 con 0x7f20601026c0 2024-09-10T08:07:27.982 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:27.951+0000 7f205f7fe640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f20601026c0 0x7f2060102020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:27.982 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:27.951+0000 7f205f7fe640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f20601026c0 0x7f2060102020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.203:52888/0 (socket says 172.21.15.203:52888) 2024-09-10T08:07:27.982 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:27.951+0000 7f205f7fe640 1 -- 172.21.15.203:0/4250919738 learned_addr learned my addr 172.21.15.203:0/4250919738 (peer_addr_for_me v2:172.21.15.203:0/0) 2024-09-10T08:07:27.983 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:27.951+0000 7f205effd640 1 --2- 172.21.15.203:0/4250919738 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2060104ff0 0x7f2060100670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:27.983 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:27.951+0000 7f205ffff640 1 --2- 172.21.15.203:0/4250919738 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2060107920 0x7f2060100bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:27.983 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:27.951+0000 7f205f7fe640 1 -- 172.21.15.203:0/4250919738 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2060107920 msgr2=0x7f2060100bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:27.983 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:27.951+0000 7f205f7fe640 1 --2- 172.21.15.203:0/4250919738 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2060107920 0x7f2060100bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:27.983 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:27.951+0000 7f205f7fe640 1 -- 172.21.15.203:0/4250919738 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2060104ff0 msgr2=0x7f2060100670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:27.983 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:27.951+0000 7f205f7fe640 1 --2- 172.21.15.203:0/4250919738 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2060104ff0 0x7f2060100670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:27.983 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:27.951+0000 7f205f7fe640 1 -- 172.21.15.203:0/4250919738 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2060101470 con 0x7f20601026c0 2024-09-10T08:07:27.983 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:27.951+0000 7f205ffff640 1 --2- 172.21.15.203:0/4250919738 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2060107920 0x7f2060100bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:07:27.983 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:27.952+0000 7f205f7fe640 1 --2- 172.21.15.203:0/4250919738 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f20601026c0 0x7f2060102020 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f20500314e0 tx=0x7f2050003c80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:07:27.983 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:27.952+0000 7f205cff9640 1 -- 172.21.15.203:0/4250919738 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f205003f070 con 0x7f20601026c0 2024-09-10T08:07:27.983 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:27.952+0000 7f205cff9640 1 -- 172.21.15.203:0/4250919738 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2050031e40 con 0x7f20601026c0 2024-09-10T08:07:27.983 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:27.952+0000 7f20661ad640 1 -- 172.21.15.203:0/4250919738 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20601a1fc0 con 0x7f20601026c0 2024-09-10T08:07:27.983 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:27.952+0000 7f205cff9640 1 -- 172.21.15.203:0/4250919738 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2050035030 con 0x7f20601026c0 2024-09-10T08:07:27.984 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:27.952+0000 7f20661ad640 1 -- 172.21.15.203:0/4250919738 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20601a2430 con 0x7f20601026c0 2024-09-10T08:07:27.984 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:27.953+0000 7f20661ad640 1 -- 172.21.15.203:0/4250919738 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20600fdd70 con 0x7f20601026c0 2024-09-10T08:07:27.984 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:27.954+0000 7f205cff9640 1 -- 172.21.15.203:0/4250919738 <== mon.1 v2:172.21.15.203:3300/0 4 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7f2050042070 con 0x7f20601026c0 2024-09-10T08:07:27.984 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:27.955+0000 7f205cff9640 1 --2- 172.21.15.203:0/4250919738 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f20480a2b70 0x7f20480a5030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:27.984 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:27.955+0000 7f205cff9640 1 -- 172.21.15.203:0/4250919738 <== mon.1 v2:172.21.15.203:3300/0 5 ==== osd_map(12..12 src has 1..12) ==== 2029+0+0 (secure 0 0 0) 0x7f20500ee4b0 con 0x7f20601026c0 2024-09-10T08:07:27.984 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:27.955+0000 7f205effd640 1 --2- 172.21.15.203:0/4250919738 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f20480a2b70 0x7f20480a5030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:27.984 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:27.955+0000 7f205effd640 1 --2- 172.21.15.203:0/4250919738 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f20480a2b70 0x7f20480a5030 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f2060101da0 tx=0x7f205400b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:07:27.984 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:27.961+0000 7f205cff9640 1 -- 172.21.15.203:0/4250919738 <== mon.1 v2:172.21.15.203:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f20500bcd80 con 0x7f20601026c0 2024-09-10T08:07:28.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:27 smithi133 ceph-mon[34721]: pgmap v55: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-10T08:07:28.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:27 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-10T08:07:28.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:27 smithi133 ceph-mon[34721]: Detected new or changed devices on smithi133 2024-09-10T08:07:28.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:27 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:28.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:27 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:28.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:27 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:07:28.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:27 smithi133 ceph-mon[34721]: Adjusting osd_memory_target on smithi133 to 17088M 2024-09-10T08:07:28.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:27 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:28.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:27 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:07:28.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:27 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:07:28.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:27 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:28.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:27 smithi133 ceph-mon[34721]: from='osd.1 ' entity='osd.1' 2024-09-10T08:07:28.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:27 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-10T08:07:28.142 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:28.143+0000 7f20661ad640 1 -- 172.21.15.203:0/4250919738 --> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi203:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f2060062630 con 0x7f20480a2b70 2024-09-10T08:07:28.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:27 smithi067 ceph-mon[31051]: pgmap v55: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-10T08:07:28.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:27 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-10T08:07:28.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:27 smithi067 ceph-mon[31051]: Detected new or changed devices on smithi133 2024-09-10T08:07:28.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:27 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:28.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:27 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:28.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:27 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:07:28.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:27 smithi067 ceph-mon[31051]: Adjusting osd_memory_target on smithi133 to 17088M 2024-09-10T08:07:28.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:27 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:28.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:27 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:07:28.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:27 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:07:28.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:27 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:28.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:27 smithi067 ceph-mon[31051]: from='osd.1 ' entity='osd.1' 2024-09-10T08:07:28.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:27 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-10T08:07:28.776 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:28 smithi203 ceph-mon[34672]: purged_snaps scrub starts 2024-09-10T08:07:28.776 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:28 smithi203 ceph-mon[34672]: purged_snaps scrub ok 2024-09-10T08:07:28.776 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:28 smithi203 ceph-mon[34672]: pgmap v57: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-10T08:07:28.776 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:28 smithi203 ceph-mon[34672]: from='client.24166 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi203:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:07:28.776 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:28 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T08:07:28.776 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:28 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T08:07:28.776 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:28 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:07:28.776 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:28 smithi203 ceph-mon[34672]: osd.1 [v2:172.21.15.133:6800/3995937115,v1:172.21.15.133:6801/3995937115] boot 2024-09-10T08:07:28.776 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:28 smithi203 ceph-mon[34672]: osdmap e13: 2 total, 2 up, 2 in 2024-09-10T08:07:28.776 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:28 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-10T08:07:29.030 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:28 smithi133 ceph-mon[34721]: purged_snaps scrub starts 2024-09-10T08:07:29.030 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:28 smithi133 ceph-mon[34721]: purged_snaps scrub ok 2024-09-10T08:07:29.030 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:28 smithi133 ceph-mon[34721]: pgmap v57: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-10T08:07:29.031 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:28 smithi133 ceph-mon[34721]: from='client.24166 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi203:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:07:29.031 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:28 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T08:07:29.031 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:28 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T08:07:29.031 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:28 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:07:29.031 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:28 smithi133 ceph-mon[34721]: osd.1 [v2:172.21.15.133:6800/3995937115,v1:172.21.15.133:6801/3995937115] boot 2024-09-10T08:07:29.031 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:28 smithi133 ceph-mon[34721]: osdmap e13: 2 total, 2 up, 2 in 2024-09-10T08:07:29.031 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:28 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-10T08:07:29.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:28 smithi067 ceph-mon[31051]: purged_snaps scrub starts 2024-09-10T08:07:29.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:28 smithi067 ceph-mon[31051]: purged_snaps scrub ok 2024-09-10T08:07:29.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:28 smithi067 ceph-mon[31051]: pgmap v57: 0 pgs: ; 0 B data, 31 MiB used, 89 GiB / 89 GiB avail 2024-09-10T08:07:29.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:28 smithi067 ceph-mon[31051]: from='client.24166 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi203:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:07:29.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:28 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T08:07:29.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:28 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T08:07:29.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:28 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:07:29.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:28 smithi067 ceph-mon[31051]: osd.1 [v2:172.21.15.133:6800/3995937115,v1:172.21.15.133:6801/3995937115] boot 2024-09-10T08:07:29.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:28 smithi067 ceph-mon[31051]: osdmap e13: 2 total, 2 up, 2 in 2024-09-10T08:07:29.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:28 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-10T08:07:31.030 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:30 smithi203 ceph-mon[34672]: pgmap v59: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T08:07:31.030 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:30 smithi203 ceph-mon[34672]: osdmap e14: 2 total, 2 up, 2 in 2024-09-10T08:07:31.030 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:30 smithi203 ceph-mon[34672]: from='client.? 172.21.15.203:0/3074820475' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f1a75f4e-9c67-4536-aad8-56469112fda1"}]: dispatch 2024-09-10T08:07:31.030 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:30 smithi203 ceph-mon[34672]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f1a75f4e-9c67-4536-aad8-56469112fda1"}]: dispatch 2024-09-10T08:07:31.030 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:30 smithi203 ceph-mon[34672]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f1a75f4e-9c67-4536-aad8-56469112fda1"}]': finished 2024-09-10T08:07:31.031 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:30 smithi203 ceph-mon[34672]: osdmap e15: 3 total, 2 up, 3 in 2024-09-10T08:07:31.031 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:30 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-10T08:07:31.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:30 smithi133 ceph-mon[34721]: pgmap v59: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T08:07:31.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:30 smithi133 ceph-mon[34721]: osdmap e14: 2 total, 2 up, 2 in 2024-09-10T08:07:31.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:30 smithi133 ceph-mon[34721]: from='client.? 172.21.15.203:0/3074820475' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f1a75f4e-9c67-4536-aad8-56469112fda1"}]: dispatch 2024-09-10T08:07:31.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:30 smithi133 ceph-mon[34721]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f1a75f4e-9c67-4536-aad8-56469112fda1"}]: dispatch 2024-09-10T08:07:31.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:30 smithi133 ceph-mon[34721]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f1a75f4e-9c67-4536-aad8-56469112fda1"}]': finished 2024-09-10T08:07:31.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:30 smithi133 ceph-mon[34721]: osdmap e15: 3 total, 2 up, 3 in 2024-09-10T08:07:31.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:30 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-10T08:07:31.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:30 smithi067 ceph-mon[31051]: pgmap v59: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T08:07:31.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:30 smithi067 ceph-mon[31051]: osdmap e14: 2 total, 2 up, 2 in 2024-09-10T08:07:31.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:30 smithi067 ceph-mon[31051]: from='client.? 172.21.15.203:0/3074820475' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f1a75f4e-9c67-4536-aad8-56469112fda1"}]: dispatch 2024-09-10T08:07:31.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:30 smithi067 ceph-mon[31051]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f1a75f4e-9c67-4536-aad8-56469112fda1"}]: dispatch 2024-09-10T08:07:31.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:30 smithi067 ceph-mon[31051]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f1a75f4e-9c67-4536-aad8-56469112fda1"}]': finished 2024-09-10T08:07:31.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:30 smithi067 ceph-mon[31051]: osdmap e15: 3 total, 2 up, 3 in 2024-09-10T08:07:31.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:30 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-10T08:07:32.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:31 smithi203 ceph-mon[34672]: from='client.? 172.21.15.203:0/1299901063' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T08:07:32.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:31 smithi133 ceph-mon[34721]: from='client.? 172.21.15.203:0/1299901063' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T08:07:32.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:31 smithi067 ceph-mon[31051]: from='client.? 172.21.15.203:0/1299901063' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T08:07:33.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:32 smithi203 ceph-mon[34672]: pgmap v62: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T08:07:33.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:32 smithi133 ceph-mon[34721]: pgmap v62: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T08:07:33.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:32 smithi067 ceph-mon[31051]: pgmap v62: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T08:07:35.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:34 smithi203 ceph-mon[34672]: pgmap v63: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T08:07:35.696 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:34 smithi067 ceph-mon[31051]: pgmap v63: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T08:07:35.696 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:34 smithi133 ceph-mon[34721]: pgmap v63: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T08:07:36.909 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:36 smithi203 ceph-mon[34672]: pgmap v64: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T08:07:37.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:36 smithi133 ceph-mon[34721]: pgmap v64: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T08:07:37.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:36 smithi067 ceph-mon[31051]: pgmap v64: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T08:07:39.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:38 smithi203 ceph-mon[34672]: pgmap v65: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T08:07:39.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:38 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-10T08:07:39.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:38 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:07:39.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:38 smithi133 ceph-mon[34721]: pgmap v65: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T08:07:39.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:38 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-10T08:07:39.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:38 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:07:39.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:38 smithi067 ceph-mon[31051]: pgmap v65: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T08:07:39.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:38 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-10T08:07:39.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:38 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:07:40.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:39 smithi203 ceph-mon[34672]: Deploying daemon osd.2 on smithi203 2024-09-10T08:07:40.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:39 smithi133 ceph-mon[34721]: Deploying daemon osd.2 on smithi203 2024-09-10T08:07:40.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:39 smithi067 ceph-mon[31051]: Deploying daemon osd.2 on smithi203 2024-09-10T08:07:41.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:40 smithi203 ceph-mon[34672]: pgmap v66: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T08:07:41.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:40 smithi133 ceph-mon[34721]: pgmap v66: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T08:07:41.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:40 smithi067 ceph-mon[31051]: pgmap v66: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T08:07:43.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:42 smithi203 ceph-mon[34672]: pgmap v67: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T08:07:43.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:42 smithi133 ceph-mon[34721]: pgmap v67: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T08:07:43.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:42 smithi067 ceph-mon[31051]: pgmap v67: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T08:07:44.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:44 smithi203 ceph-mon[34672]: pgmap v68: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T08:07:45.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:44 smithi133 ceph-mon[34721]: pgmap v68: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T08:07:45.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:44 smithi067 ceph-mon[31051]: pgmap v68: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T08:07:45.958 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:45 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:07:45.958 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:45 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:45.958 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:45 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:46.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:45 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:07:46.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:45 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:46.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:45 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:46.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:45 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:07:46.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:45 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:46.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:45 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:47.282 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:47 smithi203 ceph-mon[34672]: pgmap v69: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T08:07:47.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:47 smithi067 ceph-mon[31051]: pgmap v69: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T08:07:47.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:47 smithi133 ceph-mon[34721]: pgmap v69: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T08:07:48.814 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:48 smithi203 ceph-mon[34672]: pgmap v70: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T08:07:48.814 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:48 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:48.814 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:48 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:48.814 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:48 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:07:48.815 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:48 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:07:48.815 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:48 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:48.859 INFO:teuthology.orchestra.run.smithi203.stdout:Created osd(s) 2 on host 'smithi203' 2024-09-10T08:07:48.859 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:48.859+0000 7f205cff9640 1 -- 172.21.15.203:0/4250919738 <== mgr.14150 v2:172.21.15.67:6800/4256949759 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f2060062630 con 0x7f20480a2b70 2024-09-10T08:07:48.861 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:48.861+0000 7f20661ad640 1 -- 172.21.15.203:0/4250919738 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f20480a2b70 msgr2=0x7f20480a5030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:48.861 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:48.861+0000 7f20661ad640 1 --2- 172.21.15.203:0/4250919738 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f20480a2b70 0x7f20480a5030 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f2060101da0 tx=0x7f205400b390 comp rx=0 tx=0).stop 2024-09-10T08:07:48.861 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:48.862+0000 7f20661ad640 1 -- 172.21.15.203:0/4250919738 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f20601026c0 msgr2=0x7f2060102020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:48.861 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:48.862+0000 7f20661ad640 1 --2- 172.21.15.203:0/4250919738 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f20601026c0 0x7f2060102020 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f20500314e0 tx=0x7f2050003c80 comp rx=0 tx=0).stop 2024-09-10T08:07:48.861 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:48.862+0000 7f20661ad640 1 -- 172.21.15.203:0/4250919738 shutdown_connections 2024-09-10T08:07:48.861 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:48.862+0000 7f20661ad640 1 --2- 172.21.15.203:0/4250919738 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f20480a2b70 0x7f20480a5030 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:48.861 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:48.862+0000 7f20661ad640 1 --2- 172.21.15.203:0/4250919738 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2060107920 0x7f2060100bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:48.861 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:48.862+0000 7f20661ad640 1 --2- 172.21.15.203:0/4250919738 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2060104ff0 0x7f2060100670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:48.862 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:48.862+0000 7f20661ad640 1 --2- 172.21.15.203:0/4250919738 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f20601026c0 0x7f2060102020 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:48.862 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:48.862+0000 7f20661ad640 1 -- 172.21.15.203:0/4250919738 >> 172.21.15.203:0/4250919738 conn(0x7f20600fc280 msgr2=0x7f2060103000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:07:48.862 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:48.862+0000 7f20661ad640 1 -- 172.21.15.203:0/4250919738 shutdown_connections 2024-09-10T08:07:48.862 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:07:48.862+0000 7f20661ad640 1 -- 172.21.15.203:0/4250919738 wait complete. 2024-09-10T08:07:49.066 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:48 smithi133 ceph-mon[34721]: pgmap v70: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T08:07:49.066 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:48 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:49.066 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:48 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:49.066 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:48 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:07:49.067 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:48 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:07:49.067 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:48 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:49.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:48 smithi067 ceph-mon[31051]: pgmap v70: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T08:07:49.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:48 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:49.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:48 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:49.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:48 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:07:49.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:48 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:07:49.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:48 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:49.495 DEBUG:teuthology.orchestra.run.smithi203:osd.2> sudo journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@osd.2.service 2024-09-10T08:07:49.497 INFO:tasks.cephadm:Deploying osd.3 on smithi067 with /dev/vg_nvme/lv_3... 2024-09-10T08:07:49.497 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-10T08:07:49.747 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:07:50.039 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:49 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:07:50.039 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:49 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:50.039 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:49 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:50.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:49 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:07:50.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:49 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:50.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:49 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:50.128 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:49 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:07:50.128 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:49 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:50.128 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:49 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:50.963 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:50 smithi203 ceph-mon[34672]: pgmap v71: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T08:07:50.964 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:50 smithi203 ceph-mon[34672]: from='osd.2 [v2:172.21.15.203:6800/3905493348,v1:172.21.15.203:6801/3905493348]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-10T08:07:50.964 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:50 smithi203 ceph-mon[34672]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-10T08:07:50.964 INFO:journalctl@ceph.osd.2.smithi203.stdout:Sep 10 08:07:50 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-2[39637]: 2024-09-10T08:07:50.707+0000 7f40d2115640 -1 osd.2 0 log_to_monitors true 2024-09-10T08:07:51.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:50 smithi067 ceph-mon[31051]: pgmap v71: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T08:07:51.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:50 smithi067 ceph-mon[31051]: from='osd.2 [v2:172.21.15.203:6800/3905493348,v1:172.21.15.203:6801/3905493348]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-10T08:07:51.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:50 smithi067 ceph-mon[31051]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-10T08:07:51.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:50 smithi133 ceph-mon[34721]: pgmap v71: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T08:07:51.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:50 smithi133 ceph-mon[34721]: from='osd.2 [v2:172.21.15.203:6800/3905493348,v1:172.21.15.203:6801/3905493348]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-10T08:07:51.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:50 smithi133 ceph-mon[34721]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-10T08:07:52.042 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:51 smithi203 ceph-mon[34672]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-10T08:07:52.042 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:51 smithi203 ceph-mon[34672]: osdmap e16: 3 total, 2 up, 3 in 2024-09-10T08:07:52.042 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:51 smithi203 ceph-mon[34672]: from='osd.2 [v2:172.21.15.203:6800/3905493348,v1:172.21.15.203:6801/3905493348]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-10T08:07:52.042 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:51 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-10T08:07:52.042 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:51 smithi203 ceph-mon[34672]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-10T08:07:52.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:51 smithi067 ceph-mon[31051]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-10T08:07:52.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:51 smithi067 ceph-mon[31051]: osdmap e16: 3 total, 2 up, 3 in 2024-09-10T08:07:52.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:51 smithi067 ceph-mon[31051]: from='osd.2 [v2:172.21.15.203:6800/3905493348,v1:172.21.15.203:6801/3905493348]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-10T08:07:52.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:51 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-10T08:07:52.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:51 smithi067 ceph-mon[31051]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-10T08:07:52.319 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:07:52.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:51 smithi133 ceph-mon[34721]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-10T08:07:52.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:51 smithi133 ceph-mon[34721]: osdmap e16: 3 total, 2 up, 3 in 2024-09-10T08:07:52.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:51 smithi133 ceph-mon[34721]: from='osd.2 [v2:172.21.15.203:6800/3905493348,v1:172.21.15.203:6801/3905493348]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-10T08:07:52.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:51 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-10T08:07:52.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:51 smithi133 ceph-mon[34721]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-10T08:07:52.345 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph orch daemon add osd smithi067:vg_nvme/lv_3 2024-09-10T08:07:52.605 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:07:52.820 INFO:journalctl@ceph.osd.2.smithi203.stdout:Sep 10 08:07:52 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-2[39637]: 2024-09-10T08:07:52.536+0000 7f40ce098640 -1 osd.2 0 waiting for initial osdmap 2024-09-10T08:07:52.820 INFO:journalctl@ceph.osd.2.smithi203.stdout:Sep 10 08:07:52 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-2[39637]: 2024-09-10T08:07:52.541+0000 7f40c5eb8640 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T08:07:53.011 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:52 smithi067 ceph-mon[31051]: pgmap v73: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T08:07:53.011 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:52 smithi067 ceph-mon[31051]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]': finished 2024-09-10T08:07:53.011 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:52 smithi067 ceph-mon[31051]: osdmap e17: 3 total, 2 up, 3 in 2024-09-10T08:07:53.012 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:52 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-10T08:07:53.012 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:52 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-10T08:07:53.012 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:52 smithi067 ceph-mon[31051]: Detected new or changed devices on smithi203 2024-09-10T08:07:53.012 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:52 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:53.012 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:52 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:53.012 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:52 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:07:53.012 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:52 smithi067 ceph-mon[31051]: Adjusting osd_memory_target on smithi203 to 17088M 2024-09-10T08:07:53.012 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:52 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:53.012 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:52 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:07:53.012 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:52 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:07:53.012 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:52 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:53.012 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:52 smithi067 ceph-mon[31051]: from='osd.2 ' entity='osd.2' 2024-09-10T08:07:53.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:07:53.097+0000 7f92d78b2640 1 -- 172.21.15.67:0/3615075847 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f92d00ffef0 msgr2=0x7f92d01002f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:53.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:07:53.097+0000 7f92d78b2640 1 --2- 172.21.15.67:0/3615075847 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f92d00ffef0 0x7f92d01002f0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f92cc009930 tx=0x7f92cc02a420 comp rx=0 tx=0).stop 2024-09-10T08:07:53.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:07:53.098+0000 7f92d78b2640 1 -- 172.21.15.67:0/3615075847 shutdown_connections 2024-09-10T08:07:53.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:07:53.098+0000 7f92d78b2640 1 --2- 172.21.15.67:0/3615075847 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f92d0103930 0x7f92d010a1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:53.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:07:53.098+0000 7f92d78b2640 1 --2- 172.21.15.67:0/3615075847 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f92d0102f70 0x7f92d01033f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:53.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:07:53.098+0000 7f92d78b2640 1 --2- 172.21.15.67:0/3615075847 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f92d00ffef0 0x7f92d01002f0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:53.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:07:53.098+0000 7f92d78b2640 1 -- 172.21.15.67:0/3615075847 >> 172.21.15.67:0/3615075847 conn(0x7f92d00fba40 msgr2=0x7f92d00fde60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:07:53.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:07:53.098+0000 7f92d78b2640 1 -- 172.21.15.67:0/3615075847 shutdown_connections 2024-09-10T08:07:53.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:07:53.098+0000 7f92d78b2640 1 -- 172.21.15.67:0/3615075847 wait complete. 2024-09-10T08:07:53.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:07:53.098+0000 7f92d78b2640 1 Processor -- start 2024-09-10T08:07:53.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:07:53.098+0000 7f92d78b2640 1 -- start start 2024-09-10T08:07:53.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:07:53.098+0000 7f92d78b2640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f92d00ffef0 0x7f92d0197f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:53.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:07:53.098+0000 7f92d78b2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f92d0102f70 0x7f92d0198480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:53.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:07:53.098+0000 7f92d78b2640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f92d0103930 0x7f92d019f500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:53.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:07:53.098+0000 7f92d78b2640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f92d010d780 con 0x7f92d0102f70 2024-09-10T08:07:53.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:07:53.098+0000 7f92d78b2640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f92d010d600 con 0x7f92d00ffef0 2024-09-10T08:07:53.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:07:53.098+0000 7f92d78b2640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f92d010d900 con 0x7f92d0103930 2024-09-10T08:07:53.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:07:53.099+0000 7f92d4e4d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f92d0102f70 0x7f92d0198480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:53.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:07:53.099+0000 7f92d4e4d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f92d0102f70 0x7f92d0198480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54646/0 (socket says 172.21.15.67:54646) 2024-09-10T08:07:53.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:07:53.099+0000 7f92d4e4d640 1 -- 172.21.15.67:0/4005275354 learned_addr learned my addr 172.21.15.67:0/4005275354 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:07:53.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:07:53.099+0000 7f92d5e4f640 1 --2- 172.21.15.67:0/4005275354 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f92d0103930 0x7f92d019f500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:53.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:07:53.099+0000 7f92d564e640 1 --2- 172.21.15.67:0/4005275354 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f92d00ffef0 0x7f92d0197f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:53.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:07:53.099+0000 7f92d4e4d640 1 -- 172.21.15.67:0/4005275354 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f92d0103930 msgr2=0x7f92d019f500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:53.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:07:53.099+0000 7f92d4e4d640 1 --2- 172.21.15.67:0/4005275354 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f92d0103930 0x7f92d019f500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:53.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:07:53.099+0000 7f92d4e4d640 1 -- 172.21.15.67:0/4005275354 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f92d00ffef0 msgr2=0x7f92d0197f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:07:53.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:07:53.099+0000 7f92d4e4d640 1 --2- 172.21.15.67:0/4005275354 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f92d00ffef0 0x7f92d0197f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:07:53.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:07:53.099+0000 7f92d4e4d640 1 -- 172.21.15.67:0/4005275354 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92d019fb70 con 0x7f92d0102f70 2024-09-10T08:07:53.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:07:53.099+0000 7f92d564e640 1 --2- 172.21.15.67:0/4005275354 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f92d00ffef0 0x7f92d0197f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:07:53.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:07:53.099+0000 7f92d4e4d640 1 --2- 172.21.15.67:0/4005275354 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f92d0102f70 0x7f92d0198480 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f92c400d770 tx=0x7f92c400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:07:53.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:07:53.099+0000 7f92c27fc640 1 -- 172.21.15.67:0/4005275354 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92c4017070 con 0x7f92d0102f70 2024-09-10T08:07:53.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:07:53.099+0000 7f92c27fc640 1 -- 172.21.15.67:0/4005275354 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f92c40054d0 con 0x7f92d0102f70 2024-09-10T08:07:53.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:07:53.099+0000 7f92d78b2640 1 -- 172.21.15.67:0/4005275354 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92d019fe60 con 0x7f92d0102f70 2024-09-10T08:07:53.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:07:53.099+0000 7f92c27fc640 1 -- 172.21.15.67:0/4005275354 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92c4004cf0 con 0x7f92d0102f70 2024-09-10T08:07:53.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:07:53.099+0000 7f92d78b2640 1 -- 172.21.15.67:0/4005275354 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92d01a02c0 con 0x7f92d0102f70 2024-09-10T08:07:53.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:07:53.100+0000 7f92d78b2640 1 -- 172.21.15.67:0/4005275354 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f92d01092d0 con 0x7f92d0102f70 2024-09-10T08:07:53.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:07:53.101+0000 7f92c27fc640 1 -- 172.21.15.67:0/4005275354 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 15) ==== 137777+0+0 (secure 0 0 0) 0x7f92c4004e90 con 0x7f92d0102f70 2024-09-10T08:07:53.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:07:53.102+0000 7f92c27fc640 1 --2- 172.21.15.67:0/4005275354 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f92bc0a2b20 0x7f92bc0a4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:07:53.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:07:53.102+0000 7f92d564e640 1 --2- 172.21.15.67:0/4005275354 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f92bc0a2b20 0x7f92bc0a4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:07:53.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:07:53.103+0000 7f92c27fc640 1 -- 172.21.15.67:0/4005275354 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 2571+0+0 (secure 0 0 0) 0x7f92c40cd2e0 con 0x7f92d0102f70 2024-09-10T08:07:53.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:07:53.103+0000 7f92d564e640 1 --2- 172.21.15.67:0/4005275354 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f92bc0a2b20 0x7f92bc0a4fe0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f92cc000c00 tx=0x7f92cc0314a0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:07:53.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:07:53.107+0000 7f92c27fc640 1 -- 172.21.15.67:0/4005275354 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f92c409b990 con 0x7f92d0102f70 2024-09-10T08:07:53.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:07:53.294+0000 7f92d78b2640 1 -- 172.21.15.67:0/4005275354 --> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi067:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f92d0062630 con 0x7f92bc0a2b20 2024-09-10T08:07:53.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:52 smithi203 ceph-mon[34672]: pgmap v73: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T08:07:53.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:52 smithi203 ceph-mon[34672]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]': finished 2024-09-10T08:07:53.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:52 smithi203 ceph-mon[34672]: osdmap e17: 3 total, 2 up, 3 in 2024-09-10T08:07:53.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:52 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-10T08:07:53.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:52 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-10T08:07:53.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:52 smithi203 ceph-mon[34672]: Detected new or changed devices on smithi203 2024-09-10T08:07:53.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:52 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:53.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:52 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:53.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:52 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:07:53.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:52 smithi203 ceph-mon[34672]: Adjusting osd_memory_target on smithi203 to 17088M 2024-09-10T08:07:53.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:52 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:53.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:52 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:07:53.322 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:52 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:07:53.322 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:52 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:53.322 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:52 smithi203 ceph-mon[34672]: from='osd.2 ' entity='osd.2' 2024-09-10T08:07:53.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:52 smithi133 ceph-mon[34721]: pgmap v73: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T08:07:53.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:52 smithi133 ceph-mon[34721]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]': finished 2024-09-10T08:07:53.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:52 smithi133 ceph-mon[34721]: osdmap e17: 3 total, 2 up, 3 in 2024-09-10T08:07:53.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:52 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-10T08:07:53.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:52 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-10T08:07:53.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:52 smithi133 ceph-mon[34721]: Detected new or changed devices on smithi203 2024-09-10T08:07:53.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:52 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:53.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:52 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:53.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:52 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:07:53.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:52 smithi133 ceph-mon[34721]: Adjusting osd_memory_target on smithi203 to 17088M 2024-09-10T08:07:53.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:52 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:53.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:52 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:07:53.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:52 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:07:53.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:52 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:53.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:52 smithi133 ceph-mon[34721]: from='osd.2 ' entity='osd.2' 2024-09-10T08:07:54.476 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:54 smithi067 ceph-mon[31051]: purged_snaps scrub starts 2024-09-10T08:07:54.476 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:54 smithi067 ceph-mon[31051]: purged_snaps scrub ok 2024-09-10T08:07:54.476 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:54 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-10T08:07:54.477 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:54 smithi067 ceph-mon[31051]: from='client.14295 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi067:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:07:54.477 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:54 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T08:07:54.477 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:54 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T08:07:54.477 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:54 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:07:54.477 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:54 smithi067 ceph-mon[31051]: osd.2 [v2:172.21.15.203:6800/3905493348,v1:172.21.15.203:6801/3905493348] boot 2024-09-10T08:07:54.477 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:54 smithi067 ceph-mon[31051]: osdmap e18: 3 total, 3 up, 3 in 2024-09-10T08:07:54.477 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:54 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-10T08:07:54.477 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:54 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-10T08:07:54.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:54 smithi203 ceph-mon[34672]: purged_snaps scrub starts 2024-09-10T08:07:54.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:54 smithi203 ceph-mon[34672]: purged_snaps scrub ok 2024-09-10T08:07:54.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:54 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-10T08:07:54.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:54 smithi203 ceph-mon[34672]: from='client.14295 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi067:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:07:54.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:54 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T08:07:54.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:54 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T08:07:54.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:54 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:07:54.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:54 smithi203 ceph-mon[34672]: osd.2 [v2:172.21.15.203:6800/3905493348,v1:172.21.15.203:6801/3905493348] boot 2024-09-10T08:07:54.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:54 smithi203 ceph-mon[34672]: osdmap e18: 3 total, 3 up, 3 in 2024-09-10T08:07:54.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:54 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-10T08:07:54.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:54 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-10T08:07:54.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:54 smithi133 ceph-mon[34721]: purged_snaps scrub starts 2024-09-10T08:07:54.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:54 smithi133 ceph-mon[34721]: purged_snaps scrub ok 2024-09-10T08:07:54.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:54 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-10T08:07:54.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:54 smithi133 ceph-mon[34721]: from='client.14295 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi067:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:07:54.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:54 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T08:07:54.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:54 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T08:07:54.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:54 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:07:54.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:54 smithi133 ceph-mon[34721]: osd.2 [v2:172.21.15.203:6800/3905493348,v1:172.21.15.203:6801/3905493348] boot 2024-09-10T08:07:54.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:54 smithi133 ceph-mon[34721]: osdmap e18: 3 total, 3 up, 3 in 2024-09-10T08:07:54.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:54 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-10T08:07:54.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:54 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-10T08:07:55.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:55 smithi203 ceph-mon[34672]: pgmap v76: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T08:07:55.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:55 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-10T08:07:55.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:55 smithi203 ceph-mon[34672]: osdmap e19: 3 total, 3 up, 3 in 2024-09-10T08:07:55.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:55 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-10T08:07:55.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:55 smithi133 ceph-mon[34721]: pgmap v76: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T08:07:55.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:55 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-10T08:07:55.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:55 smithi133 ceph-mon[34721]: osdmap e19: 3 total, 3 up, 3 in 2024-09-10T08:07:55.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:55 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-10T08:07:55.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:55 smithi067 ceph-mon[31051]: pgmap v76: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-10T08:07:55.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:55 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-10T08:07:55.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:55 smithi067 ceph-mon[31051]: osdmap e19: 3 total, 3 up, 3 in 2024-09-10T08:07:55.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:55 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-10T08:07:56.456 INFO:journalctl@ceph.osd.0.smithi067.stdout:Sep 10 08:07:56 smithi067 sudo[47576]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-10T08:07:56.456 INFO:journalctl@ceph.osd.0.smithi067.stdout:Sep 10 08:07:56 smithi067 sudo[47576]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-10T08:07:56.457 INFO:journalctl@ceph.osd.0.smithi067.stdout:Sep 10 08:07:56 smithi067 sudo[47576]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-10T08:07:56.457 INFO:journalctl@ceph.osd.0.smithi067.stdout:Sep 10 08:07:56 smithi067 sudo[47576]: pam_unix(sudo:session): session closed for user root 2024-09-10T08:07:56.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:07:56.567+0000 7f92c27fc640 1 -- 172.21.15.67:0/4005275354 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f92c4097900 con 0x7f92d0102f70 2024-09-10T08:07:56.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:56 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-10T08:07:56.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:56 smithi203 ceph-mon[34672]: osdmap e20: 3 total, 3 up, 3 in 2024-09-10T08:07:56.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:56 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/330340247' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b58a1682-c3a7-4094-a4c8-d132c11d478f"}]: dispatch 2024-09-10T08:07:56.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:56 smithi203 ceph-mon[34672]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b58a1682-c3a7-4094-a4c8-d132c11d478f"}]: dispatch 2024-09-10T08:07:56.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:56 smithi203 ceph-mon[34672]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b58a1682-c3a7-4094-a4c8-d132c11d478f"}]': finished 2024-09-10T08:07:56.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:56 smithi203 ceph-mon[34672]: osdmap e21: 4 total, 3 up, 4 in 2024-09-10T08:07:56.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:56 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-10T08:07:56.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:56 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/1596434223' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T08:07:56.828 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:56 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-10T08:07:56.828 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:56 smithi133 ceph-mon[34721]: osdmap e20: 3 total, 3 up, 3 in 2024-09-10T08:07:56.828 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:56 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/330340247' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b58a1682-c3a7-4094-a4c8-d132c11d478f"}]: dispatch 2024-09-10T08:07:56.828 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:56 smithi133 ceph-mon[34721]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b58a1682-c3a7-4094-a4c8-d132c11d478f"}]: dispatch 2024-09-10T08:07:56.828 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:56 smithi133 ceph-mon[34721]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b58a1682-c3a7-4094-a4c8-d132c11d478f"}]': finished 2024-09-10T08:07:56.828 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:56 smithi133 ceph-mon[34721]: osdmap e21: 4 total, 3 up, 4 in 2024-09-10T08:07:56.829 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:56 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-10T08:07:56.829 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:56 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/1596434223' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T08:07:56.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:56 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-10T08:07:56.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:56 smithi067 ceph-mon[31051]: osdmap e20: 3 total, 3 up, 3 in 2024-09-10T08:07:56.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:56 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/330340247' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b58a1682-c3a7-4094-a4c8-d132c11d478f"}]: dispatch 2024-09-10T08:07:56.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:56 smithi067 ceph-mon[31051]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b58a1682-c3a7-4094-a4c8-d132c11d478f"}]: dispatch 2024-09-10T08:07:56.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:56 smithi067 ceph-mon[31051]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b58a1682-c3a7-4094-a4c8-d132c11d478f"}]': finished 2024-09-10T08:07:56.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:56 smithi067 ceph-mon[31051]: osdmap e21: 4 total, 3 up, 4 in 2024-09-10T08:07:56.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:56 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-10T08:07:56.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:56 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/1596434223' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T08:07:56.958 INFO:journalctl@ceph.osd.0.smithi067.stdout:Sep 10 08:07:56 smithi067 sudo[47626]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-10T08:07:56.958 INFO:journalctl@ceph.osd.0.smithi067.stdout:Sep 10 08:07:56 smithi067 sudo[47626]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-10T08:07:56.958 INFO:journalctl@ceph.osd.0.smithi067.stdout:Sep 10 08:07:56 smithi067 sudo[47626]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-10T08:07:56.958 INFO:journalctl@ceph.osd.0.smithi067.stdout:Sep 10 08:07:56 smithi067 sudo[47626]: pam_unix(sudo:session): session closed for user root 2024-09-10T08:07:57.082 INFO:journalctl@ceph.osd.1.smithi133.stdout:Sep 10 08:07:56 smithi133 sudo[43322]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-10T08:07:57.082 INFO:journalctl@ceph.osd.1.smithi133.stdout:Sep 10 08:07:56 smithi133 sudo[43322]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-10T08:07:57.082 INFO:journalctl@ceph.osd.1.smithi133.stdout:Sep 10 08:07:56 smithi133 sudo[43322]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-10T08:07:57.083 INFO:journalctl@ceph.osd.1.smithi133.stdout:Sep 10 08:07:56 smithi133 sudo[43322]: pam_unix(sudo:session): session closed for user root 2024-09-10T08:07:57.343 INFO:journalctl@ceph.osd.1.smithi133.stdout:Sep 10 08:07:57 smithi133 sudo[43325]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-10T08:07:57.343 INFO:journalctl@ceph.osd.1.smithi133.stdout:Sep 10 08:07:57 smithi133 sudo[43325]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-10T08:07:57.343 INFO:journalctl@ceph.osd.1.smithi133.stdout:Sep 10 08:07:57 smithi133 sudo[43325]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-10T08:07:57.344 INFO:journalctl@ceph.osd.1.smithi133.stdout:Sep 10 08:07:57 smithi133 sudo[43325]: pam_unix(sudo:session): session closed for user root 2024-09-10T08:07:57.611 INFO:journalctl@ceph.osd.2.smithi203.stdout:Sep 10 08:07:57 smithi203 sudo[43245]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-10T08:07:57.611 INFO:journalctl@ceph.osd.2.smithi203.stdout:Sep 10 08:07:57 smithi203 sudo[43245]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-10T08:07:57.611 INFO:journalctl@ceph.osd.2.smithi203.stdout:Sep 10 08:07:57 smithi203 sudo[43245]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-10T08:07:57.611 INFO:journalctl@ceph.osd.2.smithi203.stdout:Sep 10 08:07:57 smithi203 sudo[43245]: pam_unix(sudo:session): session closed for user root 2024-09-10T08:07:57.611 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:57 smithi203 ceph-mon[34672]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-09-10T08:07:57.611 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:57 smithi203 ceph-mon[34672]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-09-10T08:07:57.611 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:57 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:57.611 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:57 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:57.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:57 smithi133 ceph-mon[34721]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-09-10T08:07:57.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:57 smithi133 ceph-mon[34721]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-09-10T08:07:57.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:57 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:57.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:57 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:57.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:57 smithi067 ceph-mon[31051]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-09-10T08:07:57.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:57 smithi067 ceph-mon[31051]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-09-10T08:07:57.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:57 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:57.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:57 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:58.070 INFO:journalctl@ceph.osd.2.smithi203.stdout:Sep 10 08:07:57 smithi203 sudo[43248]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-10T08:07:58.070 INFO:journalctl@ceph.osd.2.smithi203.stdout:Sep 10 08:07:57 smithi203 sudo[43248]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-10T08:07:58.070 INFO:journalctl@ceph.osd.2.smithi203.stdout:Sep 10 08:07:57 smithi203 sudo[43248]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-10T08:07:58.070 INFO:journalctl@ceph.osd.2.smithi203.stdout:Sep 10 08:07:57 smithi203 sudo[43248]: pam_unix(sudo:session): session closed for user root 2024-09-10T08:07:58.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:58 smithi067 sudo[48027]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-10T08:07:58.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:58 smithi067 sudo[48027]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-10T08:07:58.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:58 smithi067 sudo[48027]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-10T08:07:58.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:58 smithi067 sudo[48027]: pam_unix(sudo:session): session closed for user root 2024-09-10T08:07:58.824 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:58 smithi067 sudo[48220]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-10T08:07:58.825 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:58 smithi067 sudo[48220]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-10T08:07:58.825 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:58 smithi067 sudo[48220]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-10T08:07:58.825 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:58 smithi067 sudo[48220]: pam_unix(sudo:session): session closed for user root 2024-09-10T08:07:59.035 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:58 smithi203 sudo[43251]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-10T08:07:59.035 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:58 smithi203 sudo[43251]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-10T08:07:59.035 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:58 smithi203 sudo[43251]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-10T08:07:59.035 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:58 smithi203 sudo[43251]: pam_unix(sudo:session): session closed for user root 2024-09-10T08:07:59.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:59 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:59.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:59 smithi067 ceph-mon[31051]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-10T08:07:59.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:59 smithi067 ceph-mon[31051]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-10T08:07:59.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:59 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-10T08:07:59.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:59 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T08:07:59.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:59 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T08:07:59.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:59 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-10T08:07:59.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:59 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T08:07:59.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:07:59 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T08:07:59.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:59 smithi203 sudo[43254]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-10T08:07:59.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:59 smithi203 sudo[43254]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-10T08:07:59.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:59 smithi203 sudo[43254]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-10T08:07:59.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:59 smithi203 sudo[43254]: pam_unix(sudo:session): session closed for user root 2024-09-10T08:07:59.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:59 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:59.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:59 smithi203 ceph-mon[34672]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-10T08:07:59.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:59 smithi203 ceph-mon[34672]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-10T08:07:59.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:59 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-10T08:07:59.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:59 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T08:07:59.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:59 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T08:07:59.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:59 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-10T08:07:59.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:59 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T08:07:59.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:07:59 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T08:07:59.550 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:59 smithi133 sudo[43329]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-10T08:07:59.551 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:59 smithi133 sudo[43329]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-10T08:07:59.551 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:59 smithi133 sudo[43329]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-10T08:07:59.551 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:59 smithi133 sudo[43329]: pam_unix(sudo:session): session closed for user root 2024-09-10T08:07:59.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:59 smithi133 sudo[43332]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-10T08:07:59.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:59 smithi133 sudo[43332]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-10T08:07:59.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:59 smithi133 sudo[43332]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-10T08:07:59.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:59 smithi133 sudo[43332]: pam_unix(sudo:session): session closed for user root 2024-09-10T08:07:59.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:59 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:07:59.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:59 smithi133 ceph-mon[34721]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-10T08:07:59.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:59 smithi133 ceph-mon[34721]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-10T08:07:59.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:59 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-10T08:07:59.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:59 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T08:07:59.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:59 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T08:07:59.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:59 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-10T08:07:59.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:59 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T08:07:59.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:07:59 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T08:08:00.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:00 smithi203 ceph-mon[34672]: pgmap v81: 1 pgs: 1 unknown; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-09-10T08:08:00.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:00 smithi203 ceph-mon[34672]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-10T08:08:00.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:00 smithi203 ceph-mon[34672]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-10T08:08:00.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:00 smithi203 ceph-mon[34672]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-10T08:08:00.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:00 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-10T08:08:00.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:00 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T08:08:00.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:00 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T08:08:00.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:00 smithi203 ceph-mon[34672]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-10T08:08:00.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:00 smithi133 ceph-mon[34721]: pgmap v81: 1 pgs: 1 unknown; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-09-10T08:08:00.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:00 smithi133 ceph-mon[34721]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-10T08:08:00.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:00 smithi133 ceph-mon[34721]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-10T08:08:00.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:00 smithi133 ceph-mon[34721]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-10T08:08:00.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:00 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-10T08:08:00.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:00 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T08:08:00.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:00 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T08:08:00.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:00 smithi133 ceph-mon[34721]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-10T08:08:00.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:00 smithi067 ceph-mon[31051]: pgmap v81: 1 pgs: 1 unknown; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-09-10T08:08:00.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:00 smithi067 ceph-mon[31051]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-10T08:08:00.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:00 smithi067 ceph-mon[31051]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-10T08:08:00.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:00 smithi067 ceph-mon[31051]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-10T08:08:00.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:00 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-10T08:08:00.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:00 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-10T08:08:00.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:00 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-10T08:08:00.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:00 smithi067 ceph-mon[31051]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-10T08:08:01.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:01 smithi067 ceph-mon[31051]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail 2024-09-10T08:08:01.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:01 smithi203 ceph-mon[34672]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail 2024-09-10T08:08:01.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:01 smithi133 ceph-mon[34721]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail 2024-09-10T08:08:03.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:03 smithi067 ceph-mon[31051]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail 2024-09-10T08:08:03.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:03 smithi203 ceph-mon[34672]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail 2024-09-10T08:08:03.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:03 smithi133 ceph-mon[34721]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail 2024-09-10T08:08:04.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:04 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-10T08:08:04.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:04 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:08:04.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:04 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-10T08:08:04.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:04 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:08:04.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:04 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-10T08:08:04.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:04 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:08:05.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:05 smithi203 ceph-mon[34672]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 65 KiB/s wr, 5 op/s 2024-09-10T08:08:05.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:05 smithi203 ceph-mon[34672]: Deploying daemon osd.3 on smithi067 2024-09-10T08:08:05.339 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:05 smithi067 ceph-mon[31051]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 65 KiB/s wr, 5 op/s 2024-09-10T08:08:05.339 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:05 smithi067 ceph-mon[31051]: Deploying daemon osd.3 on smithi067 2024-09-10T08:08:05.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:05 smithi133 ceph-mon[34721]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 65 KiB/s wr, 5 op/s 2024-09-10T08:08:05.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:05 smithi133 ceph-mon[34721]: Deploying daemon osd.3 on smithi067 2024-09-10T08:08:07.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:07 smithi203 ceph-mon[34672]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 44 KiB/s wr, 3 op/s 2024-09-10T08:08:07.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:07 smithi133 ceph-mon[34721]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 44 KiB/s wr, 3 op/s 2024-09-10T08:08:07.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:07 smithi067 ceph-mon[31051]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 44 KiB/s wr, 3 op/s 2024-09-10T08:08:09.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:09 smithi203 ceph-mon[34672]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail; 1.1 KiB/s rd, 33 KiB/s wr, 2 op/s 2024-09-10T08:08:09.321 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:09 smithi067 ceph-mon[31051]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail; 1.1 KiB/s rd, 33 KiB/s wr, 2 op/s 2024-09-10T08:08:09.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:09 smithi133 ceph-mon[34721]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail; 1.1 KiB/s rd, 33 KiB/s wr, 2 op/s 2024-09-10T08:08:11.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:11 smithi203 ceph-mon[34672]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail; 921 B/s rd, 26 KiB/s wr, 2 op/s 2024-09-10T08:08:11.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:11 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:08:11.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:11 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:11.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:11 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:11.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:11 smithi133 ceph-mon[34721]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail; 921 B/s rd, 26 KiB/s wr, 2 op/s 2024-09-10T08:08:11.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:11 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:08:11.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:11 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:11.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:11 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:11.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:11 smithi067 ceph-mon[31051]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail; 921 B/s rd, 26 KiB/s wr, 2 op/s 2024-09-10T08:08:11.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:11 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:08:11.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:11 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:11.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:11 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:13.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:13 smithi203 ceph-mon[34672]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-09-10T08:08:13.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:13 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:13.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:13 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:13.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:13 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:08:13.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:13 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:08:13.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:13 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:13.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:13 smithi133 ceph-mon[34721]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-09-10T08:08:13.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:13 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:13.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:13 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:13.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:13 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:08:13.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:13 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:08:13.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:13 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:13.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:13 smithi067 ceph-mon[31051]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-09-10T08:08:13.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:13 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:13.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:13 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:13.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:13 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:08:13.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:13 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:08:13.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:13 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:14.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:08:14.319+0000 7f92c27fc640 1 -- 172.21.15.67:0/4005275354 <== mgr.14150 v2:172.21.15.67:6800/4256949759 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f92d0062630 con 0x7f92bc0a2b20 2024-09-10T08:08:14.320 INFO:teuthology.orchestra.run.smithi067.stdout:Created osd(s) 3 on host 'smithi067' 2024-09-10T08:08:14.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:08:14.323+0000 7f92d78b2640 1 -- 172.21.15.67:0/4005275354 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f92bc0a2b20 msgr2=0x7f92bc0a4fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:14.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:08:14.323+0000 7f92d78b2640 1 --2- 172.21.15.67:0/4005275354 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f92bc0a2b20 0x7f92bc0a4fe0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f92cc000c00 tx=0x7f92cc0314a0 comp rx=0 tx=0).stop 2024-09-10T08:08:14.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:08:14.323+0000 7f92d78b2640 1 -- 172.21.15.67:0/4005275354 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f92d0102f70 msgr2=0x7f92d0198480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:14.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:08:14.323+0000 7f92d78b2640 1 --2- 172.21.15.67:0/4005275354 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f92d0102f70 0x7f92d0198480 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f92c400d770 tx=0x7f92c400dc30 comp rx=0 tx=0).stop 2024-09-10T08:08:14.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:08:14.323+0000 7f92d78b2640 1 -- 172.21.15.67:0/4005275354 shutdown_connections 2024-09-10T08:08:14.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:08:14.323+0000 7f92d78b2640 1 --2- 172.21.15.67:0/4005275354 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f92bc0a2b20 0x7f92bc0a4fe0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:14.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:08:14.323+0000 7f92d78b2640 1 --2- 172.21.15.67:0/4005275354 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f92d0103930 0x7f92d019f500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:14.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:08:14.323+0000 7f92d78b2640 1 --2- 172.21.15.67:0/4005275354 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f92d0102f70 0x7f92d0198480 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:14.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:08:14.323+0000 7f92d78b2640 1 --2- 172.21.15.67:0/4005275354 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f92d00ffef0 0x7f92d0197f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:14.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:08:14.323+0000 7f92d78b2640 1 -- 172.21.15.67:0/4005275354 >> 172.21.15.67:0/4005275354 conn(0x7f92d00fba40 msgr2=0x7f92d01064a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:14.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:08:14.323+0000 7f92d78b2640 1 -- 172.21.15.67:0/4005275354 shutdown_connections 2024-09-10T08:08:14.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:08:14.323+0000 7f92d78b2640 1 -- 172.21.15.67:0/4005275354 wait complete. 2024-09-10T08:08:14.991 DEBUG:teuthology.orchestra.run.smithi067:osd.3> sudo journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@osd.3.service 2024-09-10T08:08:14.994 INFO:tasks.cephadm:Deploying osd.4 on smithi133 with /dev/vg_nvme/lv_3... 2024-09-10T08:08:14.994 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-10T08:08:15.249 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.b/config 2024-09-10T08:08:15.319 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:15 smithi067 ceph-mon[31051]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-09-10T08:08:15.319 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:15 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:08:15.319 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:15 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:15.319 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:15 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:15.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:15 smithi133 ceph-mon[34721]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-09-10T08:08:15.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:15 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:08:15.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:15 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:15.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:15 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:15.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:15 smithi203 ceph-mon[34672]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-09-10T08:08:15.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:15 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:08:15.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:15 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:15.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:15 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:16.457 INFO:journalctl@ceph.osd.3.smithi067.stdout:Sep 10 08:08:16 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-3[49626]: 2024-09-10T08:08:16.257+0000 7f8f8ddee640 -1 osd.3 0 log_to_monitors true 2024-09-10T08:08:17.219 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:17 smithi133 ceph-mon[34721]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail 2024-09-10T08:08:17.219 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:17 smithi133 ceph-mon[34721]: from='osd.3 [v2:172.21.15.67:6810/1513600391,v1:172.21.15.67:6811/1513600391]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-10T08:08:17.372 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:17 smithi203 ceph-mon[34672]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail 2024-09-10T08:08:17.373 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:17 smithi203 ceph-mon[34672]: from='osd.3 [v2:172.21.15.67:6810/1513600391,v1:172.21.15.67:6811/1513600391]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-10T08:08:17.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:17 smithi067 ceph-mon[31051]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail 2024-09-10T08:08:17.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:17 smithi067 ceph-mon[31051]: from='osd.3 [v2:172.21.15.67:6810/1513600391,v1:172.21.15.67:6811/1513600391]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-10T08:08:17.887 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-09-10T08:08:17.917 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph orch daemon add osd smithi133:vg_nvme/lv_3 2024-09-10T08:08:18.176 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.b/config 2024-09-10T08:08:18.207 INFO:journalctl@ceph.osd.3.smithi067.stdout:Sep 10 08:08:18 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-3[49626]: 2024-09-10T08:08:18.088+0000 7f8f89d71640 -1 osd.3 0 waiting for initial osdmap 2024-09-10T08:08:18.207 INFO:journalctl@ceph.osd.3.smithi067.stdout:Sep 10 08:08:18 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-3[49626]: 2024-09-10T08:08:18.095+0000 7f8f85b99640 -1 osd.3 23 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T08:08:18.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:18 smithi067 ceph-mon[31051]: from='osd.3 [v2:172.21.15.67:6810/1513600391,v1:172.21.15.67:6811/1513600391]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-10T08:08:18.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:18 smithi067 ceph-mon[31051]: osdmap e22: 4 total, 3 up, 4 in 2024-09-10T08:08:18.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:18 smithi067 ceph-mon[31051]: from='osd.3 [v2:172.21.15.67:6810/1513600391,v1:172.21.15.67:6811/1513600391]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-09-10T08:08:18.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:18 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-10T08:08:18.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:18 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:18.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:18 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:18.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:18 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:08:18.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:18 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:08:18.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:18 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:18.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:18 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:08:18.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:18 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:08:18.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:18 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:18.296 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:18 smithi133 ceph-mon[34721]: from='osd.3 [v2:172.21.15.67:6810/1513600391,v1:172.21.15.67:6811/1513600391]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-10T08:08:18.296 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:18 smithi133 ceph-mon[34721]: osdmap e22: 4 total, 3 up, 4 in 2024-09-10T08:08:18.297 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:18 smithi133 ceph-mon[34721]: from='osd.3 [v2:172.21.15.67:6810/1513600391,v1:172.21.15.67:6811/1513600391]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-09-10T08:08:18.297 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:18 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-10T08:08:18.297 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:18 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:18.297 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:18 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:18.297 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:18 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:08:18.297 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:18 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:08:18.297 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:18 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:18.297 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:18 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:08:18.297 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:18 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:08:18.297 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:18 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:18.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:18 smithi203 ceph-mon[34672]: from='osd.3 [v2:172.21.15.67:6810/1513600391,v1:172.21.15.67:6811/1513600391]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-10T08:08:18.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:18 smithi203 ceph-mon[34672]: osdmap e22: 4 total, 3 up, 4 in 2024-09-10T08:08:18.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:18 smithi203 ceph-mon[34672]: from='osd.3 [v2:172.21.15.67:6810/1513600391,v1:172.21.15.67:6811/1513600391]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-09-10T08:08:18.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:18 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-10T08:08:18.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:18 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:18.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:18 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:18.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:18 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:08:18.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:18 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:08:18.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:18 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:18.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:18 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:08:18.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:18 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:08:18.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:18 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:18.663 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:18.638+0000 7f8629366640 1 -- 172.21.15.133:0/2878692104 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8624102690 msgr2=0x7f8624108f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:18.664 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:18.638+0000 7f8629366640 1 --2- 172.21.15.133:0/2878692104 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8624102690 0x7f8624108f20 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f861c009ca0 tx=0x7f861c02a8c0 comp rx=0 tx=0).stop 2024-09-10T08:08:18.664 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:18.638+0000 7f8629366640 1 -- 172.21.15.133:0/2878692104 shutdown_connections 2024-09-10T08:08:18.664 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:18.638+0000 7f8629366640 1 --2- 172.21.15.133:0/2878692104 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8624102690 0x7f8624108f20 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:18.664 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:18.638+0000 7f8629366640 1 --2- 172.21.15.133:0/2878692104 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8624101cd0 0x7f8624102150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:18.664 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:18.638+0000 7f8629366640 1 --2- 172.21.15.133:0/2878692104 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8624100ad0 0x7f8624100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:18.664 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:18.638+0000 7f8629366640 1 -- 172.21.15.133:0/2878692104 >> 172.21.15.133:0/2878692104 conn(0x7f86240fc280 msgr2=0x7f86240fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:18.664 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:18.638+0000 7f8629366640 1 -- 172.21.15.133:0/2878692104 shutdown_connections 2024-09-10T08:08:18.664 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:18.638+0000 7f8629366640 1 -- 172.21.15.133:0/2878692104 wait complete. 2024-09-10T08:08:18.664 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:18.639+0000 7f8629366640 1 Processor -- start 2024-09-10T08:08:18.664 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:18.639+0000 7f8629366640 1 -- start start 2024-09-10T08:08:18.664 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:18.639+0000 7f8629366640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8624100ad0 0x7f862406aad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:18.665 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:18.639+0000 7f8629366640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8624101cd0 0x7f862419cb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:18.665 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:18.639+0000 7f8629366640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8624102690 0x7f862419f120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:18.665 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:18.639+0000 7f8629366640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f862410c5e0 con 0x7f8624101cd0 2024-09-10T08:08:18.665 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:18.639+0000 7f8629366640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f862410c460 con 0x7f8624100ad0 2024-09-10T08:08:18.665 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:18.639+0000 7f8629366640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f862410c760 con 0x7f8624102690 2024-09-10T08:08:18.665 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:18.639+0000 7f8622ffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8624100ad0 0x7f862406aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:18.665 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:18.639+0000 7f8622ffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8624100ad0 0x7f862406aad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:46392/0 (socket says 172.21.15.133:46392) 2024-09-10T08:08:18.665 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:18.639+0000 7f8622ffd640 1 -- 172.21.15.133:0/2468669057 learned_addr learned my addr 172.21.15.133:0/2468669057 (peer_addr_for_me v2:172.21.15.133:0/0) 2024-09-10T08:08:18.665 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:18.639+0000 7f86227fc640 1 --2- 172.21.15.133:0/2468669057 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8624101cd0 0x7f862419cb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:18.665 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:18.639+0000 7f8622ffd640 1 -- 172.21.15.133:0/2468669057 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8624102690 msgr2=0x7f862419f120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:18.665 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:18.639+0000 7f8622ffd640 1 --2- 172.21.15.133:0/2468669057 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8624102690 0x7f862419f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:18.666 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:18.639+0000 7f8622ffd640 1 -- 172.21.15.133:0/2468669057 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8624101cd0 msgr2=0x7f862419cb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:18.666 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:18.639+0000 7f8622ffd640 1 --2- 172.21.15.133:0/2468669057 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8624101cd0 0x7f862419cb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:18.666 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:18.639+0000 7f8622ffd640 1 -- 172.21.15.133:0/2468669057 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f862419fa30 con 0x7f8624100ad0 2024-09-10T08:08:18.666 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:18.640+0000 7f8622ffd640 1 --2- 172.21.15.133:0/2468669057 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8624100ad0 0x7f862406aad0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f861800c970 tx=0x7f861800ce30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:18.666 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:18.640+0000 7f860bfff640 1 -- 172.21.15.133:0/2468669057 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8618004220 con 0x7f8624100ad0 2024-09-10T08:08:18.666 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:18.640+0000 7f8629366640 1 -- 172.21.15.133:0/2468669057 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f862419fcc0 con 0x7f8624100ad0 2024-09-10T08:08:18.666 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:18.640+0000 7f860bfff640 1 -- 172.21.15.133:0/2468669057 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f86180043c0 con 0x7f8624100ad0 2024-09-10T08:08:18.666 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:18.640+0000 7f860bfff640 1 -- 172.21.15.133:0/2468669057 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f861800f450 con 0x7f8624100ad0 2024-09-10T08:08:18.666 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:18.640+0000 7f8629366640 1 -- 172.21.15.133:0/2468669057 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86241a01f0 con 0x7f8624100ad0 2024-09-10T08:08:18.666 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:18.641+0000 7f8629366640 1 -- 172.21.15.133:0/2468669057 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8624107f70 con 0x7f8624100ad0 2024-09-10T08:08:18.666 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:18.642+0000 7f860bfff640 1 -- 172.21.15.133:0/2468669057 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f86180079b0 con 0x7f8624100ad0 2024-09-10T08:08:18.666 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:18.642+0000 7f860bfff640 1 --2- 172.21.15.133:0/2468669057 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f860c0a2b80 0x7f860c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:18.667 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:18.643+0000 7f860bfff640 1 -- 172.21.15.133:0/2468669057 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 3389+0+0 (secure 0 0 0) 0x7f86180cdac0 con 0x7f8624100ad0 2024-09-10T08:08:18.667 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:18.643+0000 7f86227fc640 1 --2- 172.21.15.133:0/2468669057 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f860c0a2b80 0x7f860c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:18.667 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:18.643+0000 7f86227fc640 1 --2- 172.21.15.133:0/2468669057 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f860c0a2b80 0x7f860c0a5040 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f862406b050 tx=0x7f861400b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:18.667 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:18.647+0000 7f860bfff640 1 -- 172.21.15.133:0/2468669057 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f8618014030 con 0x7f8624100ad0 2024-09-10T08:08:18.819 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:18.820+0000 7f8629366640 1 -- 172.21.15.133:0/2468669057 --> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f8624062630 con 0x7f860c0a2b80 2024-09-10T08:08:19.339 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:19 smithi133 ceph-mon[34721]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail 2024-09-10T08:08:19.340 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:19 smithi133 ceph-mon[34721]: Detected new or changed devices on smithi067 2024-09-10T08:08:19.340 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:19 smithi133 ceph-mon[34721]: Adjusting osd_memory_target on smithi067 to 8544M 2024-09-10T08:08:19.340 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:19 smithi133 ceph-mon[34721]: from='osd.3 [v2:172.21.15.67:6810/1513600391,v1:172.21.15.67:6811/1513600391]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]': finished 2024-09-10T08:08:19.340 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:19 smithi133 ceph-mon[34721]: osdmap e23: 4 total, 3 up, 4 in 2024-09-10T08:08:19.340 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:19 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-10T08:08:19.340 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:19 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-10T08:08:19.340 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:19 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T08:08:19.340 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:19 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T08:08:19.340 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:19 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:08:19.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:19 smithi067 ceph-mon[31051]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail 2024-09-10T08:08:19.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:19 smithi067 ceph-mon[31051]: Detected new or changed devices on smithi067 2024-09-10T08:08:19.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:19 smithi067 ceph-mon[31051]: Adjusting osd_memory_target on smithi067 to 8544M 2024-09-10T08:08:19.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:19 smithi067 ceph-mon[31051]: from='osd.3 [v2:172.21.15.67:6810/1513600391,v1:172.21.15.67:6811/1513600391]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]': finished 2024-09-10T08:08:19.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:19 smithi067 ceph-mon[31051]: osdmap e23: 4 total, 3 up, 4 in 2024-09-10T08:08:19.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:19 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-10T08:08:19.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:19 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-10T08:08:19.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:19 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T08:08:19.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:19 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T08:08:19.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:19 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:08:19.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:19 smithi203 ceph-mon[34672]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 99 MiB used, 268 GiB / 268 GiB avail 2024-09-10T08:08:19.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:19 smithi203 ceph-mon[34672]: Detected new or changed devices on smithi067 2024-09-10T08:08:19.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:19 smithi203 ceph-mon[34672]: Adjusting osd_memory_target on smithi067 to 8544M 2024-09-10T08:08:19.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:19 smithi203 ceph-mon[34672]: from='osd.3 [v2:172.21.15.67:6810/1513600391,v1:172.21.15.67:6811/1513600391]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]': finished 2024-09-10T08:08:19.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:19 smithi203 ceph-mon[34672]: osdmap e23: 4 total, 3 up, 4 in 2024-09-10T08:08:19.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:19 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-10T08:08:19.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:19 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-10T08:08:19.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:19 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T08:08:19.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:19 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T08:08:19.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:19 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:08:20.203 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:20 smithi133 ceph-mon[34721]: purged_snaps scrub starts 2024-09-10T08:08:20.203 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:20 smithi133 ceph-mon[34721]: purged_snaps scrub ok 2024-09-10T08:08:20.203 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:20 smithi133 ceph-mon[34721]: from='client.24206 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:08:20.203 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:20 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-10T08:08:20.203 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:20 smithi133 ceph-mon[34721]: osd.3 [v2:172.21.15.67:6810/1513600391,v1:172.21.15.67:6811/1513600391] boot 2024-09-10T08:08:20.204 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:20 smithi133 ceph-mon[34721]: osdmap e24: 4 total, 4 up, 4 in 2024-09-10T08:08:20.204 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:20 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-10T08:08:20.240 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:20 smithi067 ceph-mon[31051]: purged_snaps scrub starts 2024-09-10T08:08:20.241 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:20 smithi067 ceph-mon[31051]: purged_snaps scrub ok 2024-09-10T08:08:20.241 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:20 smithi067 ceph-mon[31051]: from='client.24206 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:08:20.241 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:20 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-10T08:08:20.241 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:20 smithi067 ceph-mon[31051]: osd.3 [v2:172.21.15.67:6810/1513600391,v1:172.21.15.67:6811/1513600391] boot 2024-09-10T08:08:20.241 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:20 smithi067 ceph-mon[31051]: osdmap e24: 4 total, 4 up, 4 in 2024-09-10T08:08:20.241 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:20 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-10T08:08:20.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:20 smithi203 ceph-mon[34672]: purged_snaps scrub starts 2024-09-10T08:08:20.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:20 smithi203 ceph-mon[34672]: purged_snaps scrub ok 2024-09-10T08:08:20.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:20 smithi203 ceph-mon[34672]: from='client.24206 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:08:20.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:20 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-10T08:08:20.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:20 smithi203 ceph-mon[34672]: osd.3 [v2:172.21.15.67:6810/1513600391,v1:172.21.15.67:6811/1513600391] boot 2024-09-10T08:08:20.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:20 smithi203 ceph-mon[34672]: osdmap e24: 4 total, 4 up, 4 in 2024-09-10T08:08:20.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:20 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-10T08:08:21.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:21 smithi133 ceph-mon[34721]: pgmap v95: 1 pgs: 1 peering; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-09-10T08:08:21.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:21 smithi133 ceph-mon[34721]: osdmap e25: 4 total, 4 up, 4 in 2024-09-10T08:08:21.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:21 smithi067 ceph-mon[31051]: pgmap v95: 1 pgs: 1 peering; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-09-10T08:08:21.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:21 smithi067 ceph-mon[31051]: osdmap e25: 4 total, 4 up, 4 in 2024-09-10T08:08:21.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:21 smithi203 ceph-mon[34672]: pgmap v95: 1 pgs: 1 peering; 577 KiB data, 98 MiB used, 268 GiB / 268 GiB avail 2024-09-10T08:08:21.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:21 smithi203 ceph-mon[34672]: osdmap e25: 4 total, 4 up, 4 in 2024-09-10T08:08:22.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:22 smithi067 ceph-mon[31051]: osdmap e26: 4 total, 4 up, 4 in 2024-09-10T08:08:22.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:22 smithi067 ceph-mon[31051]: from='client.? 172.21.15.133:0/3215287023' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cc22f878-3de9-4257-abab-069be0664dff"}]: dispatch 2024-09-10T08:08:22.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:22 smithi067 ceph-mon[31051]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cc22f878-3de9-4257-abab-069be0664dff"}]: dispatch 2024-09-10T08:08:22.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:22 smithi067 ceph-mon[31051]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cc22f878-3de9-4257-abab-069be0664dff"}]': finished 2024-09-10T08:08:22.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:22 smithi067 ceph-mon[31051]: osdmap e27: 5 total, 4 up, 5 in 2024-09-10T08:08:22.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:22 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-10T08:08:22.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:22 smithi067 ceph-mon[31051]: osdmap e28: 5 total, 4 up, 5 in 2024-09-10T08:08:22.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:22 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-10T08:08:22.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:22 smithi067 ceph-mon[31051]: from='client.? 172.21.15.133:0/359467371' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T08:08:22.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:22 smithi203 ceph-mon[34672]: osdmap e26: 4 total, 4 up, 4 in 2024-09-10T08:08:22.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:22 smithi203 ceph-mon[34672]: from='client.? 172.21.15.133:0/3215287023' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cc22f878-3de9-4257-abab-069be0664dff"}]: dispatch 2024-09-10T08:08:22.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:22 smithi203 ceph-mon[34672]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cc22f878-3de9-4257-abab-069be0664dff"}]: dispatch 2024-09-10T08:08:22.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:22 smithi203 ceph-mon[34672]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cc22f878-3de9-4257-abab-069be0664dff"}]': finished 2024-09-10T08:08:22.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:22 smithi203 ceph-mon[34672]: osdmap e27: 5 total, 4 up, 5 in 2024-09-10T08:08:22.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:22 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-10T08:08:22.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:22 smithi203 ceph-mon[34672]: osdmap e28: 5 total, 4 up, 5 in 2024-09-10T08:08:22.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:22 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-10T08:08:22.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:22 smithi203 ceph-mon[34672]: from='client.? 172.21.15.133:0/359467371' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T08:08:22.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:22 smithi133 ceph-mon[34721]: osdmap e26: 4 total, 4 up, 4 in 2024-09-10T08:08:22.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:22 smithi133 ceph-mon[34721]: from='client.? 172.21.15.133:0/3215287023' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cc22f878-3de9-4257-abab-069be0664dff"}]: dispatch 2024-09-10T08:08:22.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:22 smithi133 ceph-mon[34721]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cc22f878-3de9-4257-abab-069be0664dff"}]: dispatch 2024-09-10T08:08:22.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:22 smithi133 ceph-mon[34721]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cc22f878-3de9-4257-abab-069be0664dff"}]': finished 2024-09-10T08:08:22.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:22 smithi133 ceph-mon[34721]: osdmap e27: 5 total, 4 up, 5 in 2024-09-10T08:08:22.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:22 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-10T08:08:22.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:22 smithi133 ceph-mon[34721]: osdmap e28: 5 total, 4 up, 5 in 2024-09-10T08:08:22.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:22 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-10T08:08:22.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:22 smithi133 ceph-mon[34721]: from='client.? 172.21.15.133:0/359467371' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T08:08:23.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:23 smithi067 ceph-mon[31051]: pgmap v100: 1 pgs: 1 peering; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-10T08:08:23.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:23 smithi067 ceph-mon[31051]: osdmap e29: 5 total, 4 up, 5 in 2024-09-10T08:08:23.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:23 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-10T08:08:23.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:23 smithi203 ceph-mon[34672]: pgmap v100: 1 pgs: 1 peering; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-10T08:08:23.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:23 smithi203 ceph-mon[34672]: osdmap e29: 5 total, 4 up, 5 in 2024-09-10T08:08:23.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:23 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-10T08:08:23.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:23 smithi133 ceph-mon[34721]: pgmap v100: 1 pgs: 1 peering; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-10T08:08:23.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:23 smithi133 ceph-mon[34721]: osdmap e29: 5 total, 4 up, 5 in 2024-09-10T08:08:23.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:23 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-10T08:08:25.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:25 smithi067 ceph-mon[31051]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 158 KiB/s, 0 objects/s recovering 2024-09-10T08:08:25.495 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:25 smithi133 ceph-mon[34721]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 158 KiB/s, 0 objects/s recovering 2024-09-10T08:08:25.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:25 smithi203 ceph-mon[34672]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 158 KiB/s, 0 objects/s recovering 2024-09-10T08:08:27.231 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:27 smithi133 ceph-mon[34721]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 124 KiB/s, 0 objects/s recovering 2024-09-10T08:08:27.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:27 smithi067 ceph-mon[31051]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 124 KiB/s, 0 objects/s recovering 2024-09-10T08:08:27.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:27 smithi203 ceph-mon[34672]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 124 KiB/s, 0 objects/s recovering 2024-09-10T08:08:29.292 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:29 smithi133 ceph-mon[34721]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-09-10T08:08:29.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:29 smithi067 ceph-mon[31051]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-09-10T08:08:29.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:29 smithi203 ceph-mon[34672]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-09-10T08:08:30.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:30 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-10T08:08:30.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:30 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:08:30.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:30 smithi133 ceph-mon[34721]: Deploying daemon osd.4 on smithi133 2024-09-10T08:08:30.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:30 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-10T08:08:30.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:30 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:08:30.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:30 smithi067 ceph-mon[31051]: Deploying daemon osd.4 on smithi133 2024-09-10T08:08:30.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:30 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-10T08:08:30.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:30 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:08:30.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:30 smithi203 ceph-mon[34672]: Deploying daemon osd.4 on smithi133 2024-09-10T08:08:31.326 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:31 smithi133 ceph-mon[34721]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-10T08:08:31.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:31 smithi067 ceph-mon[31051]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-10T08:08:31.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:31 smithi203 ceph-mon[34672]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-10T08:08:33.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:33 smithi133 ceph-mon[34721]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-10T08:08:33.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:33 smithi067 ceph-mon[31051]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-10T08:08:33.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:33 smithi203 ceph-mon[34672]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-10T08:08:35.263 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:35 smithi133 ceph-mon[34721]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 52 KiB/s, 0 objects/s recovering 2024-09-10T08:08:35.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:35 smithi067 ceph-mon[31051]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 52 KiB/s, 0 objects/s recovering 2024-09-10T08:08:35.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:35 smithi203 ceph-mon[34672]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail; 52 KiB/s, 0 objects/s recovering 2024-09-10T08:08:36.218 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:36 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:08:36.218 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:36 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:36.218 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:36 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:36.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:36 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:08:36.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:36 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:36.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:36 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:36.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:36 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:08:36.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:36 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:36.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:36 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:37.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:37 smithi203 ceph-mon[34672]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-10T08:08:37.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:37 smithi133 ceph-mon[34721]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-10T08:08:37.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:37 smithi067 ceph-mon[31051]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-10T08:08:38.900 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:38.900+0000 7f860bfff640 1 -- 172.21.15.133:0/2468669057 <== mgr.14150 v2:172.21.15.67:6800/4256949759 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f8624062630 con 0x7f860c0a2b80 2024-09-10T08:08:38.900 INFO:teuthology.orchestra.run.smithi133.stdout:Created osd(s) 4 on host 'smithi133' 2024-09-10T08:08:38.902 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:38.903+0000 7f8629366640 1 -- 172.21.15.133:0/2468669057 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f860c0a2b80 msgr2=0x7f860c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:38.902 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:38.903+0000 7f8629366640 1 --2- 172.21.15.133:0/2468669057 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f860c0a2b80 0x7f860c0a5040 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f862406b050 tx=0x7f861400b390 comp rx=0 tx=0).stop 2024-09-10T08:08:38.902 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:38.903+0000 7f8629366640 1 -- 172.21.15.133:0/2468669057 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8624100ad0 msgr2=0x7f862406aad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:38.902 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:38.903+0000 7f8629366640 1 --2- 172.21.15.133:0/2468669057 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8624100ad0 0x7f862406aad0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f861800c970 tx=0x7f861800ce30 comp rx=0 tx=0).stop 2024-09-10T08:08:38.903 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:38.903+0000 7f8629366640 1 -- 172.21.15.133:0/2468669057 shutdown_connections 2024-09-10T08:08:38.903 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:38.903+0000 7f8629366640 1 --2- 172.21.15.133:0/2468669057 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f860c0a2b80 0x7f860c0a5040 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:38.903 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:38.903+0000 7f8629366640 1 --2- 172.21.15.133:0/2468669057 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8624102690 0x7f862419f120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:38.903 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:38.903+0000 7f8629366640 1 --2- 172.21.15.133:0/2468669057 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8624101cd0 0x7f862419cb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:38.903 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:38.903+0000 7f8629366640 1 --2- 172.21.15.133:0/2468669057 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8624100ad0 0x7f862406aad0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:38.903 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:38.903+0000 7f8629366640 1 -- 172.21.15.133:0/2468669057 >> 172.21.15.133:0/2468669057 conn(0x7f86240fc280 msgr2=0x7f8624105140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:38.903 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:38.903+0000 7f8629366640 1 -- 172.21.15.133:0/2468669057 shutdown_connections 2024-09-10T08:08:38.903 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:08:38.903+0000 7f8629366640 1 -- 172.21.15.133:0/2468669057 wait complete. 2024-09-10T08:08:39.611 DEBUG:teuthology.orchestra.run.smithi133:osd.4> sudo journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@osd.4.service 2024-09-10T08:08:39.614 INFO:tasks.cephadm:Deploying osd.5 on smithi203 with /dev/vg_nvme/lv_3... 2024-09-10T08:08:39.614 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-10T08:08:39.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:39 smithi203 ceph-mon[34672]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-10T08:08:39.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:39 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:39.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:39 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:39.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:39 smithi133 ceph-mon[34721]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-10T08:08:39.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:39 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:39.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:39 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:39.866 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.c/config 2024-09-10T08:08:39.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:39 smithi067 ceph-mon[31051]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-10T08:08:39.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:39 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:39.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:39 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:40.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:40 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:40.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:40 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:40.989 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:40 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:40.989 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:40 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:41.065 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:40 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:41.065 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:40 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:42.023 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:41 smithi133 ceph-mon[34721]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-10T08:08:42.023 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:41 smithi133 ceph-mon[34721]: from='osd.4 [v2:172.21.15.133:6808/873062362,v1:172.21.15.133:6809/873062362]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-10T08:08:42.023 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:41 smithi133 ceph-mon[34721]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-10T08:08:42.023 INFO:journalctl@ceph.osd.4.smithi133.stdout:Sep 10 08:08:41 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-4[46113]: 2024-09-10T08:08:41.602+0000 7f513d0be640 -1 osd.4 0 log_to_monitors true 2024-09-10T08:08:42.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:41 smithi203 ceph-mon[34672]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-10T08:08:42.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:41 smithi203 ceph-mon[34672]: from='osd.4 [v2:172.21.15.133:6808/873062362,v1:172.21.15.133:6809/873062362]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-10T08:08:42.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:41 smithi203 ceph-mon[34672]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-10T08:08:42.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:41 smithi067 ceph-mon[31051]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-10T08:08:42.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:41 smithi067 ceph-mon[31051]: from='osd.4 [v2:172.21.15.133:6808/873062362,v1:172.21.15.133:6809/873062362]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-10T08:08:42.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:41 smithi067 ceph-mon[31051]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-10T08:08:42.333 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-10T08:08:42.360 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph orch daemon add osd smithi203:vg_nvme/lv_3 2024-09-10T08:08:42.613 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.c/config 2024-09-10T08:08:42.993 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:42 smithi203 ceph-mon[34672]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-10T08:08:42.993 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:42 smithi203 ceph-mon[34672]: from='osd.4 [v2:172.21.15.133:6808/873062362,v1:172.21.15.133:6809/873062362]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-09-10T08:08:42.993 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:42 smithi203 ceph-mon[34672]: osdmap e30: 5 total, 4 up, 5 in 2024-09-10T08:08:42.993 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:42 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-10T08:08:42.993 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:42 smithi203 ceph-mon[34672]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-09-10T08:08:42.993 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:42 smithi203 ceph-mon[34672]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]': finished 2024-09-10T08:08:43.085 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:08:43.082+0000 7f68eab36640 1 -- 172.21.15.203:0/377465568 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f68e4107980 msgr2=0x7f68e4109d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:43.085 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:08:43.082+0000 7f68eab36640 1 --2- 172.21.15.203:0/377465568 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f68e4107980 0x7f68e4109d70 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f68dc009ca0 tx=0x7f68dc02a8c0 comp rx=0 tx=0).stop 2024-09-10T08:08:43.085 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:08:43.083+0000 7f68eab36640 1 -- 172.21.15.203:0/377465568 shutdown_connections 2024-09-10T08:08:43.085 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:08:43.083+0000 7f68eab36640 1 --2- 172.21.15.203:0/377465568 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f68e4107980 0x7f68e4109d70 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:43.085 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:08:43.083+0000 7f68eab36640 1 --2- 172.21.15.203:0/377465568 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f68e4105050 0x7f68e4107440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:43.086 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:08:43.083+0000 7f68eab36640 1 --2- 172.21.15.203:0/377465568 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f68e4102720 0x7f68e4104b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:43.086 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:08:43.083+0000 7f68eab36640 1 -- 172.21.15.203:0/377465568 >> 172.21.15.203:0/377465568 conn(0x7f68e40fc2a0 msgr2=0x7f68e40fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:08:43.086 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:08:43.083+0000 7f68eab36640 1 -- 172.21.15.203:0/377465568 shutdown_connections 2024-09-10T08:08:43.086 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:08:43.083+0000 7f68eab36640 1 -- 172.21.15.203:0/377465568 wait complete. 2024-09-10T08:08:43.086 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:08:43.083+0000 7f68eab36640 1 Processor -- start 2024-09-10T08:08:43.086 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:08:43.083+0000 7f68eab36640 1 -- start start 2024-09-10T08:08:43.086 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:08:43.083+0000 7f68eab36640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f68e4102720 0x7f68e4102080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:43.086 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:08:43.083+0000 7f68eab36640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f68e4105050 0x7f68e41006d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:43.086 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:08:43.083+0000 7f68eab36640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f68e4107980 0x7f68e4100c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:43.086 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:08:43.084+0000 7f68eab36640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f68e410d750 con 0x7f68e4105050 2024-09-10T08:08:43.086 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:08:43.084+0000 7f68eab36640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f68e410d5d0 con 0x7f68e4102720 2024-09-10T08:08:43.087 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:08:43.084+0000 7f68eab36640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f68e410d8d0 con 0x7f68e4107980 2024-09-10T08:08:43.087 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:08:43.084+0000 7f68e90d3640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f68e4107980 0x7f68e4100c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:43.087 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:08:43.084+0000 7f68e88d2640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f68e4102720 0x7f68e4102080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:43.087 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:08:43.084+0000 7f68e90d3640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f68e4107980 0x7f68e4100c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.203:48502/0 (socket says 172.21.15.203:48502) 2024-09-10T08:08:43.087 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:08:43.084+0000 7f68e90d3640 1 -- 172.21.15.203:0/699485515 learned_addr learned my addr 172.21.15.203:0/699485515 (peer_addr_for_me v2:172.21.15.203:0/0) 2024-09-10T08:08:43.087 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:08:43.084+0000 7f68e3fff640 1 --2- 172.21.15.203:0/699485515 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f68e4105050 0x7f68e41006d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:43.087 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:08:43.084+0000 7f68e90d3640 1 -- 172.21.15.203:0/699485515 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f68e4102720 msgr2=0x7f68e4102080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:43.087 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:08:43.084+0000 7f68e90d3640 1 --2- 172.21.15.203:0/699485515 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f68e4102720 0x7f68e4102080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:43.087 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:08:43.084+0000 7f68e90d3640 1 -- 172.21.15.203:0/699485515 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f68e4105050 msgr2=0x7f68e41006d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:08:43.087 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:08:43.084+0000 7f68e90d3640 1 --2- 172.21.15.203:0/699485515 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f68e4105050 0x7f68e41006d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:08:43.087 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:08:43.084+0000 7f68e90d3640 1 -- 172.21.15.203:0/699485515 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68e41014d0 con 0x7f68e4107980 2024-09-10T08:08:43.088 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:08:43.084+0000 7f68e88d2640 1 --2- 172.21.15.203:0/699485515 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f68e4102720 0x7f68e4102080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:08:43.088 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:08:43.084+0000 7f68e90d3640 1 --2- 172.21.15.203:0/699485515 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f68e4107980 0x7f68e4100c10 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f68dc031970 tx=0x7f68dc003ba0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:43.088 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:08:43.084+0000 7f68e1ffb640 1 -- 172.21.15.203:0/699485515 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68dc004040 con 0x7f68e4107980 2024-09-10T08:08:43.088 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:08:43.084+0000 7f68e1ffb640 1 -- 172.21.15.203:0/699485515 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f68dc004690 con 0x7f68e4107980 2024-09-10T08:08:43.088 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:08:43.084+0000 7f68eab36640 1 -- 172.21.15.203:0/699485515 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68e41a1f00 con 0x7f68e4107980 2024-09-10T08:08:43.088 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:08:43.084+0000 7f68e1ffb640 1 -- 172.21.15.203:0/699485515 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68dc030c60 con 0x7f68e4107980 2024-09-10T08:08:43.088 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:08:43.085+0000 7f68eab36640 1 -- 172.21.15.203:0/699485515 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68e41a23b0 con 0x7f68e4107980 2024-09-10T08:08:43.088 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:08:43.086+0000 7f68eab36640 1 -- 172.21.15.203:0/699485515 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68e40fdd90 con 0x7f68e4107980 2024-09-10T08:08:43.089 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:08:43.087+0000 7f68e1ffb640 1 -- 172.21.15.203:0/699485515 <== mon.1 v2:172.21.15.203:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f68dc0041e0 con 0x7f68e4107980 2024-09-10T08:08:43.089 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:08:43.087+0000 7f68e1ffb640 1 --2- 172.21.15.203:0/699485515 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f68d40a2b80 0x7f68d40a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:08:43.089 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:08:43.088+0000 7f68e1ffb640 1 -- 172.21.15.203:0/699485515 <== mon.1 v2:172.21.15.203:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 3821+0+0 (secure 0 0 0) 0x7f68dc0ef2f0 con 0x7f68e4107980 2024-09-10T08:08:43.089 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:08:43.088+0000 7f68e88d2640 1 --2- 172.21.15.203:0/699485515 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f68d40a2b80 0x7f68d40a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:08:43.089 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:08:43.088+0000 7f68e88d2640 1 --2- 172.21.15.203:0/699485515 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f68d40a2b80 0x7f68d40a5040 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f68d8009fc0 tx=0x7f68d8005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:08:43.091 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:08:43.092+0000 7f68e1ffb640 1 -- 172.21.15.203:0/699485515 <== mon.1 v2:172.21.15.203:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f68dc0bd3e0 con 0x7f68e4107980 2024-09-10T08:08:43.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:42 smithi133 ceph-mon[34721]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-10T08:08:43.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:42 smithi133 ceph-mon[34721]: from='osd.4 [v2:172.21.15.133:6808/873062362,v1:172.21.15.133:6809/873062362]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-09-10T08:08:43.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:42 smithi133 ceph-mon[34721]: osdmap e30: 5 total, 4 up, 5 in 2024-09-10T08:08:43.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:42 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-10T08:08:43.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:42 smithi133 ceph-mon[34721]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-09-10T08:08:43.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:42 smithi133 ceph-mon[34721]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]': finished 2024-09-10T08:08:43.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:42 smithi067 ceph-mon[31051]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-10T08:08:43.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:42 smithi067 ceph-mon[31051]: from='osd.4 [v2:172.21.15.133:6808/873062362,v1:172.21.15.133:6809/873062362]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-09-10T08:08:43.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:42 smithi067 ceph-mon[31051]: osdmap e30: 5 total, 4 up, 5 in 2024-09-10T08:08:43.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:42 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-10T08:08:43.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:42 smithi067 ceph-mon[31051]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-09-10T08:08:43.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:42 smithi067 ceph-mon[31051]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]': finished 2024-09-10T08:08:43.273 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:08:43.274+0000 7f68eab36640 1 -- 172.21.15.203:0/699485515 --> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi203:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f68e4062630 con 0x7f68d40a2b80 2024-09-10T08:08:43.721 INFO:journalctl@ceph.osd.4.smithi133.stdout:Sep 10 08:08:43 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-4[46113]: 2024-09-10T08:08:43.369+0000 7f5139855640 -1 osd.4 0 waiting for initial osdmap 2024-09-10T08:08:43.721 INFO:journalctl@ceph.osd.4.smithi133.stdout:Sep 10 08:08:43 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-4[46113]: 2024-09-10T08:08:43.373+0000 7f5130e61640 -1 osd.4 31 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T08:08:43.938 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:43 smithi203 ceph-mon[34672]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-10T08:08:43.939 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:43 smithi203 ceph-mon[34672]: osdmap e31: 5 total, 4 up, 5 in 2024-09-10T08:08:43.939 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:43 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-10T08:08:43.939 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:43 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-10T08:08:43.939 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:43 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:43.939 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:43 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:43.939 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:43 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:08:43.939 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:43 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:08:43.939 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:43 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:43.939 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:43 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:08:43.939 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:43 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:08:43.939 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:43 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:43.939 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:43 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:08:43.939 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:43 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:08:43.940 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:43 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:08:43.940 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:43 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:43.940 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:43 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T08:08:43.940 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:43 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T08:08:43.940 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:43 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:08:43.940 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:43 smithi203 ceph-mon[34672]: from='osd.4 ' entity='osd.4' 2024-09-10T08:08:43.940 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:43 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-10T08:08:44.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:43 smithi133 ceph-mon[34721]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-10T08:08:44.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:43 smithi133 ceph-mon[34721]: osdmap e31: 5 total, 4 up, 5 in 2024-09-10T08:08:44.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:43 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-10T08:08:44.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:43 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-10T08:08:44.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:43 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:44.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:43 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:44.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:43 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:08:44.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:43 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:08:44.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:43 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:44.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:43 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:08:44.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:43 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:08:44.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:43 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:44.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:43 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:08:44.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:43 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:08:44.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:43 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:08:44.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:43 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:44.095 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:43 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T08:08:44.095 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:43 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T08:08:44.095 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:43 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:08:44.095 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:43 smithi133 ceph-mon[34721]: from='osd.4 ' entity='osd.4' 2024-09-10T08:08:44.095 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:43 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-10T08:08:44.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:43 smithi067 ceph-mon[31051]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 124 MiB used, 357 GiB / 358 GiB avail 2024-09-10T08:08:44.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:43 smithi067 ceph-mon[31051]: osdmap e31: 5 total, 4 up, 5 in 2024-09-10T08:08:44.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:43 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-10T08:08:44.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:43 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-10T08:08:44.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:43 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:44.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:43 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:44.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:43 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:08:44.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:43 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:08:44.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:43 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:44.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:43 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:08:44.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:43 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:08:44.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:43 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:44.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:43 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:08:44.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:43 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:08:44.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:43 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:08:44.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:43 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:08:44.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:43 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T08:08:44.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:43 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T08:08:44.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:43 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:08:44.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:43 smithi067 ceph-mon[31051]: from='osd.4 ' entity='osd.4' 2024-09-10T08:08:44.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:43 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-10T08:08:44.941 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:44 smithi203 ceph-mon[34672]: purged_snaps scrub starts 2024-09-10T08:08:44.942 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:44 smithi203 ceph-mon[34672]: purged_snaps scrub ok 2024-09-10T08:08:44.942 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:44 smithi203 ceph-mon[34672]: Detected new or changed devices on smithi133 2024-09-10T08:08:44.942 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:44 smithi203 ceph-mon[34672]: Adjusting osd_memory_target on smithi133 to 8544M 2024-09-10T08:08:44.942 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:44 smithi203 ceph-mon[34672]: from='client.24244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi203:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:08:44.942 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:44 smithi203 ceph-mon[34672]: osd.4 [v2:172.21.15.133:6808/873062362,v1:172.21.15.133:6809/873062362] boot 2024-09-10T08:08:44.942 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:44 smithi203 ceph-mon[34672]: osdmap e32: 5 total, 5 up, 5 in 2024-09-10T08:08:44.942 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:44 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-10T08:08:45.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:44 smithi133 ceph-mon[34721]: purged_snaps scrub starts 2024-09-10T08:08:45.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:44 smithi133 ceph-mon[34721]: purged_snaps scrub ok 2024-09-10T08:08:45.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:44 smithi133 ceph-mon[34721]: Detected new or changed devices on smithi133 2024-09-10T08:08:45.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:44 smithi133 ceph-mon[34721]: Adjusting osd_memory_target on smithi133 to 8544M 2024-09-10T08:08:45.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:44 smithi133 ceph-mon[34721]: from='client.24244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi203:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:08:45.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:44 smithi133 ceph-mon[34721]: osd.4 [v2:172.21.15.133:6808/873062362,v1:172.21.15.133:6809/873062362] boot 2024-09-10T08:08:45.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:44 smithi133 ceph-mon[34721]: osdmap e32: 5 total, 5 up, 5 in 2024-09-10T08:08:45.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:44 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-10T08:08:45.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:44 smithi067 ceph-mon[31051]: purged_snaps scrub starts 2024-09-10T08:08:45.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:44 smithi067 ceph-mon[31051]: purged_snaps scrub ok 2024-09-10T08:08:45.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:44 smithi067 ceph-mon[31051]: Detected new or changed devices on smithi133 2024-09-10T08:08:45.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:44 smithi067 ceph-mon[31051]: Adjusting osd_memory_target on smithi133 to 8544M 2024-09-10T08:08:45.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:44 smithi067 ceph-mon[31051]: from='client.24244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi203:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:08:45.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:44 smithi067 ceph-mon[31051]: osd.4 [v2:172.21.15.133:6808/873062362,v1:172.21.15.133:6809/873062362] boot 2024-09-10T08:08:45.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:44 smithi067 ceph-mon[31051]: osdmap e32: 5 total, 5 up, 5 in 2024-09-10T08:08:45.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:44 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-10T08:08:45.982 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:45 smithi203 ceph-mon[34672]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 125 MiB used, 357 GiB / 358 GiB avail 2024-09-10T08:08:45.982 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:45 smithi203 ceph-mon[34672]: osdmap e33: 5 total, 5 up, 5 in 2024-09-10T08:08:45.983 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:45 smithi203 ceph-mon[34672]: from='client.? 172.21.15.203:0/3026892544' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e4b48f9-df8e-43e5-ba21-589cbe4bf349"}]: dispatch 2024-09-10T08:08:45.983 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:45 smithi203 ceph-mon[34672]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e4b48f9-df8e-43e5-ba21-589cbe4bf349"}]: dispatch 2024-09-10T08:08:45.983 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:45 smithi203 ceph-mon[34672]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6e4b48f9-df8e-43e5-ba21-589cbe4bf349"}]': finished 2024-09-10T08:08:45.983 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:45 smithi203 ceph-mon[34672]: osdmap e34: 6 total, 5 up, 6 in 2024-09-10T08:08:45.983 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:45 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-10T08:08:46.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:45 smithi133 ceph-mon[34721]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 125 MiB used, 357 GiB / 358 GiB avail 2024-09-10T08:08:46.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:45 smithi133 ceph-mon[34721]: osdmap e33: 5 total, 5 up, 5 in 2024-09-10T08:08:46.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:45 smithi133 ceph-mon[34721]: from='client.? 172.21.15.203:0/3026892544' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e4b48f9-df8e-43e5-ba21-589cbe4bf349"}]: dispatch 2024-09-10T08:08:46.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:45 smithi133 ceph-mon[34721]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e4b48f9-df8e-43e5-ba21-589cbe4bf349"}]: dispatch 2024-09-10T08:08:46.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:45 smithi133 ceph-mon[34721]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6e4b48f9-df8e-43e5-ba21-589cbe4bf349"}]': finished 2024-09-10T08:08:46.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:45 smithi133 ceph-mon[34721]: osdmap e34: 6 total, 5 up, 6 in 2024-09-10T08:08:46.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:45 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-10T08:08:46.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:45 smithi067 ceph-mon[31051]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 125 MiB used, 357 GiB / 358 GiB avail 2024-09-10T08:08:46.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:45 smithi067 ceph-mon[31051]: osdmap e33: 5 total, 5 up, 5 in 2024-09-10T08:08:46.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:45 smithi067 ceph-mon[31051]: from='client.? 172.21.15.203:0/3026892544' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e4b48f9-df8e-43e5-ba21-589cbe4bf349"}]: dispatch 2024-09-10T08:08:46.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:45 smithi067 ceph-mon[31051]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "6e4b48f9-df8e-43e5-ba21-589cbe4bf349"}]: dispatch 2024-09-10T08:08:46.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:45 smithi067 ceph-mon[31051]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "6e4b48f9-df8e-43e5-ba21-589cbe4bf349"}]': finished 2024-09-10T08:08:46.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:45 smithi067 ceph-mon[31051]: osdmap e34: 6 total, 5 up, 6 in 2024-09-10T08:08:46.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:45 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-10T08:08:47.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:46 smithi203 ceph-mon[34672]: from='client.? 172.21.15.203:0/4159571307' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T08:08:47.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:46 smithi133 ceph-mon[34721]: from='client.? 172.21.15.203:0/4159571307' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T08:08:47.107 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:46 smithi067 ceph-mon[31051]: from='client.? 172.21.15.203:0/4159571307' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T08:08:47.994 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:47 smithi133 ceph-mon[34721]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-10T08:08:48.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:47 smithi203 ceph-mon[34672]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-10T08:08:48.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:47 smithi067 ceph-mon[31051]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-10T08:08:50.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:49 smithi203 ceph-mon[34672]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-10T08:08:50.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:49 smithi133 ceph-mon[34721]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-10T08:08:50.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:49 smithi067 ceph-mon[31051]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-10T08:08:51.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:50 smithi203 ceph-mon[34672]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-10T08:08:51.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:50 smithi133 ceph-mon[34721]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-10T08:08:51.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:50 smithi067 ceph-mon[31051]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-10T08:08:52.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:52 smithi203 ceph-mon[34672]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-10T08:08:53.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:52 smithi133 ceph-mon[34721]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-10T08:08:53.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:52 smithi067 ceph-mon[31051]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-10T08:08:54.930 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:54 smithi203 ceph-mon[34672]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-10T08:08:54.930 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:54 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-10T08:08:54.930 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:54 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:08:54.930 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:54 smithi203 ceph-mon[34672]: Deploying daemon osd.5 on smithi203 2024-09-10T08:08:55.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:54 smithi133 ceph-mon[34721]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-10T08:08:55.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:54 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-10T08:08:55.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:54 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:08:55.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:54 smithi133 ceph-mon[34721]: Deploying daemon osd.5 on smithi203 2024-09-10T08:08:55.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:54 smithi067 ceph-mon[31051]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-10T08:08:55.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:54 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-10T08:08:55.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:54 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:08:55.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:54 smithi067 ceph-mon[31051]: Deploying daemon osd.5 on smithi203 2024-09-10T08:08:56.900 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:56 smithi203 ceph-mon[34672]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-10T08:08:57.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:56 smithi133 ceph-mon[34721]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-10T08:08:57.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:56 smithi067 ceph-mon[31051]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-10T08:08:59.057 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:08:58 smithi203 ceph-mon[34672]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-10T08:08:59.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:08:58 smithi133 ceph-mon[34721]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-10T08:08:59.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:08:58 smithi067 ceph-mon[31051]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-10T08:09:01.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:00 smithi203 ceph-mon[34672]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-10T08:09:01.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:00 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:09:01.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:00 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:01.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:00 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:01.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:00 smithi133 ceph-mon[34721]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-10T08:09:01.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:00 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:09:01.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:00 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:01.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:00 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:01.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:00 smithi067 ceph-mon[31051]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-10T08:09:01.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:00 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:09:01.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:00 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:01.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:00 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:03.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:02 smithi203 ceph-mon[34672]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-10T08:09:03.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:02 smithi133 ceph-mon[34721]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-10T08:09:03.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:02 smithi067 ceph-mon[31051]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-10T08:09:04.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:04 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:04.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:04 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:04.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:04 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:09:04.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:04 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:09:04.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:04 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:04.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:04 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:04.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:04 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:04.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:04 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:09:04.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:04 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:09:04.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:04 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:04.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:04 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:04.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:04 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:04.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:04 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:09:04.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:04 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:09:04.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:04 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:04.625 INFO:teuthology.orchestra.run.smithi203.stdout:Created osd(s) 5 on host 'smithi203' 2024-09-10T08:09:04.625 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:09:04.625+0000 7f68e1ffb640 1 -- 172.21.15.203:0/699485515 <== mgr.14150 v2:172.21.15.67:6800/4256949759 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f68e4062630 con 0x7f68d40a2b80 2024-09-10T08:09:04.627 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:09:04.628+0000 7f68eab36640 1 -- 172.21.15.203:0/699485515 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f68d40a2b80 msgr2=0x7f68d40a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:04.628 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:09:04.628+0000 7f68eab36640 1 --2- 172.21.15.203:0/699485515 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f68d40a2b80 0x7f68d40a5040 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f68d8009fc0 tx=0x7f68d8005f90 comp rx=0 tx=0).stop 2024-09-10T08:09:04.628 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:09:04.628+0000 7f68eab36640 1 -- 172.21.15.203:0/699485515 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f68e4107980 msgr2=0x7f68e4100c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:04.628 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:09:04.628+0000 7f68eab36640 1 --2- 172.21.15.203:0/699485515 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f68e4107980 0x7f68e4100c10 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f68dc031970 tx=0x7f68dc003ba0 comp rx=0 tx=0).stop 2024-09-10T08:09:04.628 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:09:04.628+0000 7f68eab36640 1 -- 172.21.15.203:0/699485515 shutdown_connections 2024-09-10T08:09:04.628 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:09:04.628+0000 7f68eab36640 1 --2- 172.21.15.203:0/699485515 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f68d40a2b80 0x7f68d40a5040 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:04.628 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:09:04.628+0000 7f68eab36640 1 --2- 172.21.15.203:0/699485515 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f68e4107980 0x7f68e4100c10 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:04.628 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:09:04.628+0000 7f68eab36640 1 --2- 172.21.15.203:0/699485515 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f68e4105050 0x7f68e41006d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:04.628 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:09:04.628+0000 7f68eab36640 1 --2- 172.21.15.203:0/699485515 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f68e4102720 0x7f68e4102080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:04.628 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:09:04.628+0000 7f68eab36640 1 -- 172.21.15.203:0/699485515 >> 172.21.15.203:0/699485515 conn(0x7f68e40fc2a0 msgr2=0x7f68e4103080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:04.628 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:09:04.628+0000 7f68eab36640 1 -- 172.21.15.203:0/699485515 shutdown_connections 2024-09-10T08:09:04.629 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:09:04.628+0000 7f68eab36640 1 -- 172.21.15.203:0/699485515 wait complete. 2024-09-10T08:09:05.255 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:05 smithi203 ceph-mon[34672]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-10T08:09:05.256 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:05 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:09:05.256 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:05 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:05.256 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:05 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:05.283 DEBUG:teuthology.orchestra.run.smithi203:osd.5> sudo journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@osd.5.service 2024-09-10T08:09:05.285 INFO:tasks.cephadm:Deploying osd.6 on smithi067 with /dev/vg_nvme/lv_2... 2024-09-10T08:09:05.285 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-10T08:09:05.314 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:05 smithi067 ceph-mon[31051]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-10T08:09:05.314 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:05 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:09:05.314 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:05 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:05.314 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:05 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:05.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:05 smithi133 ceph-mon[34721]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-10T08:09:05.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:05 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:09:05.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:05 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:05.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:05 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:05.552 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:09:06.439 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 10 08:09:06 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-5[46084]: 2024-09-10T08:09:06.195+0000 7f39343af640 -1 osd.5 0 log_to_monitors true 2024-09-10T08:09:07.262 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:07 smithi067 ceph-mon[31051]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-10T08:09:07.263 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:07 smithi067 ceph-mon[31051]: from='osd.5 [v2:172.21.15.203:6808/2104437925,v1:172.21.15.203:6809/2104437925]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-10T08:09:07.263 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:07 smithi067 ceph-mon[31051]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-10T08:09:07.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:07 smithi203 ceph-mon[34672]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-10T08:09:07.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:07 smithi203 ceph-mon[34672]: from='osd.5 [v2:172.21.15.203:6808/2104437925,v1:172.21.15.203:6809/2104437925]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-10T08:09:07.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:07 smithi203 ceph-mon[34672]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-10T08:09:07.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:07 smithi133 ceph-mon[34721]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-10T08:09:07.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:07 smithi133 ceph-mon[34721]: from='osd.5 [v2:172.21.15.203:6808/2104437925,v1:172.21.15.203:6809/2104437925]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-10T08:09:07.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:07 smithi133 ceph-mon[34721]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-10T08:09:08.309 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:08 smithi067 ceph-mon[31051]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-10T08:09:08.309 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:08 smithi067 ceph-mon[31051]: osdmap e35: 6 total, 5 up, 6 in 2024-09-10T08:09:08.310 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:08 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-10T08:09:08.310 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:08 smithi067 ceph-mon[31051]: from='osd.5 [v2:172.21.15.203:6808/2104437925,v1:172.21.15.203:6809/2104437925]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-10T08:09:08.310 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:08 smithi067 ceph-mon[31051]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-10T08:09:08.313 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:09:08.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:08 smithi203 ceph-mon[34672]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-10T08:09:08.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:08 smithi203 ceph-mon[34672]: osdmap e35: 6 total, 5 up, 6 in 2024-09-10T08:09:08.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:08 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-10T08:09:08.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:08 smithi203 ceph-mon[34672]: from='osd.5 [v2:172.21.15.203:6808/2104437925,v1:172.21.15.203:6809/2104437925]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-10T08:09:08.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:08 smithi203 ceph-mon[34672]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-10T08:09:08.341 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph orch daemon add osd smithi067:vg_nvme/lv_2 2024-09-10T08:09:08.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:08 smithi133 ceph-mon[34721]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-10T08:09:08.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:08 smithi133 ceph-mon[34721]: osdmap e35: 6 total, 5 up, 6 in 2024-09-10T08:09:08.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:08 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-10T08:09:08.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:08 smithi133 ceph-mon[34721]: from='osd.5 [v2:172.21.15.203:6808/2104437925,v1:172.21.15.203:6809/2104437925]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-10T08:09:08.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:08 smithi133 ceph-mon[34721]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-10T08:09:08.638 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:09:09.054 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 10 08:09:08 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-5[46084]: 2024-09-10T08:09:08.737+0000 7f3930332640 -1 osd.5 0 waiting for initial osdmap 2024-09-10T08:09:09.054 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 10 08:09:08 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-5[46084]: 2024-09-10T08:09:08.743+0000 7f3928152640 -1 osd.5 36 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T08:09:09.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:09.092+0000 7f073837c640 1 -- 172.21.15.67:0/3828072946 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0730105070 msgr2=0x7f0730107460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:09.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:09.092+0000 7f073837c640 1 --2- 172.21.15.67:0/3828072946 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0730105070 0x7f0730107460 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f0720009900 tx=0x7f072002a410 comp rx=0 tx=0).stop 2024-09-10T08:09:09.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:09.092+0000 7f073837c640 1 -- 172.21.15.67:0/3828072946 shutdown_connections 2024-09-10T08:09:09.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:09.092+0000 7f073837c640 1 --2- 172.21.15.67:0/3828072946 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f07301079a0 0x7f0730109d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:09.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:09.092+0000 7f073837c640 1 --2- 172.21.15.67:0/3828072946 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0730105070 0x7f0730107460 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:09.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:09.092+0000 7f073837c640 1 --2- 172.21.15.67:0/3828072946 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0730102740 0x7f0730104b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:09.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:09.092+0000 7f073837c640 1 -- 172.21.15.67:0/3828072946 >> 172.21.15.67:0/3828072946 conn(0x7f07300fc2a0 msgr2=0x7f07300fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:09.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:09.092+0000 7f073837c640 1 -- 172.21.15.67:0/3828072946 shutdown_connections 2024-09-10T08:09:09.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:09.092+0000 7f073837c640 1 -- 172.21.15.67:0/3828072946 wait complete. 2024-09-10T08:09:09.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:09.093+0000 7f073837c640 1 Processor -- start 2024-09-10T08:09:09.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:09.093+0000 7f073837c640 1 -- start start 2024-09-10T08:09:09.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:09.093+0000 7f073837c640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0730102740 0x7f0730197dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:09.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:09.093+0000 7f073837c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0730105070 0x7f0730198310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:09.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:09.093+0000 7f073837c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f07301079a0 0x7f073019f390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:09.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:09.093+0000 7f073837c640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f073010d720 con 0x7f0730105070 2024-09-10T08:09:09.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:09.093+0000 7f073837c640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f073010d5a0 con 0x7f07301079a0 2024-09-10T08:09:09.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:09.093+0000 7f073837c640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f073010d8a0 con 0x7f0730102740 2024-09-10T08:09:09.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:09.093+0000 7f0735917640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0730105070 0x7f0730198310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:09.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:09.093+0000 7f0735917640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0730105070 0x7f0730198310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56944/0 (socket says 172.21.15.67:56944) 2024-09-10T08:09:09.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:09.093+0000 7f0735917640 1 -- 172.21.15.67:0/2278857008 learned_addr learned my addr 172.21.15.67:0/2278857008 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:09:09.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:09.094+0000 7f0736118640 1 --2- 172.21.15.67:0/2278857008 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0730102740 0x7f0730197dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:09.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:09.094+0000 7f0736919640 1 --2- 172.21.15.67:0/2278857008 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f07301079a0 0x7f073019f390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:09.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:09.094+0000 7f0735917640 1 -- 172.21.15.67:0/2278857008 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0730102740 msgr2=0x7f0730197dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:09.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:09.094+0000 7f0735917640 1 --2- 172.21.15.67:0/2278857008 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0730102740 0x7f0730197dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:09.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:09.094+0000 7f0735917640 1 -- 172.21.15.67:0/2278857008 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f07301079a0 msgr2=0x7f073019f390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:09.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:09.094+0000 7f0735917640 1 --2- 172.21.15.67:0/2278857008 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f07301079a0 0x7f073019f390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:09.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:09.094+0000 7f0735917640 1 -- 172.21.15.67:0/2278857008 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f073019fa00 con 0x7f0730105070 2024-09-10T08:09:09.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:09.094+0000 7f0736919640 1 --2- 172.21.15.67:0/2278857008 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f07301079a0 0x7f073019f390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:09:09.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:09.094+0000 7f0735917640 1 --2- 172.21.15.67:0/2278857008 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0730105070 0x7f0730198310 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f0720009230 tx=0x7f0720004340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:09.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:09.094+0000 7f07277fe640 1 -- 172.21.15.67:0/2278857008 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f072003f030 con 0x7f0730105070 2024-09-10T08:09:09.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:09.094+0000 7f07277fe640 1 -- 172.21.15.67:0/2278857008 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0720003cb0 con 0x7f0730105070 2024-09-10T08:09:09.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:09.094+0000 7f07277fe640 1 -- 172.21.15.67:0/2278857008 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0720035070 con 0x7f0730105070 2024-09-10T08:09:09.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:09.094+0000 7f073837c640 1 -- 172.21.15.67:0/2278857008 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f073019fc90 con 0x7f0730105070 2024-09-10T08:09:09.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:09.094+0000 7f073837c640 1 -- 172.21.15.67:0/2278857008 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07301a0120 con 0x7f0730105070 2024-09-10T08:09:09.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:09.095+0000 7f073837c640 1 -- 172.21.15.67:0/2278857008 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07300fdd90 con 0x7f0730105070 2024-09-10T08:09:09.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:09.096+0000 7f07277fe640 1 -- 172.21.15.67:0/2278857008 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f0720042030 con 0x7f0730105070 2024-09-10T08:09:09.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:09.097+0000 7f07277fe640 1 --2- 172.21.15.67:0/2278857008 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f071c0a2bb0 0x7f071c0a5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:09.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:09.097+0000 7f0736118640 1 --2- 172.21.15.67:0/2278857008 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f071c0a2bb0 0x7f071c0a5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:09.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:09.097+0000 7f07277fe640 1 -- 172.21.15.67:0/2278857008 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 4566+0+0 (secure 0 0 0) 0x7f07200ee800 con 0x7f0730105070 2024-09-10T08:09:09.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:09.098+0000 7f0736118640 1 --2- 172.21.15.67:0/2278857008 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f071c0a2bb0 0x7f071c0a5070 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f072c0058c0 tx=0x7f072c00a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:09.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:09.102+0000 7f07277fe640 1 -- 172.21.15.67:0/2278857008 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f07200bc600 con 0x7f0730105070 2024-09-10T08:09:09.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:09 smithi067 ceph-mon[31051]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-10T08:09:09.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:09 smithi067 ceph-mon[31051]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]': finished 2024-09-10T08:09:09.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:09 smithi067 ceph-mon[31051]: osdmap e36: 6 total, 5 up, 6 in 2024-09-10T08:09:09.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:09 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-10T08:09:09.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:09 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-10T08:09:09.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:09 smithi067 ceph-mon[31051]: Detected new or changed devices on smithi203 2024-09-10T08:09:09.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:09 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:09.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:09 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:09.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:09 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:09:09.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:09 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:09:09.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:09 smithi067 ceph-mon[31051]: Adjusting osd_memory_target on smithi203 to 8544M 2024-09-10T08:09:09.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:09 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:09.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:09 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:09:09.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:09 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:09:09.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:09 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:09.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:09 smithi067 ceph-mon[31051]: from='osd.5 ' entity='osd.5' 2024-09-10T08:09:09.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:09.287+0000 7f073837c640 1 -- 172.21.15.67:0/2278857008 --> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi067:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f0730062630 con 0x7f071c0a2bb0 2024-09-10T08:09:09.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:09 smithi203 ceph-mon[34672]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-10T08:09:09.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:09 smithi203 ceph-mon[34672]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]': finished 2024-09-10T08:09:09.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:09 smithi203 ceph-mon[34672]: osdmap e36: 6 total, 5 up, 6 in 2024-09-10T08:09:09.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:09 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-10T08:09:09.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:09 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-10T08:09:09.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:09 smithi203 ceph-mon[34672]: Detected new or changed devices on smithi203 2024-09-10T08:09:09.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:09 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:09.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:09 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:09.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:09 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:09:09.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:09 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:09:09.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:09 smithi203 ceph-mon[34672]: Adjusting osd_memory_target on smithi203 to 8544M 2024-09-10T08:09:09.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:09 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:09.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:09 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:09:09.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:09 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:09:09.322 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:09 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:09.322 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:09 smithi203 ceph-mon[34672]: from='osd.5 ' entity='osd.5' 2024-09-10T08:09:09.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:09 smithi133 ceph-mon[34721]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-10T08:09:09.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:09 smithi133 ceph-mon[34721]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]': finished 2024-09-10T08:09:09.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:09 smithi133 ceph-mon[34721]: osdmap e36: 6 total, 5 up, 6 in 2024-09-10T08:09:09.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:09 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-10T08:09:09.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:09 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-10T08:09:09.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:09 smithi133 ceph-mon[34721]: Detected new or changed devices on smithi203 2024-09-10T08:09:09.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:09 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:09.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:09 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:09.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:09 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:09:09.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:09 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:09:09.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:09 smithi133 ceph-mon[34721]: Adjusting osd_memory_target on smithi203 to 8544M 2024-09-10T08:09:09.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:09 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:09.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:09 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:09:09.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:09 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:09:09.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:09 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:09.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:09 smithi133 ceph-mon[34721]: from='osd.5 ' entity='osd.5' 2024-09-10T08:09:10.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:10 smithi203 ceph-mon[34672]: purged_snaps scrub starts 2024-09-10T08:09:10.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:10 smithi203 ceph-mon[34672]: purged_snaps scrub ok 2024-09-10T08:09:10.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:10 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-10T08:09:10.322 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:10 smithi203 ceph-mon[34672]: osd.5 [v2:172.21.15.203:6808/2104437925,v1:172.21.15.203:6809/2104437925] boot 2024-09-10T08:09:10.322 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:10 smithi203 ceph-mon[34672]: osdmap e37: 6 total, 6 up, 6 in 2024-09-10T08:09:10.322 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:10 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-10T08:09:10.322 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:10 smithi203 ceph-mon[34672]: from='client.14379 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi067:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:09:10.322 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:10 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T08:09:10.322 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:10 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T08:09:10.322 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:10 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:09:10.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:10 smithi133 ceph-mon[34721]: purged_snaps scrub starts 2024-09-10T08:09:10.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:10 smithi133 ceph-mon[34721]: purged_snaps scrub ok 2024-09-10T08:09:10.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:10 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-10T08:09:10.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:10 smithi133 ceph-mon[34721]: osd.5 [v2:172.21.15.203:6808/2104437925,v1:172.21.15.203:6809/2104437925] boot 2024-09-10T08:09:10.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:10 smithi133 ceph-mon[34721]: osdmap e37: 6 total, 6 up, 6 in 2024-09-10T08:09:10.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:10 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-10T08:09:10.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:10 smithi133 ceph-mon[34721]: from='client.14379 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi067:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:09:10.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:10 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T08:09:10.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:10 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T08:09:10.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:10 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:09:10.379 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:10 smithi067 ceph-mon[31051]: purged_snaps scrub starts 2024-09-10T08:09:10.379 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:10 smithi067 ceph-mon[31051]: purged_snaps scrub ok 2024-09-10T08:09:10.379 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:10 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-10T08:09:10.379 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:10 smithi067 ceph-mon[31051]: osd.5 [v2:172.21.15.203:6808/2104437925,v1:172.21.15.203:6809/2104437925] boot 2024-09-10T08:09:10.379 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:10 smithi067 ceph-mon[31051]: osdmap e37: 6 total, 6 up, 6 in 2024-09-10T08:09:10.379 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:10 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-10T08:09:10.379 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:10 smithi067 ceph-mon[31051]: from='client.14379 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi067:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:09:10.379 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:10 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T08:09:10.379 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:10 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T08:09:10.380 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:10 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:09:11.291 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:11 smithi067 ceph-mon[31051]: pgmap v133: 1 pgs: 1 peering; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-10T08:09:11.292 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:11 smithi067 ceph-mon[31051]: osdmap e38: 6 total, 6 up, 6 in 2024-09-10T08:09:11.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:11 smithi203 ceph-mon[34672]: pgmap v133: 1 pgs: 1 peering; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-10T08:09:11.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:11 smithi203 ceph-mon[34672]: osdmap e38: 6 total, 6 up, 6 in 2024-09-10T08:09:11.345 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:11 smithi133 ceph-mon[34721]: pgmap v133: 1 pgs: 1 peering; 577 KiB data, 155 MiB used, 447 GiB / 447 GiB avail 2024-09-10T08:09:11.345 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:11 smithi133 ceph-mon[34721]: osdmap e38: 6 total, 6 up, 6 in 2024-09-10T08:09:12.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:12 smithi203 ceph-mon[34672]: osdmap e39: 6 total, 6 up, 6 in 2024-09-10T08:09:12.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:12 smithi203 ceph-mon[34672]: osdmap e40: 6 total, 6 up, 6 in 2024-09-10T08:09:12.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:12 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/2671459368' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bc0ce4e2-ab6c-4d1d-a17c-f16ccf214696"}]: dispatch 2024-09-10T08:09:12.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:12 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/2671459368' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bc0ce4e2-ab6c-4d1d-a17c-f16ccf214696"}]': finished 2024-09-10T08:09:12.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:12 smithi203 ceph-mon[34672]: osdmap e41: 7 total, 6 up, 7 in 2024-09-10T08:09:12.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:12 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-10T08:09:12.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:12 smithi133 ceph-mon[34721]: osdmap e39: 6 total, 6 up, 6 in 2024-09-10T08:09:12.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:12 smithi133 ceph-mon[34721]: osdmap e40: 6 total, 6 up, 6 in 2024-09-10T08:09:12.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:12 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/2671459368' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bc0ce4e2-ab6c-4d1d-a17c-f16ccf214696"}]: dispatch 2024-09-10T08:09:12.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:12 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/2671459368' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bc0ce4e2-ab6c-4d1d-a17c-f16ccf214696"}]': finished 2024-09-10T08:09:12.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:12 smithi133 ceph-mon[34721]: osdmap e41: 7 total, 6 up, 7 in 2024-09-10T08:09:12.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:12 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-10T08:09:12.354 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:12 smithi067 ceph-mon[31051]: osdmap e39: 6 total, 6 up, 6 in 2024-09-10T08:09:12.354 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:12 smithi067 ceph-mon[31051]: osdmap e40: 6 total, 6 up, 6 in 2024-09-10T08:09:12.354 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:12 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/2671459368' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bc0ce4e2-ab6c-4d1d-a17c-f16ccf214696"}]: dispatch 2024-09-10T08:09:12.354 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:12 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/2671459368' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bc0ce4e2-ab6c-4d1d-a17c-f16ccf214696"}]': finished 2024-09-10T08:09:12.354 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:12 smithi067 ceph-mon[31051]: osdmap e41: 7 total, 6 up, 7 in 2024-09-10T08:09:12.354 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:12 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-10T08:09:13.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:13 smithi133 ceph-mon[34721]: pgmap v137: 1 pgs: 1 peering; 577 KiB data, 190 MiB used, 536 GiB / 536 GiB avail 2024-09-10T08:09:13.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:13 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/200710188' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T08:09:13.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:13 smithi067 ceph-mon[31051]: pgmap v137: 1 pgs: 1 peering; 577 KiB data, 190 MiB used, 536 GiB / 536 GiB avail 2024-09-10T08:09:13.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:13 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/200710188' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T08:09:13.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:13 smithi203 ceph-mon[34672]: pgmap v137: 1 pgs: 1 peering; 577 KiB data, 190 MiB used, 536 GiB / 536 GiB avail 2024-09-10T08:09:13.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:13 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/200710188' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T08:09:15.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:15 smithi133 ceph-mon[34721]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 536 GiB / 536 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-10T08:09:15.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:15 smithi067 ceph-mon[31051]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 536 GiB / 536 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-10T08:09:15.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:15 smithi203 ceph-mon[34672]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 536 GiB / 536 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-10T08:09:17.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:17 smithi067 ceph-mon[31051]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail; 101 KiB/s, 0 objects/s recovering 2024-09-10T08:09:17.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:17 smithi133 ceph-mon[34721]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail; 101 KiB/s, 0 objects/s recovering 2024-09-10T08:09:17.373 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:17 smithi203 ceph-mon[34672]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail; 101 KiB/s, 0 objects/s recovering 2024-09-10T08:09:19.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:19 smithi133 ceph-mon[34721]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-09-10T08:09:19.403 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:19 smithi067 ceph-mon[31051]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-09-10T08:09:19.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:19 smithi203 ceph-mon[34672]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-09-10T08:09:21.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:21 smithi133 ceph-mon[34721]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-10T08:09:21.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:21 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-10T08:09:21.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:21 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:09:21.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:21 smithi133 ceph-mon[34721]: Deploying daemon osd.6 on smithi067 2024-09-10T08:09:21.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:21 smithi067 ceph-mon[31051]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-10T08:09:21.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:21 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-10T08:09:21.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:21 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:09:21.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:21 smithi067 ceph-mon[31051]: Deploying daemon osd.6 on smithi067 2024-09-10T08:09:21.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:21 smithi203 ceph-mon[34672]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-10T08:09:21.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:21 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-10T08:09:21.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:21 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:09:21.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:21 smithi203 ceph-mon[34672]: Deploying daemon osd.6 on smithi067 2024-09-10T08:09:23.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:23 smithi067 ceph-mon[31051]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-10T08:09:23.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:23 smithi203 ceph-mon[34672]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-10T08:09:23.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:23 smithi133 ceph-mon[34721]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-10T08:09:25.385 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:25 smithi067 ceph-mon[31051]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-10T08:09:25.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:25 smithi203 ceph-mon[34672]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-10T08:09:25.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:25 smithi133 ceph-mon[34721]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-10T08:09:27.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:27 smithi067 ceph-mon[31051]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-09-10T08:09:27.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:27 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:09:27.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:27 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:27.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:27 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:27.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:27 smithi203 ceph-mon[34672]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-09-10T08:09:27.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:27 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:09:27.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:27 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:27.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:27 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:27.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:27 smithi133 ceph-mon[34721]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-09-10T08:09:27.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:27 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:09:27.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:27 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:27.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:27 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:29.382 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:29 smithi067 ceph-mon[31051]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-09-10T08:09:29.383 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:29 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:29.383 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:29 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:29.383 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:29 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:09:29.383 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:29 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:09:29.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:29 smithi203 ceph-mon[34672]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-09-10T08:09:29.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:29 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:29.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:29 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:29.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:29 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:09:29.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:29 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:09:29.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:29 smithi133 ceph-mon[34721]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-09-10T08:09:29.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:29 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:29.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:29 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:29.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:29 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:09:29.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:29 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:09:29.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:29.748+0000 7f07277fe640 1 -- 172.21.15.67:0/2278857008 <== mgr.14150 v2:172.21.15.67:6800/4256949759 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f0730062630 con 0x7f071c0a2bb0 2024-09-10T08:09:29.748 INFO:teuthology.orchestra.run.smithi067.stdout:Created osd(s) 6 on host 'smithi067' 2024-09-10T08:09:29.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:29.750+0000 7f073837c640 1 -- 172.21.15.67:0/2278857008 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f071c0a2bb0 msgr2=0x7f071c0a5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:29.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:29.750+0000 7f073837c640 1 --2- 172.21.15.67:0/2278857008 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f071c0a2bb0 0x7f071c0a5070 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f072c0058c0 tx=0x7f072c00a2d0 comp rx=0 tx=0).stop 2024-09-10T08:09:29.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:29.750+0000 7f073837c640 1 -- 172.21.15.67:0/2278857008 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0730105070 msgr2=0x7f0730198310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:29.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:29.750+0000 7f073837c640 1 --2- 172.21.15.67:0/2278857008 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0730105070 0x7f0730198310 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f0720009230 tx=0x7f0720004340 comp rx=0 tx=0).stop 2024-09-10T08:09:29.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:29.750+0000 7f073837c640 1 -- 172.21.15.67:0/2278857008 shutdown_connections 2024-09-10T08:09:29.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:29.750+0000 7f073837c640 1 --2- 172.21.15.67:0/2278857008 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f071c0a2bb0 0x7f071c0a5070 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:29.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:29.750+0000 7f073837c640 1 --2- 172.21.15.67:0/2278857008 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f07301079a0 0x7f073019f390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:29.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:29.750+0000 7f073837c640 1 --2- 172.21.15.67:0/2278857008 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0730105070 0x7f0730198310 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:29.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:29.750+0000 7f073837c640 1 --2- 172.21.15.67:0/2278857008 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0730102740 0x7f0730197dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:29.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:29.750+0000 7f073837c640 1 -- 172.21.15.67:0/2278857008 >> 172.21.15.67:0/2278857008 conn(0x7f07300fc2a0 msgr2=0x7f07301030c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:29.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:29.750+0000 7f073837c640 1 -- 172.21.15.67:0/2278857008 shutdown_connections 2024-09-10T08:09:29.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:09:29.750+0000 7f073837c640 1 -- 172.21.15.67:0/2278857008 wait complete. 2024-09-10T08:09:30.363 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:30 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:30.363 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:30 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:09:30.363 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:30 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:30.363 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:30 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:30.391 DEBUG:teuthology.orchestra.run.smithi067:osd.6> sudo journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@osd.6.service 2024-09-10T08:09:30.394 INFO:tasks.cephadm:Deploying osd.7 on smithi133 with /dev/vg_nvme/lv_2... 2024-09-10T08:09:30.394 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-10T08:09:30.423 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:30 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:30.423 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:30 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:09:30.423 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:30 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:30.423 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:30 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:30.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:30 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:30.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:30 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:09:30.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:30 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:30.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:30 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:30.646 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.b/config 2024-09-10T08:09:32.004 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:31 smithi133 ceph-mon[34721]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-09-10T08:09:32.028 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:31 smithi067 ceph-mon[31051]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-09-10T08:09:32.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:31 smithi203 ceph-mon[34672]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-09-10T08:09:32.706 INFO:journalctl@ceph.osd.6.smithi067.stdout:Sep 10 08:09:32 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-6[56105]: 2024-09-10T08:09:32.316+0000 7fc7e0283640 -1 osd.6 0 log_to_monitors true 2024-09-10T08:09:32.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:32 smithi133 ceph-mon[34721]: from='osd.6 [v2:172.21.15.67:6818/3451855313,v1:172.21.15.67:6819/3451855313]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-10T08:09:33.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:32 smithi203 ceph-mon[34672]: from='osd.6 [v2:172.21.15.67:6818/3451855313,v1:172.21.15.67:6819/3451855313]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-10T08:09:33.120 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:32 smithi067 ceph-mon[31051]: from='osd.6 [v2:172.21.15.67:6818/3451855313,v1:172.21.15.67:6819/3451855313]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-10T08:09:33.519 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-09-10T08:09:33.520 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph orch daemon add osd smithi133:vg_nvme/lv_2 2024-09-10T08:09:33.806 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.b/config 2024-09-10T08:09:34.033 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:33 smithi133 ceph-mon[34721]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-09-10T08:09:34.034 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:33 smithi133 ceph-mon[34721]: from='osd.6 [v2:172.21.15.67:6818/3451855313,v1:172.21.15.67:6819/3451855313]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-10T08:09:34.034 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:33 smithi133 ceph-mon[34721]: osdmap e42: 7 total, 6 up, 7 in 2024-09-10T08:09:34.034 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:33 smithi133 ceph-mon[34721]: from='osd.6 [v2:172.21.15.67:6818/3451855313,v1:172.21.15.67:6819/3451855313]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-09-10T08:09:34.034 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:33 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-10T08:09:34.034 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:33 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:34.034 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:33 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:34.034 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:33 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:09:34.034 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:33 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:09:34.034 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:33 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:09:34.034 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:33 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:34.034 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:33 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:09:34.034 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:33 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:09:34.034 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:33 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:34.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:33 smithi203 ceph-mon[34672]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-09-10T08:09:34.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:33 smithi203 ceph-mon[34672]: from='osd.6 [v2:172.21.15.67:6818/3451855313,v1:172.21.15.67:6819/3451855313]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-10T08:09:34.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:33 smithi203 ceph-mon[34672]: osdmap e42: 7 total, 6 up, 7 in 2024-09-10T08:09:34.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:33 smithi203 ceph-mon[34672]: from='osd.6 [v2:172.21.15.67:6818/3451855313,v1:172.21.15.67:6819/3451855313]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-09-10T08:09:34.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:33 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-10T08:09:34.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:33 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:34.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:33 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:34.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:33 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:09:34.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:33 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:09:34.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:33 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:09:34.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:33 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:34.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:33 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:09:34.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:33 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:09:34.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:33 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:34.207 INFO:journalctl@ceph.osd.6.smithi067.stdout:Sep 10 08:09:33 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-6[56105]: 2024-09-10T08:09:33.761+0000 7fc7dc206640 -1 osd.6 0 waiting for initial osdmap 2024-09-10T08:09:34.207 INFO:journalctl@ceph.osd.6.smithi067.stdout:Sep 10 08:09:33 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-6[56105]: 2024-09-10T08:09:33.769+0000 7fc7d802e640 -1 osd.6 43 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T08:09:34.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:33 smithi067 ceph-mon[31051]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-09-10T08:09:34.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:33 smithi067 ceph-mon[31051]: from='osd.6 [v2:172.21.15.67:6818/3451855313,v1:172.21.15.67:6819/3451855313]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-10T08:09:34.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:33 smithi067 ceph-mon[31051]: osdmap e42: 7 total, 6 up, 7 in 2024-09-10T08:09:34.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:33 smithi067 ceph-mon[31051]: from='osd.6 [v2:172.21.15.67:6818/3451855313,v1:172.21.15.67:6819/3451855313]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-09-10T08:09:34.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:33 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-10T08:09:34.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:33 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:34.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:33 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:34.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:33 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:09:34.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:33 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:09:34.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:33 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:09:34.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:33 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:34.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:33 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:09:34.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:33 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:09:34.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:33 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:34.272 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:34.255+0000 7f839be3f640 1 -- 172.21.15.133:0/318913379 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8394100490 msgr2=0x7f83941028a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:34.272 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:34.255+0000 7f839be3f640 1 --2- 172.21.15.133:0/318913379 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8394100490 0x7f83941028a0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f8384009900 tx=0x7f838402a410 comp rx=0 tx=0).stop 2024-09-10T08:09:34.272 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:34.255+0000 7f839be3f640 1 -- 172.21.15.133:0/318913379 shutdown_connections 2024-09-10T08:09:34.272 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:34.255+0000 7f839be3f640 1 --2- 172.21.15.133:0/318913379 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8394105790 0x7f8394105c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:34.272 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:34.255+0000 7f839be3f640 1 --2- 172.21.15.133:0/318913379 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8394102de0 0x7f8394105250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:34.273 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:34.255+0000 7f839be3f640 1 --2- 172.21.15.133:0/318913379 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8394100490 0x7f83941028a0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:34.273 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:34.255+0000 7f839be3f640 1 -- 172.21.15.133:0/318913379 >> 172.21.15.133:0/318913379 conn(0x7f83940fc2a0 msgr2=0x7f83940fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:34.273 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:34.255+0000 7f839be3f640 1 -- 172.21.15.133:0/318913379 shutdown_connections 2024-09-10T08:09:34.273 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:34.255+0000 7f839be3f640 1 -- 172.21.15.133:0/318913379 wait complete. 2024-09-10T08:09:34.273 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:34.255+0000 7f839be3f640 1 Processor -- start 2024-09-10T08:09:34.273 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:34.255+0000 7f839be3f640 1 -- start start 2024-09-10T08:09:34.273 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:34.255+0000 7f839be3f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8394100490 0x7f839419e450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:34.273 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:34.255+0000 7f839be3f640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8394102de0 0x7f839419e990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:34.274 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:34.255+0000 7f839be3f640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8394105790 0x7f83941a5a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:34.274 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:34.255+0000 7f839be3f640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f8394113d90 con 0x7f8394100490 2024-09-10T08:09:34.274 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:34.255+0000 7f839be3f640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f8394113c10 con 0x7f8394102de0 2024-09-10T08:09:34.274 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:34.255+0000 7f839be3f640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f8394113f10 con 0x7f8394105790 2024-09-10T08:09:34.274 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:34.256+0000 7f83993da640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8394102de0 0x7f839419e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:34.274 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:34.256+0000 7f83993da640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8394102de0 0x7f839419e990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:57686/0 (socket says 172.21.15.133:57686) 2024-09-10T08:09:34.274 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:34.256+0000 7f83993da640 1 -- 172.21.15.133:0/1960925806 learned_addr learned my addr 172.21.15.133:0/1960925806 (peer_addr_for_me v2:172.21.15.133:0/0) 2024-09-10T08:09:34.274 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:34.256+0000 7f8399bdb640 1 --2- 172.21.15.133:0/1960925806 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8394100490 0x7f839419e450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:34.274 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:34.256+0000 7f839a3dc640 1 --2- 172.21.15.133:0/1960925806 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8394105790 0x7f83941a5a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:34.275 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:34.256+0000 7f83993da640 1 -- 172.21.15.133:0/1960925806 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8394105790 msgr2=0x7f83941a5a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:34.275 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:34.256+0000 7f83993da640 1 --2- 172.21.15.133:0/1960925806 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8394105790 0x7f83941a5a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:34.275 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:34.256+0000 7f83993da640 1 -- 172.21.15.133:0/1960925806 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8394100490 msgr2=0x7f839419e450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:34.275 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:34.256+0000 7f83993da640 1 --2- 172.21.15.133:0/1960925806 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8394100490 0x7f839419e450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:34.275 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:34.256+0000 7f83993da640 1 -- 172.21.15.133:0/1960925806 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83941a6080 con 0x7f8394102de0 2024-09-10T08:09:34.275 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:34.256+0000 7f83993da640 1 --2- 172.21.15.133:0/1960925806 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8394102de0 0x7f839419e990 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f839000d950 tx=0x7f839000de10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:34.275 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:34.256+0000 7f838affd640 1 -- 172.21.15.133:0/1960925806 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8390017030 con 0x7f8394102de0 2024-09-10T08:09:34.275 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:34.256+0000 7f839be3f640 1 -- 172.21.15.133:0/1960925806 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83941a6370 con 0x7f8394102de0 2024-09-10T08:09:34.275 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:34.256+0000 7f838affd640 1 -- 172.21.15.133:0/1960925806 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8390004020 con 0x7f8394102de0 2024-09-10T08:09:34.275 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:34.256+0000 7f838affd640 1 -- 172.21.15.133:0/1960925806 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83900047a0 con 0x7f8394102de0 2024-09-10T08:09:34.275 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:34.256+0000 7f839be3f640 1 -- 172.21.15.133:0/1960925806 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83941a68b0 con 0x7f8394102de0 2024-09-10T08:09:34.275 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:34.257+0000 7f839be3f640 1 -- 172.21.15.133:0/1960925806 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83940fdd90 con 0x7f8394102de0 2024-09-10T08:09:34.275 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:34.258+0000 7f838affd640 1 -- 172.21.15.133:0/1960925806 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f83900041d0 con 0x7f8394102de0 2024-09-10T08:09:34.276 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:34.259+0000 7f838affd640 1 --2- 172.21.15.133:0/1960925806 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f83800a2bb0 0x7f83800a5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:09:34.276 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:34.259+0000 7f838affd640 1 -- 172.21.15.133:0/1960925806 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 4685+0+0 (secure 0 0 0) 0x7f83900ce3a0 con 0x7f8394102de0 2024-09-10T08:09:34.276 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:34.259+0000 7f8399bdb640 1 --2- 172.21.15.133:0/1960925806 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f83800a2bb0 0x7f83800a5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:09:34.276 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:34.260+0000 7f8399bdb640 1 --2- 172.21.15.133:0/1960925806 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f83800a2bb0 0x7f83800a5070 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f8384006010 tx=0x7f8384000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:09:34.276 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:34.262+0000 7f838affd640 1 -- 172.21.15.133:0/1960925806 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f839009c130 con 0x7f8394102de0 2024-09-10T08:09:34.439 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:34.440+0000 7f839be3f640 1 -- 172.21.15.133:0/1960925806 --> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f8394062630 con 0x7f83800a2bb0 2024-09-10T08:09:35.003 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:34 smithi133 ceph-mon[34721]: Detected new or changed devices on smithi067 2024-09-10T08:09:35.003 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:34 smithi133 ceph-mon[34721]: Adjusting osd_memory_target on smithi067 to 5696M 2024-09-10T08:09:35.003 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:34 smithi133 ceph-mon[34721]: from='osd.6 [v2:172.21.15.67:6818/3451855313,v1:172.21.15.67:6819/3451855313]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]': finished 2024-09-10T08:09:35.003 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:34 smithi133 ceph-mon[34721]: osdmap e43: 7 total, 6 up, 7 in 2024-09-10T08:09:35.003 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:34 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-10T08:09:35.003 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:34 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-10T08:09:35.003 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:34 smithi133 ceph-mon[34721]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-09-10T08:09:35.003 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:34 smithi133 ceph-mon[34721]: from='client.24266 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:09:35.003 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:34 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T08:09:35.003 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:34 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T08:09:35.003 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:34 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:09:35.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:34 smithi203 ceph-mon[34672]: Detected new or changed devices on smithi067 2024-09-10T08:09:35.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:34 smithi203 ceph-mon[34672]: Adjusting osd_memory_target on smithi067 to 5696M 2024-09-10T08:09:35.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:34 smithi203 ceph-mon[34672]: from='osd.6 [v2:172.21.15.67:6818/3451855313,v1:172.21.15.67:6819/3451855313]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]': finished 2024-09-10T08:09:35.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:34 smithi203 ceph-mon[34672]: osdmap e43: 7 total, 6 up, 7 in 2024-09-10T08:09:35.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:34 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-10T08:09:35.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:34 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-10T08:09:35.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:34 smithi203 ceph-mon[34672]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-09-10T08:09:35.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:34 smithi203 ceph-mon[34672]: from='client.24266 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:09:35.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:34 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T08:09:35.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:34 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T08:09:35.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:34 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:09:35.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:34 smithi067 ceph-mon[31051]: Detected new or changed devices on smithi067 2024-09-10T08:09:35.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:34 smithi067 ceph-mon[31051]: Adjusting osd_memory_target on smithi067 to 5696M 2024-09-10T08:09:35.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:34 smithi067 ceph-mon[31051]: from='osd.6 [v2:172.21.15.67:6818/3451855313,v1:172.21.15.67:6819/3451855313]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]': finished 2024-09-10T08:09:35.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:34 smithi067 ceph-mon[31051]: osdmap e43: 7 total, 6 up, 7 in 2024-09-10T08:09:35.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:34 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-10T08:09:35.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:34 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-10T08:09:35.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:34 smithi067 ceph-mon[31051]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 191 MiB used, 536 GiB / 536 GiB avail 2024-09-10T08:09:35.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:34 smithi067 ceph-mon[31051]: from='client.24266 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:09:35.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:34 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T08:09:35.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:34 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T08:09:35.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:34 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:09:35.913 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:35 smithi133 ceph-mon[34721]: purged_snaps scrub starts 2024-09-10T08:09:35.913 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:35 smithi133 ceph-mon[34721]: purged_snaps scrub ok 2024-09-10T08:09:35.913 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:35 smithi133 ceph-mon[34721]: osd.6 [v2:172.21.15.67:6818/3451855313,v1:172.21.15.67:6819/3451855313] boot 2024-09-10T08:09:35.913 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:35 smithi133 ceph-mon[34721]: osdmap e44: 7 total, 7 up, 7 in 2024-09-10T08:09:35.913 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:35 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-10T08:09:36.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:35 smithi203 ceph-mon[34672]: purged_snaps scrub starts 2024-09-10T08:09:36.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:35 smithi203 ceph-mon[34672]: purged_snaps scrub ok 2024-09-10T08:09:36.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:35 smithi203 ceph-mon[34672]: osd.6 [v2:172.21.15.67:6818/3451855313,v1:172.21.15.67:6819/3451855313] boot 2024-09-10T08:09:36.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:35 smithi203 ceph-mon[34672]: osdmap e44: 7 total, 7 up, 7 in 2024-09-10T08:09:36.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:35 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-10T08:09:36.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:35 smithi067 ceph-mon[31051]: purged_snaps scrub starts 2024-09-10T08:09:36.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:35 smithi067 ceph-mon[31051]: purged_snaps scrub ok 2024-09-10T08:09:36.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:35 smithi067 ceph-mon[31051]: osd.6 [v2:172.21.15.67:6818/3451855313,v1:172.21.15.67:6819/3451855313] boot 2024-09-10T08:09:36.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:35 smithi067 ceph-mon[31051]: osdmap e44: 7 total, 7 up, 7 in 2024-09-10T08:09:36.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:35 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-10T08:09:37.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:36 smithi203 ceph-mon[34672]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-10T08:09:37.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:36 smithi203 ceph-mon[34672]: osdmap e45: 7 total, 7 up, 7 in 2024-09-10T08:09:37.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:36 smithi133 ceph-mon[34721]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-10T08:09:37.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:36 smithi133 ceph-mon[34721]: osdmap e45: 7 total, 7 up, 7 in 2024-09-10T08:09:37.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:36 smithi067 ceph-mon[31051]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-10T08:09:37.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:36 smithi067 ceph-mon[31051]: osdmap e45: 7 total, 7 up, 7 in 2024-09-10T08:09:38.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:37 smithi203 ceph-mon[34672]: from='client.? 172.21.15.133:0/3316209203' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b114b175-4fec-45f5-846f-edbd7f3f6a40"}]: dispatch 2024-09-10T08:09:38.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:37 smithi203 ceph-mon[34672]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b114b175-4fec-45f5-846f-edbd7f3f6a40"}]: dispatch 2024-09-10T08:09:38.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:37 smithi203 ceph-mon[34672]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b114b175-4fec-45f5-846f-edbd7f3f6a40"}]': finished 2024-09-10T08:09:38.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:37 smithi203 ceph-mon[34672]: osdmap e46: 8 total, 7 up, 8 in 2024-09-10T08:09:38.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:37 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-10T08:09:38.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:37 smithi203 ceph-mon[34672]: from='client.? 172.21.15.133:0/758892694' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T08:09:38.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:37 smithi133 ceph-mon[34721]: from='client.? 172.21.15.133:0/3316209203' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b114b175-4fec-45f5-846f-edbd7f3f6a40"}]: dispatch 2024-09-10T08:09:38.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:37 smithi133 ceph-mon[34721]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b114b175-4fec-45f5-846f-edbd7f3f6a40"}]: dispatch 2024-09-10T08:09:38.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:37 smithi133 ceph-mon[34721]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b114b175-4fec-45f5-846f-edbd7f3f6a40"}]': finished 2024-09-10T08:09:38.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:37 smithi133 ceph-mon[34721]: osdmap e46: 8 total, 7 up, 8 in 2024-09-10T08:09:38.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:37 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-10T08:09:38.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:37 smithi133 ceph-mon[34721]: from='client.? 172.21.15.133:0/758892694' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T08:09:38.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:37 smithi067 ceph-mon[31051]: from='client.? 172.21.15.133:0/3316209203' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b114b175-4fec-45f5-846f-edbd7f3f6a40"}]: dispatch 2024-09-10T08:09:38.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:37 smithi067 ceph-mon[31051]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b114b175-4fec-45f5-846f-edbd7f3f6a40"}]: dispatch 2024-09-10T08:09:38.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:37 smithi067 ceph-mon[31051]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b114b175-4fec-45f5-846f-edbd7f3f6a40"}]': finished 2024-09-10T08:09:38.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:37 smithi067 ceph-mon[31051]: osdmap e46: 8 total, 7 up, 8 in 2024-09-10T08:09:38.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:37 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-10T08:09:38.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:37 smithi067 ceph-mon[31051]: from='client.? 172.21.15.133:0/758892694' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T08:09:39.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:38 smithi067 ceph-mon[31051]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-10T08:09:39.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:38 smithi203 ceph-mon[34672]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-10T08:09:39.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:38 smithi133 ceph-mon[34721]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-10T08:09:41.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:40 smithi067 ceph-mon[31051]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-10T08:09:41.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:40 smithi203 ceph-mon[34672]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-10T08:09:41.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:40 smithi133 ceph-mon[34721]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-10T08:09:43.041 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:42 smithi133 ceph-mon[34721]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-10T08:09:43.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:42 smithi067 ceph-mon[31051]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-10T08:09:43.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:42 smithi203 ceph-mon[34672]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-10T08:09:45.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:44 smithi203 ceph-mon[34672]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-10T08:09:45.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:44 smithi133 ceph-mon[34721]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-10T08:09:45.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:44 smithi067 ceph-mon[31051]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-10T08:09:46.285 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:45 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-10T08:09:46.286 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:45 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:09:46.286 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:45 smithi133 ceph-mon[34721]: Deploying daemon osd.7 on smithi133 2024-09-10T08:09:46.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:45 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-10T08:09:46.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:45 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:09:46.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:45 smithi203 ceph-mon[34672]: Deploying daemon osd.7 on smithi133 2024-09-10T08:09:46.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:45 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-10T08:09:46.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:45 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:09:46.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:45 smithi067 ceph-mon[31051]: Deploying daemon osd.7 on smithi133 2024-09-10T08:09:47.186 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:46 smithi133 ceph-mon[34721]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-10T08:09:47.221 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:46 smithi203 ceph-mon[34672]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-10T08:09:47.358 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:46 smithi067 ceph-mon[31051]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-10T08:09:49.090 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:48 smithi133 ceph-mon[34721]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-10T08:09:49.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:48 smithi203 ceph-mon[34672]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-10T08:09:49.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:48 smithi067 ceph-mon[31051]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-10T08:09:51.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:50 smithi203 ceph-mon[34672]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-10T08:09:51.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:50 smithi133 ceph-mon[34721]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-10T08:09:51.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:50 smithi067 ceph-mon[31051]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-10T08:09:52.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:51 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:09:52.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:51 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:52.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:51 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:52.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:51 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:09:52.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:51 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:52.322 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:51 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:52.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:51 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:09:52.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:51 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:52.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:51 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:53.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:52 smithi203 ceph-mon[34672]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-10T08:09:53.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:52 smithi133 ceph-mon[34721]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-10T08:09:53.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:52 smithi067 ceph-mon[31051]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-10T08:09:55.794 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:55.794+0000 7f838affd640 1 -- 172.21.15.133:0/1960925806 <== mgr.14150 v2:172.21.15.67:6800/4256949759 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f8394062630 con 0x7f83800a2bb0 2024-09-10T08:09:55.795 INFO:teuthology.orchestra.run.smithi133.stdout:Created osd(s) 7 on host 'smithi133' 2024-09-10T08:09:55.797 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:55.797+0000 7f839be3f640 1 -- 172.21.15.133:0/1960925806 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f83800a2bb0 msgr2=0x7f83800a5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:55.797 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:55.797+0000 7f839be3f640 1 --2- 172.21.15.133:0/1960925806 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f83800a2bb0 0x7f83800a5070 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f8384006010 tx=0x7f8384000bc0 comp rx=0 tx=0).stop 2024-09-10T08:09:55.797 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:55.797+0000 7f839be3f640 1 -- 172.21.15.133:0/1960925806 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8394102de0 msgr2=0x7f839419e990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:09:55.797 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:55.797+0000 7f839be3f640 1 --2- 172.21.15.133:0/1960925806 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8394102de0 0x7f839419e990 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f839000d950 tx=0x7f839000de10 comp rx=0 tx=0).stop 2024-09-10T08:09:55.797 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:55.797+0000 7f839be3f640 1 -- 172.21.15.133:0/1960925806 shutdown_connections 2024-09-10T08:09:55.797 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:55.797+0000 7f839be3f640 1 --2- 172.21.15.133:0/1960925806 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f83800a2bb0 0x7f83800a5070 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:55.797 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:55.797+0000 7f839be3f640 1 --2- 172.21.15.133:0/1960925806 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8394102de0 0x7f839419e990 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:55.797 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:55.797+0000 7f839be3f640 1 --2- 172.21.15.133:0/1960925806 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8394105790 0x7f83941a5a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:55.797 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:55.797+0000 7f839be3f640 1 --2- 172.21.15.133:0/1960925806 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8394100490 0x7f839419e450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:09:55.797 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:55.797+0000 7f839be3f640 1 -- 172.21.15.133:0/1960925806 >> 172.21.15.133:0/1960925806 conn(0x7f83940fc2a0 msgr2=0x7f83941036e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:09:55.798 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:55.797+0000 7f839be3f640 1 -- 172.21.15.133:0/1960925806 shutdown_connections 2024-09-10T08:09:55.798 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:09:55.797+0000 7f839be3f640 1 -- 172.21.15.133:0/1960925806 wait complete. 2024-09-10T08:09:56.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:55 smithi203 ceph-mon[34672]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-10T08:09:56.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:55 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:56.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:55 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:56.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:55 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:09:56.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:55 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:09:56.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:55 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:56.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:55 smithi133 ceph-mon[34721]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-10T08:09:56.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:55 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:56.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:55 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:56.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:55 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:09:56.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:55 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:09:56.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:55 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:56.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:55 smithi067 ceph-mon[31051]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-10T08:09:56.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:55 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:56.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:55 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:56.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:55 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:09:56.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:55 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:09:56.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:55 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:56.539 DEBUG:teuthology.orchestra.run.smithi133:osd.7> sudo journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@osd.7.service 2024-09-10T08:09:56.542 INFO:tasks.cephadm:Deploying osd.8 on smithi203 with /dev/vg_nvme/lv_2... 2024-09-10T08:09:56.542 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-10T08:09:56.764 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:56 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:09:56.764 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:56 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:56.765 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:56 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:56.799 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.c/config 2024-09-10T08:09:56.920 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:56 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:09:56.920 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:56 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:56.921 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:56 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:57.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:56 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:09:57.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:56 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:57.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:56 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:09:58.037 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:57 smithi203 ceph-mon[34672]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-10T08:09:58.037 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:57 smithi203 ceph-mon[34672]: from='osd.7 [v2:172.21.15.133:6816/3668519078,v1:172.21.15.133:6817/3668519078]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-10T08:09:58.037 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:57 smithi203 ceph-mon[34672]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-10T08:09:58.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:57 smithi133 ceph-mon[34721]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-10T08:09:58.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:57 smithi133 ceph-mon[34721]: from='osd.7 [v2:172.21.15.133:6816/3668519078,v1:172.21.15.133:6817/3668519078]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-10T08:09:58.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:57 smithi133 ceph-mon[34721]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-10T08:09:58.093 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:09:57 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:09:57.734+0000 7f333e9d1640 -1 osd.7 0 log_to_monitors true 2024-09-10T08:09:58.151 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:57 smithi067 ceph-mon[31051]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-10T08:09:58.151 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:57 smithi067 ceph-mon[31051]: from='osd.7 [v2:172.21.15.133:6816/3668519078,v1:172.21.15.133:6817/3668519078]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-10T08:09:58.151 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:57 smithi067 ceph-mon[31051]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-10T08:09:59.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:58 smithi203 ceph-mon[34672]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-10T08:09:59.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:58 smithi203 ceph-mon[34672]: osdmap e47: 8 total, 7 up, 8 in 2024-09-10T08:09:59.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:58 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-10T08:09:59.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:58 smithi203 ceph-mon[34672]: from='osd.7 [v2:172.21.15.133:6816/3668519078,v1:172.21.15.133:6817/3668519078]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-09-10T08:09:59.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:58 smithi203 ceph-mon[34672]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-09-10T08:09:59.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:58 smithi203 ceph-mon[34672]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-10T08:09:59.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:58 smithi133 ceph-mon[34721]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-10T08:09:59.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:58 smithi133 ceph-mon[34721]: osdmap e47: 8 total, 7 up, 8 in 2024-09-10T08:09:59.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:58 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-10T08:09:59.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:58 smithi133 ceph-mon[34721]: from='osd.7 [v2:172.21.15.133:6816/3668519078,v1:172.21.15.133:6817/3668519078]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-09-10T08:09:59.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:58 smithi133 ceph-mon[34721]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-09-10T08:09:59.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:58 smithi133 ceph-mon[34721]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-10T08:09:59.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:58 smithi067 ceph-mon[31051]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-10T08:09:59.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:58 smithi067 ceph-mon[31051]: osdmap e47: 8 total, 7 up, 8 in 2024-09-10T08:09:59.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:58 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-10T08:09:59.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:58 smithi067 ceph-mon[31051]: from='osd.7 [v2:172.21.15.133:6816/3668519078,v1:172.21.15.133:6817/3668519078]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-09-10T08:09:59.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:58 smithi067 ceph-mon[31051]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-09-10T08:09:59.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:58 smithi067 ceph-mon[31051]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-10T08:09:59.499 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-10T08:09:59.526 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph orch daemon add osd smithi203:vg_nvme/lv_2 2024-09-10T08:09:59.770 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:09:59 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:09:59.496+0000 7f333a954640 -1 osd.7 0 waiting for initial osdmap 2024-09-10T08:09:59.770 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:09:59 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:09:59.506+0000 7f3332774640 -1 osd.7 48 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T08:09:59.782 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.c/config 2024-09-10T08:10:00.021 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:59 smithi203 ceph-mon[34672]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]': finished 2024-09-10T08:10:00.021 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:59 smithi203 ceph-mon[34672]: osdmap e48: 8 total, 7 up, 8 in 2024-09-10T08:10:00.021 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:59 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-10T08:10:00.021 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:59 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-10T08:10:00.021 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:59 smithi203 ceph-mon[34672]: from='osd.7 ' entity='osd.7' 2024-09-10T08:10:00.021 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:59 smithi203 ceph-mon[34672]: Detected new or changed devices on smithi133 2024-09-10T08:10:00.021 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:59 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:00.021 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:59 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:00.022 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:59 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:10:00.022 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:59 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:10:00.022 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:59 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:10:00.022 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:59 smithi203 ceph-mon[34672]: Adjusting osd_memory_target on smithi133 to 5696M 2024-09-10T08:10:00.022 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:59 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:00.022 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:59 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:10:00.022 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:59 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:10:00.022 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:09:59 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:00.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:59 smithi133 ceph-mon[34721]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]': finished 2024-09-10T08:10:00.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:59 smithi133 ceph-mon[34721]: osdmap e48: 8 total, 7 up, 8 in 2024-09-10T08:10:00.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:59 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-10T08:10:00.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:59 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-10T08:10:00.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:59 smithi133 ceph-mon[34721]: from='osd.7 ' entity='osd.7' 2024-09-10T08:10:00.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:59 smithi133 ceph-mon[34721]: Detected new or changed devices on smithi133 2024-09-10T08:10:00.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:59 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:00.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:59 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:00.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:59 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:10:00.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:59 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:10:00.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:59 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:10:00.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:59 smithi133 ceph-mon[34721]: Adjusting osd_memory_target on smithi133 to 5696M 2024-09-10T08:10:00.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:59 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:00.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:59 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:10:00.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:59 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:10:00.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:09:59 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:00.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:59 smithi067 ceph-mon[31051]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]': finished 2024-09-10T08:10:00.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:59 smithi067 ceph-mon[31051]: osdmap e48: 8 total, 7 up, 8 in 2024-09-10T08:10:00.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:59 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-10T08:10:00.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:59 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-10T08:10:00.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:59 smithi067 ceph-mon[31051]: from='osd.7 ' entity='osd.7' 2024-09-10T08:10:00.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:59 smithi067 ceph-mon[31051]: Detected new or changed devices on smithi133 2024-09-10T08:10:00.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:59 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:00.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:59 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:00.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:59 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:10:00.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:59 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:10:00.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:59 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:10:00.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:59 smithi067 ceph-mon[31051]: Adjusting osd_memory_target on smithi133 to 5696M 2024-09-10T08:10:00.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:59 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:00.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:59 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:10:00.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:59 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:10:00.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:09:59 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:00.300 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:00.295+0000 7f0a15637640 1 -- 172.21.15.203:0/192829840 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0a101037c0 msgr2=0x7f0a1010a050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:00.300 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:00.295+0000 7f0a15637640 1 --2- 172.21.15.203:0/192829840 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0a101037c0 0x7f0a1010a050 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f0a08009ca0 tx=0x7f0a0802a8c0 comp rx=0 tx=0).stop 2024-09-10T08:10:00.301 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:00.296+0000 7f0a15637640 1 -- 172.21.15.203:0/192829840 shutdown_connections 2024-09-10T08:10:00.301 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:00.296+0000 7f0a15637640 1 --2- 172.21.15.203:0/192829840 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0a10102e00 0x7f0a10103280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:00.301 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:00.296+0000 7f0a15637640 1 --2- 172.21.15.203:0/192829840 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0a101037c0 0x7f0a1010a050 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:00.301 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:00.296+0000 7f0a15637640 1 --2- 172.21.15.203:0/192829840 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0a10101c00 0x7f0a10102000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:00.301 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:00.296+0000 7f0a15637640 1 -- 172.21.15.203:0/192829840 >> 172.21.15.203:0/192829840 conn(0x7f0a100fd390 msgr2=0x7f0a100ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:10:00.301 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:00.296+0000 7f0a15637640 1 -- 172.21.15.203:0/192829840 shutdown_connections 2024-09-10T08:10:00.302 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:00.296+0000 7f0a15637640 1 -- 172.21.15.203:0/192829840 wait complete. 2024-09-10T08:10:00.302 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:00.296+0000 7f0a15637640 1 Processor -- start 2024-09-10T08:10:00.302 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:00.297+0000 7f0a15637640 1 -- start start 2024-09-10T08:10:00.302 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:00.297+0000 7f0a15637640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0a10101c00 0x7f0a10197e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:00.302 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:00.297+0000 7f0a15637640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0a10102e00 0x7f0a10198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:00.302 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:00.297+0000 7f0a15637640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0a101037c0 0x7f0a1019f3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:00.302 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:00.297+0000 7f0a15637640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f0a1010d780 con 0x7f0a10102e00 2024-09-10T08:10:00.303 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:00.297+0000 7f0a15637640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f0a1010d600 con 0x7f0a101037c0 2024-09-10T08:10:00.303 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:00.297+0000 7f0a15637640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f0a1010d900 con 0x7f0a10101c00 2024-09-10T08:10:00.303 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:00.297+0000 7f0a0effd640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0a10101c00 0x7f0a10197e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:00.303 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:00.297+0000 7f0a0effd640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0a10101c00 0x7f0a10197e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.203:48350/0 (socket says 172.21.15.203:48350) 2024-09-10T08:10:00.303 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:00.297+0000 7f0a0effd640 1 -- 172.21.15.203:0/1773743085 learned_addr learned my addr 172.21.15.203:0/1773743085 (peer_addr_for_me v2:172.21.15.203:0/0) 2024-09-10T08:10:00.303 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:00.297+0000 7f0a0f7fe640 1 --2- 172.21.15.203:0/1773743085 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0a101037c0 0x7f0a1019f3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:00.304 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:00.297+0000 7f0a0e7fc640 1 --2- 172.21.15.203:0/1773743085 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0a10102e00 0x7f0a10198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:00.304 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:00.297+0000 7f0a0effd640 1 -- 172.21.15.203:0/1773743085 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0a101037c0 msgr2=0x7f0a1019f3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:00.304 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:00.297+0000 7f0a0effd640 1 --2- 172.21.15.203:0/1773743085 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0a101037c0 0x7f0a1019f3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:00.304 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:00.297+0000 7f0a0effd640 1 -- 172.21.15.203:0/1773743085 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0a10102e00 msgr2=0x7f0a10198340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:00.304 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:00.297+0000 7f0a0effd640 1 --2- 172.21.15.203:0/1773743085 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0a10102e00 0x7f0a10198340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:00.304 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:00.297+0000 7f0a0effd640 1 -- 172.21.15.203:0/1773743085 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a1019fa30 con 0x7f0a10101c00 2024-09-10T08:10:00.304 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:00.298+0000 7f0a0effd640 1 --2- 172.21.15.203:0/1773743085 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0a10101c00 0x7f0a10197e00 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f0a0000d770 tx=0x7f0a0000dc30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:10:00.305 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:00.298+0000 7f09f7fff640 1 -- 172.21.15.203:0/1773743085 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a00017070 con 0x7f0a10101c00 2024-09-10T08:10:00.305 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:00.298+0000 7f0a15637640 1 -- 172.21.15.203:0/1773743085 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a1019fd20 con 0x7f0a10101c00 2024-09-10T08:10:00.305 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:00.298+0000 7f09f7fff640 1 -- 172.21.15.203:0/1773743085 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0a00009c30 con 0x7f0a10101c00 2024-09-10T08:10:00.305 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:00.298+0000 7f09f7fff640 1 -- 172.21.15.203:0/1773743085 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a00003d00 con 0x7f0a10101c00 2024-09-10T08:10:00.305 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:00.298+0000 7f0a15637640 1 -- 172.21.15.203:0/1773743085 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a101a01a0 con 0x7f0a10101c00 2024-09-10T08:10:00.305 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:00.299+0000 7f0a15637640 1 -- 172.21.15.203:0/1773743085 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a10109050 con 0x7f0a10101c00 2024-09-10T08:10:00.305 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:00.300+0000 7f09f7fff640 1 -- 172.21.15.203:0/1773743085 <== mon.1 v2:172.21.15.203:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f0a00003ea0 con 0x7f0a10101c00 2024-09-10T08:10:00.306 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:00.301+0000 7f09f7fff640 1 --2- 172.21.15.203:0/1773743085 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f09f80a2bb0 0x7f09f80a5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:00.306 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:00.301+0000 7f09f7fff640 1 -- 172.21.15.203:0/1773743085 <== mon.1 v2:172.21.15.203:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 5430+0+0 (secure 0 0 0) 0x7f0a000cdea0 con 0x7f0a10101c00 2024-09-10T08:10:00.306 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:00.301+0000 7f0a0e7fc640 1 --2- 172.21.15.203:0/1773743085 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f09f80a2bb0 0x7f09f80a5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:00.307 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:00.302+0000 7f0a0e7fc640 1 --2- 172.21.15.203:0/1773743085 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f09f80a2bb0 0x7f09f80a5070 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f0a04005fd0 tx=0x7f0a04005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:10:00.307 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:00.305+0000 7f09f7fff640 1 -- 172.21.15.203:0/1773743085 <== mon.1 v2:172.21.15.203:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f0a0009b940 con 0x7f0a10101c00 2024-09-10T08:10:00.600 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:00.601+0000 7f0a15637640 1 -- 172.21.15.203:0/1773743085 --> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi203:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f0a10062630 con 0x7f09f80a2bb0 2024-09-10T08:10:00.898 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:00 smithi203 ceph-mon[34672]: purged_snaps scrub starts 2024-09-10T08:10:00.898 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:00 smithi203 ceph-mon[34672]: purged_snaps scrub ok 2024-09-10T08:10:00.898 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:00 smithi203 ceph-mon[34672]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-10T08:10:00.898 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:00 smithi203 ceph-mon[34672]: osd.7 [v2:172.21.15.133:6816/3668519078,v1:172.21.15.133:6817/3668519078] boot 2024-09-10T08:10:00.898 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:00 smithi203 ceph-mon[34672]: osdmap e49: 8 total, 8 up, 8 in 2024-09-10T08:10:00.898 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:00 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-10T08:10:00.898 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:00 smithi203 ceph-mon[34672]: overall HEALTH_OK 2024-09-10T08:10:00.898 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:00 smithi203 ceph-mon[34672]: from='client.24295 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi203:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:10:00.898 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:00 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T08:10:00.898 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:00 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T08:10:00.898 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:00 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:10:01.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:00 smithi133 ceph-mon[34721]: purged_snaps scrub starts 2024-09-10T08:10:01.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:00 smithi133 ceph-mon[34721]: purged_snaps scrub ok 2024-09-10T08:10:01.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:00 smithi133 ceph-mon[34721]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-10T08:10:01.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:00 smithi133 ceph-mon[34721]: osd.7 [v2:172.21.15.133:6816/3668519078,v1:172.21.15.133:6817/3668519078] boot 2024-09-10T08:10:01.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:00 smithi133 ceph-mon[34721]: osdmap e49: 8 total, 8 up, 8 in 2024-09-10T08:10:01.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:00 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-10T08:10:01.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:00 smithi133 ceph-mon[34721]: overall HEALTH_OK 2024-09-10T08:10:01.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:00 smithi133 ceph-mon[34721]: from='client.24295 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi203:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:10:01.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:00 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T08:10:01.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:00 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T08:10:01.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:00 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:10:01.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:00 smithi067 ceph-mon[31051]: purged_snaps scrub starts 2024-09-10T08:10:01.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:00 smithi067 ceph-mon[31051]: purged_snaps scrub ok 2024-09-10T08:10:01.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:00 smithi067 ceph-mon[31051]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 626 GiB / 626 GiB avail 2024-09-10T08:10:01.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:00 smithi067 ceph-mon[31051]: osd.7 [v2:172.21.15.133:6816/3668519078,v1:172.21.15.133:6817/3668519078] boot 2024-09-10T08:10:01.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:00 smithi067 ceph-mon[31051]: osdmap e49: 8 total, 8 up, 8 in 2024-09-10T08:10:01.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:00 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-10T08:10:01.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:00 smithi067 ceph-mon[31051]: overall HEALTH_OK 2024-09-10T08:10:01.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:00 smithi067 ceph-mon[31051]: from='client.24295 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi203:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:10:01.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:00 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T08:10:01.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:00 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T08:10:01.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:00 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:10:02.050 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:01 smithi203 ceph-mon[34672]: osdmap e50: 8 total, 8 up, 8 in 2024-09-10T08:10:02.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:01 smithi133 ceph-mon[34721]: osdmap e50: 8 total, 8 up, 8 in 2024-09-10T08:10:02.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:01 smithi067 ceph-mon[31051]: osdmap e50: 8 total, 8 up, 8 in 2024-09-10T08:10:03.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:02 smithi203 ceph-mon[34672]: pgmap v172: 1 pgs: 1 remapped; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-10T08:10:03.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:02 smithi203 ceph-mon[34672]: osdmap e51: 8 total, 8 up, 8 in 2024-09-10T08:10:03.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:02 smithi133 ceph-mon[34721]: pgmap v172: 1 pgs: 1 remapped; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-10T08:10:03.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:02 smithi133 ceph-mon[34721]: osdmap e51: 8 total, 8 up, 8 in 2024-09-10T08:10:03.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:02 smithi067 ceph-mon[31051]: pgmap v172: 1 pgs: 1 remapped; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-10T08:10:03.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:02 smithi067 ceph-mon[31051]: osdmap e51: 8 total, 8 up, 8 in 2024-09-10T08:10:04.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:03 smithi203 ceph-mon[34672]: osdmap e52: 8 total, 8 up, 8 in 2024-09-10T08:10:04.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:03 smithi203 ceph-mon[34672]: from='client.? 172.21.15.203:0/4252750349' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d31ce685-0a86-44b4-86ff-c2f7282de65e"}]: dispatch 2024-09-10T08:10:04.072 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:03 smithi203 ceph-mon[34672]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d31ce685-0a86-44b4-86ff-c2f7282de65e"}]: dispatch 2024-09-10T08:10:04.072 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:03 smithi203 ceph-mon[34672]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d31ce685-0a86-44b4-86ff-c2f7282de65e"}]': finished 2024-09-10T08:10:04.072 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:03 smithi203 ceph-mon[34672]: osdmap e53: 9 total, 8 up, 9 in 2024-09-10T08:10:04.072 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:03 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-10T08:10:04.072 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:03 smithi203 ceph-mon[34672]: from='client.? 172.21.15.203:0/762222682' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T08:10:04.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:03 smithi133 ceph-mon[34721]: osdmap e52: 8 total, 8 up, 8 in 2024-09-10T08:10:04.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:03 smithi133 ceph-mon[34721]: from='client.? 172.21.15.203:0/4252750349' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d31ce685-0a86-44b4-86ff-c2f7282de65e"}]: dispatch 2024-09-10T08:10:04.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:03 smithi133 ceph-mon[34721]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d31ce685-0a86-44b4-86ff-c2f7282de65e"}]: dispatch 2024-09-10T08:10:04.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:03 smithi133 ceph-mon[34721]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d31ce685-0a86-44b4-86ff-c2f7282de65e"}]': finished 2024-09-10T08:10:04.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:03 smithi133 ceph-mon[34721]: osdmap e53: 9 total, 8 up, 9 in 2024-09-10T08:10:04.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:03 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-10T08:10:04.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:03 smithi133 ceph-mon[34721]: from='client.? 172.21.15.203:0/762222682' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T08:10:04.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:03 smithi067 ceph-mon[31051]: osdmap e52: 8 total, 8 up, 8 in 2024-09-10T08:10:04.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:03 smithi067 ceph-mon[31051]: from='client.? 172.21.15.203:0/4252750349' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d31ce685-0a86-44b4-86ff-c2f7282de65e"}]: dispatch 2024-09-10T08:10:04.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:03 smithi067 ceph-mon[31051]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d31ce685-0a86-44b4-86ff-c2f7282de65e"}]: dispatch 2024-09-10T08:10:04.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:03 smithi067 ceph-mon[31051]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d31ce685-0a86-44b4-86ff-c2f7282de65e"}]': finished 2024-09-10T08:10:04.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:03 smithi067 ceph-mon[31051]: osdmap e53: 9 total, 8 up, 9 in 2024-09-10T08:10:04.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:03 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-10T08:10:04.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:03 smithi067 ceph-mon[31051]: from='client.? 172.21.15.203:0/762222682' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T08:10:05.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:05 smithi133 ceph-mon[34721]: pgmap v176: 1 pgs: 1 remapped; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-10T08:10:05.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:05 smithi067 ceph-mon[31051]: pgmap v176: 1 pgs: 1 remapped; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-10T08:10:05.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:05 smithi203 ceph-mon[34672]: pgmap v176: 1 pgs: 1 remapped; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-10T08:10:07.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:07 smithi133 ceph-mon[34721]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-10T08:10:07.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:07 smithi067 ceph-mon[31051]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-10T08:10:07.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:07 smithi203 ceph-mon[34672]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-10T08:10:09.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:09 smithi203 ceph-mon[34672]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-10T08:10:09.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:09 smithi133 ceph-mon[34721]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-10T08:10:09.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:09 smithi067 ceph-mon[31051]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-10T08:10:11.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:11 smithi133 ceph-mon[34721]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-10T08:10:11.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:11 smithi067 ceph-mon[31051]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-10T08:10:11.484 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:11 smithi203 ceph-mon[34672]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-10T08:10:12.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:12 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-09-10T08:10:12.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:12 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:10:12.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:12 smithi133 ceph-mon[34721]: Deploying daemon osd.8 on smithi203 2024-09-10T08:10:12.349 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:12 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-09-10T08:10:12.349 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:12 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:10:12.350 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:12 smithi203 ceph-mon[34672]: Deploying daemon osd.8 on smithi203 2024-09-10T08:10:12.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:12 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-09-10T08:10:12.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:12 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:10:12.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:12 smithi067 ceph-mon[31051]: Deploying daemon osd.8 on smithi203 2024-09-10T08:10:13.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:13 smithi133 ceph-mon[34721]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-10T08:10:13.394 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:13 smithi203 ceph-mon[34672]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-10T08:10:13.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:13 smithi067 ceph-mon[31051]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-10T08:10:15.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:15 smithi133 ceph-mon[34721]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-10T08:10:15.402 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:15 smithi203 ceph-mon[34672]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-10T08:10:15.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:15 smithi067 ceph-mon[31051]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-10T08:10:17.182 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:17 smithi203 ceph-mon[34672]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-10T08:10:17.422 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:17 smithi133 ceph-mon[34721]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-10T08:10:17.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:17 smithi067 ceph-mon[31051]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-10T08:10:18.390 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:18 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:10:18.390 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:18 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:18.390 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:18 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:18.396 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:18 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:10:18.396 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:18 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:18.396 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:18 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:18.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:18 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:10:18.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:18 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:18.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:18 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:19.361 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:19 smithi203 ceph-mon[34672]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-10T08:10:19.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:19 smithi067 ceph-mon[31051]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-10T08:10:19.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:19 smithi133 ceph-mon[34721]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-10T08:10:21.549 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:21 smithi203 ceph-mon[34672]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-10T08:10:21.549 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:21 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:21.549 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:21 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:21.549 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:21 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:10:21.549 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:21 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:10:21.550 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:21 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:21.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:21 smithi133 ceph-mon[34721]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-10T08:10:21.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:21 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:21.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:21 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:21.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:21 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:10:21.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:21 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:10:21.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:21 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:21.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:21 smithi067 ceph-mon[31051]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-10T08:10:21.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:21 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:21.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:21 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:21.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:21 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:10:21.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:21 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:10:21.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:21 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:21.891 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:21.890+0000 7f09f7fff640 1 -- 172.21.15.203:0/1773743085 <== mgr.14150 v2:172.21.15.67:6800/4256949759 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f0a10062630 con 0x7f09f80a2bb0 2024-09-10T08:10:21.891 INFO:teuthology.orchestra.run.smithi203.stdout:Created osd(s) 8 on host 'smithi203' 2024-09-10T08:10:21.893 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:21.893+0000 7f0a15637640 1 -- 172.21.15.203:0/1773743085 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f09f80a2bb0 msgr2=0x7f09f80a5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:21.893 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:21.893+0000 7f0a15637640 1 --2- 172.21.15.203:0/1773743085 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f09f80a2bb0 0x7f09f80a5070 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f0a04005fd0 tx=0x7f0a04005850 comp rx=0 tx=0).stop 2024-09-10T08:10:21.893 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:21.893+0000 7f0a15637640 1 -- 172.21.15.203:0/1773743085 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0a10101c00 msgr2=0x7f0a10197e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:21.893 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:21.893+0000 7f0a15637640 1 --2- 172.21.15.203:0/1773743085 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0a10101c00 0x7f0a10197e00 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f0a0000d770 tx=0x7f0a0000dc30 comp rx=0 tx=0).stop 2024-09-10T08:10:21.893 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:21.893+0000 7f0a15637640 1 -- 172.21.15.203:0/1773743085 shutdown_connections 2024-09-10T08:10:21.894 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:21.893+0000 7f0a15637640 1 --2- 172.21.15.203:0/1773743085 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f09f80a2bb0 0x7f09f80a5070 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:21.894 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:21.893+0000 7f0a15637640 1 --2- 172.21.15.203:0/1773743085 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0a101037c0 0x7f0a1019f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:21.894 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:21.893+0000 7f0a15637640 1 --2- 172.21.15.203:0/1773743085 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0a10102e00 0x7f0a10198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:21.894 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:21.893+0000 7f0a15637640 1 --2- 172.21.15.203:0/1773743085 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0a10101c00 0x7f0a10197e00 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:21.894 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:21.893+0000 7f0a15637640 1 -- 172.21.15.203:0/1773743085 >> 172.21.15.203:0/1773743085 conn(0x7f0a100fd390 msgr2=0x7f0a10106220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:10:21.894 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:21.893+0000 7f0a15637640 1 -- 172.21.15.203:0/1773743085 shutdown_connections 2024-09-10T08:10:21.894 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:10:21.893+0000 7f0a15637640 1 -- 172.21.15.203:0/1773743085 wait complete. 2024-09-10T08:10:22.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:22 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:10:22.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:22 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:22.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:22 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:22.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:22 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:10:22.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:22 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:22.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:22 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:22.637 DEBUG:teuthology.orchestra.run.smithi203:osd.8> sudo journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@osd.8.service 2024-09-10T08:10:22.639 INFO:tasks.cephadm:Deploying osd.9 on smithi067 with /dev/vg_nvme/lv_1... 2024-09-10T08:10:22.639 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-10T08:10:22.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:22 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:10:22.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:22 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:22.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:22 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:22.908 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:10:23.219 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:23 smithi203 ceph-mon[34672]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-10T08:10:23.359 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:23 smithi067 ceph-mon[31051]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-10T08:10:23.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:23 smithi133 ceph-mon[34721]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-10T08:10:24.059 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:10:23 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:10:23.907+0000 7efc64f09640 -1 osd.8 0 log_to_monitors true 2024-09-10T08:10:24.315 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:24 smithi067 ceph-mon[31051]: from='osd.8 [v2:172.21.15.203:6816/472763919,v1:172.21.15.203:6817/472763919]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-10T08:10:24.315 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:24 smithi067 ceph-mon[31051]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-10T08:10:24.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:24 smithi203 ceph-mon[34672]: from='osd.8 [v2:172.21.15.203:6816/472763919,v1:172.21.15.203:6817/472763919]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-10T08:10:24.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:24 smithi203 ceph-mon[34672]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-10T08:10:24.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:24 smithi133 ceph-mon[34721]: from='osd.8 [v2:172.21.15.203:6816/472763919,v1:172.21.15.203:6817/472763919]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-10T08:10:24.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:24 smithi133 ceph-mon[34721]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-10T08:10:25.549 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:25 smithi203 ceph-mon[34672]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-10T08:10:25.549 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:25 smithi203 ceph-mon[34672]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-09-10T08:10:25.549 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:25 smithi203 ceph-mon[34672]: osdmap e54: 9 total, 8 up, 9 in 2024-09-10T08:10:25.549 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:25 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-10T08:10:25.549 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:25 smithi203 ceph-mon[34672]: from='osd.8 [v2:172.21.15.203:6816/472763919,v1:172.21.15.203:6817/472763919]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-10T08:10:25.549 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:25 smithi203 ceph-mon[34672]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-10T08:10:25.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:25 smithi133 ceph-mon[34721]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-10T08:10:25.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:25 smithi133 ceph-mon[34721]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-09-10T08:10:25.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:25 smithi133 ceph-mon[34721]: osdmap e54: 9 total, 8 up, 9 in 2024-09-10T08:10:25.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:25 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-10T08:10:25.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:25 smithi133 ceph-mon[34721]: from='osd.8 [v2:172.21.15.203:6816/472763919,v1:172.21.15.203:6817/472763919]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-10T08:10:25.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:25 smithi133 ceph-mon[34721]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-10T08:10:25.640 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:25 smithi067 ceph-mon[31051]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-10T08:10:25.641 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:25 smithi067 ceph-mon[31051]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-09-10T08:10:25.641 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:25 smithi067 ceph-mon[31051]: osdmap e54: 9 total, 8 up, 9 in 2024-09-10T08:10:25.641 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:25 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-10T08:10:25.641 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:25 smithi067 ceph-mon[31051]: from='osd.8 [v2:172.21.15.203:6816/472763919,v1:172.21.15.203:6817/472763919]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-10T08:10:25.641 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:25 smithi067 ceph-mon[31051]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-10T08:10:25.785 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:10:25.810 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph orch daemon add osd smithi067:vg_nvme/lv_1 2024-09-10T08:10:26.106 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:10:26.233 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:10:25 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:10:25.905+0000 7efc60e8c640 -1 osd.8 0 waiting for initial osdmap 2024-09-10T08:10:26.234 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:10:25 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:10:25.915+0000 7efc58cac640 -1 osd.8 55 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T08:10:26.519 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:26 smithi067 ceph-mon[31051]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]': finished 2024-09-10T08:10:26.519 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:26 smithi067 ceph-mon[31051]: osdmap e55: 9 total, 8 up, 9 in 2024-09-10T08:10:26.519 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:26 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-10T08:10:26.520 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:26 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-10T08:10:26.520 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:26 smithi067 ceph-mon[31051]: Detected new or changed devices on smithi203 2024-09-10T08:10:26.520 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:26 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:26.520 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:26 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:26.520 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:26 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:10:26.520 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:26 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:10:26.520 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:26 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:10:26.520 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:26 smithi067 ceph-mon[31051]: Adjusting osd_memory_target on smithi203 to 5696M 2024-09-10T08:10:26.520 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:26 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:26.520 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:26 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:10:26.520 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:26 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:10:26.520 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:26 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:26.520 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:26 smithi067 ceph-mon[31051]: from='osd.8 ' entity='osd.8' 2024-09-10T08:10:26.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:26 smithi203 ceph-mon[34672]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]': finished 2024-09-10T08:10:26.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:26 smithi203 ceph-mon[34672]: osdmap e55: 9 total, 8 up, 9 in 2024-09-10T08:10:26.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:26 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-10T08:10:26.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:26 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-10T08:10:26.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:26 smithi203 ceph-mon[34672]: Detected new or changed devices on smithi203 2024-09-10T08:10:26.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:26 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:26.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:26 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:26.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:26 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:10:26.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:26 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:10:26.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:26 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:10:26.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:26 smithi203 ceph-mon[34672]: Adjusting osd_memory_target on smithi203 to 5696M 2024-09-10T08:10:26.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:26 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:26.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:26 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:10:26.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:26 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:10:26.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:26 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:26.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:26 smithi203 ceph-mon[34672]: from='osd.8 ' entity='osd.8' 2024-09-10T08:10:26.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:26 smithi133 ceph-mon[34721]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]': finished 2024-09-10T08:10:26.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:26 smithi133 ceph-mon[34721]: osdmap e55: 9 total, 8 up, 9 in 2024-09-10T08:10:26.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:26 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-10T08:10:26.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:26 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-10T08:10:26.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:26 smithi133 ceph-mon[34721]: Detected new or changed devices on smithi203 2024-09-10T08:10:26.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:26 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:26.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:26 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:26.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:26 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:10:26.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:26 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:10:26.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:26 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:10:26.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:26 smithi133 ceph-mon[34721]: Adjusting osd_memory_target on smithi203 to 5696M 2024-09-10T08:10:26.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:26 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:26.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:26 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:10:26.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:26 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:10:26.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:26 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:26.595 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:26 smithi133 ceph-mon[34721]: from='osd.8 ' entity='osd.8' 2024-09-10T08:10:26.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:26.606+0000 7f2863f13640 1 -- 172.21.15.67:0/887075020 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f285c1037c0 msgr2=0x7f285c10a050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:26.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:26.606+0000 7f2863f13640 1 --2- 172.21.15.67:0/887075020 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f285c1037c0 0x7f285c10a050 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f2854009ca0 tx=0x7f285402a8c0 comp rx=0 tx=0).stop 2024-09-10T08:10:26.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:26.606+0000 7f2863f13640 1 -- 172.21.15.67:0/887075020 shutdown_connections 2024-09-10T08:10:26.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:26.606+0000 7f2863f13640 1 --2- 172.21.15.67:0/887075020 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f285c102e00 0x7f285c103280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:26.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:26.606+0000 7f2863f13640 1 --2- 172.21.15.67:0/887075020 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f285c1037c0 0x7f285c10a050 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:26.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:26.606+0000 7f2863f13640 1 --2- 172.21.15.67:0/887075020 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f285c101c00 0x7f285c102000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:26.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:26.606+0000 7f2863f13640 1 -- 172.21.15.67:0/887075020 >> 172.21.15.67:0/887075020 conn(0x7f285c0fd390 msgr2=0x7f285c0ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:10:26.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:26.606+0000 7f2863f13640 1 -- 172.21.15.67:0/887075020 shutdown_connections 2024-09-10T08:10:26.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:26.606+0000 7f2863f13640 1 -- 172.21.15.67:0/887075020 wait complete. 2024-09-10T08:10:26.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:26.607+0000 7f2863f13640 1 Processor -- start 2024-09-10T08:10:26.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:26.607+0000 7f2863f13640 1 -- start start 2024-09-10T08:10:26.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:26.607+0000 7f2863f13640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f285c101c00 0x7f285c197d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:26.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:26.607+0000 7f2863f13640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f285c102e00 0x7f285c198270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:26.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:26.607+0000 7f2863f13640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f285c1037c0 0x7f285c19f2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:26.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:26.607+0000 7f2863f13640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f285c10d710 con 0x7f285c101c00 2024-09-10T08:10:26.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:26.607+0000 7f2863f13640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f285c10d590 con 0x7f285c102e00 2024-09-10T08:10:26.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:26.607+0000 7f2863f13640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f285c10d890 con 0x7f285c1037c0 2024-09-10T08:10:26.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:26.607+0000 7f2861caf640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f285c101c00 0x7f285c197d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:26.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:26.607+0000 7f2861caf640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f285c101c00 0x7f285c197d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52714/0 (socket says 172.21.15.67:52714) 2024-09-10T08:10:26.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:26.607+0000 7f2861caf640 1 -- 172.21.15.67:0/2843275738 learned_addr learned my addr 172.21.15.67:0/2843275738 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:10:26.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:26.607+0000 7f28624b0640 1 --2- 172.21.15.67:0/2843275738 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f285c1037c0 0x7f285c19f2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:26.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:26.607+0000 7f28614ae640 1 --2- 172.21.15.67:0/2843275738 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f285c102e00 0x7f285c198270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:26.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:26.607+0000 7f2861caf640 1 -- 172.21.15.67:0/2843275738 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f285c1037c0 msgr2=0x7f285c19f2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:26.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:26.607+0000 7f2861caf640 1 --2- 172.21.15.67:0/2843275738 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f285c1037c0 0x7f285c19f2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:26.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:26.607+0000 7f2861caf640 1 -- 172.21.15.67:0/2843275738 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f285c102e00 msgr2=0x7f285c198270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:26.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:26.607+0000 7f2861caf640 1 --2- 172.21.15.67:0/2843275738 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f285c102e00 0x7f285c198270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:26.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:26.607+0000 7f2861caf640 1 -- 172.21.15.67:0/2843275738 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f285c19f960 con 0x7f285c101c00 2024-09-10T08:10:26.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:26.607+0000 7f28614ae640 1 --2- 172.21.15.67:0/2843275738 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f285c102e00 0x7f285c198270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:10:26.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:26.608+0000 7f2861caf640 1 --2- 172.21.15.67:0/2843275738 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f285c101c00 0x7f285c197d30 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f285800d950 tx=0x7f285800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:10:26.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:26.608+0000 7f2852ffd640 1 -- 172.21.15.67:0/2843275738 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2858017020 con 0x7f285c101c00 2024-09-10T08:10:26.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:26.608+0000 7f2863f13640 1 -- 172.21.15.67:0/2843275738 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f285c19fc50 con 0x7f285c101c00 2024-09-10T08:10:26.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:26.608+0000 7f2852ffd640 1 -- 172.21.15.67:0/2843275738 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2858009c30 con 0x7f285c101c00 2024-09-10T08:10:26.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:26.608+0000 7f2852ffd640 1 -- 172.21.15.67:0/2843275738 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f285800f620 con 0x7f285c101c00 2024-09-10T08:10:26.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:26.608+0000 7f2863f13640 1 -- 172.21.15.67:0/2843275738 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f285c1a0190 con 0x7f285c101c00 2024-09-10T08:10:26.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:26.609+0000 7f2863f13640 1 -- 172.21.15.67:0/2843275738 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f285c109000 con 0x7f285c101c00 2024-09-10T08:10:26.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:26.610+0000 7f2852ffd640 1 -- 172.21.15.67:0/2843275738 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f285801a020 con 0x7f285c101c00 2024-09-10T08:10:26.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:26.611+0000 7f2852ffd640 1 --2- 172.21.15.67:0/2843275738 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f28480a2bb0 0x7f28480a5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:26.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:26.611+0000 7f28614ae640 1 --2- 172.21.15.67:0/2843275738 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f28480a2bb0 0x7f28480a5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:26.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:26.611+0000 7f2852ffd640 1 -- 172.21.15.67:0/2843275738 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5862+0+0 (secure 0 0 0) 0x7f28580ce6b0 con 0x7f285c101c00 2024-09-10T08:10:26.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:26.612+0000 7f28614ae640 1 --2- 172.21.15.67:0/2843275738 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f28480a2bb0 0x7f28480a5070 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f285c199250 tx=0x7f284c005d20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:10:26.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:26.616+0000 7f2852ffd640 1 -- 172.21.15.67:0/2843275738 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f2858021020 con 0x7f285c101c00 2024-09-10T08:10:26.801 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:26.801+0000 7f2863f13640 1 -- 172.21.15.67:0/2843275738 --> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi067:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f285c062630 con 0x7f28480a2bb0 2024-09-10T08:10:27.497 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:27 smithi067 ceph-mon[31051]: purged_snaps scrub starts 2024-09-10T08:10:27.498 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:27 smithi067 ceph-mon[31051]: purged_snaps scrub ok 2024-09-10T08:10:27.498 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:27 smithi067 ceph-mon[31051]: pgmap v189: 1 pgs: 1 peering; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-10T08:10:27.498 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:27 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-10T08:10:27.498 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:27 smithi067 ceph-mon[31051]: osd.8 [v2:172.21.15.203:6816/472763919,v1:172.21.15.203:6817/472763919] boot 2024-09-10T08:10:27.498 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:27 smithi067 ceph-mon[31051]: osdmap e56: 9 total, 9 up, 9 in 2024-09-10T08:10:27.498 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:27 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-10T08:10:27.498 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:27 smithi067 ceph-mon[31051]: osdmap e57: 9 total, 9 up, 9 in 2024-09-10T08:10:27.498 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:27 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T08:10:27.498 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:27 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T08:10:27.498 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:27 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:10:27.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:27 smithi203 ceph-mon[34672]: purged_snaps scrub starts 2024-09-10T08:10:27.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:27 smithi203 ceph-mon[34672]: purged_snaps scrub ok 2024-09-10T08:10:27.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:27 smithi203 ceph-mon[34672]: pgmap v189: 1 pgs: 1 peering; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-10T08:10:27.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:27 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-10T08:10:27.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:27 smithi203 ceph-mon[34672]: osd.8 [v2:172.21.15.203:6816/472763919,v1:172.21.15.203:6817/472763919] boot 2024-09-10T08:10:27.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:27 smithi203 ceph-mon[34672]: osdmap e56: 9 total, 9 up, 9 in 2024-09-10T08:10:27.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:27 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-10T08:10:27.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:27 smithi203 ceph-mon[34672]: osdmap e57: 9 total, 9 up, 9 in 2024-09-10T08:10:27.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:27 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T08:10:27.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:27 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T08:10:27.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:27 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:10:27.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:27 smithi133 ceph-mon[34721]: purged_snaps scrub starts 2024-09-10T08:10:27.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:27 smithi133 ceph-mon[34721]: purged_snaps scrub ok 2024-09-10T08:10:27.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:27 smithi133 ceph-mon[34721]: pgmap v189: 1 pgs: 1 peering; 577 KiB data, 253 MiB used, 715 GiB / 715 GiB avail 2024-09-10T08:10:27.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:27 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-10T08:10:27.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:27 smithi133 ceph-mon[34721]: osd.8 [v2:172.21.15.203:6816/472763919,v1:172.21.15.203:6817/472763919] boot 2024-09-10T08:10:27.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:27 smithi133 ceph-mon[34721]: osdmap e56: 9 total, 9 up, 9 in 2024-09-10T08:10:27.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:27 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-10T08:10:27.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:27 smithi133 ceph-mon[34721]: osdmap e57: 9 total, 9 up, 9 in 2024-09-10T08:10:27.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:27 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T08:10:27.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:27 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T08:10:27.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:27 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:10:28.540 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:28 smithi067 ceph-mon[31051]: from='client.14439 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi067:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:10:28.540 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:28 smithi067 ceph-mon[31051]: osdmap e58: 9 total, 9 up, 9 in 2024-09-10T08:10:28.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:28 smithi203 ceph-mon[34672]: from='client.14439 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi067:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:10:28.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:28 smithi203 ceph-mon[34672]: osdmap e58: 9 total, 9 up, 9 in 2024-09-10T08:10:28.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:28 smithi133 ceph-mon[34721]: from='client.14439 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi067:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:10:28.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:28 smithi133 ceph-mon[34721]: osdmap e58: 9 total, 9 up, 9 in 2024-09-10T08:10:29.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:29 smithi067 ceph-mon[31051]: pgmap v193: 1 pgs: 1 peering; 577 KiB data, 284 MiB used, 804 GiB / 805 GiB avail 2024-09-10T08:10:29.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:29 smithi067 ceph-mon[31051]: osdmap e59: 9 total, 9 up, 9 in 2024-09-10T08:10:29.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:29 smithi203 ceph-mon[34672]: pgmap v193: 1 pgs: 1 peering; 577 KiB data, 284 MiB used, 804 GiB / 805 GiB avail 2024-09-10T08:10:29.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:29 smithi203 ceph-mon[34672]: osdmap e59: 9 total, 9 up, 9 in 2024-09-10T08:10:29.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:29 smithi133 ceph-mon[34721]: pgmap v193: 1 pgs: 1 peering; 577 KiB data, 284 MiB used, 804 GiB / 805 GiB avail 2024-09-10T08:10:29.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:29 smithi133 ceph-mon[34721]: osdmap e59: 9 total, 9 up, 9 in 2024-09-10T08:10:30.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:30 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/963364090' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aa95ebe2-9111-4d0d-97cb-d0e19ab1b3cc"}]: dispatch 2024-09-10T08:10:30.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:30 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/963364090' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "aa95ebe2-9111-4d0d-97cb-d0e19ab1b3cc"}]': finished 2024-09-10T08:10:30.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:30 smithi067 ceph-mon[31051]: osdmap e60: 10 total, 9 up, 10 in 2024-09-10T08:10:30.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:30 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-10T08:10:30.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:30 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/3898833836' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T08:10:30.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:30 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/963364090' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aa95ebe2-9111-4d0d-97cb-d0e19ab1b3cc"}]: dispatch 2024-09-10T08:10:30.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:30 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/963364090' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "aa95ebe2-9111-4d0d-97cb-d0e19ab1b3cc"}]': finished 2024-09-10T08:10:30.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:30 smithi203 ceph-mon[34672]: osdmap e60: 10 total, 9 up, 10 in 2024-09-10T08:10:30.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:30 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-10T08:10:30.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:30 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/3898833836' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T08:10:30.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:30 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/963364090' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aa95ebe2-9111-4d0d-97cb-d0e19ab1b3cc"}]: dispatch 2024-09-10T08:10:30.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:30 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/963364090' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "aa95ebe2-9111-4d0d-97cb-d0e19ab1b3cc"}]': finished 2024-09-10T08:10:30.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:30 smithi133 ceph-mon[34721]: osdmap e60: 10 total, 9 up, 10 in 2024-09-10T08:10:30.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:30 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-10T08:10:30.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:30 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/3898833836' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T08:10:31.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:31 smithi067 ceph-mon[31051]: pgmap v196: 1 pgs: 1 peering; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail 2024-09-10T08:10:31.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:31 smithi203 ceph-mon[34672]: pgmap v196: 1 pgs: 1 peering; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail 2024-09-10T08:10:31.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:31 smithi133 ceph-mon[34721]: pgmap v196: 1 pgs: 1 peering; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail 2024-09-10T08:10:33.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:33 smithi067 ceph-mon[31051]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail; 115 KiB/s, 0 objects/s recovering 2024-09-10T08:10:33.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:33 smithi203 ceph-mon[34672]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail; 115 KiB/s, 0 objects/s recovering 2024-09-10T08:10:33.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:33 smithi133 ceph-mon[34721]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail; 115 KiB/s, 0 objects/s recovering 2024-09-10T08:10:35.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:35 smithi067 ceph-mon[31051]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-10T08:10:35.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:35 smithi203 ceph-mon[34672]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-10T08:10:35.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:35 smithi133 ceph-mon[34721]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 286 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-10T08:10:37.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:37 smithi067 ceph-mon[31051]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-10T08:10:37.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:37 smithi203 ceph-mon[34672]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-10T08:10:37.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:37 smithi133 ceph-mon[34721]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-10T08:10:38.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:38 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-09-10T08:10:38.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:38 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:10:38.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:38 smithi067 ceph-mon[31051]: Deploying daemon osd.9 on smithi067 2024-09-10T08:10:38.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:38 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-09-10T08:10:38.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:38 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:10:38.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:38 smithi203 ceph-mon[34672]: Deploying daemon osd.9 on smithi067 2024-09-10T08:10:38.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:38 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-09-10T08:10:38.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:38 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:10:38.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:38 smithi133 ceph-mon[34721]: Deploying daemon osd.9 on smithi067 2024-09-10T08:10:39.575 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:39 smithi067 ceph-mon[31051]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-09-10T08:10:39.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:39 smithi203 ceph-mon[34672]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-09-10T08:10:39.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:39 smithi133 ceph-mon[34721]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail; 64 KiB/s, 0 objects/s recovering 2024-09-10T08:10:41.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:41 smithi067 ceph-mon[31051]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail; 56 KiB/s, 0 objects/s recovering 2024-09-10T08:10:41.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:41 smithi203 ceph-mon[34672]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail; 56 KiB/s, 0 objects/s recovering 2024-09-10T08:10:41.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:41 smithi133 ceph-mon[34721]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail; 56 KiB/s, 0 objects/s recovering 2024-09-10T08:10:43.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:43 smithi067 ceph-mon[31051]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-10T08:10:43.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:43 smithi203 ceph-mon[34672]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-10T08:10:43.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:43 smithi133 ceph-mon[34721]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-10T08:10:44.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:44 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:10:44.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:44 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:44.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:44 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:44.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:44 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:10:44.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:44 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:44.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:44 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:44.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:44 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:10:44.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:44 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:44.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:44 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:45.885 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:45 smithi067 ceph-mon[31051]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail 2024-09-10T08:10:46.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:45 smithi203 ceph-mon[34672]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail 2024-09-10T08:10:46.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:45 smithi133 ceph-mon[34721]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail 2024-09-10T08:10:47.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:47.523+0000 7f2852ffd640 1 -- 172.21.15.67:0/2843275738 <== mgr.14150 v2:172.21.15.67:6800/4256949759 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f285c062630 con 0x7f28480a2bb0 2024-09-10T08:10:47.523 INFO:teuthology.orchestra.run.smithi067.stdout:Created osd(s) 9 on host 'smithi067' 2024-09-10T08:10:47.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:47.525+0000 7f2863f13640 1 -- 172.21.15.67:0/2843275738 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f28480a2bb0 msgr2=0x7f28480a5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:47.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:47.525+0000 7f2863f13640 1 --2- 172.21.15.67:0/2843275738 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f28480a2bb0 0x7f28480a5070 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f285c199250 tx=0x7f284c005d20 comp rx=0 tx=0).stop 2024-09-10T08:10:47.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:47.525+0000 7f2863f13640 1 -- 172.21.15.67:0/2843275738 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f285c101c00 msgr2=0x7f285c197d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:47.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:47.525+0000 7f2863f13640 1 --2- 172.21.15.67:0/2843275738 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f285c101c00 0x7f285c197d30 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f285800d950 tx=0x7f285800de10 comp rx=0 tx=0).stop 2024-09-10T08:10:47.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:47.525+0000 7f2863f13640 1 -- 172.21.15.67:0/2843275738 shutdown_connections 2024-09-10T08:10:47.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:47.525+0000 7f2863f13640 1 --2- 172.21.15.67:0/2843275738 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f28480a2bb0 0x7f28480a5070 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:47.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:47.526+0000 7f2863f13640 1 --2- 172.21.15.67:0/2843275738 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f285c102e00 0x7f285c198270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:47.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:47.526+0000 7f2863f13640 1 --2- 172.21.15.67:0/2843275738 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f285c1037c0 0x7f285c19f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:47.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:47.526+0000 7f2863f13640 1 --2- 172.21.15.67:0/2843275738 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f285c101c00 0x7f285c197d30 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:47.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:47.526+0000 7f2863f13640 1 -- 172.21.15.67:0/2843275738 >> 172.21.15.67:0/2843275738 conn(0x7f285c0fd390 msgr2=0x7f285c1061d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:10:47.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:47.526+0000 7f2863f13640 1 -- 172.21.15.67:0/2843275738 shutdown_connections 2024-09-10T08:10:47.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:10:47.526+0000 7f2863f13640 1 -- 172.21.15.67:0/2843275738 wait complete. 2024-09-10T08:10:48.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:47 smithi203 ceph-mon[34672]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail 2024-09-10T08:10:48.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:47 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:48.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:47 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:48.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:47 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:10:48.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:47 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:10:48.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:47 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:48.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:47 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:10:48.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:47 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:48.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:47 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:48.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:47 smithi133 ceph-mon[34721]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail 2024-09-10T08:10:48.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:47 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:48.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:47 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:48.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:47 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:10:48.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:47 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:10:48.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:47 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:48.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:47 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:10:48.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:47 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:48.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:47 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:48.199 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:47 smithi067 ceph-mon[31051]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail 2024-09-10T08:10:48.199 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:47 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:48.199 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:47 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:48.199 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:47 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:10:48.199 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:47 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:10:48.199 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:47 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:48.199 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:47 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:10:48.199 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:47 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:48.199 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:47 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:48.227 DEBUG:teuthology.orchestra.run.smithi067:osd.9> sudo journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@osd.9.service 2024-09-10T08:10:48.229 INFO:tasks.cephadm:Deploying osd.10 on smithi133 with /dev/vg_nvme/lv_1... 2024-09-10T08:10:48.229 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-10T08:10:48.483 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.b/config 2024-09-10T08:10:49.797 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:49 smithi067 ceph-mon[31051]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail 2024-09-10T08:10:49.798 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:10:49 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:10:49.777+0000 7f1b304ba640 -1 osd.9 0 log_to_monitors true 2024-09-10T08:10:49.921 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:49 smithi133 ceph-mon[34721]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail 2024-09-10T08:10:50.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:49 smithi203 ceph-mon[34672]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail 2024-09-10T08:10:50.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:50 smithi067 ceph-mon[31051]: from='osd.9 [v2:172.21.15.67:6826/228642541,v1:172.21.15.67:6827/228642541]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-09-10T08:10:51.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:50 smithi203 ceph-mon[34672]: from='osd.9 [v2:172.21.15.67:6826/228642541,v1:172.21.15.67:6827/228642541]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-09-10T08:10:51.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:50 smithi133 ceph-mon[34721]: from='osd.9 [v2:172.21.15.67:6826/228642541,v1:172.21.15.67:6827/228642541]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-09-10T08:10:51.112 INFO:teuthology.orchestra.run.smithi133.stdout: 2024-09-10T08:10:51.137 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph orch daemon add osd smithi133:vg_nvme/lv_1 2024-09-10T08:10:51.382 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.b/config 2024-09-10T08:10:51.904 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:10:51.888+0000 7f478e420640 1 -- 172.21.15.133:0/2814630544 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4788102e00 msgr2=0x7f4788103280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:51.905 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:10:51.888+0000 7f478e420640 1 --2- 172.21.15.133:0/2814630544 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4788102e00 0x7f4788103280 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f477c009900 tx=0x7f477c02a410 comp rx=0 tx=0).stop 2024-09-10T08:10:51.905 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:10:51.888+0000 7f478e420640 1 -- 172.21.15.133:0/2814630544 shutdown_connections 2024-09-10T08:10:51.905 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:10:51.888+0000 7f478e420640 1 --2- 172.21.15.133:0/2814630544 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4788102e00 0x7f4788103280 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:51.905 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:10:51.888+0000 7f478e420640 1 --2- 172.21.15.133:0/2814630544 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f47881037c0 0x7f478810a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:51.905 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:10:51.888+0000 7f478e420640 1 --2- 172.21.15.133:0/2814630544 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4788101c00 0x7f4788102000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:51.905 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:10:51.888+0000 7f478e420640 1 -- 172.21.15.133:0/2814630544 >> 172.21.15.133:0/2814630544 conn(0x7f47880fd390 msgr2=0x7f47880ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:10:51.905 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:10:51.888+0000 7f478e420640 1 -- 172.21.15.133:0/2814630544 shutdown_connections 2024-09-10T08:10:51.905 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:10:51.888+0000 7f478e420640 1 -- 172.21.15.133:0/2814630544 wait complete. 2024-09-10T08:10:51.905 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:10:51.889+0000 7f478e420640 1 Processor -- start 2024-09-10T08:10:51.905 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:10:51.889+0000 7f478e420640 1 -- start start 2024-09-10T08:10:51.906 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:10:51.889+0000 7f478e420640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4788101c00 0x7f4788197e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:51.906 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:10:51.889+0000 7f478e420640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4788102e00 0x7f4788198350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:51.906 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:10:51.889+0000 7f478e420640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f47881037c0 0x7f478819f3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:51.906 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:10:51.889+0000 7f478e420640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f478810d730 con 0x7f47881037c0 2024-09-10T08:10:51.906 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:10:51.889+0000 7f478e420640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f478810d5b0 con 0x7f4788102e00 2024-09-10T08:10:51.906 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:10:51.889+0000 7f478e420640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f478810d8b0 con 0x7f4788101c00 2024-09-10T08:10:51.906 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:10:51.890+0000 7f47877fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4788102e00 0x7f4788198350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:51.906 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:10:51.890+0000 7f47877fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4788102e00 0x7f4788198350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.133:47966/0 (socket says 172.21.15.133:47966) 2024-09-10T08:10:51.906 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:10:51.890+0000 7f47877fe640 1 -- 172.21.15.133:0/78770478 learned_addr learned my addr 172.21.15.133:0/78770478 (peer_addr_for_me v2:172.21.15.133:0/0) 2024-09-10T08:10:51.906 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:10:51.890+0000 7f478c9bd640 1 --2- 172.21.15.133:0/78770478 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f47881037c0 0x7f478819f3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:51.906 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:10:51.890+0000 7f4787fff640 1 --2- 172.21.15.133:0/78770478 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4788101c00 0x7f4788197e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:51.906 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:10:51.890+0000 7f47877fe640 1 -- 172.21.15.133:0/78770478 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4788101c00 msgr2=0x7f4788197e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:51.907 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:10:51.890+0000 7f47877fe640 1 --2- 172.21.15.133:0/78770478 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4788101c00 0x7f4788197e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:51.907 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:10:51.890+0000 7f47877fe640 1 -- 172.21.15.133:0/78770478 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f47881037c0 msgr2=0x7f478819f3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:10:51.907 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:10:51.890+0000 7f47877fe640 1 --2- 172.21.15.133:0/78770478 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f47881037c0 0x7f478819f3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:10:51.907 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:10:51.890+0000 7f47877fe640 1 -- 172.21.15.133:0/78770478 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f478819fa40 con 0x7f4788102e00 2024-09-10T08:10:51.907 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:10:51.890+0000 7f47877fe640 1 --2- 172.21.15.133:0/78770478 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4788102e00 0x7f4788198350 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f477c004770 tx=0x7f477c0042f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:10:51.907 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:10:51.890+0000 7f47857fa640 1 -- 172.21.15.133:0/78770478 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f477c03f030 con 0x7f4788102e00 2024-09-10T08:10:51.907 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:10:51.890+0000 7f47857fa640 1 -- 172.21.15.133:0/78770478 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f477c003cb0 con 0x7f4788102e00 2024-09-10T08:10:51.907 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:10:51.890+0000 7f478e420640 1 -- 172.21.15.133:0/78770478 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f478819fcd0 con 0x7f4788102e00 2024-09-10T08:10:51.907 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:10:51.890+0000 7f47857fa640 1 -- 172.21.15.133:0/78770478 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f477c035070 con 0x7f4788102e00 2024-09-10T08:10:51.907 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:10:51.890+0000 7f478e420640 1 -- 172.21.15.133:0/78770478 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47881a01b0 con 0x7f4788102e00 2024-09-10T08:10:51.907 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:10:51.891+0000 7f478e420640 1 -- 172.21.15.133:0/78770478 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f47881090a0 con 0x7f4788102e00 2024-09-10T08:10:51.907 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:10:51.892+0000 7f47857fa640 1 -- 172.21.15.133:0/78770478 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f477c042030 con 0x7f4788102e00 2024-09-10T08:10:51.907 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:10:51.893+0000 7f47857fa640 1 --2- 172.21.15.133:0/78770478 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f47700a2bb0 0x7f47700a5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:10:51.908 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:10:51.893+0000 7f47857fa640 1 -- 172.21.15.133:0/78770478 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(62..62 src has 1..62) ==== 5981+0+0 (secure 0 0 0) 0x7f477c0ef2e0 con 0x7f4788102e00 2024-09-10T08:10:51.908 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:10:51.893+0000 7f4787fff640 1 --2- 172.21.15.133:0/78770478 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f47700a2bb0 0x7f47700a5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:10:51.908 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:10:51.894+0000 7f4787fff640 1 --2- 172.21.15.133:0/78770478 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f47700a2bb0 0x7f47700a5070 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f4778005fd0 tx=0x7f477800b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:10:51.908 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:10:51.896+0000 7f47857fa640 1 -- 172.21.15.133:0/78770478 <== mon.2 v2:172.21.15.133:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f477c0bc510 con 0x7f4788102e00 2024-09-10T08:10:52.070 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:10:52.070+0000 7f478e420640 1 -- 172.21.15.133:0/78770478 --> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f4788062630 con 0x7f47700a2bb0 2024-09-10T08:10:52.070 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:51 smithi133 ceph-mon[34721]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail 2024-09-10T08:10:52.070 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:51 smithi133 ceph-mon[34721]: from='osd.9 [v2:172.21.15.67:6826/228642541,v1:172.21.15.67:6827/228642541]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-09-10T08:10:52.070 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:51 smithi133 ceph-mon[34721]: osdmap e61: 10 total, 9 up, 10 in 2024-09-10T08:10:52.070 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:51 smithi133 ceph-mon[34721]: from='osd.9 [v2:172.21.15.67:6826/228642541,v1:172.21.15.67:6827/228642541]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-09-10T08:10:52.070 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:51 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-10T08:10:52.070 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:51 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:52.071 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:51 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:52.071 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:51 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:10:52.071 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:51 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:10:52.071 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:51 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:10:52.071 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:51 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:10:52.071 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:51 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:52.071 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:51 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:10:52.071 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:51 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:10:52.071 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:51 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:52.072 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:51 smithi203 ceph-mon[34672]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail 2024-09-10T08:10:52.072 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:51 smithi203 ceph-mon[34672]: from='osd.9 [v2:172.21.15.67:6826/228642541,v1:172.21.15.67:6827/228642541]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-09-10T08:10:52.072 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:51 smithi203 ceph-mon[34672]: osdmap e61: 10 total, 9 up, 10 in 2024-09-10T08:10:52.072 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:51 smithi203 ceph-mon[34672]: from='osd.9 [v2:172.21.15.67:6826/228642541,v1:172.21.15.67:6827/228642541]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-09-10T08:10:52.072 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:51 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-10T08:10:52.072 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:51 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:52.072 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:51 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:52.072 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:51 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:10:52.072 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:51 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:10:52.072 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:51 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:10:52.073 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:51 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:10:52.073 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:51 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:52.073 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:51 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:10:52.073 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:51 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:10:52.073 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:51 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:52.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:51 smithi067 ceph-mon[31051]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail 2024-09-10T08:10:52.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:51 smithi067 ceph-mon[31051]: from='osd.9 [v2:172.21.15.67:6826/228642541,v1:172.21.15.67:6827/228642541]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-09-10T08:10:52.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:51 smithi067 ceph-mon[31051]: osdmap e61: 10 total, 9 up, 10 in 2024-09-10T08:10:52.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:51 smithi067 ceph-mon[31051]: from='osd.9 [v2:172.21.15.67:6826/228642541,v1:172.21.15.67:6827/228642541]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]: dispatch 2024-09-10T08:10:52.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:51 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-10T08:10:52.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:51 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:52.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:51 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:52.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:51 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:10:52.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:51 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:10:52.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:51 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:10:52.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:51 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:10:52.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:51 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:52.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:51 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:10:52.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:51 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:10:52.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:51 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:10:52.782 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:10:52 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:10:52.457+0000 7f1b2c43d640 -1 osd.9 0 waiting for initial osdmap 2024-09-10T08:10:52.782 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:10:52 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:10:52.470+0000 7f1b2425d640 -1 osd.9 62 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T08:10:53.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:52 smithi203 ceph-mon[34672]: purged_snaps scrub starts 2024-09-10T08:10:53.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:52 smithi203 ceph-mon[34672]: purged_snaps scrub ok 2024-09-10T08:10:53.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:52 smithi203 ceph-mon[34672]: Detected new or changed devices on smithi067 2024-09-10T08:10:53.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:52 smithi203 ceph-mon[34672]: Adjusting osd_memory_target on smithi067 to 4272M 2024-09-10T08:10:53.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:52 smithi203 ceph-mon[34672]: from='osd.9 [v2:172.21.15.67:6826/228642541,v1:172.21.15.67:6827/228642541]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]': finished 2024-09-10T08:10:53.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:52 smithi203 ceph-mon[34672]: osdmap e62: 10 total, 9 up, 10 in 2024-09-10T08:10:53.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:52 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-10T08:10:53.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:52 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-10T08:10:53.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:52 smithi203 ceph-mon[34672]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail 2024-09-10T08:10:53.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:52 smithi203 ceph-mon[34672]: from='client.24323 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:10:53.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:52 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T08:10:53.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:52 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T08:10:53.072 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:52 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:10:53.072 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:52 smithi203 ceph-mon[34672]: from='osd.9 [v2:172.21.15.67:6826/228642541,v1:172.21.15.67:6827/228642541]' entity='osd.9' 2024-09-10T08:10:53.072 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:52 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-10T08:10:53.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:52 smithi133 ceph-mon[34721]: purged_snaps scrub starts 2024-09-10T08:10:53.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:52 smithi133 ceph-mon[34721]: purged_snaps scrub ok 2024-09-10T08:10:53.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:52 smithi133 ceph-mon[34721]: Detected new or changed devices on smithi067 2024-09-10T08:10:53.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:52 smithi133 ceph-mon[34721]: Adjusting osd_memory_target on smithi067 to 4272M 2024-09-10T08:10:53.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:52 smithi133 ceph-mon[34721]: from='osd.9 [v2:172.21.15.67:6826/228642541,v1:172.21.15.67:6827/228642541]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]': finished 2024-09-10T08:10:53.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:52 smithi133 ceph-mon[34721]: osdmap e62: 10 total, 9 up, 10 in 2024-09-10T08:10:53.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:52 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-10T08:10:53.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:52 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-10T08:10:53.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:52 smithi133 ceph-mon[34721]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail 2024-09-10T08:10:53.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:52 smithi133 ceph-mon[34721]: from='client.24323 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:10:53.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:52 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T08:10:53.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:52 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T08:10:53.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:52 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:10:53.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:52 smithi133 ceph-mon[34721]: from='osd.9 [v2:172.21.15.67:6826/228642541,v1:172.21.15.67:6827/228642541]' entity='osd.9' 2024-09-10T08:10:53.095 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:52 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-10T08:10:53.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:52 smithi067 ceph-mon[31051]: purged_snaps scrub starts 2024-09-10T08:10:53.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:52 smithi067 ceph-mon[31051]: purged_snaps scrub ok 2024-09-10T08:10:53.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:52 smithi067 ceph-mon[31051]: Detected new or changed devices on smithi067 2024-09-10T08:10:53.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:52 smithi067 ceph-mon[31051]: Adjusting osd_memory_target on smithi067 to 4272M 2024-09-10T08:10:53.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:52 smithi067 ceph-mon[31051]: from='osd.9 [v2:172.21.15.67:6826/228642541,v1:172.21.15.67:6827/228642541]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi067", "root=default"]}]': finished 2024-09-10T08:10:53.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:52 smithi067 ceph-mon[31051]: osdmap e62: 10 total, 9 up, 10 in 2024-09-10T08:10:53.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:52 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-10T08:10:53.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:52 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-10T08:10:53.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:52 smithi067 ceph-mon[31051]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 804 GiB / 805 GiB avail 2024-09-10T08:10:53.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:52 smithi067 ceph-mon[31051]: from='client.24323 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi133:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:10:53.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:52 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T08:10:53.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:52 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T08:10:53.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:52 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:10:53.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:52 smithi067 ceph-mon[31051]: from='osd.9 [v2:172.21.15.67:6826/228642541,v1:172.21.15.67:6827/228642541]' entity='osd.9' 2024-09-10T08:10:53.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:52 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-10T08:10:54.750 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:54 smithi133 ceph-mon[34721]: osd.9 [v2:172.21.15.67:6826/228642541,v1:172.21.15.67:6827/228642541] boot 2024-09-10T08:10:54.751 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:54 smithi133 ceph-mon[34721]: osdmap e63: 10 total, 10 up, 10 in 2024-09-10T08:10:54.751 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:54 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-10T08:10:54.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:54 smithi203 ceph-mon[34672]: osd.9 [v2:172.21.15.67:6826/228642541,v1:172.21.15.67:6827/228642541] boot 2024-09-10T08:10:54.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:54 smithi203 ceph-mon[34672]: osdmap e63: 10 total, 10 up, 10 in 2024-09-10T08:10:54.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:54 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-10T08:10:54.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:54 smithi067 ceph-mon[31051]: osd.9 [v2:172.21.15.67:6826/228642541,v1:172.21.15.67:6827/228642541] boot 2024-09-10T08:10:54.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:54 smithi067 ceph-mon[31051]: osdmap e63: 10 total, 10 up, 10 in 2024-09-10T08:10:54.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:54 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-10T08:10:55.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:55 smithi203 ceph-mon[34672]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 316 MiB used, 894 GiB / 894 GiB avail 2024-09-10T08:10:55.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:55 smithi203 ceph-mon[34672]: osdmap e64: 10 total, 10 up, 10 in 2024-09-10T08:10:55.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:55 smithi203 ceph-mon[34672]: from='client.? 172.21.15.133:0/191254812' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d732bc25-9273-4964-b8bf-441ae03fe4c7"}]: dispatch 2024-09-10T08:10:55.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:55 smithi203 ceph-mon[34672]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d732bc25-9273-4964-b8bf-441ae03fe4c7"}]: dispatch 2024-09-10T08:10:55.822 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:55 smithi203 ceph-mon[34672]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d732bc25-9273-4964-b8bf-441ae03fe4c7"}]': finished 2024-09-10T08:10:55.822 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:55 smithi203 ceph-mon[34672]: osdmap e65: 11 total, 10 up, 11 in 2024-09-10T08:10:55.822 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:55 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-10T08:10:55.822 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:55 smithi203 ceph-mon[34672]: from='client.? 172.21.15.133:0/2096745906' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T08:10:55.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:55 smithi133 ceph-mon[34721]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 316 MiB used, 894 GiB / 894 GiB avail 2024-09-10T08:10:55.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:55 smithi133 ceph-mon[34721]: osdmap e64: 10 total, 10 up, 10 in 2024-09-10T08:10:55.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:55 smithi133 ceph-mon[34721]: from='client.? 172.21.15.133:0/191254812' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d732bc25-9273-4964-b8bf-441ae03fe4c7"}]: dispatch 2024-09-10T08:10:55.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:55 smithi133 ceph-mon[34721]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d732bc25-9273-4964-b8bf-441ae03fe4c7"}]: dispatch 2024-09-10T08:10:55.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:55 smithi133 ceph-mon[34721]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d732bc25-9273-4964-b8bf-441ae03fe4c7"}]': finished 2024-09-10T08:10:55.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:55 smithi133 ceph-mon[34721]: osdmap e65: 11 total, 10 up, 11 in 2024-09-10T08:10:55.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:55 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-10T08:10:55.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:55 smithi133 ceph-mon[34721]: from='client.? 172.21.15.133:0/2096745906' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T08:10:55.959 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:55 smithi067 ceph-mon[31051]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 316 MiB used, 894 GiB / 894 GiB avail 2024-09-10T08:10:55.959 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:55 smithi067 ceph-mon[31051]: osdmap e64: 10 total, 10 up, 10 in 2024-09-10T08:10:55.959 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:55 smithi067 ceph-mon[31051]: from='client.? 172.21.15.133:0/191254812' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d732bc25-9273-4964-b8bf-441ae03fe4c7"}]: dispatch 2024-09-10T08:10:55.959 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:55 smithi067 ceph-mon[31051]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d732bc25-9273-4964-b8bf-441ae03fe4c7"}]: dispatch 2024-09-10T08:10:55.959 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:55 smithi067 ceph-mon[31051]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d732bc25-9273-4964-b8bf-441ae03fe4c7"}]': finished 2024-09-10T08:10:55.959 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:55 smithi067 ceph-mon[31051]: osdmap e65: 11 total, 10 up, 11 in 2024-09-10T08:10:55.959 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:55 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-10T08:10:55.959 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:55 smithi067 ceph-mon[31051]: from='client.? 172.21.15.133:0/2096745906' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T08:10:57.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:57 smithi203 ceph-mon[34672]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 316 MiB used, 894 GiB / 894 GiB avail 2024-09-10T08:10:57.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:57 smithi133 ceph-mon[34721]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 316 MiB used, 894 GiB / 894 GiB avail 2024-09-10T08:10:57.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:57 smithi067 ceph-mon[31051]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 316 MiB used, 894 GiB / 894 GiB avail 2024-09-10T08:10:59.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:10:59 smithi133 ceph-mon[34721]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 894 GiB / 894 GiB avail 2024-09-10T08:10:59.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:10:59 smithi203 ceph-mon[34672]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 894 GiB / 894 GiB avail 2024-09-10T08:10:59.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:10:59 smithi067 ceph-mon[31051]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 894 GiB / 894 GiB avail 2024-09-10T08:11:01.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:01 smithi203 ceph-mon[34672]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 894 GiB / 894 GiB avail 2024-09-10T08:11:01.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:01 smithi133 ceph-mon[34721]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 894 GiB / 894 GiB avail 2024-09-10T08:11:01.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:01 smithi067 ceph-mon[31051]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 894 GiB / 894 GiB avail 2024-09-10T08:11:03.804 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:03 smithi133 ceph-mon[34721]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 894 GiB / 894 GiB avail 2024-09-10T08:11:03.804 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:03 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-09-10T08:11:03.805 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:03 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:11:03.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:03 smithi203 ceph-mon[34672]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 894 GiB / 894 GiB avail 2024-09-10T08:11:03.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:03 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-09-10T08:11:03.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:03 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:11:03.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:03 smithi067 ceph-mon[31051]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 894 GiB / 894 GiB avail 2024-09-10T08:11:03.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:03 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-09-10T08:11:03.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:03 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:11:04.815 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:04 smithi133 ceph-mon[34721]: Deploying daemon osd.10 on smithi133 2024-09-10T08:11:04.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:04 smithi203 ceph-mon[34672]: Deploying daemon osd.10 on smithi133 2024-09-10T08:11:04.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:04 smithi067 ceph-mon[31051]: Deploying daemon osd.10 on smithi133 2024-09-10T08:11:05.772 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:05 smithi133 ceph-mon[34721]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 894 GiB / 894 GiB avail 2024-09-10T08:11:05.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:05 smithi203 ceph-mon[34672]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 894 GiB / 894 GiB avail 2024-09-10T08:11:05.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:05 smithi067 ceph-mon[31051]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 894 GiB / 894 GiB avail 2024-09-10T08:11:07.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:07 smithi203 ceph-mon[34672]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 894 GiB / 894 GiB avail 2024-09-10T08:11:07.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:07 smithi133 ceph-mon[34721]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 894 GiB / 894 GiB avail 2024-09-10T08:11:07.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:07 smithi067 ceph-mon[31051]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 894 GiB / 894 GiB avail 2024-09-10T08:11:09.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:09 smithi203 ceph-mon[34672]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 894 GiB / 894 GiB avail 2024-09-10T08:11:09.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:09 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:11:09.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:09 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:09.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:09 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:09.831 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:09 smithi133 ceph-mon[34721]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 894 GiB / 894 GiB avail 2024-09-10T08:11:09.832 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:09 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:11:09.832 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:09 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:09.832 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:09 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:09.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:09 smithi067 ceph-mon[31051]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 894 GiB / 894 GiB avail 2024-09-10T08:11:09.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:09 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:11:09.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:09 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:09.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:09 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:11.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:11 smithi133 ceph-mon[34721]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 894 GiB / 894 GiB avail 2024-09-10T08:11:11.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:11 smithi203 ceph-mon[34672]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 894 GiB / 894 GiB avail 2024-09-10T08:11:11.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:11 smithi067 ceph-mon[31051]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 894 GiB / 894 GiB avail 2024-09-10T08:11:12.911 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:11:12.911+0000 7f47857fa640 1 -- 172.21.15.133:0/78770478 <== mgr.14150 v2:172.21.15.67:6800/4256949759 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f4788062630 con 0x7f47700a2bb0 2024-09-10T08:11:12.911 INFO:teuthology.orchestra.run.smithi133.stdout:Created osd(s) 10 on host 'smithi133' 2024-09-10T08:11:12.913 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:11:12.913+0000 7f478e420640 1 -- 172.21.15.133:0/78770478 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f47700a2bb0 msgr2=0x7f47700a5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:12.913 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:11:12.913+0000 7f478e420640 1 --2- 172.21.15.133:0/78770478 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f47700a2bb0 0x7f47700a5070 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f4778005fd0 tx=0x7f477800b410 comp rx=0 tx=0).stop 2024-09-10T08:11:12.914 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:11:12.913+0000 7f478e420640 1 -- 172.21.15.133:0/78770478 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4788102e00 msgr2=0x7f4788198350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:12.914 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:11:12.913+0000 7f478e420640 1 --2- 172.21.15.133:0/78770478 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4788102e00 0x7f4788198350 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f477c004770 tx=0x7f477c0042f0 comp rx=0 tx=0).stop 2024-09-10T08:11:12.914 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:11:12.914+0000 7f478e420640 1 -- 172.21.15.133:0/78770478 shutdown_connections 2024-09-10T08:11:12.914 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:11:12.914+0000 7f478e420640 1 --2- 172.21.15.133:0/78770478 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f47700a2bb0 0x7f47700a5070 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:12.914 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:11:12.914+0000 7f478e420640 1 --2- 172.21.15.133:0/78770478 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4788102e00 0x7f4788198350 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:12.914 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:11:12.914+0000 7f478e420640 1 --2- 172.21.15.133:0/78770478 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f47881037c0 0x7f478819f3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:12.914 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:11:12.914+0000 7f478e420640 1 --2- 172.21.15.133:0/78770478 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4788101c00 0x7f4788197e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:12.914 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:11:12.914+0000 7f478e420640 1 -- 172.21.15.133:0/78770478 >> 172.21.15.133:0/78770478 conn(0x7f47880fd390 msgr2=0x7f4788106270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:12.914 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:11:12.914+0000 7f478e420640 1 -- 172.21.15.133:0/78770478 shutdown_connections 2024-09-10T08:11:12.914 INFO:teuthology.orchestra.run.smithi133.stderr:2024-09-10T08:11:12.914+0000 7f478e420640 1 -- 172.21.15.133:0/78770478 wait complete. 2024-09-10T08:11:13.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:13 smithi067 ceph-mon[31051]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 894 GiB / 894 GiB avail 2024-09-10T08:11:13.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:13 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:13.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:13 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:13.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:13 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:11:13.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:13 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:11:13.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:13 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:13.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:13 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:11:13.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:13 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:13.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:13 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:13.570 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:13 smithi133 ceph-mon[34721]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 894 GiB / 894 GiB avail 2024-09-10T08:11:13.570 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:13 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:13.570 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:13 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:13.570 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:13 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:11:13.570 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:13 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:11:13.570 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:13 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:13.570 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:13 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:11:13.570 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:13 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:13.570 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:13 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:13.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:13 smithi203 ceph-mon[34672]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 894 GiB / 894 GiB avail 2024-09-10T08:11:13.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:13 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:13.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:13 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:13.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:13 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:11:13.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:13 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:11:13.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:13 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:13.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:13 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:11:13.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:13 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:13.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:13 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:13.597 DEBUG:teuthology.orchestra.run.smithi133:osd.10> sudo journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@osd.10.service 2024-09-10T08:11:13.599 INFO:tasks.cephadm:Deploying osd.11 on smithi203 with /dev/vg_nvme/lv_1... 2024-09-10T08:11:13.599 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-10T08:11:13.857 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.c/config 2024-09-10T08:11:15.299 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:15 smithi203 ceph-mon[34672]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 894 GiB / 894 GiB avail 2024-09-10T08:11:15.381 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:15 smithi133 ceph-mon[34721]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 894 GiB / 894 GiB avail 2024-09-10T08:11:15.382 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:11:15 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:11:15.287+0000 7fbc0e7a4640 -1 osd.10 0 log_to_monitors true 2024-09-10T08:11:15.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:15 smithi067 ceph-mon[31051]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 894 GiB / 894 GiB avail 2024-09-10T08:11:16.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:16 smithi067 ceph-mon[31051]: from='osd.10 [v2:172.21.15.133:6824/1358359980,v1:172.21.15.133:6825/1358359980]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-10T08:11:16.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:16 smithi067 ceph-mon[31051]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-10T08:11:16.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:16 smithi203 ceph-mon[34672]: from='osd.10 [v2:172.21.15.133:6824/1358359980,v1:172.21.15.133:6825/1358359980]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-10T08:11:16.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:16 smithi203 ceph-mon[34672]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-10T08:11:16.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:16 smithi133 ceph-mon[34721]: from='osd.10 [v2:172.21.15.133:6824/1358359980,v1:172.21.15.133:6825/1358359980]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-10T08:11:16.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:16 smithi133 ceph-mon[34721]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-10T08:11:16.712 INFO:teuthology.orchestra.run.smithi203.stdout: 2024-09-10T08:11:16.740 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph orch daemon add osd smithi203:vg_nvme/lv_1 2024-09-10T08:11:16.998 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.c/config 2024-09-10T08:11:17.283 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:17 smithi203 ceph-mon[34672]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 894 GiB / 894 GiB avail 2024-09-10T08:11:17.283 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:17 smithi203 ceph-mon[34672]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-09-10T08:11:17.283 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:17 smithi203 ceph-mon[34672]: osdmap e66: 11 total, 10 up, 11 in 2024-09-10T08:11:17.283 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:17 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-10T08:11:17.283 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:17 smithi203 ceph-mon[34672]: from='osd.10 [v2:172.21.15.133:6824/1358359980,v1:172.21.15.133:6825/1358359980]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-09-10T08:11:17.283 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:17 smithi203 ceph-mon[34672]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-09-10T08:11:17.283 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:17 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:17.283 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:17 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:17.284 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:17 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:11:17.284 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:17 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:11:17.284 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:17 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:11:17.284 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:17 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:11:17.284 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:17 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:17.284 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:17 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:11:17.284 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:17 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:11:17.284 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:17 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:17.383 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:17 smithi133 ceph-mon[34721]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 894 GiB / 894 GiB avail 2024-09-10T08:11:17.383 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:17 smithi133 ceph-mon[34721]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-09-10T08:11:17.383 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:17 smithi133 ceph-mon[34721]: osdmap e66: 11 total, 10 up, 11 in 2024-09-10T08:11:17.383 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:17 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-10T08:11:17.383 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:17 smithi133 ceph-mon[34721]: from='osd.10 [v2:172.21.15.133:6824/1358359980,v1:172.21.15.133:6825/1358359980]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-09-10T08:11:17.383 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:17 smithi133 ceph-mon[34721]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-09-10T08:11:17.384 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:17 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:17.384 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:17 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:17.384 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:17 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:11:17.384 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:17 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:11:17.384 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:17 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:11:17.384 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:17 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:11:17.384 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:17 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:17.384 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:17 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:11:17.384 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:17 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:11:17.384 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:17 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:17.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:17 smithi067 ceph-mon[31051]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 894 GiB / 894 GiB avail 2024-09-10T08:11:17.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:17 smithi067 ceph-mon[31051]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-09-10T08:11:17.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:17 smithi067 ceph-mon[31051]: osdmap e66: 11 total, 10 up, 11 in 2024-09-10T08:11:17.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:17 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-10T08:11:17.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:17 smithi067 ceph-mon[31051]: from='osd.10 [v2:172.21.15.133:6824/1358359980,v1:172.21.15.133:6825/1358359980]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-09-10T08:11:17.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:17 smithi067 ceph-mon[31051]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]: dispatch 2024-09-10T08:11:17.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:17 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:17.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:17 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:17.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:17 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:11:17.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:17 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:11:17.458 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:17 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:11:17.458 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:17 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:11:17.458 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:17 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:17.458 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:17 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:11:17.458 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:17 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:11:17.458 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:17 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:17.538 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:17.517+0000 7f5335d0a640 1 -- 172.21.15.203:0/3444481837 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5330105010 msgr2=0x7f5330107400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:17.539 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:17.517+0000 7f5335d0a640 1 --2- 172.21.15.203:0/3444481837 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5330105010 0x7f5330107400 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f5324009900 tx=0x7f532402a410 comp rx=0 tx=0).stop 2024-09-10T08:11:17.539 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:17.517+0000 7f5335d0a640 1 -- 172.21.15.203:0/3444481837 shutdown_connections 2024-09-10T08:11:17.539 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:17.517+0000 7f5335d0a640 1 --2- 172.21.15.203:0/3444481837 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5330107940 0x7f5330109d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:17.539 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:17.517+0000 7f5335d0a640 1 --2- 172.21.15.203:0/3444481837 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5330105010 0x7f5330107400 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:17.539 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:17.517+0000 7f5335d0a640 1 --2- 172.21.15.203:0/3444481837 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f53301026e0 0x7f5330104ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:17.539 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:17.517+0000 7f5335d0a640 1 -- 172.21.15.203:0/3444481837 >> 172.21.15.203:0/3444481837 conn(0x7f53300fc280 msgr2=0x7f53300fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:17.539 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:17.517+0000 7f5335d0a640 1 -- 172.21.15.203:0/3444481837 shutdown_connections 2024-09-10T08:11:17.539 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:17.517+0000 7f5335d0a640 1 -- 172.21.15.203:0/3444481837 wait complete. 2024-09-10T08:11:17.539 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:17.517+0000 7f5335d0a640 1 Processor -- start 2024-09-10T08:11:17.539 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:17.518+0000 7f5335d0a640 1 -- start start 2024-09-10T08:11:17.539 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:17.518+0000 7f5335d0a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f53301026e0 0x7f5330197e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:17.539 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:17.518+0000 7f5335d0a640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5330105010 0x7f53301983b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:17.540 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:17.518+0000 7f5335d0a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5330107940 0x7f533019f430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:17.540 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:17.518+0000 7f5335d0a640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f533010d730 con 0x7f5330107940 2024-09-10T08:11:17.540 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:17.518+0000 7f5335d0a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f533010d5b0 con 0x7f53301026e0 2024-09-10T08:11:17.540 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:17.518+0000 7f5335d0a640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f533010d8b0 con 0x7f5330105010 2024-09-10T08:11:17.540 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:17.518+0000 7f532effd640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5330105010 0x7f53301983b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:17.540 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:17.518+0000 7f532effd640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5330105010 0x7f53301983b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.203:41326/0 (socket says 172.21.15.203:41326) 2024-09-10T08:11:17.540 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:17.518+0000 7f532effd640 1 -- 172.21.15.203:0/4240225709 learned_addr learned my addr 172.21.15.203:0/4240225709 (peer_addr_for_me v2:172.21.15.203:0/0) 2024-09-10T08:11:17.540 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:17.518+0000 7f532f7fe640 1 --2- 172.21.15.203:0/4240225709 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f53301026e0 0x7f5330197e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:17.540 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:17.518+0000 7f532ffff640 1 --2- 172.21.15.203:0/4240225709 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5330107940 0x7f533019f430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:17.540 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:17.518+0000 7f532effd640 1 -- 172.21.15.203:0/4240225709 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f53301026e0 msgr2=0x7f5330197e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:17.540 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:17.518+0000 7f532effd640 1 --2- 172.21.15.203:0/4240225709 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f53301026e0 0x7f5330197e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:17.541 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:17.518+0000 7f532effd640 1 -- 172.21.15.203:0/4240225709 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5330107940 msgr2=0x7f533019f430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:17.541 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:17.518+0000 7f532effd640 1 --2- 172.21.15.203:0/4240225709 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5330107940 0x7f533019f430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:17.541 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:17.518+0000 7f532effd640 1 -- 172.21.15.203:0/4240225709 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f533019faa0 con 0x7f5330105010 2024-09-10T08:11:17.541 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:17.519+0000 7f532effd640 1 --2- 172.21.15.203:0/4240225709 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5330105010 0x7f53301983b0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f53240314e0 tx=0x7f5324003c10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:11:17.541 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:17.519+0000 7f532cff9640 1 -- 172.21.15.203:0/4240225709 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f532403f070 con 0x7f5330105010 2024-09-10T08:11:17.541 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:17.519+0000 7f532cff9640 1 -- 172.21.15.203:0/4240225709 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5324031c40 con 0x7f5330105010 2024-09-10T08:11:17.541 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:17.519+0000 7f5335d0a640 1 -- 172.21.15.203:0/4240225709 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f533019fd30 con 0x7f5330105010 2024-09-10T08:11:17.541 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:17.519+0000 7f532cff9640 1 -- 172.21.15.203:0/4240225709 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5324035030 con 0x7f5330105010 2024-09-10T08:11:17.541 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:17.519+0000 7f5335d0a640 1 -- 172.21.15.203:0/4240225709 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53301a01c0 con 0x7f5330105010 2024-09-10T08:11:17.541 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:17.520+0000 7f5335d0a640 1 -- 172.21.15.203:0/4240225709 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f53300fdd70 con 0x7f5330105010 2024-09-10T08:11:17.541 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:17.522+0000 7f532cff9640 1 -- 172.21.15.203:0/4240225709 <== mon.1 v2:172.21.15.203:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f5324042070 con 0x7f5330105010 2024-09-10T08:11:17.541 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:17.523+0000 7f532cff9640 1 --2- 172.21.15.203:0/4240225709 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f53180a2bb0 0x7f53180a5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:17.541 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:17.523+0000 7f532f7fe640 1 --2- 172.21.15.203:0/4240225709 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f53180a2bb0 0x7f53180a5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:17.542 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:17.523+0000 7f532cff9640 1 -- 172.21.15.203:0/4240225709 <== mon.1 v2:172.21.15.203:3300/0 5 ==== osd_map(67..67 src has 1..67) ==== 6414+0+0 (secure 0 0 0) 0x7f53240ef5a0 con 0x7f5330105010 2024-09-10T08:11:17.542 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:17.523+0000 7f532f7fe640 1 --2- 172.21.15.203:0/4240225709 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f53180a2bb0 0x7f53180a5070 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f5320009bd0 tx=0x7f5320005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:11:17.542 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:17.526+0000 7f532cff9640 1 -- 172.21.15.203:0/4240225709 <== mon.1 v2:172.21.15.203:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f53240bc620 con 0x7f5330105010 2024-09-10T08:11:17.705 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:17.706+0000 7f5335d0a640 1 -- 172.21.15.203:0/4240225709 --> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi203:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f5330062630 con 0x7f53180a2bb0 2024-09-10T08:11:18.198 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:11:17 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:11:17.890+0000 7fbc0a727640 -1 osd.10 0 waiting for initial osdmap 2024-09-10T08:11:18.198 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:11:17 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:11:17.901+0000 7fbc02547640 -1 osd.10 67 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T08:11:18.299 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:18 smithi203 ceph-mon[34672]: Detected new or changed devices on smithi133 2024-09-10T08:11:18.300 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:18 smithi203 ceph-mon[34672]: Adjusting osd_memory_target on smithi133 to 4272M 2024-09-10T08:11:18.300 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:18 smithi203 ceph-mon[34672]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]': finished 2024-09-10T08:11:18.300 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:18 smithi203 ceph-mon[34672]: osdmap e67: 11 total, 10 up, 11 in 2024-09-10T08:11:18.300 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:18 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-10T08:11:18.300 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:18 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-10T08:11:18.300 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:18 smithi203 ceph-mon[34672]: from='client.24358 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi203:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:11:18.300 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:18 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T08:11:18.300 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:18 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T08:11:18.300 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:18 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:11:18.300 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:18 smithi203 ceph-mon[34672]: from='osd.10 ' entity='osd.10' 2024-09-10T08:11:18.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:18 smithi067 ceph-mon[31051]: Detected new or changed devices on smithi133 2024-09-10T08:11:18.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:18 smithi067 ceph-mon[31051]: Adjusting osd_memory_target on smithi133 to 4272M 2024-09-10T08:11:18.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:18 smithi067 ceph-mon[31051]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]': finished 2024-09-10T08:11:18.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:18 smithi067 ceph-mon[31051]: osdmap e67: 11 total, 10 up, 11 in 2024-09-10T08:11:18.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:18 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-10T08:11:18.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:18 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-10T08:11:18.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:18 smithi067 ceph-mon[31051]: from='client.24358 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi203:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:11:18.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:18 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T08:11:18.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:18 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T08:11:18.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:18 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:11:18.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:18 smithi067 ceph-mon[31051]: from='osd.10 ' entity='osd.10' 2024-09-10T08:11:18.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:18 smithi133 ceph-mon[34721]: Detected new or changed devices on smithi133 2024-09-10T08:11:18.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:18 smithi133 ceph-mon[34721]: Adjusting osd_memory_target on smithi133 to 4272M 2024-09-10T08:11:18.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:18 smithi133 ceph-mon[34721]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi133", "root=default"]}]': finished 2024-09-10T08:11:18.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:18 smithi133 ceph-mon[34721]: osdmap e67: 11 total, 10 up, 11 in 2024-09-10T08:11:18.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:18 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-10T08:11:18.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:18 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-10T08:11:18.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:18 smithi133 ceph-mon[34721]: from='client.24358 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi203:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:11:18.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:18 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-10T08:11:18.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:18 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-10T08:11:18.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:18 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:11:18.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:18 smithi133 ceph-mon[34721]: from='osd.10 ' entity='osd.10' 2024-09-10T08:11:19.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:19 smithi067 ceph-mon[31051]: purged_snaps scrub starts 2024-09-10T08:11:19.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:19 smithi067 ceph-mon[31051]: purged_snaps scrub ok 2024-09-10T08:11:19.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:19 smithi067 ceph-mon[31051]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 894 GiB / 894 GiB avail 2024-09-10T08:11:19.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:19 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-10T08:11:19.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:19 smithi067 ceph-mon[31051]: osd.10 [v2:172.21.15.133:6824/1358359980,v1:172.21.15.133:6825/1358359980] boot 2024-09-10T08:11:19.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:19 smithi067 ceph-mon[31051]: osdmap e68: 11 total, 11 up, 11 in 2024-09-10T08:11:19.458 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:19 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-10T08:11:19.500 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:19 smithi203 ceph-mon[34672]: purged_snaps scrub starts 2024-09-10T08:11:19.500 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:19 smithi203 ceph-mon[34672]: purged_snaps scrub ok 2024-09-10T08:11:19.501 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:19 smithi203 ceph-mon[34672]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 894 GiB / 894 GiB avail 2024-09-10T08:11:19.501 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:19 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-10T08:11:19.501 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:19 smithi203 ceph-mon[34672]: osd.10 [v2:172.21.15.133:6824/1358359980,v1:172.21.15.133:6825/1358359980] boot 2024-09-10T08:11:19.501 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:19 smithi203 ceph-mon[34672]: osdmap e68: 11 total, 11 up, 11 in 2024-09-10T08:11:19.501 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:19 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-10T08:11:19.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:19 smithi133 ceph-mon[34721]: purged_snaps scrub starts 2024-09-10T08:11:19.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:19 smithi133 ceph-mon[34721]: purged_snaps scrub ok 2024-09-10T08:11:19.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:19 smithi133 ceph-mon[34721]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 894 GiB / 894 GiB avail 2024-09-10T08:11:19.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:19 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-10T08:11:19.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:19 smithi133 ceph-mon[34721]: osd.10 [v2:172.21.15.133:6824/1358359980,v1:172.21.15.133:6825/1358359980] boot 2024-09-10T08:11:19.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:19 smithi133 ceph-mon[34721]: osdmap e68: 11 total, 11 up, 11 in 2024-09-10T08:11:19.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:19 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-10T08:11:20.514 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:20 smithi203 ceph-mon[34672]: osdmap e69: 11 total, 11 up, 11 in 2024-09-10T08:11:20.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:20 smithi133 ceph-mon[34721]: osdmap e69: 11 total, 11 up, 11 in 2024-09-10T08:11:20.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:20 smithi067 ceph-mon[31051]: osdmap e69: 11 total, 11 up, 11 in 2024-09-10T08:11:21.572 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:21 smithi203 ceph-mon[34672]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 983 GiB / 983 GiB avail 2024-09-10T08:11:21.573 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:21 smithi203 ceph-mon[34672]: osdmap e70: 11 total, 11 up, 11 in 2024-09-10T08:11:21.573 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:21 smithi203 ceph-mon[34672]: from='client.? 172.21.15.203:0/1373641264' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8467eb04-6d28-4e6e-8f44-19022da895c9"}]: dispatch 2024-09-10T08:11:21.573 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:21 smithi203 ceph-mon[34672]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8467eb04-6d28-4e6e-8f44-19022da895c9"}]: dispatch 2024-09-10T08:11:21.573 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:21 smithi203 ceph-mon[34672]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8467eb04-6d28-4e6e-8f44-19022da895c9"}]': finished 2024-09-10T08:11:21.573 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:21 smithi203 ceph-mon[34672]: osdmap e71: 12 total, 11 up, 12 in 2024-09-10T08:11:21.573 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:21 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-10T08:11:21.573 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:21 smithi203 ceph-mon[34672]: from='client.? 172.21.15.203:0/4184614346' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T08:11:21.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:21 smithi133 ceph-mon[34721]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 983 GiB / 983 GiB avail 2024-09-10T08:11:21.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:21 smithi133 ceph-mon[34721]: osdmap e70: 11 total, 11 up, 11 in 2024-09-10T08:11:21.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:21 smithi133 ceph-mon[34721]: from='client.? 172.21.15.203:0/1373641264' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8467eb04-6d28-4e6e-8f44-19022da895c9"}]: dispatch 2024-09-10T08:11:21.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:21 smithi133 ceph-mon[34721]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8467eb04-6d28-4e6e-8f44-19022da895c9"}]: dispatch 2024-09-10T08:11:21.595 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:21 smithi133 ceph-mon[34721]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8467eb04-6d28-4e6e-8f44-19022da895c9"}]': finished 2024-09-10T08:11:21.595 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:21 smithi133 ceph-mon[34721]: osdmap e71: 12 total, 11 up, 12 in 2024-09-10T08:11:21.595 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:21 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-10T08:11:21.595 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:21 smithi133 ceph-mon[34721]: from='client.? 172.21.15.203:0/4184614346' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T08:11:21.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:21 smithi067 ceph-mon[31051]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 348 MiB used, 983 GiB / 983 GiB avail 2024-09-10T08:11:21.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:21 smithi067 ceph-mon[31051]: osdmap e70: 11 total, 11 up, 11 in 2024-09-10T08:11:21.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:21 smithi067 ceph-mon[31051]: from='client.? 172.21.15.203:0/1373641264' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8467eb04-6d28-4e6e-8f44-19022da895c9"}]: dispatch 2024-09-10T08:11:21.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:21 smithi067 ceph-mon[31051]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8467eb04-6d28-4e6e-8f44-19022da895c9"}]: dispatch 2024-09-10T08:11:21.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:21 smithi067 ceph-mon[31051]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8467eb04-6d28-4e6e-8f44-19022da895c9"}]': finished 2024-09-10T08:11:21.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:21 smithi067 ceph-mon[31051]: osdmap e71: 12 total, 11 up, 12 in 2024-09-10T08:11:21.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:21 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-10T08:11:21.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:21 smithi067 ceph-mon[31051]: from='client.? 172.21.15.203:0/4184614346' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-10T08:11:22.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:22 smithi203 ceph-mon[34672]: osdmap e72: 12 total, 11 up, 12 in 2024-09-10T08:11:22.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:22 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-10T08:11:22.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:22 smithi133 ceph-mon[34721]: osdmap e72: 12 total, 11 up, 12 in 2024-09-10T08:11:22.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:22 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-10T08:11:22.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:22 smithi067 ceph-mon[31051]: osdmap e72: 12 total, 11 up, 12 in 2024-09-10T08:11:22.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:22 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-10T08:11:23.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:23 smithi203 ceph-mon[34672]: pgmap v234: 1 pgs: 1 active+recovery_wait+undersized+degraded+remapped; 577 KiB data, 348 MiB used, 983 GiB / 983 GiB avail; 2/6 objects degraded (33.333%) 2024-09-10T08:11:23.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:23 smithi203 ceph-mon[34672]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-09-10T08:11:23.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:23 smithi203 ceph-mon[34672]: osdmap e73: 12 total, 11 up, 12 in 2024-09-10T08:11:23.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:23 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-10T08:11:23.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:23 smithi133 ceph-mon[34721]: pgmap v234: 1 pgs: 1 active+recovery_wait+undersized+degraded+remapped; 577 KiB data, 348 MiB used, 983 GiB / 983 GiB avail; 2/6 objects degraded (33.333%) 2024-09-10T08:11:23.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:23 smithi133 ceph-mon[34721]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-09-10T08:11:23.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:23 smithi133 ceph-mon[34721]: osdmap e73: 12 total, 11 up, 12 in 2024-09-10T08:11:23.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:23 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-10T08:11:23.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:23 smithi067 ceph-mon[31051]: pgmap v234: 1 pgs: 1 active+recovery_wait+undersized+degraded+remapped; 577 KiB data, 348 MiB used, 983 GiB / 983 GiB avail; 2/6 objects degraded (33.333%) 2024-09-10T08:11:23.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:23 smithi067 ceph-mon[31051]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-09-10T08:11:23.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:23 smithi067 ceph-mon[31051]: osdmap e73: 12 total, 11 up, 12 in 2024-09-10T08:11:23.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:23 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-10T08:11:25.411 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:25 smithi203 ceph-mon[34672]: pgmap v236: 1 pgs: 1 active+recovery_wait+undersized+degraded+remapped; 577 KiB data, 348 MiB used, 983 GiB / 983 GiB avail; 2/6 objects degraded (33.333%) 2024-09-10T08:11:25.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:25 smithi133 ceph-mon[34721]: pgmap v236: 1 pgs: 1 active+recovery_wait+undersized+degraded+remapped; 577 KiB data, 348 MiB used, 983 GiB / 983 GiB avail; 2/6 objects degraded (33.333%) 2024-09-10T08:11:25.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:25 smithi067 ceph-mon[31051]: pgmap v236: 1 pgs: 1 active+recovery_wait+undersized+degraded+remapped; 577 KiB data, 348 MiB used, 983 GiB / 983 GiB avail; 2/6 objects degraded (33.333%) 2024-09-10T08:11:26.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:26 smithi203 ceph-mon[34672]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-09-10T08:11:26.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:26 smithi203 ceph-mon[34672]: Cluster is now healthy 2024-09-10T08:11:26.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:26 smithi133 ceph-mon[34721]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-09-10T08:11:26.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:26 smithi133 ceph-mon[34721]: Cluster is now healthy 2024-09-10T08:11:26.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:26 smithi067 ceph-mon[31051]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-09-10T08:11:26.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:26 smithi067 ceph-mon[31051]: Cluster is now healthy 2024-09-10T08:11:27.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:27 smithi133 ceph-mon[34721]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 983 GiB / 983 GiB avail; 104 KiB/s, 0 objects/s recovering 2024-09-10T08:11:27.689 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:27 smithi203 ceph-mon[34672]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 983 GiB / 983 GiB avail; 104 KiB/s, 0 objects/s recovering 2024-09-10T08:11:27.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:27 smithi067 ceph-mon[31051]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 354 MiB used, 983 GiB / 983 GiB avail; 104 KiB/s, 0 objects/s recovering 2024-09-10T08:11:29.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:29 smithi203 ceph-mon[34672]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 983 GiB / 983 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-09-10T08:11:29.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:29 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-09-10T08:11:29.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:29 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:11:29.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:29 smithi133 ceph-mon[34721]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 983 GiB / 983 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-09-10T08:11:29.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:29 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-09-10T08:11:29.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:29 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:11:29.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:29 smithi067 ceph-mon[31051]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 983 GiB / 983 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-09-10T08:11:29.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:29 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-09-10T08:11:29.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:29 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:11:30.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:30 smithi203 ceph-mon[34672]: Deploying daemon osd.11 on smithi203 2024-09-10T08:11:30.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:30 smithi133 ceph-mon[34721]: Deploying daemon osd.11 on smithi203 2024-09-10T08:11:30.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:30 smithi067 ceph-mon[31051]: Deploying daemon osd.11 on smithi203 2024-09-10T08:11:31.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:31 smithi203 ceph-mon[34672]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 983 GiB / 983 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-09-10T08:11:31.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:31 smithi133 ceph-mon[34721]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 983 GiB / 983 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-09-10T08:11:31.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:31 smithi067 ceph-mon[31051]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 983 GiB / 983 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-09-10T08:11:33.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:33 smithi203 ceph-mon[34672]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-10T08:11:33.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:33 smithi133 ceph-mon[34721]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-10T08:11:33.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:33 smithi067 ceph-mon[31051]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-10T08:11:35.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:35 smithi203 ceph-mon[34672]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 983 GiB / 983 GiB avail; 50 KiB/s, 0 objects/s recovering 2024-09-10T08:11:35.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:35 smithi133 ceph-mon[34721]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 983 GiB / 983 GiB avail; 50 KiB/s, 0 objects/s recovering 2024-09-10T08:11:35.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:35 smithi067 ceph-mon[31051]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 983 GiB / 983 GiB avail; 50 KiB/s, 0 objects/s recovering 2024-09-10T08:11:36.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:36 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:11:36.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:36 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:36.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:36 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:36.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:36 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:11:36.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:36 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:36.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:36 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:36.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:36 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:11:36.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:36 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:36.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:36 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:37.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:37 smithi203 ceph-mon[34672]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 983 GiB / 983 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-10T08:11:37.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:37 smithi067 ceph-mon[31051]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 983 GiB / 983 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-10T08:11:37.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:37 smithi133 ceph-mon[34721]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 983 GiB / 983 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-10T08:11:38.939 INFO:teuthology.orchestra.run.smithi203.stdout:Created osd(s) 11 on host 'smithi203' 2024-09-10T08:11:38.939 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:38.939+0000 7f532cff9640 1 -- 172.21.15.203:0/4240225709 <== mgr.14150 v2:172.21.15.67:6800/4256949759 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f5330062630 con 0x7f53180a2bb0 2024-09-10T08:11:38.941 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:38.941+0000 7f5335d0a640 1 -- 172.21.15.203:0/4240225709 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f53180a2bb0 msgr2=0x7f53180a5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:38.941 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:38.941+0000 7f5335d0a640 1 --2- 172.21.15.203:0/4240225709 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f53180a2bb0 0x7f53180a5070 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f5320009bd0 tx=0x7f5320005f90 comp rx=0 tx=0).stop 2024-09-10T08:11:38.941 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:38.941+0000 7f5335d0a640 1 -- 172.21.15.203:0/4240225709 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5330105010 msgr2=0x7f53301983b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:38.941 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:38.941+0000 7f5335d0a640 1 --2- 172.21.15.203:0/4240225709 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5330105010 0x7f53301983b0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f53240314e0 tx=0x7f5324003c10 comp rx=0 tx=0).stop 2024-09-10T08:11:38.941 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:38.941+0000 7f5335d0a640 1 -- 172.21.15.203:0/4240225709 shutdown_connections 2024-09-10T08:11:38.941 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:38.941+0000 7f5335d0a640 1 --2- 172.21.15.203:0/4240225709 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f53180a2bb0 0x7f53180a5070 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:38.941 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:38.941+0000 7f5335d0a640 1 --2- 172.21.15.203:0/4240225709 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5330107940 0x7f533019f430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:38.942 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:38.941+0000 7f5335d0a640 1 --2- 172.21.15.203:0/4240225709 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5330105010 0x7f53301983b0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:38.942 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:38.941+0000 7f5335d0a640 1 --2- 172.21.15.203:0/4240225709 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f53301026e0 0x7f5330197e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:38.942 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:38.941+0000 7f5335d0a640 1 -- 172.21.15.203:0/4240225709 >> 172.21.15.203:0/4240225709 conn(0x7f53300fc280 msgr2=0x7f53301031c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:38.942 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:38.942+0000 7f5335d0a640 1 -- 172.21.15.203:0/4240225709 shutdown_connections 2024-09-10T08:11:38.942 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:38.942+0000 7f5335d0a640 1 -- 172.21.15.203:0/4240225709 wait complete. 2024-09-10T08:11:39.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:39 smithi203 ceph-mon[34672]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 983 GiB / 983 GiB avail 2024-09-10T08:11:39.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:39 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:39.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:39 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:39.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:39 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:11:39.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:39 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:11:39.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:39 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:39.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:39 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:11:39.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:39 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:39.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:39 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:39.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:39 smithi133 ceph-mon[34721]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 983 GiB / 983 GiB avail 2024-09-10T08:11:39.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:39 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:39.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:39 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:39.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:39 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:11:39.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:39 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:11:39.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:39 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:39.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:39 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:11:39.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:39 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:39.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:39 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:39.646 DEBUG:teuthology.orchestra.run.smithi203:osd.11> sudo journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@osd.11.service 2024-09-10T08:11:39.648 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-09-10T08:11:39.648 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph osd stat -f json 2024-09-10T08:11:39.678 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:39 smithi067 ceph-mon[31051]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 983 GiB / 983 GiB avail 2024-09-10T08:11:39.678 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:39 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:39.678 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:39 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:39.678 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:39 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:11:39.678 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:39 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:11:39.678 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:39 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:39.678 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:39 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:11:39.678 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:39 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:39.679 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:39 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:39.920 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:11:40.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.504+0000 7f8a3863f640 1 -- 172.21.15.67:0/3642930683 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8a301026a0 msgr2=0x7f8a30104a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:40.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.504+0000 7f8a3863f640 1 --2- 172.21.15.67:0/3642930683 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8a301026a0 0x7f8a30104a90 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f8a2c009900 tx=0x7f8a2c02a410 comp rx=0 tx=0).stop 2024-09-10T08:11:40.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.504+0000 7f8a3863f640 1 -- 172.21.15.67:0/3642930683 shutdown_connections 2024-09-10T08:11:40.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.504+0000 7f8a3863f640 1 --2- 172.21.15.67:0/3642930683 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8a30104fd0 0x7f8a301073c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:40.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.504+0000 7f8a3863f640 1 --2- 172.21.15.67:0/3642930683 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8a30107900 0x7f8a30109d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:40.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.504+0000 7f8a3863f640 1 --2- 172.21.15.67:0/3642930683 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8a301026a0 0x7f8a30104a90 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:40.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.504+0000 7f8a3863f640 1 -- 172.21.15.67:0/3642930683 >> 172.21.15.67:0/3642930683 conn(0x7f8a300fc2a0 msgr2=0x7f8a300fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:40.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.504+0000 7f8a3863f640 1 -- 172.21.15.67:0/3642930683 shutdown_connections 2024-09-10T08:11:40.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.504+0000 7f8a3863f640 1 -- 172.21.15.67:0/3642930683 wait complete. 2024-09-10T08:11:40.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.505+0000 7f8a3863f640 1 Processor -- start 2024-09-10T08:11:40.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.505+0000 7f8a3863f640 1 -- start start 2024-09-10T08:11:40.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.505+0000 7f8a3863f640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8a301026a0 0x7f8a30197ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:40.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.505+0000 7f8a3863f640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8a30104fd0 0x7f8a301983e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:40.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.505+0000 7f8a3863f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8a30107900 0x7f8a3019f460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:40.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.505+0000 7f8a3863f640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f8a3010d760 con 0x7f8a30107900 2024-09-10T08:11:40.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.505+0000 7f8a3863f640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f8a3010d5e0 con 0x7f8a301026a0 2024-09-10T08:11:40.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.505+0000 7f8a3863f640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f8a3010d8e0 con 0x7f8a30104fd0 2024-09-10T08:11:40.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.505+0000 7f8a36bdc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8a30107900 0x7f8a3019f460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:40.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.505+0000 7f8a36bdc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8a30107900 0x7f8a3019f460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57388/0 (socket says 172.21.15.67:57388) 2024-09-10T08:11:40.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.505+0000 7f8a36bdc640 1 -- 172.21.15.67:0/1004238656 learned_addr learned my addr 172.21.15.67:0/1004238656 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:11:40.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.505+0000 7f8a35bda640 1 --2- 172.21.15.67:0/1004238656 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8a30104fd0 0x7f8a301983e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:40.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.505+0000 7f8a363db640 1 --2- 172.21.15.67:0/1004238656 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8a301026a0 0x7f8a30197ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:40.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.506+0000 7f8a36bdc640 1 -- 172.21.15.67:0/1004238656 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8a30104fd0 msgr2=0x7f8a301983e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:40.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.506+0000 7f8a36bdc640 1 --2- 172.21.15.67:0/1004238656 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8a30104fd0 0x7f8a301983e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:40.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.506+0000 7f8a36bdc640 1 -- 172.21.15.67:0/1004238656 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8a301026a0 msgr2=0x7f8a30197ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:40.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.506+0000 7f8a36bdc640 1 --2- 172.21.15.67:0/1004238656 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8a301026a0 0x7f8a30197ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:40.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.506+0000 7f8a36bdc640 1 -- 172.21.15.67:0/1004238656 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a3019fad0 con 0x7f8a30107900 2024-09-10T08:11:40.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.506+0000 7f8a36bdc640 1 --2- 172.21.15.67:0/1004238656 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8a30107900 0x7f8a3019f460 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f8a28009fd0 tx=0x7f8a2800b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:11:40.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.506+0000 7f8a237fe640 1 -- 172.21.15.67:0/1004238656 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a28017070 con 0x7f8a30107900 2024-09-10T08:11:40.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.506+0000 7f8a3863f640 1 -- 172.21.15.67:0/1004238656 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a3019fdc0 con 0x7f8a30107900 2024-09-10T08:11:40.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.506+0000 7f8a237fe640 1 -- 172.21.15.67:0/1004238656 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8a28003e20 con 0x7f8a30107900 2024-09-10T08:11:40.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.506+0000 7f8a237fe640 1 -- 172.21.15.67:0/1004238656 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a28010460 con 0x7f8a30107900 2024-09-10T08:11:40.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.506+0000 7f8a3863f640 1 -- 172.21.15.67:0/1004238656 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a301a0220 con 0x7f8a30107900 2024-09-10T08:11:40.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.507+0000 7f8a3863f640 1 -- 172.21.15.67:0/1004238656 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a300fdd90 con 0x7f8a30107900 2024-09-10T08:11:40.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.508+0000 7f8a237fe640 1 -- 172.21.15.67:0/1004238656 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f8a28003970 con 0x7f8a30107900 2024-09-10T08:11:40.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.509+0000 7f8a237fe640 1 --2- 172.21.15.67:0/1004238656 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f8a1c0a2bb0 0x7f8a1c0a5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:40.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.509+0000 7f8a363db640 1 --2- 172.21.15.67:0/1004238656 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f8a1c0a2bb0 0x7f8a1c0a5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:40.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.509+0000 7f8a237fe640 1 -- 172.21.15.67:0/1004238656 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 6809+0+0 (secure 0 0 0) 0x7f8a280ce7a0 con 0x7f8a30107900 2024-09-10T08:11:40.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.510+0000 7f8a363db640 1 --2- 172.21.15.67:0/1004238656 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f8a1c0a2bb0 0x7f8a1c0a5070 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f8a2c006010 tx=0x7f8a2c000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:11:40.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.514+0000 7f8a237fe640 1 -- 172.21.15.67:0/1004238656 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f8a2809b690 con 0x7f8a30107900 2024-09-10T08:11:40.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.692+0000 7f8a3863f640 1 -- 172.21.15.67:0/1004238656 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f8a30062df0 con 0x7f8a30107900 2024-09-10T08:11:40.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.692+0000 7f8a237fe640 1 -- 172.21.15.67:0/1004238656 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v73) ==== 74+0+133 (secure 0 0 0) 0x7f8a2809f990 con 0x7f8a30107900 2024-09-10T08:11:40.692 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:11:40.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.695+0000 7f8a3863f640 1 -- 172.21.15.67:0/1004238656 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f8a1c0a2bb0 msgr2=0x7f8a1c0a5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:40.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.695+0000 7f8a3863f640 1 --2- 172.21.15.67:0/1004238656 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f8a1c0a2bb0 0x7f8a1c0a5070 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f8a2c006010 tx=0x7f8a2c000bc0 comp rx=0 tx=0).stop 2024-09-10T08:11:40.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.695+0000 7f8a3863f640 1 -- 172.21.15.67:0/1004238656 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8a30107900 msgr2=0x7f8a3019f460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:40.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.695+0000 7f8a3863f640 1 --2- 172.21.15.67:0/1004238656 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8a30107900 0x7f8a3019f460 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f8a28009fd0 tx=0x7f8a2800b260 comp rx=0 tx=0).stop 2024-09-10T08:11:40.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.695+0000 7f8a3863f640 1 -- 172.21.15.67:0/1004238656 shutdown_connections 2024-09-10T08:11:40.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.695+0000 7f8a3863f640 1 --2- 172.21.15.67:0/1004238656 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f8a1c0a2bb0 0x7f8a1c0a5070 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:40.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.695+0000 7f8a3863f640 1 --2- 172.21.15.67:0/1004238656 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8a30107900 0x7f8a3019f460 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:40.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.695+0000 7f8a3863f640 1 --2- 172.21.15.67:0/1004238656 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8a30104fd0 0x7f8a301983e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:40.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.695+0000 7f8a3863f640 1 --2- 172.21.15.67:0/1004238656 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8a301026a0 0x7f8a30197ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:40.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.695+0000 7f8a3863f640 1 -- 172.21.15.67:0/1004238656 >> 172.21.15.67:0/1004238656 conn(0x7f8a300fc2a0 msgr2=0x7f8a301030c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:40.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.695+0000 7f8a3863f640 1 -- 172.21.15.67:0/1004238656 shutdown_connections 2024-09-10T08:11:40.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:40.695+0000 7f8a3863f640 1 -- 172.21.15.67:0/1004238656 wait complete. 2024-09-10T08:11:41.530 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":73,"num_osds":12,"num_up_osds":11,"osd_up_since":1725955878,"num_in_osds":12,"osd_in_since":1725955880,"num_remapped_pgs":0} 2024-09-10T08:11:41.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:41 smithi203 ceph-mon[34672]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 983 GiB / 983 GiB avail 2024-09-10T08:11:41.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:41 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/1004238656' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-10T08:11:41.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:41 smithi203 ceph-mon[34672]: from='osd.11 [v2:172.21.15.203:6824/1340245932,v1:172.21.15.203:6825/1340245932]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-10T08:11:41.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:41 smithi203 ceph-mon[34672]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-10T08:11:41.571 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:11:41 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:11:41.259+0000 7ff8678fd640 -1 osd.11 0 log_to_monitors true 2024-09-10T08:11:41.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:41 smithi133 ceph-mon[34721]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 983 GiB / 983 GiB avail 2024-09-10T08:11:41.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:41 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/1004238656' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-10T08:11:41.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:41 smithi133 ceph-mon[34721]: from='osd.11 [v2:172.21.15.203:6824/1340245932,v1:172.21.15.203:6825/1340245932]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-10T08:11:41.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:41 smithi133 ceph-mon[34721]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-10T08:11:41.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:41 smithi067 ceph-mon[31051]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 983 GiB / 983 GiB avail 2024-09-10T08:11:41.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:41 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/1004238656' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-10T08:11:41.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:41 smithi067 ceph-mon[31051]: from='osd.11 [v2:172.21.15.203:6824/1340245932,v1:172.21.15.203:6825/1340245932]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-10T08:11:41.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:41 smithi067 ceph-mon[31051]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-10T08:11:42.531 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph osd stat -f json 2024-09-10T08:11:42.569 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:42 smithi067 ceph-mon[31051]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-09-10T08:11:42.569 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:42 smithi067 ceph-mon[31051]: osdmap e74: 12 total, 11 up, 12 in 2024-09-10T08:11:42.569 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:42 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-10T08:11:42.569 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:42 smithi067 ceph-mon[31051]: from='osd.11 [v2:172.21.15.203:6824/1340245932,v1:172.21.15.203:6825/1340245932]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-10T08:11:42.569 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:42 smithi067 ceph-mon[31051]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-10T08:11:42.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:42 smithi203 ceph-mon[34672]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-09-10T08:11:42.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:42 smithi203 ceph-mon[34672]: osdmap e74: 12 total, 11 up, 12 in 2024-09-10T08:11:42.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:42 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-10T08:11:42.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:42 smithi203 ceph-mon[34672]: from='osd.11 [v2:172.21.15.203:6824/1340245932,v1:172.21.15.203:6825/1340245932]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-10T08:11:42.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:42 smithi203 ceph-mon[34672]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-10T08:11:42.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:42 smithi133 ceph-mon[34721]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-09-10T08:11:42.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:42 smithi133 ceph-mon[34721]: osdmap e74: 12 total, 11 up, 12 in 2024-09-10T08:11:42.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:42 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-10T08:11:42.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:42 smithi133 ceph-mon[34721]: from='osd.11 [v2:172.21.15.203:6824/1340245932,v1:172.21.15.203:6825/1340245932]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-10T08:11:42.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:42 smithi133 ceph-mon[34721]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]: dispatch 2024-09-10T08:11:42.808 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:11:43.305 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:11:43 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:11:43.002+0000 7ff863880640 -1 osd.11 0 waiting for initial osdmap 2024-09-10T08:11:43.305 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:11:43 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:11:43.015+0000 7ff85b6a0640 -1 osd.11 75 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-10T08:11:43.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.333+0000 7f7141666640 1 -- 172.21.15.67:0/306771384 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f713c102690 msgr2=0x7f713c108f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:43.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.333+0000 7f7141666640 1 --2- 172.21.15.67:0/306771384 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f713c102690 0x7f713c108f20 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f7134009ca0 tx=0x7f713402a8c0 comp rx=0 tx=0).stop 2024-09-10T08:11:43.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.333+0000 7f7141666640 1 -- 172.21.15.67:0/306771384 shutdown_connections 2024-09-10T08:11:43.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.333+0000 7f7141666640 1 --2- 172.21.15.67:0/306771384 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f713c101cd0 0x7f713c102150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:43.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.333+0000 7f7141666640 1 --2- 172.21.15.67:0/306771384 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f713c102690 0x7f713c108f20 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:43.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.333+0000 7f7141666640 1 --2- 172.21.15.67:0/306771384 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f713c100ad0 0x7f713c100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:43.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.333+0000 7f7141666640 1 -- 172.21.15.67:0/306771384 >> 172.21.15.67:0/306771384 conn(0x7f713c0fc280 msgr2=0x7f713c0fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:43.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.333+0000 7f7141666640 1 -- 172.21.15.67:0/306771384 shutdown_connections 2024-09-10T08:11:43.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.333+0000 7f7141666640 1 -- 172.21.15.67:0/306771384 wait complete. 2024-09-10T08:11:43.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.334+0000 7f7141666640 1 Processor -- start 2024-09-10T08:11:43.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.334+0000 7f7141666640 1 -- start start 2024-09-10T08:11:43.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.334+0000 7f7141666640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f713c100ad0 0x7f713c104a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:43.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.334+0000 7f7141666640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f713c101cd0 0x7f713c1030b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:43.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.334+0000 7f7141666640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f713c102690 0x7f713c1035f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:43.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.334+0000 7f7141666640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f713c10c650 con 0x7f713c102690 2024-09-10T08:11:43.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.334+0000 7f7141666640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f713c10c4d0 con 0x7f713c100ad0 2024-09-10T08:11:43.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.334+0000 7f7141666640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f713c10c7d0 con 0x7f713c101cd0 2024-09-10T08:11:43.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.335+0000 7f713b7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f713c102690 0x7f713c1035f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:43.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.335+0000 7f713b7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f713c102690 0x7f713c1035f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57402/0 (socket says 172.21.15.67:57402) 2024-09-10T08:11:43.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.335+0000 7f713b7fe640 1 -- 172.21.15.67:0/3099066638 learned_addr learned my addr 172.21.15.67:0/3099066638 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:11:43.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.335+0000 7f713affd640 1 --2- 172.21.15.67:0/3099066638 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f713c100ad0 0x7f713c104a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:43.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.335+0000 7f713a7fc640 1 --2- 172.21.15.67:0/3099066638 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f713c101cd0 0x7f713c1030b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:43.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.335+0000 7f713b7fe640 1 -- 172.21.15.67:0/3099066638 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f713c101cd0 msgr2=0x7f713c1030b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:43.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.335+0000 7f713b7fe640 1 --2- 172.21.15.67:0/3099066638 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f713c101cd0 0x7f713c1030b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:43.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.335+0000 7f713b7fe640 1 -- 172.21.15.67:0/3099066638 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f713c100ad0 msgr2=0x7f713c104a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:43.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.335+0000 7f713b7fe640 1 --2- 172.21.15.67:0/3099066638 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f713c100ad0 0x7f713c104a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:43.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.335+0000 7f713b7fe640 1 -- 172.21.15.67:0/3099066638 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f713c103eb0 con 0x7f713c102690 2024-09-10T08:11:43.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.335+0000 7f713a7fc640 1 --2- 172.21.15.67:0/3099066638 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f713c101cd0 0x7f713c1030b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:11:43.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.335+0000 7f713b7fe640 1 --2- 172.21.15.67:0/3099066638 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f713c102690 0x7f713c1035f0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f7134031040 tx=0x7f7134003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:11:43.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.335+0000 7f7123fff640 1 -- 172.21.15.67:0/3099066638 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7134032ec0 con 0x7f713c102690 2024-09-10T08:11:43.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.335+0000 7f7141666640 1 -- 172.21.15.67:0/3099066638 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f713c1a1ef0 con 0x7f713c102690 2024-09-10T08:11:43.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.335+0000 7f7123fff640 1 -- 172.21.15.67:0/3099066638 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f71340044f0 con 0x7f713c102690 2024-09-10T08:11:43.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.335+0000 7f7123fff640 1 -- 172.21.15.67:0/3099066638 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7134030cb0 con 0x7f713c102690 2024-09-10T08:11:43.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.335+0000 7f7141666640 1 -- 172.21.15.67:0/3099066638 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f713c1a23f0 con 0x7f713c102690 2024-09-10T08:11:43.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.336+0000 7f7141666640 1 -- 172.21.15.67:0/3099066638 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f713c1a26e0 con 0x7f713c102690 2024-09-10T08:11:43.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.338+0000 7f7123fff640 1 -- 172.21.15.67:0/3099066638 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f7134004040 con 0x7f713c102690 2024-09-10T08:11:43.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.338+0000 7f7123fff640 1 --2- 172.21.15.67:0/3099066638 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f71240a2d20 0x7f71240a51e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:43.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.338+0000 7f713affd640 1 --2- 172.21.15.67:0/3099066638 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f71240a2d20 0x7f71240a51e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:43.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.338+0000 7f7123fff640 1 -- 172.21.15.67:0/3099066638 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 6847+0+0 (secure 0 0 0) 0x7f71340f0000 con 0x7f713c102690 2024-09-10T08:11:43.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.339+0000 7f713affd640 1 --2- 172.21.15.67:0/3099066638 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f71240a2d20 0x7f71240a51e0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f713c101b30 tx=0x7f712c005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:11:43.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.343+0000 7f7123fff640 1 -- 172.21.15.67:0/3099066638 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f71340bd520 con 0x7f713c102690 2024-09-10T08:11:43.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.517+0000 7f7141666640 1 -- 172.21.15.67:0/3099066638 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f713c1a2d20 con 0x7f713c102690 2024-09-10T08:11:43.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.518+0000 7f7123fff640 1 -- 172.21.15.67:0/3099066638 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v75) ==== 74+0+133 (secure 0 0 0) 0x7f71340bce20 con 0x7f713c102690 2024-09-10T08:11:43.517 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:43 smithi067 ceph-mon[31051]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 983 GiB / 983 GiB avail 2024-09-10T08:11:43.517 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:43 smithi067 ceph-mon[31051]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]': finished 2024-09-10T08:11:43.518 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:43 smithi067 ceph-mon[31051]: osdmap e75: 12 total, 11 up, 12 in 2024-09-10T08:11:43.518 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:43 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-10T08:11:43.518 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:43 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-10T08:11:43.518 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:43 smithi067 ceph-mon[31051]: Detected new or changed devices on smithi203 2024-09-10T08:11:43.518 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:43 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:43.518 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:43 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:43.518 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:43 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:11:43.518 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:43 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:11:43.518 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:43 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:11:43.518 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:43 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:11:43.518 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:43 smithi067 ceph-mon[31051]: Adjusting osd_memory_target on smithi203 to 4272M 2024-09-10T08:11:43.518 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:43 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:43.519 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:43 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:11:43.519 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:43 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:11:43.519 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:43 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:43.519 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:43 smithi067 ceph-mon[31051]: from='osd.11 ' entity='osd.11' 2024-09-10T08:11:43.519 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:11:43.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.520+0000 7f7141666640 1 -- 172.21.15.67:0/3099066638 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f71240a2d20 msgr2=0x7f71240a51e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:43.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.520+0000 7f7141666640 1 --2- 172.21.15.67:0/3099066638 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f71240a2d20 0x7f71240a51e0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f713c101b30 tx=0x7f712c005f90 comp rx=0 tx=0).stop 2024-09-10T08:11:43.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.520+0000 7f7141666640 1 -- 172.21.15.67:0/3099066638 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f713c102690 msgr2=0x7f713c1035f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:43.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.520+0000 7f7141666640 1 --2- 172.21.15.67:0/3099066638 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f713c102690 0x7f713c1035f0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f7134031040 tx=0x7f7134003ba0 comp rx=0 tx=0).stop 2024-09-10T08:11:43.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.520+0000 7f7141666640 1 -- 172.21.15.67:0/3099066638 shutdown_connections 2024-09-10T08:11:43.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.520+0000 7f7141666640 1 --2- 172.21.15.67:0/3099066638 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f71240a2d20 0x7f71240a51e0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:43.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.520+0000 7f7141666640 1 --2- 172.21.15.67:0/3099066638 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f713c102690 0x7f713c1035f0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:43.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.520+0000 7f7141666640 1 --2- 172.21.15.67:0/3099066638 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f713c101cd0 0x7f713c1030b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:43.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.520+0000 7f7141666640 1 --2- 172.21.15.67:0/3099066638 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f713c100ad0 0x7f713c104a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:43.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.520+0000 7f7141666640 1 -- 172.21.15.67:0/3099066638 >> 172.21.15.67:0/3099066638 conn(0x7f713c0fc280 msgr2=0x7f713c069fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:43.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.520+0000 7f7141666640 1 -- 172.21.15.67:0/3099066638 shutdown_connections 2024-09-10T08:11:43.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:43.520+0000 7f7141666640 1 -- 172.21.15.67:0/3099066638 wait complete. 2024-09-10T08:11:43.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:43 smithi203 ceph-mon[34672]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 983 GiB / 983 GiB avail 2024-09-10T08:11:43.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:43 smithi203 ceph-mon[34672]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]': finished 2024-09-10T08:11:43.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:43 smithi203 ceph-mon[34672]: osdmap e75: 12 total, 11 up, 12 in 2024-09-10T08:11:43.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:43 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-10T08:11:43.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:43 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-10T08:11:43.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:43 smithi203 ceph-mon[34672]: Detected new or changed devices on smithi203 2024-09-10T08:11:43.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:43 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:43.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:43 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:43.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:43 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:11:43.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:43 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:11:43.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:43 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:11:43.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:43 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:11:43.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:43 smithi203 ceph-mon[34672]: Adjusting osd_memory_target on smithi203 to 4272M 2024-09-10T08:11:43.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:43 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:43.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:43 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:11:43.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:43 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:11:43.572 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:43 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:43.572 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:43 smithi203 ceph-mon[34672]: from='osd.11 ' entity='osd.11' 2024-09-10T08:11:43.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:43 smithi133 ceph-mon[34721]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 983 GiB / 983 GiB avail 2024-09-10T08:11:43.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:43 smithi133 ceph-mon[34721]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi203", "root=default"]}]': finished 2024-09-10T08:11:43.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:43 smithi133 ceph-mon[34721]: osdmap e75: 12 total, 11 up, 12 in 2024-09-10T08:11:43.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:43 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-10T08:11:43.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:43 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-10T08:11:43.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:43 smithi133 ceph-mon[34721]: Detected new or changed devices on smithi203 2024-09-10T08:11:43.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:43 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:43.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:43 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:43.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:43 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:11:43.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:43 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:11:43.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:43 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:11:43.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:43 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-10T08:11:43.595 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:43 smithi133 ceph-mon[34721]: Adjusting osd_memory_target on smithi203 to 4272M 2024-09-10T08:11:43.595 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:43 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:43.595 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:43 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:11:43.595 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:43 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:11:43.595 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:43 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:43.595 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:43 smithi133 ceph-mon[34721]: from='osd.11 ' entity='osd.11' 2024-09-10T08:11:44.430 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":75,"num_osds":12,"num_up_osds":11,"osd_up_since":1725955878,"num_in_osds":12,"osd_in_since":1725955880,"num_remapped_pgs":0} 2024-09-10T08:11:44.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:44 smithi203 ceph-mon[34672]: purged_snaps scrub starts 2024-09-10T08:11:44.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:44 smithi203 ceph-mon[34672]: purged_snaps scrub ok 2024-09-10T08:11:44.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:44 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-10T08:11:44.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:44 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/3099066638' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-10T08:11:44.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:44 smithi203 ceph-mon[34672]: osd.11 [v2:172.21.15.203:6824/1340245932,v1:172.21.15.203:6825/1340245932] boot 2024-09-10T08:11:44.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:44 smithi203 ceph-mon[34672]: osdmap e76: 12 total, 12 up, 12 in 2024-09-10T08:11:44.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:44 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-10T08:11:44.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:44 smithi133 ceph-mon[34721]: purged_snaps scrub starts 2024-09-10T08:11:44.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:44 smithi133 ceph-mon[34721]: purged_snaps scrub ok 2024-09-10T08:11:44.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:44 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-10T08:11:44.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:44 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/3099066638' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-10T08:11:44.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:44 smithi133 ceph-mon[34721]: osd.11 [v2:172.21.15.203:6824/1340245932,v1:172.21.15.203:6825/1340245932] boot 2024-09-10T08:11:44.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:44 smithi133 ceph-mon[34721]: osdmap e76: 12 total, 12 up, 12 in 2024-09-10T08:11:44.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:44 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-10T08:11:44.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:44 smithi067 ceph-mon[31051]: purged_snaps scrub starts 2024-09-10T08:11:44.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:44 smithi067 ceph-mon[31051]: purged_snaps scrub ok 2024-09-10T08:11:44.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:44 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-10T08:11:44.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:44 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/3099066638' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-10T08:11:44.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:44 smithi067 ceph-mon[31051]: osd.11 [v2:172.21.15.203:6824/1340245932,v1:172.21.15.203:6825/1340245932] boot 2024-09-10T08:11:44.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:44 smithi067 ceph-mon[31051]: osdmap e76: 12 total, 12 up, 12 in 2024-09-10T08:11:44.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:44 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-10T08:11:45.431 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph osd stat -f json 2024-09-10T08:11:45.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:45 smithi203 ceph-mon[34672]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 983 GiB / 983 GiB avail 2024-09-10T08:11:45.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:45 smithi133 ceph-mon[34721]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 983 GiB / 983 GiB avail 2024-09-10T08:11:45.698 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:11:45.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:45 smithi067 ceph-mon[31051]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 983 GiB / 983 GiB avail 2024-09-10T08:11:46.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.183+0000 7f6402afe640 1 -- 172.21.15.67:0/892407130 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f63fc101cf0 msgr2=0x7f63fc102170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:46.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.183+0000 7f6402afe640 1 --2- 172.21.15.67:0/892407130 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f63fc101cf0 0x7f63fc102170 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f63e8009900 tx=0x7f63e802a410 comp rx=0 tx=0).stop 2024-09-10T08:11:46.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.183+0000 7f6402afe640 1 -- 172.21.15.67:0/892407130 shutdown_connections 2024-09-10T08:11:46.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.183+0000 7f6402afe640 1 --2- 172.21.15.67:0/892407130 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f63fc1026b0 0x7f63fc108f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:46.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.183+0000 7f6402afe640 1 --2- 172.21.15.67:0/892407130 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f63fc101cf0 0x7f63fc102170 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:46.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.183+0000 7f6402afe640 1 --2- 172.21.15.67:0/892407130 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f63fc100af0 0x7f63fc100ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:46.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.183+0000 7f6402afe640 1 -- 172.21.15.67:0/892407130 >> 172.21.15.67:0/892407130 conn(0x7f63fc0fc2a0 msgr2=0x7f63fc0fe6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:46.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.183+0000 7f6402afe640 1 -- 172.21.15.67:0/892407130 shutdown_connections 2024-09-10T08:11:46.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.183+0000 7f6402afe640 1 -- 172.21.15.67:0/892407130 wait complete. 2024-09-10T08:11:46.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.183+0000 7f6402afe640 1 Processor -- start 2024-09-10T08:11:46.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.183+0000 7f6402afe640 1 -- start start 2024-09-10T08:11:46.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.183+0000 7f6402afe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f63fc100af0 0x7f63fc197e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:46.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.183+0000 7f6402afe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f63fc101cf0 0x7f63fc1983a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:46.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.183+0000 7f6402afe640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f63fc1026b0 0x7f63fc19f420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:46.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.183+0000 7f6402afe640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f63fc10d7b0 con 0x7f63fc101cf0 2024-09-10T08:11:46.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.183+0000 7f6402afe640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f63fc10d630 con 0x7f63fc100af0 2024-09-10T08:11:46.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.183+0000 7f6402afe640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f63fc10d930 con 0x7f63fc1026b0 2024-09-10T08:11:46.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.184+0000 7f63fbfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f63fc101cf0 0x7f63fc1983a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:46.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.184+0000 7f63fbfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f63fc101cf0 0x7f63fc1983a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38714/0 (socket says 172.21.15.67:38714) 2024-09-10T08:11:46.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.184+0000 7f63fbfff640 1 -- 172.21.15.67:0/3037229924 learned_addr learned my addr 172.21.15.67:0/3037229924 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:11:46.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.184+0000 7f640109b640 1 --2- 172.21.15.67:0/3037229924 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f63fc1026b0 0x7f63fc19f420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:46.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.184+0000 7f640089a640 1 --2- 172.21.15.67:0/3037229924 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f63fc100af0 0x7f63fc197e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:46.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.184+0000 7f63fbfff640 1 -- 172.21.15.67:0/3037229924 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f63fc1026b0 msgr2=0x7f63fc19f420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:46.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.184+0000 7f63fbfff640 1 --2- 172.21.15.67:0/3037229924 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f63fc1026b0 0x7f63fc19f420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:46.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.184+0000 7f63fbfff640 1 -- 172.21.15.67:0/3037229924 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f63fc100af0 msgr2=0x7f63fc197e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:46.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.184+0000 7f63fbfff640 1 --2- 172.21.15.67:0/3037229924 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f63fc100af0 0x7f63fc197e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:46.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.184+0000 7f63fbfff640 1 -- 172.21.15.67:0/3037229924 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63fc19fa90 con 0x7f63fc101cf0 2024-09-10T08:11:46.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.184+0000 7f640109b640 1 --2- 172.21.15.67:0/3037229924 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f63fc1026b0 0x7f63fc19f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:11:46.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.184+0000 7f63fbfff640 1 --2- 172.21.15.67:0/3037229924 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f63fc101cf0 0x7f63fc1983a0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f63e8005940 tx=0x7f63e8004430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:11:46.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.184+0000 7f63f9ffb640 1 -- 172.21.15.67:0/3037229924 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63e803f030 con 0x7f63fc101cf0 2024-09-10T08:11:46.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.184+0000 7f63f9ffb640 1 -- 172.21.15.67:0/3037229924 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f63e8003cb0 con 0x7f63fc101cf0 2024-09-10T08:11:46.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.184+0000 7f6402afe640 1 -- 172.21.15.67:0/3037229924 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63fc19fd20 con 0x7f63fc101cf0 2024-09-10T08:11:46.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.184+0000 7f63f9ffb640 1 -- 172.21.15.67:0/3037229924 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63e8035070 con 0x7f63fc101cf0 2024-09-10T08:11:46.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.185+0000 7f6402afe640 1 -- 172.21.15.67:0/3037229924 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63fc1a0230 con 0x7f63fc101cf0 2024-09-10T08:11:46.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.186+0000 7f6402afe640 1 -- 172.21.15.67:0/3037229924 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f63fc107f80 con 0x7f63fc101cf0 2024-09-10T08:11:46.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.187+0000 7f63f9ffb640 1 -- 172.21.15.67:0/3037229924 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f63e8042030 con 0x7f63fc101cf0 2024-09-10T08:11:46.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.187+0000 7f63f9ffb640 1 --2- 172.21.15.67:0/3037229924 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f63ec0a2bb0 0x7f63ec0a5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:46.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.188+0000 7f640089a640 1 --2- 172.21.15.67:0/3037229924 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f63ec0a2bb0 0x7f63ec0a5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:46.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.188+0000 7f63f9ffb640 1 -- 172.21.15.67:0/3037229924 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7f63e80ef350 con 0x7f63fc101cf0 2024-09-10T08:11:46.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.188+0000 7f640089a640 1 --2- 172.21.15.67:0/3037229924 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f63ec0a2bb0 0x7f63ec0a5070 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f63fc101b50 tx=0x7f63f0008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:11:46.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.192+0000 7f63f9ffb640 1 -- 172.21.15.67:0/3037229924 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f63e80bc750 con 0x7f63fc101cf0 2024-09-10T08:11:46.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.371+0000 7f6402afe640 1 -- 172.21.15.67:0/3037229924 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f63fc02d990 con 0x7f63fc101cf0 2024-09-10T08:11:46.371 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:46 smithi067 ceph-mon[31051]: osdmap e77: 12 total, 12 up, 12 in 2024-09-10T08:11:46.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.371+0000 7f63f9ffb640 1 -- 172.21.15.67:0/3037229924 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v77) ==== 74+0+133 (secure 0 0 0) 0x7f63e80bc050 con 0x7f63fc101cf0 2024-09-10T08:11:46.371 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:11:46.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.374+0000 7f6402afe640 1 -- 172.21.15.67:0/3037229924 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f63ec0a2bb0 msgr2=0x7f63ec0a5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:46.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.374+0000 7f6402afe640 1 --2- 172.21.15.67:0/3037229924 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f63ec0a2bb0 0x7f63ec0a5070 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f63fc101b50 tx=0x7f63f0008040 comp rx=0 tx=0).stop 2024-09-10T08:11:46.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.374+0000 7f6402afe640 1 -- 172.21.15.67:0/3037229924 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f63fc101cf0 msgr2=0x7f63fc1983a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:46.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.374+0000 7f6402afe640 1 --2- 172.21.15.67:0/3037229924 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f63fc101cf0 0x7f63fc1983a0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f63e8005940 tx=0x7f63e8004430 comp rx=0 tx=0).stop 2024-09-10T08:11:46.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.374+0000 7f6402afe640 1 -- 172.21.15.67:0/3037229924 shutdown_connections 2024-09-10T08:11:46.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.374+0000 7f6402afe640 1 --2- 172.21.15.67:0/3037229924 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f63ec0a2bb0 0x7f63ec0a5070 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:46.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.374+0000 7f6402afe640 1 --2- 172.21.15.67:0/3037229924 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f63fc1026b0 0x7f63fc19f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:46.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.374+0000 7f6402afe640 1 --2- 172.21.15.67:0/3037229924 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f63fc101cf0 0x7f63fc1983a0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:46.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.374+0000 7f6402afe640 1 --2- 172.21.15.67:0/3037229924 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f63fc100af0 0x7f63fc197e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:46.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.374+0000 7f6402afe640 1 -- 172.21.15.67:0/3037229924 >> 172.21.15.67:0/3037229924 conn(0x7f63fc0fc2a0 msgr2=0x7f63fc105150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:46.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.374+0000 7f6402afe640 1 -- 172.21.15.67:0/3037229924 shutdown_connections 2024-09-10T08:11:46.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:46.374+0000 7f6402afe640 1 -- 172.21.15.67:0/3037229924 wait complete. 2024-09-10T08:11:46.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:46 smithi133 ceph-mon[34721]: osdmap e77: 12 total, 12 up, 12 in 2024-09-10T08:11:46.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:46 smithi203 ceph-mon[34672]: osdmap e77: 12 total, 12 up, 12 in 2024-09-10T08:11:47.186 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":77,"num_osds":12,"num_up_osds":12,"osd_up_since":1725955904,"num_in_osds":12,"osd_in_since":1725955880,"num_remapped_pgs":0} 2024-09-10T08:11:47.186 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph osd dump --format=json 2024-09-10T08:11:47.443 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:11:47.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:47 smithi067 ceph-mon[31051]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:11:47.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:47 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/3037229924' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-10T08:11:47.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:47 smithi133 ceph-mon[34721]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:11:47.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:47 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/3037229924' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-10T08:11:47.722 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:47 smithi203 ceph-mon[34672]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:11:47.722 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:47 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/3037229924' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-10T08:11:47.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:47.950+0000 7eff00f0a640 1 -- 172.21.15.67:0/1274528034 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efefc102d30 msgr2=0x7efefc103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:47.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:47.950+0000 7eff00f0a640 1 --2- 172.21.15.67:0/1274528034 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efefc102d30 0x7efefc103110 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7efeec009930 tx=0x7efeec02a420 comp rx=0 tx=0).stop 2024-09-10T08:11:47.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:47.950+0000 7eff00f0a640 1 -- 172.21.15.67:0/1274528034 shutdown_connections 2024-09-10T08:11:47.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:47.950+0000 7eff00f0a640 1 --2- 172.21.15.67:0/1274528034 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efefc1082a0 0x7efefc10ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:47.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:47.950+0000 7eff00f0a640 1 --2- 172.21.15.67:0/1274528034 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efefc1036e0 0x7efefc107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:47.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:47.950+0000 7eff00f0a640 1 --2- 172.21.15.67:0/1274528034 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efefc102d30 0x7efefc103110 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:47.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:47.950+0000 7eff00f0a640 1 -- 172.21.15.67:0/1274528034 >> 172.21.15.67:0/1274528034 conn(0x7efefc0fc7d0 msgr2=0x7efefc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:47.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:47.950+0000 7eff00f0a640 1 -- 172.21.15.67:0/1274528034 shutdown_connections 2024-09-10T08:11:47.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:47.950+0000 7eff00f0a640 1 -- 172.21.15.67:0/1274528034 wait complete. 2024-09-10T08:11:47.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:47.951+0000 7eff00f0a640 1 Processor -- start 2024-09-10T08:11:47.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:47.951+0000 7eff00f0a640 1 -- start start 2024-09-10T08:11:47.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:47.951+0000 7eff00f0a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efefc102d30 0x7efefc100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:47.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:47.951+0000 7eff00f0a640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efefc1036e0 0x7efefc100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:47.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:47.951+0000 7eff00f0a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efefc1082a0 0x7efefc101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:47.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:47.951+0000 7eff00f0a640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7efefc111fd0 con 0x7efefc1082a0 2024-09-10T08:11:47.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:47.951+0000 7eff00f0a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7efefc111e50 con 0x7efefc102d30 2024-09-10T08:11:47.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:47.951+0000 7eff00f0a640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7efefc112150 con 0x7efefc1036e0 2024-09-10T08:11:47.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:47.951+0000 7efefad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efefc1082a0 0x7efefc101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:47.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:47.951+0000 7efefad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efefc1082a0 0x7efefc101410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38734/0 (socket says 172.21.15.67:38734) 2024-09-10T08:11:47.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:47.951+0000 7efefad9d640 1 -- 172.21.15.67:0/472021118 learned_addr learned my addr 172.21.15.67:0/472021118 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:11:47.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:47.951+0000 7efef3fff640 1 --2- 172.21.15.67:0/472021118 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efefc1036e0 0x7efefc100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:47.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:47.952+0000 7efefa59c640 1 --2- 172.21.15.67:0/472021118 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efefc102d30 0x7efefc100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:47.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:47.952+0000 7efefad9d640 1 -- 172.21.15.67:0/472021118 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efefc1036e0 msgr2=0x7efefc100ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:47.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:47.952+0000 7efefad9d640 1 --2- 172.21.15.67:0/472021118 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efefc1036e0 0x7efefc100ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:47.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:47.952+0000 7efefad9d640 1 -- 172.21.15.67:0/472021118 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efefc102d30 msgr2=0x7efefc100990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:47.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:47.952+0000 7efefad9d640 1 --2- 172.21.15.67:0/472021118 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efefc102d30 0x7efefc100990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:47.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:47.952+0000 7efefad9d640 1 -- 172.21.15.67:0/472021118 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efefc1a6a10 con 0x7efefc1082a0 2024-09-10T08:11:47.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:47.952+0000 7efefad9d640 1 --2- 172.21.15.67:0/472021118 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efefc1082a0 0x7efefc101410 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7efef400b970 tx=0x7efef400be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:11:47.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:47.952+0000 7efef37fe640 1 -- 172.21.15.67:0/472021118 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efef4019070 con 0x7efefc1082a0 2024-09-10T08:11:47.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:47.952+0000 7efef37fe640 1 -- 172.21.15.67:0/472021118 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efef4014440 con 0x7efefc1082a0 2024-09-10T08:11:47.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:47.952+0000 7eff00f0a640 1 -- 172.21.15.67:0/472021118 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efefc1a6d00 con 0x7efefc1082a0 2024-09-10T08:11:47.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:47.952+0000 7efef37fe640 1 -- 172.21.15.67:0/472021118 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efef40075d0 con 0x7efefc1082a0 2024-09-10T08:11:47.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:47.952+0000 7eff00f0a640 1 -- 172.21.15.67:0/472021118 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efefc1a7240 con 0x7efefc1082a0 2024-09-10T08:11:47.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:47.953+0000 7eff00f0a640 1 -- 172.21.15.67:0/472021118 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efefc06a850 con 0x7efefc1082a0 2024-09-10T08:11:47.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:47.954+0000 7efef37fe640 1 -- 172.21.15.67:0/472021118 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7efef401c070 con 0x7efefc1082a0 2024-09-10T08:11:47.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:47.955+0000 7efef37fe640 1 --2- 172.21.15.67:0/472021118 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7efee80a2c00 0x7efee80a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:47.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:47.955+0000 7efefa59c640 1 --2- 172.21.15.67:0/472021118 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7efee80a2c00 0x7efee80a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:47.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:47.955+0000 7efef37fe640 1 -- 172.21.15.67:0/472021118 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7efef40ce0d0 con 0x7efefc1082a0 2024-09-10T08:11:47.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:47.955+0000 7efefa59c640 1 --2- 172.21.15.67:0/472021118 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7efee80a2c00 0x7efee80a50c0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7efeec000c00 tx=0x7efeec032c80 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:11:47.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:47.959+0000 7efef37fe640 1 -- 172.21.15.67:0/472021118 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7efef409ae80 con 0x7efefc1082a0 2024-09-10T08:11:48.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:48.134+0000 7eff00f0a640 1 -- 172.21.15.67:0/472021118 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7efefc10a2b0 con 0x7efefc1082a0 2024-09-10T08:11:48.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:48.135+0000 7efef37fe640 1 -- 172.21.15.67:0/472021118 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v77) ==== 74+0+18481 (secure 0 0 0) 0x7efef409f180 con 0x7efefc1082a0 2024-09-10T08:11:48.135 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:11:48.135 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":77,"fsid":"315284b0-6f4b-11ef-bcea-c7b262605968","created":"2024-09-10T08:04:51.999264+0000","modified":"2024-09-10T08:11:45.314231+0000","last_up_change":"2024-09-10T08:11:44.006308+0000","last_in_change":"2024-09-10T08:11:20.252568+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:07:54.225673+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f86e49e6-6996-48db-b2b5-45e56df21941","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6803","nonce":2156529365}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6805","nonce":2156529365}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6809","nonce":2156529365}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6807","nonce":2156529365}]},"public_addr":"172.21.15.67:6803/2156529365","cluster_addr":"172.21.15.67:6805/2156529365","heartbeat_back_addr":"172.21.15.67:6809/2156529365","heartbeat_front_addr":"172.21.15.67:6807/2156529365","state":["exists","up"]},{"osd":1,"uuid":"5d1404fb-621b-43f8-aae0-9b3bb2c84e92","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":40,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6801","nonce":3995937115}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6803","nonce":3995937115}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6807","nonce":3995937115}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6805","nonce":3995937115}]},"public_addr":"172.21.15.133:6801/3995937115","cluster_addr":"172.21.15.133:6803/3995937115","heartbeat_back_addr":"172.21.15.133:6807/3995937115","heartbeat_front_addr":"172.21.15.133:6805/3995937115","state":["exists","up"]},{"osd":2,"uuid":"f1a75f4e-9c67-4536-aad8-56469112fda1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6801","nonce":3905493348}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6803","nonce":3905493348}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6807","nonce":3905493348}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6805","nonce":3905493348}]},"public_addr":"172.21.15.203:6801/3905493348","cluster_addr":"172.21.15.203:6803/3905493348","heartbeat_back_addr":"172.21.15.203:6807/3905493348","heartbeat_front_addr":"172.21.15.203:6805/3905493348","state":["exists","up"]},{"osd":3,"uuid":"b58a1682-c3a7-4094-a4c8-d132c11d478f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6811","nonce":1513600391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6813","nonce":1513600391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6817","nonce":1513600391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6815","nonce":1513600391}]},"public_addr":"172.21.15.67:6811/1513600391","cluster_addr":"172.21.15.67:6813/1513600391","heartbeat_back_addr":"172.21.15.67:6817/1513600391","heartbeat_front_addr":"172.21.15.67:6815/1513600391","state":["exists","up"]},{"osd":4,"uuid":"cc22f878-3de9-4257-abab-069be0664dff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6809","nonce":873062362}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6811","nonce":873062362}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6815","nonce":873062362}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6813","nonce":873062362}]},"public_addr":"172.21.15.133:6809/873062362","cluster_addr":"172.21.15.133:6811/873062362","heartbeat_back_addr":"172.21.15.133:6815/873062362","heartbeat_front_addr":"172.21.15.133:6813/873062362","state":["exists","up"]},{"osd":5,"uuid":"6e4b48f9-df8e-43e5-ba21-589cbe4bf349","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":51,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6809","nonce":2104437925}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6811","nonce":2104437925}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6815","nonce":2104437925}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6813","nonce":2104437925}]},"public_addr":"172.21.15.203:6809/2104437925","cluster_addr":"172.21.15.203:6811/2104437925","heartbeat_back_addr":"172.21.15.203:6815/2104437925","heartbeat_front_addr":"172.21.15.203:6813/2104437925","state":["exists","up"]},{"osd":6,"uuid":"bc0ce4e2-ab6c-4d1d-a17c-f16ccf214696","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6819","nonce":3451855313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6821","nonce":3451855313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6825","nonce":3451855313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6823","nonce":3451855313}]},"public_addr":"172.21.15.67:6819/3451855313","cluster_addr":"172.21.15.67:6821/3451855313","heartbeat_back_addr":"172.21.15.67:6825/3451855313","heartbeat_front_addr":"172.21.15.67:6823/3451855313","state":["exists","up"]},{"osd":7,"uuid":"b114b175-4fec-45f5-846f-edbd7f3f6a40","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6817","nonce":3668519078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6819","nonce":3668519078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6823","nonce":3668519078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6821","nonce":3668519078}]},"public_addr":"172.21.15.133:6817/3668519078","cluster_addr":"172.21.15.133:6819/3668519078","heartbeat_back_addr":"172.21.15.133:6823/3668519078","heartbeat_front_addr":"172.21.15.133:6821/3668519078","state":["exists","up"]},{"osd":8,"uuid":"d31ce685-0a86-44b4-86ff-c2f7282de65e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6817","nonce":472763919}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6819","nonce":472763919}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6823","nonce":472763919}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6820","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6821","nonce":472763919}]},"public_addr":"172.21.15.203:6817/472763919","cluster_addr":"172.21.15.203:6819/472763919","heartbeat_back_addr":"172.21.15.203:6823/472763919","heartbeat_front_addr":"172.21.15.203:6821/472763919","state":["exists","up"]},{"osd":9,"uuid":"aa95ebe2-9111-4d0d-97cb-d0e19ab1b3cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6827","nonce":228642541}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6829","nonce":228642541}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6833","nonce":228642541}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6831","nonce":228642541}]},"public_addr":"172.21.15.67:6827/228642541","cluster_addr":"172.21.15.67:6829/228642541","heartbeat_back_addr":"172.21.15.67:6833/228642541","heartbeat_front_addr":"172.21.15.67:6831/228642541","state":["exists","up"]},{"osd":10,"uuid":"d732bc25-9273-4964-b8bf-441ae03fe4c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6825","nonce":1358359980}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6827","nonce":1358359980}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6831","nonce":1358359980}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6829","nonce":1358359980}]},"public_addr":"172.21.15.133:6825/1358359980","cluster_addr":"172.21.15.133:6827/1358359980","heartbeat_back_addr":"172.21.15.133:6831/1358359980","heartbeat_front_addr":"172.21.15.133:6829/1358359980","state":["exists","up"]},{"osd":11,"uuid":"8467eb04-6d28-4e6e-8f44-19022da895c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6824","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6825","nonce":1340245932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6827","nonce":1340245932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6831","nonce":1340245932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6828","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6829","nonce":1340245932}]},"public_addr":"172.21.15.203:6825/1340245932","cluster_addr":"172.21.15.203:6827/1340245932","heartbeat_back_addr":"172.21.15.203:6831/1340245932","heartbeat_front_addr":"172.21.15.203:6829/1340245932","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:07:00.686495+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:07:25.963125+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:07:51.678889+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:08:17.214730+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:08:42.566829+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:09:07.208130+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:09:33.332707+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:09:58.718647+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:10:24.866450+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:10:50.740704+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:11:16.269602+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:11:42.296645+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:0/420992675":"2024-09-11T08:05:37.717567+0000","172.21.15.67:0/2960294013":"2024-09-11T08:05:37.717567+0000","172.21.15.67:6801/2987520524":"2024-09-11T08:05:37.717567+0000","172.21.15.67:6800/2987520524":"2024-09-11T08:05:37.717567+0000","172.21.15.67:0/3383024850":"2024-09-11T08:05:13.831541+0000","172.21.15.67:6801/1869292132":"2024-09-11T08:05:13.831541+0000","172.21.15.67:6800/1869292132":"2024-09-11T08:05:13.831541+0000","172.21.15.67:0/4178209804":"2024-09-11T08:05:37.717567+0000","172.21.15.67:0/2105313351":"2024-09-11T08:05:13.831541+0000","172.21.15.67:0/4063198473":"2024-09-11T08:05:13.831541+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:11:48.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:48.137+0000 7eff00f0a640 1 -- 172.21.15.67:0/472021118 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7efee80a2c00 msgr2=0x7efee80a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:48.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:48.137+0000 7eff00f0a640 1 --2- 172.21.15.67:0/472021118 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7efee80a2c00 0x7efee80a50c0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7efeec000c00 tx=0x7efeec032c80 comp rx=0 tx=0).stop 2024-09-10T08:11:48.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:48.137+0000 7eff00f0a640 1 -- 172.21.15.67:0/472021118 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efefc1082a0 msgr2=0x7efefc101410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:48.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:48.137+0000 7eff00f0a640 1 --2- 172.21.15.67:0/472021118 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efefc1082a0 0x7efefc101410 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7efef400b970 tx=0x7efef400be30 comp rx=0 tx=0).stop 2024-09-10T08:11:48.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:48.137+0000 7eff00f0a640 1 -- 172.21.15.67:0/472021118 shutdown_connections 2024-09-10T08:11:48.138 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:48.137+0000 7eff00f0a640 1 --2- 172.21.15.67:0/472021118 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7efee80a2c00 0x7efee80a50c0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:48.138 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:48.137+0000 7eff00f0a640 1 --2- 172.21.15.67:0/472021118 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efefc1082a0 0x7efefc101410 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:48.138 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:48.137+0000 7eff00f0a640 1 --2- 172.21.15.67:0/472021118 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efefc1036e0 0x7efefc100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:48.138 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:48.137+0000 7eff00f0a640 1 --2- 172.21.15.67:0/472021118 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efefc102d30 0x7efefc100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:48.138 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:48.137+0000 7eff00f0a640 1 -- 172.21.15.67:0/472021118 >> 172.21.15.67:0/472021118 conn(0x7efefc0fc7d0 msgr2=0x7efefc105de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:48.138 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:48.138+0000 7eff00f0a640 1 -- 172.21.15.67:0/472021118 shutdown_connections 2024-09-10T08:11:48.138 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:48.138+0000 7eff00f0a640 1 -- 172.21.15.67:0/472021118 wait complete. 2024-09-10T08:11:48.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:48 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/472021118' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:11:48.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:48 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/472021118' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:11:48.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:48 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/472021118' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:11:49.094 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-10T08:07:54.225673+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-10T08:11:49.094 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-09-10T08:11:49.358 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:11:49.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:49 smithi133 ceph-mon[34721]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:11:49.629 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:49 smithi067 ceph-mon[31051]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:11:49.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:49 smithi203 ceph-mon[34672]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 384 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:11:49.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:49.847+0000 7f947af93640 1 -- 172.21.15.67:0/9238169 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9474100e20 msgr2=0x7f9474101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:49.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:49.847+0000 7f947af93640 1 --2- 172.21.15.67:0/9238169 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9474100e20 0x7f9474101200 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f9468009900 tx=0x7f946802a480 comp rx=0 tx=0).stop 2024-09-10T08:11:49.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:49.847+0000 7f947af93640 1 -- 172.21.15.67:0/9238169 shutdown_connections 2024-09-10T08:11:49.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:49.847+0000 7f947af93640 1 --2- 172.21.15.67:0/9238169 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9474102ef0 0x7f947410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:49.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:49.847+0000 7f947af93640 1 --2- 172.21.15.67:0/9238169 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9474102570 0x7f94741029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:49.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:49.847+0000 7f947af93640 1 --2- 172.21.15.67:0/9238169 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9474100e20 0x7f9474101200 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:49.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:49.847+0000 7f947af93640 1 -- 172.21.15.67:0/9238169 >> 172.21.15.67:0/9238169 conn(0x7f94740fc7d0 msgr2=0x7f94740febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:49.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:49.847+0000 7f947af93640 1 -- 172.21.15.67:0/9238169 shutdown_connections 2024-09-10T08:11:49.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:49.847+0000 7f947af93640 1 -- 172.21.15.67:0/9238169 wait complete. 2024-09-10T08:11:49.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:49.848+0000 7f947af93640 1 Processor -- start 2024-09-10T08:11:49.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:49.848+0000 7f947af93640 1 -- start start 2024-09-10T08:11:49.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:49.848+0000 7f947af93640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9474100e20 0x7f9474198550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:49.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:49.848+0000 7f947af93640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9474102570 0x7f9474198a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:49.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:49.848+0000 7f947af93640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9474102ef0 0x7f947419ce20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:49.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:49.848+0000 7f947af93640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f9474110ed0 con 0x7f9474100e20 2024-09-10T08:11:49.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:49.848+0000 7f947af93640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f9474110d50 con 0x7f9474102ef0 2024-09-10T08:11:49.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:49.848+0000 7f947af93640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f9474111050 con 0x7f9474102570 2024-09-10T08:11:49.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:49.848+0000 7f9478d2f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9474100e20 0x7f9474198550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:49.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:49.848+0000 7f9478d2f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9474100e20 0x7f9474198550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38750/0 (socket says 172.21.15.67:38750) 2024-09-10T08:11:49.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:49.848+0000 7f9478d2f640 1 -- 172.21.15.67:0/4001383236 learned_addr learned my addr 172.21.15.67:0/4001383236 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:11:49.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:49.848+0000 7f9478d2f640 1 -- 172.21.15.67:0/4001383236 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9474102570 msgr2=0x7f9474198a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:49.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:49.848+0000 7f9478d2f640 1 --2- 172.21.15.67:0/4001383236 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9474102570 0x7f9474198a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:49.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:49.848+0000 7f9478d2f640 1 -- 172.21.15.67:0/4001383236 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9474102ef0 msgr2=0x7f947419ce20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:49.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:49.848+0000 7f9478d2f640 1 --2- 172.21.15.67:0/4001383236 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9474102ef0 0x7f947419ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:49.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:49.848+0000 7f9478d2f640 1 -- 172.21.15.67:0/4001383236 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f947419d500 con 0x7f9474100e20 2024-09-10T08:11:49.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:49.849+0000 7f9478d2f640 1 --2- 172.21.15.67:0/4001383236 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9474100e20 0x7f9474198550 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f9468006010 tx=0x7f94680042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:11:49.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:49.849+0000 7f9471ffb640 1 -- 172.21.15.67:0/4001383236 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f946803f070 con 0x7f9474100e20 2024-09-10T08:11:49.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:49.849+0000 7f9471ffb640 1 -- 172.21.15.67:0/4001383236 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9468003aa0 con 0x7f9474100e20 2024-09-10T08:11:49.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:49.849+0000 7f947af93640 1 -- 172.21.15.67:0/4001383236 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f947419d790 con 0x7f9474100e20 2024-09-10T08:11:49.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:49.849+0000 7f9471ffb640 1 -- 172.21.15.67:0/4001383236 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9468035030 con 0x7f9474100e20 2024-09-10T08:11:49.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:49.849+0000 7f947af93640 1 -- 172.21.15.67:0/4001383236 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94741a50d0 con 0x7f9474100e20 2024-09-10T08:11:49.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:49.850+0000 7f947af93640 1 -- 172.21.15.67:0/4001383236 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9474101200 con 0x7f9474100e20 2024-09-10T08:11:49.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:49.851+0000 7f9471ffb640 1 -- 172.21.15.67:0/4001383236 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f9468042070 con 0x7f9474100e20 2024-09-10T08:11:49.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:49.852+0000 7f9471ffb640 1 --2- 172.21.15.67:0/4001383236 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f94640a2c00 0x7f94640a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:49.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:49.852+0000 7f9473fff640 1 --2- 172.21.15.67:0/4001383236 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f94640a2c00 0x7f94640a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:49.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:49.852+0000 7f9471ffb640 1 -- 172.21.15.67:0/4001383236 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7f94680ef5a0 con 0x7f9474100e20 2024-09-10T08:11:49.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:49.853+0000 7f9473fff640 1 --2- 172.21.15.67:0/4001383236 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f94640a2c00 0x7f94640a50c0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f94741000e0 tx=0x7f9460006c90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:11:49.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:49.856+0000 7f9471ffb640 1 -- 172.21.15.67:0/4001383236 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f94680bc9a0 con 0x7f9474100e20 2024-09-10T08:11:50.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:50.032+0000 7f947af93640 1 -- 172.21.15.67:0/4001383236 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f947410a0a0 con 0x7f9474100e20 2024-09-10T08:11:50.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:50.032+0000 7f9471ffb640 1 -- 172.21.15.67:0/4001383236 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v77) ==== 93+0+10 (secure 0 0 0) 0x7f94680bc2a0 con 0x7f9474100e20 2024-09-10T08:11:50.032 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 1 2024-09-10T08:11:50.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:50.034+0000 7f947af93640 1 -- 172.21.15.67:0/4001383236 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f94640a2c00 msgr2=0x7f94640a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:50.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:50.034+0000 7f947af93640 1 --2- 172.21.15.67:0/4001383236 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f94640a2c00 0x7f94640a50c0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f94741000e0 tx=0x7f9460006c90 comp rx=0 tx=0).stop 2024-09-10T08:11:50.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:50.034+0000 7f947af93640 1 -- 172.21.15.67:0/4001383236 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9474100e20 msgr2=0x7f9474198550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:50.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:50.034+0000 7f947af93640 1 --2- 172.21.15.67:0/4001383236 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9474100e20 0x7f9474198550 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f9468006010 tx=0x7f94680042f0 comp rx=0 tx=0).stop 2024-09-10T08:11:50.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:50.034+0000 7f947af93640 1 -- 172.21.15.67:0/4001383236 shutdown_connections 2024-09-10T08:11:50.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:50.034+0000 7f947af93640 1 --2- 172.21.15.67:0/4001383236 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f94640a2c00 0x7f94640a50c0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:50.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:50.034+0000 7f947af93640 1 --2- 172.21.15.67:0/4001383236 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9474102ef0 0x7f947419ce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:50.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:50.034+0000 7f947af93640 1 --2- 172.21.15.67:0/4001383236 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9474102570 0x7f9474198a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:50.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:50.034+0000 7f947af93640 1 --2- 172.21.15.67:0/4001383236 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9474100e20 0x7f9474198550 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:50.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:50.034+0000 7f947af93640 1 -- 172.21.15.67:0/4001383236 >> 172.21.15.67:0/4001383236 conn(0x7f94740fc7d0 msgr2=0x7f947406a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:50.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:50.034+0000 7f947af93640 1 -- 172.21.15.67:0/4001383236 shutdown_connections 2024-09-10T08:11:50.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:50.034+0000 7f947af93640 1 -- 172.21.15.67:0/4001383236 wait complete. 2024-09-10T08:11:50.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:50 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/4001383236' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-10T08:11:50.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:50 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/4001383236' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-10T08:11:50.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:50 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/4001383236' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-10T08:11:50.843 INFO:tasks.cephadm:Adding mds.a on smithi067 2024-09-10T08:11:50.843 INFO:tasks.cephadm:Adding mds.d on smithi067 2024-09-10T08:11:50.843 INFO:tasks.cephadm:Adding mds.g on smithi067 2024-09-10T08:11:50.843 INFO:tasks.cephadm:Adding mds.j on smithi067 2024-09-10T08:11:50.843 INFO:tasks.cephadm:Adding mds.b on smithi133 2024-09-10T08:11:50.843 INFO:tasks.cephadm:Adding mds.e on smithi133 2024-09-10T08:11:50.843 INFO:tasks.cephadm:Adding mds.h on smithi133 2024-09-10T08:11:50.843 INFO:tasks.cephadm:Adding mds.k on smithi133 2024-09-10T08:11:50.843 INFO:tasks.cephadm:Adding mds.c on smithi203 2024-09-10T08:11:50.844 INFO:tasks.cephadm:Adding mds.f on smithi203 2024-09-10T08:11:50.844 INFO:tasks.cephadm:Adding mds.i on smithi203 2024-09-10T08:11:50.844 INFO:tasks.cephadm:Adding mds.l on smithi203 2024-09-10T08:11:50.844 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph orch apply mds all '12;smithi067=a;smithi067=d;smithi067=g;smithi067=j;smithi133=b;smithi133=e;smithi133=h;smithi133=k;smithi203=c;smithi203=f;smithi203=i;smithi203=l' 2024-09-10T08:11:51.108 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.c/config 2024-09-10T08:11:51.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:51 smithi203 ceph-mon[34672]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:11:51.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:51 smithi133 ceph-mon[34721]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:11:51.692 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.659+0000 7f1a70f7c640 1 -- 172.21.15.203:0/888255235 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1a6c1037c0 msgr2=0x7f1a6c10a050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:51.692 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.659+0000 7f1a70f7c640 1 --2- 172.21.15.203:0/888255235 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1a6c1037c0 0x7f1a6c10a050 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f1a64009ca0 tx=0x7f1a6402a8c0 comp rx=0 tx=0).stop 2024-09-10T08:11:51.692 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.659+0000 7f1a70f7c640 1 -- 172.21.15.203:0/888255235 shutdown_connections 2024-09-10T08:11:51.692 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.659+0000 7f1a70f7c640 1 --2- 172.21.15.203:0/888255235 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1a6c102e00 0x7f1a6c103280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:51.692 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.659+0000 7f1a70f7c640 1 --2- 172.21.15.203:0/888255235 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1a6c1037c0 0x7f1a6c10a050 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:51.692 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.659+0000 7f1a70f7c640 1 --2- 172.21.15.203:0/888255235 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a6c101c00 0x7f1a6c102000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:51.693 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.659+0000 7f1a70f7c640 1 -- 172.21.15.203:0/888255235 >> 172.21.15.203:0/888255235 conn(0x7f1a6c0fd390 msgr2=0x7f1a6c0ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:51.693 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.659+0000 7f1a70f7c640 1 -- 172.21.15.203:0/888255235 shutdown_connections 2024-09-10T08:11:51.693 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.659+0000 7f1a70f7c640 1 -- 172.21.15.203:0/888255235 wait complete. 2024-09-10T08:11:51.693 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.660+0000 7f1a70f7c640 1 Processor -- start 2024-09-10T08:11:51.693 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.660+0000 7f1a70f7c640 1 -- start start 2024-09-10T08:11:51.693 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.660+0000 7f1a70f7c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a6c101c00 0x7f1a6c197ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:51.693 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.660+0000 7f1a70f7c640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1a6c102e00 0x7f1a6c198400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:51.693 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.660+0000 7f1a70f7c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1a6c1037c0 0x7f1a6c19f480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:51.693 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.660+0000 7f1a70f7c640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f1a6c10d830 con 0x7f1a6c101c00 2024-09-10T08:11:51.693 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.660+0000 7f1a70f7c640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f1a6c10d6b0 con 0x7f1a6c1037c0 2024-09-10T08:11:51.693 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.660+0000 7f1a70f7c640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f1a6c10d9b0 con 0x7f1a6c102e00 2024-09-10T08:11:51.693 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.660+0000 7f1a69d9b640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1a6c102e00 0x7f1a6c198400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:51.694 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.660+0000 7f1a69d9b640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1a6c102e00 0x7f1a6c198400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.203:58858/0 (socket says 172.21.15.203:58858) 2024-09-10T08:11:51.694 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.660+0000 7f1a69d9b640 1 -- 172.21.15.203:0/977374458 learned_addr learned my addr 172.21.15.203:0/977374458 (peer_addr_for_me v2:172.21.15.203:0/0) 2024-09-10T08:11:51.694 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.660+0000 7f1a6a59c640 1 --2- 172.21.15.203:0/977374458 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a6c101c00 0x7f1a6c197ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:51.694 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.661+0000 7f1a6ad9d640 1 --2- 172.21.15.203:0/977374458 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1a6c1037c0 0x7f1a6c19f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:51.694 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.661+0000 7f1a69d9b640 1 -- 172.21.15.203:0/977374458 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1a6c1037c0 msgr2=0x7f1a6c19f480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:51.694 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.661+0000 7f1a69d9b640 1 --2- 172.21.15.203:0/977374458 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1a6c1037c0 0x7f1a6c19f480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:51.694 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.661+0000 7f1a69d9b640 1 -- 172.21.15.203:0/977374458 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a6c101c00 msgr2=0x7f1a6c197ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:51.694 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.661+0000 7f1a69d9b640 1 --2- 172.21.15.203:0/977374458 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a6c101c00 0x7f1a6c197ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:51.694 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.661+0000 7f1a69d9b640 1 -- 172.21.15.203:0/977374458 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a6c19faf0 con 0x7f1a6c102e00 2024-09-10T08:11:51.694 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.661+0000 7f1a69d9b640 1 --2- 172.21.15.203:0/977374458 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1a6c102e00 0x7f1a6c198400 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f1a6000b4a0 tx=0x7f1a6000b8a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:11:51.694 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.661+0000 7f1a5b7fe640 1 -- 172.21.15.203:0/977374458 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a60015020 con 0x7f1a6c102e00 2024-09-10T08:11:51.695 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.661+0000 7f1a70f7c640 1 -- 172.21.15.203:0/977374458 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a6c19fde0 con 0x7f1a6c102e00 2024-09-10T08:11:51.695 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.661+0000 7f1a5b7fe640 1 -- 172.21.15.203:0/977374458 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1a60011ce0 con 0x7f1a6c102e00 2024-09-10T08:11:51.695 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.661+0000 7f1a5b7fe640 1 -- 172.21.15.203:0/977374458 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a60010dc0 con 0x7f1a6c102e00 2024-09-10T08:11:51.695 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.661+0000 7f1a70f7c640 1 -- 172.21.15.203:0/977374458 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a6c1a0310 con 0x7f1a6c102e00 2024-09-10T08:11:51.695 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.662+0000 7f1a70f7c640 1 -- 172.21.15.203:0/977374458 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a6c109070 con 0x7f1a6c102e00 2024-09-10T08:11:51.695 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.663+0000 7f1a5b7fe640 1 -- 172.21.15.203:0/977374458 <== mon.1 v2:172.21.15.203:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f1a60018020 con 0x7f1a6c102e00 2024-09-10T08:11:51.695 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.664+0000 7f1a5b7fe640 1 --2- 172.21.15.203:0/977374458 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f1a540a2bb0 0x7f1a540a5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:51.695 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.664+0000 7f1a5b7fe640 1 -- 172.21.15.203:0/977374458 <== mon.1 v2:172.21.15.203:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7f1a600ce940 con 0x7f1a6c102e00 2024-09-10T08:11:51.695 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.664+0000 7f1a6a59c640 1 --2- 172.21.15.203:0/977374458 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f1a540a2bb0 0x7f1a540a5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:51.695 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.665+0000 7f1a6a59c640 1 --2- 172.21.15.203:0/977374458 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f1a540a2bb0 0x7f1a540a5070 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f1a6c102c60 tx=0x7f1a5c009110 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:11:51.695 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.667+0000 7f1a5b7fe640 1 -- 172.21.15.203:0/977374458 <== mon.1 v2:172.21.15.203:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1a6001f020 con 0x7f1a6c102e00 2024-09-10T08:11:51.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:51 smithi067 ceph-mon[31051]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:11:51.841 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.842+0000 7f1a70f7c640 1 -- 172.21.15.203:0/977374458 --> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi067=a;smithi067=d;smithi067=g;smithi067=j;smithi133=b;smithi133=e;smithi133=h;smithi133=k;smithi203=c;smithi203=f;smithi203=i;smithi203=l", "target": ["mon-mgr", ""]}) -- 0x7f1a6c062730 con 0x7f1a540a2bb0 2024-09-10T08:11:51.850 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.850+0000 7f1a5b7fe640 1 -- 172.21.15.203:0/977374458 <== mgr.14150 v2:172.21.15.67:6800/4256949759 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+28 (secure 0 0 0) 0x7f1a6c062730 con 0x7f1a540a2bb0 2024-09-10T08:11:51.850 INFO:teuthology.orchestra.run.smithi203.stdout:Scheduled mds.all update... 2024-09-10T08:11:51.852 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.852+0000 7f1a70f7c640 1 -- 172.21.15.203:0/977374458 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f1a540a2bb0 msgr2=0x7f1a540a5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:51.852 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.852+0000 7f1a70f7c640 1 --2- 172.21.15.203:0/977374458 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f1a540a2bb0 0x7f1a540a5070 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f1a6c102c60 tx=0x7f1a5c009110 comp rx=0 tx=0).stop 2024-09-10T08:11:51.852 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.852+0000 7f1a70f7c640 1 -- 172.21.15.203:0/977374458 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1a6c102e00 msgr2=0x7f1a6c198400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:51.852 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.852+0000 7f1a70f7c640 1 --2- 172.21.15.203:0/977374458 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1a6c102e00 0x7f1a6c198400 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f1a6000b4a0 tx=0x7f1a6000b8a0 comp rx=0 tx=0).stop 2024-09-10T08:11:51.852 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.853+0000 7f1a70f7c640 1 -- 172.21.15.203:0/977374458 shutdown_connections 2024-09-10T08:11:51.852 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.853+0000 7f1a70f7c640 1 --2- 172.21.15.203:0/977374458 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f1a540a2bb0 0x7f1a540a5070 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:51.853 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.853+0000 7f1a70f7c640 1 --2- 172.21.15.203:0/977374458 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1a6c1037c0 0x7f1a6c19f480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:51.853 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.853+0000 7f1a70f7c640 1 --2- 172.21.15.203:0/977374458 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1a6c102e00 0x7f1a6c198400 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:51.853 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.853+0000 7f1a70f7c640 1 --2- 172.21.15.203:0/977374458 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a6c101c00 0x7f1a6c197ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:51.853 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.853+0000 7f1a70f7c640 1 -- 172.21.15.203:0/977374458 >> 172.21.15.203:0/977374458 conn(0x7f1a6c0fd390 msgr2=0x7f1a6c106240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:51.853 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.853+0000 7f1a70f7c640 1 -- 172.21.15.203:0/977374458 shutdown_connections 2024-09-10T08:11:51.853 INFO:teuthology.orchestra.run.smithi203.stderr:2024-09-10T08:11:51.853+0000 7f1a70f7c640 1 -- 172.21.15.203:0/977374458 wait complete. 2024-09-10T08:11:52.527 DEBUG:teuthology.orchestra.run.smithi067:mds.a> sudo journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mds.a.service 2024-09-10T08:11:52.530 DEBUG:teuthology.orchestra.run.smithi067:mds.d> sudo journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mds.d.service 2024-09-10T08:11:52.573 DEBUG:teuthology.orchestra.run.smithi067:mds.g> sudo journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mds.g.service 2024-09-10T08:11:52.616 DEBUG:teuthology.orchestra.run.smithi067:mds.j> sudo journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mds.j.service 2024-09-10T08:11:52.659 DEBUG:teuthology.orchestra.run.smithi133:mds.b> sudo journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mds.b.service 2024-09-10T08:11:52.662 DEBUG:teuthology.orchestra.run.smithi133:mds.e> sudo journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mds.e.service 2024-09-10T08:11:52.705 DEBUG:teuthology.orchestra.run.smithi133:mds.h> sudo journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mds.h.service 2024-09-10T08:11:52.748 DEBUG:teuthology.orchestra.run.smithi133:mds.k> sudo journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mds.k.service 2024-09-10T08:11:52.792 DEBUG:teuthology.orchestra.run.smithi203:mds.c> sudo journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mds.c.service 2024-09-10T08:11:52.795 DEBUG:teuthology.orchestra.run.smithi203:mds.f> sudo journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mds.f.service 2024-09-10T08:11:52.839 DEBUG:teuthology.orchestra.run.smithi203:mds.i> sudo journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mds.i.service 2024-09-10T08:11:52.887 DEBUG:teuthology.orchestra.run.smithi203:mds.l> sudo journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mds.l.service 2024-09-10T08:11:52.932 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-09-10T08:11:52.932 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:11:53.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:52 smithi203 ceph-mon[34672]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:11:53.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:52 smithi203 ceph-mon[34672]: from='client.24406 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi067=a;smithi067=d;smithi067=g;smithi067=j;smithi133=b;smithi133=e;smithi133=h;smithi133=k;smithi203=c;smithi203=f;smithi203=i;smithi203=l", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:11:53.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:52 smithi203 ceph-mon[34672]: Saving service mds.all spec with placement smithi067=a;smithi067=d;smithi067=g;smithi067=j;smithi133=b;smithi133=e;smithi133=h;smithi133=k;smithi203=c;smithi203=f;smithi203=i;smithi203=l;count:12 2024-09-10T08:11:53.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:52 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:53.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:52 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:11:53.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:52 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:11:53.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:52 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:11:53.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:52 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:53.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:52 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T08:11:53.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:52 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T08:11:53.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:52 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:11:53.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:52 smithi203 ceph-mon[34672]: Deploying daemon mds.l on smithi203 2024-09-10T08:11:53.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:52 smithi133 ceph-mon[34721]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:11:53.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:52 smithi133 ceph-mon[34721]: from='client.24406 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi067=a;smithi067=d;smithi067=g;smithi067=j;smithi133=b;smithi133=e;smithi133=h;smithi133=k;smithi203=c;smithi203=f;smithi203=i;smithi203=l", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:11:53.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:52 smithi133 ceph-mon[34721]: Saving service mds.all spec with placement smithi067=a;smithi067=d;smithi067=g;smithi067=j;smithi133=b;smithi133=e;smithi133=h;smithi133=k;smithi203=c;smithi203=f;smithi203=i;smithi203=l;count:12 2024-09-10T08:11:53.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:52 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:53.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:52 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:11:53.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:52 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:11:53.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:52 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:11:53.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:52 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:53.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:52 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T08:11:53.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:52 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T08:11:53.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:52 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:11:53.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:52 smithi133 ceph-mon[34721]: Deploying daemon mds.l on smithi203 2024-09-10T08:11:53.189 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:11:53.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:52 smithi067 ceph-mon[31051]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:11:53.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:52 smithi067 ceph-mon[31051]: from='client.24406 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi067=a;smithi067=d;smithi067=g;smithi067=j;smithi133=b;smithi133=e;smithi133=h;smithi133=k;smithi203=c;smithi203=f;smithi203=i;smithi203=l", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:11:53.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:52 smithi067 ceph-mon[31051]: Saving service mds.all spec with placement smithi067=a;smithi067=d;smithi067=g;smithi067=j;smithi133=b;smithi133=e;smithi133=h;smithi133=k;smithi203=c;smithi203=f;smithi203=i;smithi203=l;count:12 2024-09-10T08:11:53.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:52 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:53.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:52 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:11:53.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:52 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:11:53.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:52 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:11:53.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:52 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:53.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:52 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T08:11:53.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:52 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T08:11:53.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:52 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:11:53.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:52 smithi067 ceph-mon[31051]: Deploying daemon mds.l on smithi203 2024-09-10T08:11:53.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.671+0000 7fc4d3f95640 1 -- 172.21.15.67:0/3761426587 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4cc100b30 msgr2=0x7fc4cc100f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:53.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.671+0000 7fc4d3f95640 1 --2- 172.21.15.67:0/3761426587 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4cc100b30 0x7fc4cc100f10 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fc4c8009900 tx=0x7fc4c802a470 comp rx=0 tx=0).stop 2024-09-10T08:11:53.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.671+0000 7fc4d3f95640 1 -- 172.21.15.67:0/3761426587 shutdown_connections 2024-09-10T08:11:53.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.671+0000 7fc4d3f95640 1 --2- 172.21.15.67:0/3761426587 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc4cc105f40 0x7fc4cc1063d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:53.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.671+0000 7fc4d3f95640 1 --2- 172.21.15.67:0/3761426587 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc4cc101450 0x7fc4cc105920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:53.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.671+0000 7fc4d3f95640 1 --2- 172.21.15.67:0/3761426587 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4cc100b30 0x7fc4cc100f10 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:53.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.671+0000 7fc4d3f95640 1 -- 172.21.15.67:0/3761426587 >> 172.21.15.67:0/3761426587 conn(0x7fc4cc0fc7a0 msgr2=0x7fc4cc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:53.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.671+0000 7fc4d3f95640 1 -- 172.21.15.67:0/3761426587 shutdown_connections 2024-09-10T08:11:53.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.671+0000 7fc4d3f95640 1 -- 172.21.15.67:0/3761426587 wait complete. 2024-09-10T08:11:53.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.672+0000 7fc4d3f95640 1 Processor -- start 2024-09-10T08:11:53.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.672+0000 7fc4d3f95640 1 -- start start 2024-09-10T08:11:53.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.672+0000 7fc4d3f95640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc4cc100b30 0x7fc4cc1a4640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:53.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.672+0000 7fc4d3f95640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4cc101450 0x7fc4cc1a4b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:53.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.672+0000 7fc4d3f95640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc4cc105f40 0x7fc4cc19e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:53.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.672+0000 7fc4d3f95640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc4cc118400 con 0x7fc4cc101450 2024-09-10T08:11:53.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.672+0000 7fc4d3f95640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fc4cc118280 con 0x7fc4cc100b30 2024-09-10T08:11:53.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.672+0000 7fc4d3f95640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fc4cc118580 con 0x7fc4cc105f40 2024-09-10T08:11:53.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.672+0000 7fc4d1530640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4cc101450 0x7fc4cc1a4b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:53.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.672+0000 7fc4d1530640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4cc101450 0x7fc4cc1a4b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38764/0 (socket says 172.21.15.67:38764) 2024-09-10T08:11:53.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.672+0000 7fc4d1530640 1 -- 172.21.15.67:0/4067037517 learned_addr learned my addr 172.21.15.67:0/4067037517 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:11:53.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.672+0000 7fc4d1d31640 1 --2- 172.21.15.67:0/4067037517 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc4cc100b30 0x7fc4cc1a4640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:53.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.672+0000 7fc4d1530640 1 -- 172.21.15.67:0/4067037517 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc4cc105f40 msgr2=0x7fc4cc19e7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:53.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.672+0000 7fc4d1530640 1 --2- 172.21.15.67:0/4067037517 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc4cc105f40 0x7fc4cc19e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:53.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.672+0000 7fc4d1530640 1 -- 172.21.15.67:0/4067037517 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc4cc100b30 msgr2=0x7fc4cc1a4640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:53.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.672+0000 7fc4d1530640 1 --2- 172.21.15.67:0/4067037517 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc4cc100b30 0x7fc4cc1a4640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:53.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.672+0000 7fc4d1530640 1 -- 172.21.15.67:0/4067037517 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4cc19ef60 con 0x7fc4cc101450 2024-09-10T08:11:53.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.672+0000 7fc4d1530640 1 --2- 172.21.15.67:0/4067037517 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4cc101450 0x7fc4cc1a4b80 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fc4bc00c940 tx=0x7fc4bc00ce00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:11:53.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.673+0000 7fc4c2ffd640 1 -- 172.21.15.67:0/4067037517 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4bc004220 con 0x7fc4cc101450 2024-09-10T08:11:53.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.673+0000 7fc4c2ffd640 1 -- 172.21.15.67:0/4067037517 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc4bc0043c0 con 0x7fc4cc101450 2024-09-10T08:11:53.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.673+0000 7fc4c2ffd640 1 -- 172.21.15.67:0/4067037517 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4bc004a00 con 0x7fc4cc101450 2024-09-10T08:11:53.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.673+0000 7fc4d3f95640 1 -- 172.21.15.67:0/4067037517 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4cc19f250 con 0x7fc4cc101450 2024-09-10T08:11:53.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.673+0000 7fc4d3f95640 1 -- 172.21.15.67:0/4067037517 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4cc1ab4a0 con 0x7fc4cc101450 2024-09-10T08:11:53.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.674+0000 7fc4d3f95640 1 -- 172.21.15.67:0/4067037517 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc4cc06b070 con 0x7fc4cc101450 2024-09-10T08:11:53.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.675+0000 7fc4c2ffd640 1 -- 172.21.15.67:0/4067037517 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fc4bc0079b0 con 0x7fc4cc101450 2024-09-10T08:11:53.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.676+0000 7fc4c2ffd640 1 --2- 172.21.15.67:0/4067037517 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc4b80a2c00 0x7fc4b80a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:53.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.676+0000 7fc4d1d31640 1 --2- 172.21.15.67:0/4067037517 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc4b80a2c00 0x7fc4b80a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:53.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.676+0000 7fc4c2ffd640 1 -- 172.21.15.67:0/4067037517 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7fc4bc0ceb20 con 0x7fc4cc101450 2024-09-10T08:11:53.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.676+0000 7fc4d1d31640 1 --2- 172.21.15.67:0/4067037517 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc4b80a2c00 0x7fc4b80a50c0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fc4c8031440 tx=0x7fc4c8005b50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:11:53.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.679+0000 7fc4c2ffd640 1 -- 172.21.15.67:0/4067037517 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc4bc0cee20 con 0x7fc4cc101450 2024-09-10T08:11:53.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.893+0000 7fc4d3f95640 1 -- 172.21.15.67:0/4067037517 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc4cc105920 con 0x7fc4cc101450 2024-09-10T08:11:53.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.893+0000 7fc4c2ffd640 1 -- 172.21.15.67:0/4067037517 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 1 v1) ==== 93+0+611 (secure 0 0 0) 0x7fc4bc014030 con 0x7fc4cc101450 2024-09-10T08:11:53.893 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:11:53.893 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":1,"btime":"2024-09-10T08:04:51:999053+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-09-10T08:11:53.893 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 1 2024-09-10T08:11:53.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.896+0000 7fc4d3f95640 1 -- 172.21.15.67:0/4067037517 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc4b80a2c00 msgr2=0x7fc4b80a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:53.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.896+0000 7fc4d3f95640 1 --2- 172.21.15.67:0/4067037517 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc4b80a2c00 0x7fc4b80a50c0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fc4c8031440 tx=0x7fc4c8005b50 comp rx=0 tx=0).stop 2024-09-10T08:11:53.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.896+0000 7fc4d3f95640 1 -- 172.21.15.67:0/4067037517 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4cc101450 msgr2=0x7fc4cc1a4b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:53.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.896+0000 7fc4d3f95640 1 --2- 172.21.15.67:0/4067037517 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4cc101450 0x7fc4cc1a4b80 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fc4bc00c940 tx=0x7fc4bc00ce00 comp rx=0 tx=0).stop 2024-09-10T08:11:53.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.896+0000 7fc4d3f95640 1 -- 172.21.15.67:0/4067037517 shutdown_connections 2024-09-10T08:11:53.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.896+0000 7fc4d3f95640 1 --2- 172.21.15.67:0/4067037517 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc4b80a2c00 0x7fc4b80a50c0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:53.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.896+0000 7fc4d3f95640 1 --2- 172.21.15.67:0/4067037517 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc4cc105f40 0x7fc4cc19e7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:53.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.896+0000 7fc4d3f95640 1 --2- 172.21.15.67:0/4067037517 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4cc101450 0x7fc4cc1a4b80 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:53.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.896+0000 7fc4d3f95640 1 --2- 172.21.15.67:0/4067037517 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc4cc100b30 0x7fc4cc1a4640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:53.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.896+0000 7fc4d3f95640 1 -- 172.21.15.67:0/4067037517 >> 172.21.15.67:0/4067037517 conn(0x7fc4cc0fc7a0 msgr2=0x7fc4cc10f700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:53.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.896+0000 7fc4d3f95640 1 -- 172.21.15.67:0/4067037517 shutdown_connections 2024-09-10T08:11:53.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:53.896+0000 7fc4d3f95640 1 -- 172.21.15.67:0/4067037517 wait complete. 2024-09-10T08:11:54.320 INFO:journalctl@ceph.mds.l.smithi203.stdout:Sep 10 08:11:54 smithi203 systemd[1]: Starting Ceph mds.l for 315284b0-6f4b-11ef-bcea-c7b262605968... 2024-09-10T08:11:54.715 INFO:journalctl@ceph.mds.l.smithi203.stdout:Sep 10 08:11:54 smithi203 podman[64447]: 2024-09-10 08:11:54.353104726 +0000 UTC m=+0.016248857 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T08:11:54.715 INFO:journalctl@ceph.mds.l.smithi203.stdout:Sep 10 08:11:54 smithi203 podman[64447]: 2024-09-10 08:11:54.469707077 +0000 UTC m=+0.132851249 container create fd24606e72e5680a528c3d13f674e55eb6c05315628fe04f3c514510257b8c7f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-l, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.37.2) 2024-09-10T08:11:54.715 INFO:journalctl@ceph.mds.l.smithi203.stdout:Sep 10 08:11:54 smithi203 podman[64447]: 2024-09-10 08:11:54.689406566 +0000 UTC m=+0.352550700 container init fd24606e72e5680a528c3d13f674e55eb6c05315628fe04f3c514510257b8c7f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-l, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731) 2024-09-10T08:11:54.715 INFO:journalctl@ceph.mds.l.smithi203.stdout:Sep 10 08:11:54 smithi203 podman[64447]: 2024-09-10 08:11:54.69226627 +0000 UTC m=+0.355410401 container start fd24606e72e5680a528c3d13f674e55eb6c05315628fe04f3c514510257b8c7f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-l, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-10T08:11:55.070 INFO:journalctl@ceph.mds.l.smithi203.stdout:Sep 10 08:11:54 smithi203 ceph-mds[64466]: -- 172.21.15.203:0/199633824 <== mon.1 v2:172.21.15.203:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55859ecab860 con 0x55859ec88800 2024-09-10T08:11:55.071 INFO:journalctl@ceph.mds.l.smithi203.stdout:Sep 10 08:11:54 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-l[64462]: starting mds.l at 2024-09-10T08:11:55.071 INFO:journalctl@ceph.mds.l.smithi203.stdout:Sep 10 08:11:54 smithi203 bash[64447]: fd24606e72e5680a528c3d13f674e55eb6c05315628fe04f3c514510257b8c7f 2024-09-10T08:11:55.071 INFO:journalctl@ceph.mds.l.smithi203.stdout:Sep 10 08:11:54 smithi203 systemd[1]: Started Ceph mds.l for 315284b0-6f4b-11ef-bcea-c7b262605968. 2024-09-10T08:11:55.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:54 smithi203 ceph-mon[34672]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:11:55.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:54 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/4067037517' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:11:55.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:54 smithi203 ceph-mon[34672]: mds.? [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] up:boot 2024-09-10T08:11:55.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:54 smithi203 ceph-mon[34672]: fsmap 1 up:standby 2024-09-10T08:11:55.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:54 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-10T08:11:55.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:54 smithi067 ceph-mon[31051]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:11:55.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:54 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/4067037517' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:11:55.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:54 smithi067 ceph-mon[31051]: mds.? [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] up:boot 2024-09-10T08:11:55.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:54 smithi067 ceph-mon[31051]: fsmap 1 up:standby 2024-09-10T08:11:55.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:54 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-10T08:11:55.305 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:54 smithi133 ceph-mon[34721]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:11:55.306 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:54 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/4067037517' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:11:55.306 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:54 smithi133 ceph-mon[34721]: mds.? [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] up:boot 2024-09-10T08:11:55.306 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:54 smithi133 ceph-mon[34721]: fsmap 1 up:standby 2024-09-10T08:11:55.306 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:54 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-10T08:11:56.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:55 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:56.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:55 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:56.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:55 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:56.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:55 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T08:11:56.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:55 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T08:11:56.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:55 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:11:56.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:55 smithi133 ceph-mon[34721]: Deploying daemon mds.k on smithi133 2024-09-10T08:11:56.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:55 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:56.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:55 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:56.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:55 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:56.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:55 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T08:11:56.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:55 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T08:11:56.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:55 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:11:56.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:55 smithi067 ceph-mon[31051]: Deploying daemon mds.k on smithi133 2024-09-10T08:11:56.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:55 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:56.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:55 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:56.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:55 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:56.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:55 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T08:11:56.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:55 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T08:11:56.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:55 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:11:56.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:55 smithi203 ceph-mon[34672]: Deploying daemon mds.k on smithi133 2024-09-10T08:11:56.810 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:11:57.079 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:11:57.080 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:56 smithi133 ceph-mon[34721]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:11:57.201 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:56 smithi067 ceph-mon[31051]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:11:57.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:56 smithi203 ceph-mon[34672]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:11:57.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.579+0000 7fe457f35640 1 -- 172.21.15.67:0/4065354779 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe4501009d0 msgr2=0x7fe450100db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:57.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.579+0000 7fe457f35640 1 --2- 172.21.15.67:0/4065354779 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe4501009d0 0x7fe450100db0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fe448009900 tx=0x7fe44802a410 comp rx=0 tx=0).stop 2024-09-10T08:11:57.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.579+0000 7fe457f35640 1 -- 172.21.15.67:0/4065354779 shutdown_connections 2024-09-10T08:11:57.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.579+0000 7fe457f35640 1 --2- 172.21.15.67:0/4065354779 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe450101380 0x7fe45010dfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:57.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.579+0000 7fe457f35640 1 --2- 172.21.15.67:0/4065354779 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe45010e4f0 0x7fe450110900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:57.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.579+0000 7fe457f35640 1 --2- 172.21.15.67:0/4065354779 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe4501009d0 0x7fe450100db0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:57.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.579+0000 7fe457f35640 1 -- 172.21.15.67:0/4065354779 >> 172.21.15.67:0/4065354779 conn(0x7fe4500fc7d0 msgr2=0x7fe4500febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:57.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.579+0000 7fe457f35640 1 -- 172.21.15.67:0/4065354779 shutdown_connections 2024-09-10T08:11:57.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.579+0000 7fe457f35640 1 -- 172.21.15.67:0/4065354779 wait complete. 2024-09-10T08:11:57.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.579+0000 7fe457f35640 1 Processor -- start 2024-09-10T08:11:57.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.580+0000 7fe457f35640 1 -- start start 2024-09-10T08:11:57.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.580+0000 7fe457f35640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe4501009d0 0x7fe45019a6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:57.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.580+0000 7fe457f35640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe450101380 0x7fe45019ac20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:57.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.580+0000 7fe457f35640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe45010e4f0 0x7fe45019efb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:57.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.580+0000 7fe457f35640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe450114120 con 0x7fe450101380 2024-09-10T08:11:57.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.580+0000 7fe457f35640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fe450113fa0 con 0x7fe45010e4f0 2024-09-10T08:11:57.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.580+0000 7fe457f35640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fe4501142a0 con 0x7fe4501009d0 2024-09-10T08:11:57.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.580+0000 7fe4554d0640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe450101380 0x7fe45019ac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:57.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.580+0000 7fe4554d0640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe450101380 0x7fe45019ac20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38160/0 (socket says 172.21.15.67:38160) 2024-09-10T08:11:57.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.580+0000 7fe4554d0640 1 -- 172.21.15.67:0/2865120823 learned_addr learned my addr 172.21.15.67:0/2865120823 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:11:57.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.580+0000 7fe4564d2640 1 --2- 172.21.15.67:0/2865120823 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe45010e4f0 0x7fe45019efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:57.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.580+0000 7fe455cd1640 1 --2- 172.21.15.67:0/2865120823 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe4501009d0 0x7fe45019a6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:57.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.580+0000 7fe4554d0640 1 -- 172.21.15.67:0/2865120823 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe4501009d0 msgr2=0x7fe45019a6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:57.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.580+0000 7fe4554d0640 1 --2- 172.21.15.67:0/2865120823 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe4501009d0 0x7fe45019a6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:57.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.580+0000 7fe4554d0640 1 -- 172.21.15.67:0/2865120823 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe45010e4f0 msgr2=0x7fe45019efb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:57.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.580+0000 7fe4554d0640 1 --2- 172.21.15.67:0/2865120823 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe45010e4f0 0x7fe45019efb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:57.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.580+0000 7fe4554d0640 1 -- 172.21.15.67:0/2865120823 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe45019f690 con 0x7fe450101380 2024-09-10T08:11:57.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.580+0000 7fe455cd1640 1 --2- 172.21.15.67:0/2865120823 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe4501009d0 0x7fe45019a6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:11:57.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.580+0000 7fe4554d0640 1 --2- 172.21.15.67:0/2865120823 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe450101380 0x7fe45019ac20 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fe44400e9f0 tx=0x7fe44400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:11:57.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.581+0000 7fe44effd640 1 -- 172.21.15.67:0/2865120823 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe44400cd80 con 0x7fe450101380 2024-09-10T08:11:57.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.581+0000 7fe457f35640 1 -- 172.21.15.67:0/2865120823 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe45019f980 con 0x7fe450101380 2024-09-10T08:11:57.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.581+0000 7fe44effd640 1 -- 172.21.15.67:0/2865120823 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe4440108e0 con 0x7fe450101380 2024-09-10T08:11:57.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.581+0000 7fe44effd640 1 -- 172.21.15.67:0/2865120823 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe444018920 con 0x7fe450101380 2024-09-10T08:11:57.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.581+0000 7fe457f35640 1 -- 172.21.15.67:0/2865120823 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4501a7260 con 0x7fe450101380 2024-09-10T08:11:57.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.582+0000 7fe457f35640 1 -- 172.21.15.67:0/2865120823 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe450100db0 con 0x7fe450101380 2024-09-10T08:11:57.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.583+0000 7fe44effd640 1 -- 172.21.15.67:0/2865120823 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fe444010a90 con 0x7fe450101380 2024-09-10T08:11:57.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.583+0000 7fe44effd640 1 --2- 172.21.15.67:0/2865120823 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe4380a2b80 0x7fe4380a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:11:57.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.584+0000 7fe44effd640 1 -- 172.21.15.67:0/2865120823 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7fe4440cef20 con 0x7fe450101380 2024-09-10T08:11:57.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.584+0000 7fe455cd1640 1 --2- 172.21.15.67:0/2865120823 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe4380a2b80 0x7fe4380a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:11:57.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.584+0000 7fe455cd1640 1 --2- 172.21.15.67:0/2865120823 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe4380a2b80 0x7fe4380a5040 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fe448000c00 tx=0x7fe448031400 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:11:57.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.588+0000 7fe44effd640 1 -- 172.21.15.67:0/2865120823 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe44409c320 con 0x7fe450101380 2024-09-10T08:11:57.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.807+0000 7fe457f35640 1 -- 172.21.15.67:0/2865120823 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe450109680 con 0x7fe450101380 2024-09-10T08:11:57.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.807+0000 7fe44effd640 1 -- 172.21.15.67:0/2865120823 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1435 (secure 0 0 0) 0x7fe444086020 con 0x7fe450101380 2024-09-10T08:11:57.808 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:11:57.808 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":2,"btime":"2024-09-10T08:11:54:721344+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6833/754287689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":754287689},{"type":"v1","addr":"172.21.15.203:6833","nonce":754287689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-10T08:11:57.808 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 2 2024-09-10T08:11:57.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.810+0000 7fe457f35640 1 -- 172.21.15.67:0/2865120823 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe4380a2b80 msgr2=0x7fe4380a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:57.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.810+0000 7fe457f35640 1 --2- 172.21.15.67:0/2865120823 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe4380a2b80 0x7fe4380a5040 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fe448000c00 tx=0x7fe448031400 comp rx=0 tx=0).stop 2024-09-10T08:11:57.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.810+0000 7fe457f35640 1 -- 172.21.15.67:0/2865120823 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe450101380 msgr2=0x7fe45019ac20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:11:57.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.810+0000 7fe457f35640 1 --2- 172.21.15.67:0/2865120823 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe450101380 0x7fe45019ac20 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fe44400e9f0 tx=0x7fe44400eeb0 comp rx=0 tx=0).stop 2024-09-10T08:11:57.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.810+0000 7fe457f35640 1 -- 172.21.15.67:0/2865120823 shutdown_connections 2024-09-10T08:11:57.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.810+0000 7fe457f35640 1 --2- 172.21.15.67:0/2865120823 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe4380a2b80 0x7fe4380a5040 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:57.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.810+0000 7fe457f35640 1 --2- 172.21.15.67:0/2865120823 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe45010e4f0 0x7fe45019efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:57.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.810+0000 7fe457f35640 1 --2- 172.21.15.67:0/2865120823 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe450101380 0x7fe45019ac20 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:57.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.810+0000 7fe457f35640 1 --2- 172.21.15.67:0/2865120823 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe4501009d0 0x7fe45019a6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:11:57.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.810+0000 7fe457f35640 1 -- 172.21.15.67:0/2865120823 >> 172.21.15.67:0/2865120823 conn(0x7fe4500fc7d0 msgr2=0x7fe4500febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:11:57.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.810+0000 7fe457f35640 1 -- 172.21.15.67:0/2865120823 shutdown_connections 2024-09-10T08:11:57.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:11:57.810+0000 7fe457f35640 1 -- 172.21.15.67:0/2865120823 wait complete. 2024-09-10T08:11:57.843 INFO:journalctl@ceph.mds.k.smithi133.stdout:Sep 10 08:11:57 smithi133 systemd[1]: Started Ceph mds.k for 315284b0-6f4b-11ef-bcea-c7b262605968. 2024-09-10T08:11:58.877 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:58 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:58.878 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:58 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:58.878 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:58 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:58.878 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:58 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T08:11:58.878 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:58 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T08:11:58.878 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:58 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:11:58.878 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:58 smithi133 ceph-mon[34721]: Deploying daemon mds.j on smithi067 2024-09-10T08:11:58.878 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:58 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/2865120823' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:11:58.878 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:58 smithi133 ceph-mon[34721]: mds.? [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] up:boot 2024-09-10T08:11:58.878 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:58 smithi133 ceph-mon[34721]: fsmap 2 up:standby 2024-09-10T08:11:58.878 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:58 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-10T08:11:58.928 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:58 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:58.929 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:58 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:58.929 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:58 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:58.929 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:58 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T08:11:58.929 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:58 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T08:11:58.929 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:58 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:11:58.929 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:58 smithi067 ceph-mon[31051]: Deploying daemon mds.j on smithi067 2024-09-10T08:11:58.929 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:58 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/2865120823' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:11:58.929 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:58 smithi067 ceph-mon[31051]: mds.? [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] up:boot 2024-09-10T08:11:58.929 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:58 smithi067 ceph-mon[31051]: fsmap 2 up:standby 2024-09-10T08:11:58.929 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:58 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-10T08:11:59.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:58 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:59.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:58 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:59.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:58 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:11:59.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:58 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T08:11:59.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:58 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T08:11:59.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:58 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:11:59.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:58 smithi203 ceph-mon[34672]: Deploying daemon mds.j on smithi067 2024-09-10T08:11:59.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:58 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/2865120823' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:11:59.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:58 smithi203 ceph-mon[34672]: mds.? [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] up:boot 2024-09-10T08:11:59.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:58 smithi203 ceph-mon[34672]: fsmap 2 up:standby 2024-09-10T08:11:59.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:58 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-10T08:11:59.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:11:59 smithi067 ceph-mon[31051]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:00.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:11:59 smithi203 ceph-mon[34672]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:00.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:11:59 smithi133 ceph-mon[34721]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:00.628 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:12:00.654 INFO:journalctl@ceph.mds.j.smithi067.stdout:Sep 10 08:12:00 smithi067 systemd[1]: Starting Ceph mds.j for 315284b0-6f4b-11ef-bcea-c7b262605968... 2024-09-10T08:12:00.913 INFO:journalctl@ceph.mds.j.smithi067.stdout:Sep 10 08:12:00 smithi067 podman[68347]: 2024-09-10 08:12:00.62943823 +0000 UTC m=+0.017307037 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T08:12:00.913 INFO:journalctl@ceph.mds.j.smithi067.stdout:Sep 10 08:12:00 smithi067 podman[68347]: 2024-09-10 08:12:00.767679985 +0000 UTC m=+0.155548778 container create 060ab72d40feb0a26f57e8f20cdb281a8049554597dd0325a98ecab6e73731f3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-j, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, maintainer=Guillaume Abrioux ) 2024-09-10T08:12:01.156 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:12:01.283 INFO:journalctl@ceph.mds.j.smithi067.stdout:Sep 10 08:12:01 smithi067 podman[68347]: 2024-09-10 08:12:01.021006612 +0000 UTC m=+0.408875403 container init 060ab72d40feb0a26f57e8f20cdb281a8049554597dd0325a98ecab6e73731f3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-j, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.37.2, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-10T08:12:01.284 INFO:journalctl@ceph.mds.j.smithi067.stdout:Sep 10 08:12:01 smithi067 podman[68347]: 2024-09-10 08:12:01.024136141 +0000 UTC m=+0.412004935 container start 060ab72d40feb0a26f57e8f20cdb281a8049554597dd0325a98ecab6e73731f3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-j, CEPH_POINT_RELEASE=, ceph=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-10T08:12:01.284 INFO:journalctl@ceph.mds.j.smithi067.stdout:Sep 10 08:12:01 smithi067 ceph-mds[68409]: -- 172.21.15.67:0/2437630038 <== mon.0 v2:172.21.15.67:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555a08be5860 con 0x555a08bc2800 2024-09-10T08:12:01.284 INFO:journalctl@ceph.mds.j.smithi067.stdout:Sep 10 08:12:01 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-j[68395]: starting mds.j at 2024-09-10T08:12:01.284 INFO:journalctl@ceph.mds.j.smithi067.stdout:Sep 10 08:12:01 smithi067 bash[68347]: 060ab72d40feb0a26f57e8f20cdb281a8049554597dd0325a98ecab6e73731f3 2024-09-10T08:12:01.284 INFO:journalctl@ceph.mds.j.smithi067.stdout:Sep 10 08:12:01 smithi067 systemd[1]: Started Ceph mds.j for 315284b0-6f4b-11ef-bcea-c7b262605968. 2024-09-10T08:12:01.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.677+0000 7fa05da11640 1 -- 172.21.15.67:0/1825262070 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa0581036e0 msgr2=0x7fa058107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:01.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.677+0000 7fa05da11640 1 --2- 172.21.15.67:0/1825262070 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa0581036e0 0x7fa058107b90 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fa040009930 tx=0x7fa04002a420 comp rx=0 tx=0).stop 2024-09-10T08:12:01.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.677+0000 7fa05da11640 1 -- 172.21.15.67:0/1825262070 shutdown_connections 2024-09-10T08:12:01.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.677+0000 7fa05da11640 1 --2- 172.21.15.67:0/1825262070 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa0581082a0 0x7fa05810ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:01.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.677+0000 7fa05da11640 1 --2- 172.21.15.67:0/1825262070 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa0581036e0 0x7fa058107b90 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:01.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.677+0000 7fa05da11640 1 --2- 172.21.15.67:0/1825262070 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa058102d30 0x7fa058103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:01.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.677+0000 7fa05da11640 1 -- 172.21.15.67:0/1825262070 >> 172.21.15.67:0/1825262070 conn(0x7fa0580fc7d0 msgr2=0x7fa0580febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:01.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.677+0000 7fa05da11640 1 -- 172.21.15.67:0/1825262070 shutdown_connections 2024-09-10T08:12:01.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.677+0000 7fa05da11640 1 -- 172.21.15.67:0/1825262070 wait complete. 2024-09-10T08:12:01.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.677+0000 7fa05da11640 1 Processor -- start 2024-09-10T08:12:01.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.678+0000 7fa05da11640 1 -- start start 2024-09-10T08:12:01.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.678+0000 7fa05da11640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa058102d30 0x7fa058198510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:01.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.678+0000 7fa05da11640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa0581036e0 0x7fa058198a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:01.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.678+0000 7fa05da11640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa0581082a0 0x7fa05819cde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:01.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.678+0000 7fa05da11640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa058111f50 con 0x7fa0581082a0 2024-09-10T08:12:01.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.678+0000 7fa05da11640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fa058111dd0 con 0x7fa0581036e0 2024-09-10T08:12:01.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.678+0000 7fa05da11640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fa0581120d0 con 0x7fa058102d30 2024-09-10T08:12:01.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.678+0000 7fa0577fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa0581082a0 0x7fa05819cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:01.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.678+0000 7fa0577fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa0581082a0 0x7fa05819cde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38194/0 (socket says 172.21.15.67:38194) 2024-09-10T08:12:01.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.678+0000 7fa0577fe640 1 -- 172.21.15.67:0/3989480826 learned_addr learned my addr 172.21.15.67:0/3989480826 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:12:01.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.678+0000 7fa056ffd640 1 --2- 172.21.15.67:0/3989480826 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa058102d30 0x7fa058198510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:01.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.678+0000 7fa0567fc640 1 --2- 172.21.15.67:0/3989480826 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa0581036e0 0x7fa058198a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:01.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.678+0000 7fa0577fe640 1 -- 172.21.15.67:0/3989480826 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa058102d30 msgr2=0x7fa058198510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:01.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.678+0000 7fa0577fe640 1 --2- 172.21.15.67:0/3989480826 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa058102d30 0x7fa058198510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:01.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.678+0000 7fa0577fe640 1 -- 172.21.15.67:0/3989480826 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa0581036e0 msgr2=0x7fa058198a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:01.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.678+0000 7fa0577fe640 1 --2- 172.21.15.67:0/3989480826 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa0581036e0 0x7fa058198a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:01.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.678+0000 7fa0577fe640 1 -- 172.21.15.67:0/3989480826 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa05819d4c0 con 0x7fa0581082a0 2024-09-10T08:12:01.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.678+0000 7fa0567fc640 1 --2- 172.21.15.67:0/3989480826 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa0581036e0 0x7fa058198a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:12:01.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.679+0000 7fa0577fe640 1 --2- 172.21.15.67:0/3989480826 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa0581082a0 0x7fa05819cde0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fa04800eb10 tx=0x7fa04800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:01.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.679+0000 7fa05ca0f640 1 -- 172.21.15.67:0/3989480826 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa048004b20 con 0x7fa0581082a0 2024-09-10T08:12:01.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.679+0000 7fa05da11640 1 -- 172.21.15.67:0/3989480826 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa05819d7b0 con 0x7fa0581082a0 2024-09-10T08:12:01.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.679+0000 7fa05ca0f640 1 -- 172.21.15.67:0/3989480826 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa048004cc0 con 0x7fa0581082a0 2024-09-10T08:12:01.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.679+0000 7fa05ca0f640 1 -- 172.21.15.67:0/3989480826 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa048010690 con 0x7fa0581082a0 2024-09-10T08:12:01.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.679+0000 7fa05da11640 1 -- 172.21.15.67:0/3989480826 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0581a5090 con 0x7fa0581082a0 2024-09-10T08:12:01.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.680+0000 7fa05da11640 1 -- 172.21.15.67:0/3989480826 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa058103110 con 0x7fa0581082a0 2024-09-10T08:12:01.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.681+0000 7fa05ca0f640 1 -- 172.21.15.67:0/3989480826 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fa048005000 con 0x7fa0581082a0 2024-09-10T08:12:01.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.682+0000 7fa05ca0f640 1 --2- 172.21.15.67:0/3989480826 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa0440a2b80 0x7fa0440a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:01.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.682+0000 7fa056ffd640 1 --2- 172.21.15.67:0/3989480826 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa0440a2b80 0x7fa0440a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:01.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.682+0000 7fa05ca0f640 1 -- 172.21.15.67:0/3989480826 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7fa0480cf960 con 0x7fa0581082a0 2024-09-10T08:12:01.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.682+0000 7fa056ffd640 1 --2- 172.21.15.67:0/3989480826 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa0440a2b80 0x7fa0440a5040 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fa050005fd0 tx=0x7fa050005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:01.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.685+0000 7fa05ca0f640 1 -- 172.21.15.67:0/3989480826 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa04809cd60 con 0x7fa0581082a0 2024-09-10T08:12:01.851 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:01 smithi067 ceph-mon[31051]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:01.852 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:01 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:01.852 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:01 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:01.852 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:01 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:01.852 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:01 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T08:12:01.852 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:01 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T08:12:01.852 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:01 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:12:01.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.917+0000 7fa05da11640 1 -- 172.21.15.67:0/3989480826 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa05810a2b0 con 0x7fa0581082a0 2024-09-10T08:12:01.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.917+0000 7fa05ca0f640 1 -- 172.21.15.67:0/3989480826 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) ==== 93+0+3088 (secure 0 0 0) 0x7fa04809c660 con 0x7fa0581082a0 2024-09-10T08:12:01.917 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:12:01.917 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":4,"btime":"2024-09-10T08:12:01:623811+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3649064068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3649064068},{"type":"v1","addr":"172.21.15.67:6835","nonce":3649064068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6833/2920270168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":2920270168},{"type":"v1","addr":"172.21.15.133:6833","nonce":2920270168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6833/754287689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":754287689},{"type":"v1","addr":"172.21.15.203:6833","nonce":754287689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-10T08:12:01.917 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 4 2024-09-10T08:12:01.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.920+0000 7fa05da11640 1 -- 172.21.15.67:0/3989480826 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa0440a2b80 msgr2=0x7fa0440a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:01.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.920+0000 7fa05da11640 1 --2- 172.21.15.67:0/3989480826 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa0440a2b80 0x7fa0440a5040 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fa050005fd0 tx=0x7fa050005850 comp rx=0 tx=0).stop 2024-09-10T08:12:01.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.920+0000 7fa05da11640 1 -- 172.21.15.67:0/3989480826 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa0581082a0 msgr2=0x7fa05819cde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:01.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.920+0000 7fa05da11640 1 --2- 172.21.15.67:0/3989480826 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa0581082a0 0x7fa05819cde0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fa04800eb10 tx=0x7fa04800c2d0 comp rx=0 tx=0).stop 2024-09-10T08:12:01.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.920+0000 7fa05da11640 1 -- 172.21.15.67:0/3989480826 shutdown_connections 2024-09-10T08:12:01.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.920+0000 7fa05da11640 1 --2- 172.21.15.67:0/3989480826 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa0440a2b80 0x7fa0440a5040 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:01.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.920+0000 7fa05da11640 1 --2- 172.21.15.67:0/3989480826 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa0581036e0 0x7fa058198a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:01.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.920+0000 7fa05da11640 1 --2- 172.21.15.67:0/3989480826 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa0581082a0 0x7fa05819cde0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:01.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.920+0000 7fa05da11640 1 --2- 172.21.15.67:0/3989480826 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa058102d30 0x7fa058198510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:01.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.920+0000 7fa05da11640 1 -- 172.21.15.67:0/3989480826 >> 172.21.15.67:0/3989480826 conn(0x7fa0580fc7d0 msgr2=0x7fa058105e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:01.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.920+0000 7fa05da11640 1 -- 172.21.15.67:0/3989480826 shutdown_connections 2024-09-10T08:12:01.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:01.920+0000 7fa05da11640 1 -- 172.21.15.67:0/3989480826 wait complete. 2024-09-10T08:12:02.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:01 smithi203 ceph-mon[34672]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:02.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:01 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:02.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:01 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:02.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:01 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:02.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:01 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T08:12:02.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:01 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T08:12:02.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:01 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:12:02.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:01 smithi133 ceph-mon[34721]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:02.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:01 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:02.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:01 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:02.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:01 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:02.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:01 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T08:12:02.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:01 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T08:12:02.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:01 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:12:02.769 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:02 smithi067 ceph-mon[31051]: Deploying daemon mds.d on smithi067 2024-09-10T08:12:02.769 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:02 smithi067 ceph-mon[31051]: mds.? [v2:172.21.15.67:6834/3649064068,v1:172.21.15.67:6835/3649064068] up:boot 2024-09-10T08:12:02.769 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:02 smithi067 ceph-mon[31051]: fsmap 3 up:standby 2024-09-10T08:12:02.769 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:02 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-09-10T08:12:02.769 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:02 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/3989480826' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:12:03.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:02 smithi203 ceph-mon[34672]: Deploying daemon mds.d on smithi067 2024-09-10T08:12:03.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:02 smithi203 ceph-mon[34672]: mds.? [v2:172.21.15.67:6834/3649064068,v1:172.21.15.67:6835/3649064068] up:boot 2024-09-10T08:12:03.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:02 smithi203 ceph-mon[34672]: fsmap 3 up:standby 2024-09-10T08:12:03.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:02 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-09-10T08:12:03.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:02 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/3989480826' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:12:03.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:02 smithi133 ceph-mon[34721]: Deploying daemon mds.d on smithi067 2024-09-10T08:12:03.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:02 smithi133 ceph-mon[34721]: mds.? [v2:172.21.15.67:6834/3649064068,v1:172.21.15.67:6835/3649064068] up:boot 2024-09-10T08:12:03.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:02 smithi133 ceph-mon[34721]: fsmap 3 up:standby 2024-09-10T08:12:03.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:02 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-09-10T08:12:03.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:02 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/3989480826' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:12:03.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:03 smithi067 ceph-mon[31051]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:04.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:03 smithi203 ceph-mon[34672]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:04.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:03 smithi133 ceph-mon[34721]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:04.440 INFO:journalctl@ceph.mds.d.smithi067.stdout:Sep 10 08:12:04 smithi067 systemd[1]: Starting Ceph mds.d for 315284b0-6f4b-11ef-bcea-c7b262605968... 2024-09-10T08:12:04.706 INFO:journalctl@ceph.mds.d.smithi067.stdout:Sep 10 08:12:04 smithi067 podman[68765]: 2024-09-10 08:12:04.344248395 +0000 UTC m=+0.016711572 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T08:12:04.706 INFO:journalctl@ceph.mds.d.smithi067.stdout:Sep 10 08:12:04 smithi067 podman[68765]: 2024-09-10 08:12:04.459875555 +0000 UTC m=+0.132338764 container create c5b11c0a51cbf2cea01ce1043e738bac5135c5b448e0cf486841a098f81b94c5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-d, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-10T08:12:04.839 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:12:05.103 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:12:05.207 INFO:journalctl@ceph.mds.d.smithi067.stdout:Sep 10 08:12:04 smithi067 podman[68765]: 2024-09-10 08:12:04.712732981 +0000 UTC m=+0.385196145 container init c5b11c0a51cbf2cea01ce1043e738bac5135c5b448e0cf486841a098f81b94c5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-d, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-09-10T08:12:05.207 INFO:journalctl@ceph.mds.d.smithi067.stdout:Sep 10 08:12:04 smithi067 podman[68765]: 2024-09-10 08:12:04.715732907 +0000 UTC m=+0.388196071 container start c5b11c0a51cbf2cea01ce1043e738bac5135c5b448e0cf486841a098f81b94c5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-d, GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.schema-version=1.0) 2024-09-10T08:12:05.207 INFO:journalctl@ceph.mds.d.smithi067.stdout:Sep 10 08:12:04 smithi067 ceph-mds[68784]: -- 172.21.15.67:0/1438810376 <== mon.0 v2:172.21.15.67:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56186b751860 con 0x56186b72f000 2024-09-10T08:12:05.207 INFO:journalctl@ceph.mds.d.smithi067.stdout:Sep 10 08:12:04 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-d[68780]: starting mds.d at 2024-09-10T08:12:05.207 INFO:journalctl@ceph.mds.d.smithi067.stdout:Sep 10 08:12:04 smithi067 bash[68765]: c5b11c0a51cbf2cea01ce1043e738bac5135c5b448e0cf486841a098f81b94c5 2024-09-10T08:12:05.207 INFO:journalctl@ceph.mds.d.smithi067.stdout:Sep 10 08:12:04 smithi067 systemd[1]: Started Ceph mds.d for 315284b0-6f4b-11ef-bcea-c7b262605968. 2024-09-10T08:12:05.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.652+0000 7f7996d2a640 1 -- 172.21.15.67:0/719937302 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7990102ef0 msgr2=0x7f799010da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:05.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.652+0000 7f7996d2a640 1 --2- 172.21.15.67:0/719937302 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7990102ef0 0x7f799010da40 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f7988009ca0 tx=0x7f798802a950 comp rx=0 tx=0).stop 2024-09-10T08:12:05.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.653+0000 7f7996d2a640 1 -- 172.21.15.67:0/719937302 shutdown_connections 2024-09-10T08:12:05.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.653+0000 7f7996d2a640 1 --2- 172.21.15.67:0/719937302 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7990102570 0x7f79901029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:05.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.653+0000 7f7996d2a640 1 --2- 172.21.15.67:0/719937302 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7990102ef0 0x7f799010da40 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:05.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.653+0000 7f7996d2a640 1 --2- 172.21.15.67:0/719937302 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7990100e20 0x7f7990101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:05.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.653+0000 7f7996d2a640 1 -- 172.21.15.67:0/719937302 >> 172.21.15.67:0/719937302 conn(0x7f79900fc7d0 msgr2=0x7f79900febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:05.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.653+0000 7f7996d2a640 1 -- 172.21.15.67:0/719937302 shutdown_connections 2024-09-10T08:12:05.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.653+0000 7f7996d2a640 1 -- 172.21.15.67:0/719937302 wait complete. 2024-09-10T08:12:05.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.653+0000 7f7996d2a640 1 Processor -- start 2024-09-10T08:12:05.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.653+0000 7f7996d2a640 1 -- start start 2024-09-10T08:12:05.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.653+0000 7f7996d2a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7990100e20 0x7f79901972c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:05.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.653+0000 7f7996d2a640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7990102570 0x7f7990197800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:05.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.654+0000 7f7996d2a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7990102ef0 0x7f799019bb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:05.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.654+0000 7f7996d2a640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7990110e80 con 0x7f7990102ef0 2024-09-10T08:12:05.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.654+0000 7f7996d2a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f7990110d00 con 0x7f7990100e20 2024-09-10T08:12:05.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.654+0000 7f7996d2a640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f7990111000 con 0x7f7990102570 2024-09-10T08:12:05.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.654+0000 7f79952c7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7990102ef0 0x7f799019bb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:05.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.654+0000 7f79952c7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7990102ef0 0x7f799019bb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:35730/0 (socket says 172.21.15.67:35730) 2024-09-10T08:12:05.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.654+0000 7f79952c7640 1 -- 172.21.15.67:0/1607811753 learned_addr learned my addr 172.21.15.67:0/1607811753 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:12:05.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.654+0000 7f7994ac6640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7990100e20 0x7f79901972c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:05.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.654+0000 7f798ffff640 1 --2- 172.21.15.67:0/1607811753 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7990102570 0x7f7990197800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:05.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.654+0000 7f79952c7640 1 -- 172.21.15.67:0/1607811753 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7990102570 msgr2=0x7f7990197800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:05.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.654+0000 7f79952c7640 1 --2- 172.21.15.67:0/1607811753 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7990102570 0x7f7990197800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:05.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.654+0000 7f79952c7640 1 -- 172.21.15.67:0/1607811753 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7990100e20 msgr2=0x7f79901972c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:05.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.654+0000 7f79952c7640 1 --2- 172.21.15.67:0/1607811753 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7990100e20 0x7f79901972c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:05.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.654+0000 7f79952c7640 1 -- 172.21.15.67:0/1607811753 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f799019c270 con 0x7f7990102ef0 2024-09-10T08:12:05.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.654+0000 7f79952c7640 1 --2- 172.21.15.67:0/1607811753 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7990102ef0 0x7f799019bb90 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f7988009dc0 tx=0x7f7988003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:05.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.654+0000 7f798dffb640 1 -- 172.21.15.67:0/1607811753 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7988034040 con 0x7f7990102ef0 2024-09-10T08:12:05.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.655+0000 7f7996d2a640 1 -- 172.21.15.67:0/1607811753 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f799019c500 con 0x7f7990102ef0 2024-09-10T08:12:05.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.655+0000 7f798dffb640 1 -- 172.21.15.67:0/1607811753 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7988030850 con 0x7f7990102ef0 2024-09-10T08:12:05.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.655+0000 7f798dffb640 1 -- 172.21.15.67:0/1607811753 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79880046f0 con 0x7f7990102ef0 2024-09-10T08:12:05.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.655+0000 7f7996d2a640 1 -- 172.21.15.67:0/1607811753 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f799019c9d0 con 0x7f7990102ef0 2024-09-10T08:12:05.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.656+0000 7f7996d2a640 1 -- 172.21.15.67:0/1607811753 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7990101200 con 0x7f7990102ef0 2024-09-10T08:12:05.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.657+0000 7f798dffb640 1 -- 172.21.15.67:0/1607811753 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f7988037020 con 0x7f7990102ef0 2024-09-10T08:12:05.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.658+0000 7f798dffb640 1 --2- 172.21.15.67:0/1607811753 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f79800a2b80 0x7f79800a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:05.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.658+0000 7f7994ac6640 1 --2- 172.21.15.67:0/1607811753 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f79800a2b80 0x7f79800a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:05.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.658+0000 7f798dffb640 1 -- 172.21.15.67:0/1607811753 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7f79880f17e0 con 0x7f7990102ef0 2024-09-10T08:12:05.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.658+0000 7f7994ac6640 1 --2- 172.21.15.67:0/1607811753 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f79800a2b80 0x7f79800a5040 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f79840058c0 tx=0x7f798400a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:05.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.661+0000 7f798dffb640 1 -- 172.21.15.67:0/1607811753 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f7988040070 con 0x7f7990102ef0 2024-09-10T08:12:05.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.873+0000 7f7996d2a640 1 -- 172.21.15.67:0/1607811753 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7990108b90 con 0x7f7990102ef0 2024-09-10T08:12:05.873 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:05 smithi067 ceph-mon[31051]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:05.873 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:05 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:05.873 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:05 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:05.873 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:05 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:05.873 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:05 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T08:12:05.873 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:05 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T08:12:05.873 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:05 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:12:05.874 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:12:05.874 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":5,"btime":"2024-09-10T08:12:05:641930+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3649064068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3649064068},{"type":"v1","addr":"172.21.15.67:6835","nonce":3649064068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6837/384364542","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6836","nonce":384364542},{"type":"v1","addr":"172.21.15.67:6837","nonce":384364542}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6833/2920270168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":2920270168},{"type":"v1","addr":"172.21.15.133:6833","nonce":2920270168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6833/754287689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":754287689},{"type":"v1","addr":"172.21.15.203:6833","nonce":754287689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-10T08:12:05.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.873+0000 7f798dffb640 1 -- 172.21.15.67:0/1607811753 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) ==== 93+0+3910 (secure 0 0 0) 0x7f79880be590 con 0x7f7990102ef0 2024-09-10T08:12:05.874 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 5 2024-09-10T08:12:05.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.876+0000 7f7996d2a640 1 -- 172.21.15.67:0/1607811753 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f79800a2b80 msgr2=0x7f79800a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:05.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.876+0000 7f7996d2a640 1 --2- 172.21.15.67:0/1607811753 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f79800a2b80 0x7f79800a5040 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f79840058c0 tx=0x7f798400a2d0 comp rx=0 tx=0).stop 2024-09-10T08:12:05.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.876+0000 7f7996d2a640 1 -- 172.21.15.67:0/1607811753 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7990102ef0 msgr2=0x7f799019bb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:05.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.876+0000 7f7996d2a640 1 --2- 172.21.15.67:0/1607811753 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7990102ef0 0x7f799019bb90 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f7988009dc0 tx=0x7f7988003f10 comp rx=0 tx=0).stop 2024-09-10T08:12:05.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.876+0000 7f7996d2a640 1 -- 172.21.15.67:0/1607811753 shutdown_connections 2024-09-10T08:12:05.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.876+0000 7f7996d2a640 1 --2- 172.21.15.67:0/1607811753 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f79800a2b80 0x7f79800a5040 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:05.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.876+0000 7f7996d2a640 1 --2- 172.21.15.67:0/1607811753 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7990102ef0 0x7f799019bb90 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:05.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.876+0000 7f7996d2a640 1 --2- 172.21.15.67:0/1607811753 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7990102570 0x7f7990197800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:05.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.876+0000 7f7996d2a640 1 --2- 172.21.15.67:0/1607811753 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7990100e20 0x7f79901972c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:05.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.876+0000 7f7996d2a640 1 -- 172.21.15.67:0/1607811753 >> 172.21.15.67:0/1607811753 conn(0x7f79900fc7d0 msgr2=0x7f79900febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:05.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.876+0000 7f7996d2a640 1 -- 172.21.15.67:0/1607811753 shutdown_connections 2024-09-10T08:12:05.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:05.876+0000 7f7996d2a640 1 -- 172.21.15.67:0/1607811753 wait complete. 2024-09-10T08:12:06.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:05 smithi203 ceph-mon[34672]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:06.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:05 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:06.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:05 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:06.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:05 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:06.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:05 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T08:12:06.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:05 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T08:12:06.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:05 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:12:06.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:05 smithi133 ceph-mon[34721]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:06.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:05 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:06.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:05 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:06.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:05 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:06.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:05 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T08:12:06.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:05 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T08:12:06.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:05 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:12:06.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:06 smithi067 ceph-mon[31051]: Deploying daemon mds.e on smithi133 2024-09-10T08:12:06.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:06 smithi067 ceph-mon[31051]: mds.? [v2:172.21.15.67:6836/384364542,v1:172.21.15.67:6837/384364542] up:boot 2024-09-10T08:12:06.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:06 smithi067 ceph-mon[31051]: fsmap 4 up:standby 2024-09-10T08:12:06.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:06 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-10T08:12:06.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:06 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/1607811753' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:12:07.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:06 smithi203 ceph-mon[34672]: Deploying daemon mds.e on smithi133 2024-09-10T08:12:07.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:06 smithi203 ceph-mon[34672]: mds.? [v2:172.21.15.67:6836/384364542,v1:172.21.15.67:6837/384364542] up:boot 2024-09-10T08:12:07.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:06 smithi203 ceph-mon[34672]: fsmap 4 up:standby 2024-09-10T08:12:07.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:06 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-10T08:12:07.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:06 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/1607811753' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:12:07.084 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:06 smithi133 ceph-mon[34721]: Deploying daemon mds.e on smithi133 2024-09-10T08:12:07.084 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:06 smithi133 ceph-mon[34721]: mds.? [v2:172.21.15.67:6836/384364542,v1:172.21.15.67:6837/384364542] up:boot 2024-09-10T08:12:07.084 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:06 smithi133 ceph-mon[34721]: fsmap 4 up:standby 2024-09-10T08:12:07.084 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:06 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-10T08:12:07.084 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:06 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/1607811753' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:12:07.085 INFO:journalctl@ceph.mds.e.smithi133.stdout:Sep 10 08:12:06 smithi133 systemd[1]: Starting Ceph mds.e for 315284b0-6f4b-11ef-bcea-c7b262605968... 2024-09-10T08:12:07.343 INFO:journalctl@ceph.mds.e.smithi133.stdout:Sep 10 08:12:07 smithi133 podman[64229]: 2024-09-10 08:12:06.987949427 +0000 UTC m=+0.015808287 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T08:12:07.344 INFO:journalctl@ceph.mds.e.smithi133.stdout:Sep 10 08:12:07 smithi133 podman[64229]: 2024-09-10 08:12:07.120567725 +0000 UTC m=+0.148426587 container create 16df14b8b787e40d024c36d809089afbf5600992598e5e8379d9f8b737f53811 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-e, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-09-10T08:12:07.658 INFO:journalctl@ceph.mds.e.smithi133.stdout:Sep 10 08:12:07 smithi133 podman[64229]: 2024-09-10 08:12:07.364742416 +0000 UTC m=+0.392601276 container init 16df14b8b787e40d024c36d809089afbf5600992598e5e8379d9f8b737f53811 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-e, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.37.2) 2024-09-10T08:12:07.658 INFO:journalctl@ceph.mds.e.smithi133.stdout:Sep 10 08:12:07 smithi133 podman[64229]: 2024-09-10 08:12:07.367576793 +0000 UTC m=+0.395435655 container start 16df14b8b787e40d024c36d809089afbf5600992598e5e8379d9f8b737f53811 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-e, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b) 2024-09-10T08:12:07.658 INFO:journalctl@ceph.mds.e.smithi133.stdout:Sep 10 08:12:07 smithi133 ceph-mds[64249]: -- 172.21.15.133:0/1537503366 <== mon.2 v2:172.21.15.133:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5578dd5e1860 con 0x5578dd5bf000 2024-09-10T08:12:07.658 INFO:journalctl@ceph.mds.e.smithi133.stdout:Sep 10 08:12:07 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-e[64245]: starting mds.e at 2024-09-10T08:12:07.658 INFO:journalctl@ceph.mds.e.smithi133.stdout:Sep 10 08:12:07 smithi133 bash[64229]: 16df14b8b787e40d024c36d809089afbf5600992598e5e8379d9f8b737f53811 2024-09-10T08:12:07.658 INFO:journalctl@ceph.mds.e.smithi133.stdout:Sep 10 08:12:07 smithi133 systemd[1]: Started Ceph mds.e for 315284b0-6f4b-11ef-bcea-c7b262605968. 2024-09-10T08:12:07.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:07 smithi067 ceph-mon[31051]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:07.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:07 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:07.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:07 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:07.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:07 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:07.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:07 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T08:12:07.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:07 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T08:12:07.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:07 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:12:07.977 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:07 smithi203 ceph-mon[34672]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:07.978 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:07 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:07.978 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:07 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:07.978 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:07 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:07.978 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:07 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T08:12:07.978 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:07 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T08:12:07.978 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:07 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:12:08.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:07 smithi133 ceph-mon[34721]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:08.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:07 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:08.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:07 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:08.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:07 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:08.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:07 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T08:12:08.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:07 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T08:12:08.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:07 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:12:08.663 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:12:08.936 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:12:08.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:08 smithi067 ceph-mon[31051]: Deploying daemon mds.f on smithi203 2024-09-10T08:12:08.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:08 smithi067 ceph-mon[31051]: mds.? [v2:172.21.15.133:6834/3573205749,v1:172.21.15.133:6835/3573205749] up:boot 2024-09-10T08:12:08.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:08 smithi067 ceph-mon[31051]: fsmap 5 up:standby 2024-09-10T08:12:08.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:08 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-10T08:12:09.040 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:08 smithi203 ceph-mon[34672]: Deploying daemon mds.f on smithi203 2024-09-10T08:12:09.040 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:08 smithi203 ceph-mon[34672]: mds.? [v2:172.21.15.133:6834/3573205749,v1:172.21.15.133:6835/3573205749] up:boot 2024-09-10T08:12:09.041 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:08 smithi203 ceph-mon[34672]: fsmap 5 up:standby 2024-09-10T08:12:09.041 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:08 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-10T08:12:09.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:08 smithi133 ceph-mon[34721]: Deploying daemon mds.f on smithi203 2024-09-10T08:12:09.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:08 smithi133 ceph-mon[34721]: mds.? [v2:172.21.15.133:6834/3573205749,v1:172.21.15.133:6835/3573205749] up:boot 2024-09-10T08:12:09.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:08 smithi133 ceph-mon[34721]: fsmap 5 up:standby 2024-09-10T08:12:09.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:08 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-10T08:12:09.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.431+0000 7f5df2687640 1 -- 172.21.15.67:0/2410054626 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5dec101de0 msgr2=0x7f5dec1021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:09.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.431+0000 7f5df2687640 1 --2- 172.21.15.67:0/2410054626 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5dec101de0 0x7f5dec1021c0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f5ddc009900 tx=0x7f5ddc02a410 comp rx=0 tx=0).stop 2024-09-10T08:12:09.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.431+0000 7f5df2687640 1 -- 172.21.15.67:0/2410054626 shutdown_connections 2024-09-10T08:12:09.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.431+0000 7f5df2687640 1 --2- 172.21.15.67:0/2410054626 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5dec102790 0x7f5dec1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:09.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.431+0000 7f5df2687640 1 --2- 172.21.15.67:0/2410054626 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5dec106f10 0x7f5dec10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:09.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.432+0000 7f5df2687640 1 --2- 172.21.15.67:0/2410054626 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5dec101de0 0x7f5dec1021c0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:09.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.432+0000 7f5df2687640 1 -- 172.21.15.67:0/2410054626 >> 172.21.15.67:0/2410054626 conn(0x7f5dec0fd8c0 msgr2=0x7f5dec0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:09.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.432+0000 7f5df2687640 1 -- 172.21.15.67:0/2410054626 shutdown_connections 2024-09-10T08:12:09.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.432+0000 7f5df2687640 1 -- 172.21.15.67:0/2410054626 wait complete. 2024-09-10T08:12:09.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.432+0000 7f5df2687640 1 Processor -- start 2024-09-10T08:12:09.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.432+0000 7f5df2687640 1 -- start start 2024-09-10T08:12:09.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.432+0000 7f5df2687640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5dec101de0 0x7f5dec19a590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:09.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.432+0000 7f5df2687640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5dec102790 0x7f5dec19aad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:09.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.432+0000 7f5df2687640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5dec106f10 0x7f5dec19ee60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:09.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.432+0000 7f5df2687640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f5dec111e70 con 0x7f5dec102790 2024-09-10T08:12:09.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.432+0000 7f5df2687640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f5dec111cf0 con 0x7f5dec101de0 2024-09-10T08:12:09.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.432+0000 7f5df2687640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f5dec111ff0 con 0x7f5dec106f10 2024-09-10T08:12:09.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.432+0000 7f5de3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5dec102790 0x7f5dec19aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:09.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.433+0000 7f5de3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5dec102790 0x7f5dec19aad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:35758/0 (socket says 172.21.15.67:35758) 2024-09-10T08:12:09.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.433+0000 7f5de3fff640 1 -- 172.21.15.67:0/2394294244 learned_addr learned my addr 172.21.15.67:0/2394294244 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:12:09.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.433+0000 7f5debfff640 1 --2- 172.21.15.67:0/2394294244 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5dec101de0 0x7f5dec19a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:09.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.433+0000 7f5df0c24640 1 --2- 172.21.15.67:0/2394294244 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5dec106f10 0x7f5dec19ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:09.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.433+0000 7f5de3fff640 1 -- 172.21.15.67:0/2394294244 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5dec106f10 msgr2=0x7f5dec19ee60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:09.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.433+0000 7f5de3fff640 1 --2- 172.21.15.67:0/2394294244 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5dec106f10 0x7f5dec19ee60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:09.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.433+0000 7f5de3fff640 1 -- 172.21.15.67:0/2394294244 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5dec101de0 msgr2=0x7f5dec19a590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:09.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.433+0000 7f5de3fff640 1 --2- 172.21.15.67:0/2394294244 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5dec101de0 0x7f5dec19a590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:09.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.433+0000 7f5de3fff640 1 -- 172.21.15.67:0/2394294244 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5dec19f540 con 0x7f5dec102790 2024-09-10T08:12:09.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.433+0000 7f5de3fff640 1 --2- 172.21.15.67:0/2394294244 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5dec102790 0x7f5dec19aad0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f5dd400d950 tx=0x7f5dd400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:09.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.433+0000 7f5de9ffb640 1 -- 172.21.15.67:0/2394294244 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dd4017070 con 0x7f5dec102790 2024-09-10T08:12:09.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.433+0000 7f5de9ffb640 1 -- 172.21.15.67:0/2394294244 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5dd4009c30 con 0x7f5dec102790 2024-09-10T08:12:09.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.433+0000 7f5df2687640 1 -- 172.21.15.67:0/2394294244 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5dec19f830 con 0x7f5dec102790 2024-09-10T08:12:09.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.433+0000 7f5de9ffb640 1 -- 172.21.15.67:0/2394294244 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dd400f620 con 0x7f5dec102790 2024-09-10T08:12:09.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.433+0000 7f5df2687640 1 -- 172.21.15.67:0/2394294244 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5dec1a7110 con 0x7f5dec102790 2024-09-10T08:12:09.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.434+0000 7f5df2687640 1 -- 172.21.15.67:0/2394294244 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5dec1021c0 con 0x7f5dec102790 2024-09-10T08:12:09.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.435+0000 7f5de9ffb640 1 -- 172.21.15.67:0/2394294244 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f5dd40109a0 con 0x7f5dec102790 2024-09-10T08:12:09.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.436+0000 7f5de9ffb640 1 --2- 172.21.15.67:0/2394294244 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5dd80a2c00 0x7f5dd80a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:09.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.436+0000 7f5debfff640 1 --2- 172.21.15.67:0/2394294244 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5dd80a2c00 0x7f5dd80a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:09.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.436+0000 7f5de9ffb640 1 -- 172.21.15.67:0/2394294244 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7f5dd40ce6c0 con 0x7f5dec102790 2024-09-10T08:12:09.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.437+0000 7f5debfff640 1 --2- 172.21.15.67:0/2394294244 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5dd80a2c00 0x7f5dd80a50c0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f5ddc005ab0 tx=0x7f5ddc005a20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:09.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.439+0000 7f5de9ffb640 1 -- 172.21.15.67:0/2394294244 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f5dd4009de0 con 0x7f5dec102790 2024-09-10T08:12:09.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.651+0000 7f5df2687640 1 -- 172.21.15.67:0/2394294244 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5dec19b8f0 con 0x7f5dec102790 2024-09-10T08:12:09.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.651+0000 7f5de9ffb640 1 -- 172.21.15.67:0/2394294244 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+4738 (secure 0 0 0) 0x7f5dec19b8f0 con 0x7f5dec102790 2024-09-10T08:12:09.651 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:12:09.651 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":6,"btime":"2024-09-10T08:12:07:656531+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3649064068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3649064068},{"type":"v1","addr":"172.21.15.67:6835","nonce":3649064068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6837/384364542","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6836","nonce":384364542},{"type":"v1","addr":"172.21.15.67:6837","nonce":384364542}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6833/2920270168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":2920270168},{"type":"v1","addr":"172.21.15.133:6833","nonce":2920270168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6833/754287689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":754287689},{"type":"v1","addr":"172.21.15.203:6833","nonce":754287689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6835/3573205749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3573205749},{"type":"v1","addr":"172.21.15.133:6835","nonce":3573205749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[]} 2024-09-10T08:12:09.651 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 6 2024-09-10T08:12:09.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.653+0000 7f5df2687640 1 -- 172.21.15.67:0/2394294244 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5dd80a2c00 msgr2=0x7f5dd80a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:09.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.653+0000 7f5df2687640 1 --2- 172.21.15.67:0/2394294244 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5dd80a2c00 0x7f5dd80a50c0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f5ddc005ab0 tx=0x7f5ddc005a20 comp rx=0 tx=0).stop 2024-09-10T08:12:09.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.653+0000 7f5df2687640 1 -- 172.21.15.67:0/2394294244 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5dec102790 msgr2=0x7f5dec19aad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:09.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.653+0000 7f5df2687640 1 --2- 172.21.15.67:0/2394294244 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5dec102790 0x7f5dec19aad0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f5dd400d950 tx=0x7f5dd400de10 comp rx=0 tx=0).stop 2024-09-10T08:12:09.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.654+0000 7f5df2687640 1 -- 172.21.15.67:0/2394294244 shutdown_connections 2024-09-10T08:12:09.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.654+0000 7f5df2687640 1 --2- 172.21.15.67:0/2394294244 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5dd80a2c00 0x7f5dd80a50c0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:09.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.654+0000 7f5df2687640 1 --2- 172.21.15.67:0/2394294244 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5dec106f10 0x7f5dec19ee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:09.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.654+0000 7f5df2687640 1 --2- 172.21.15.67:0/2394294244 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5dec102790 0x7f5dec19aad0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:09.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.654+0000 7f5df2687640 1 --2- 172.21.15.67:0/2394294244 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5dec101de0 0x7f5dec19a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:09.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.654+0000 7f5df2687640 1 -- 172.21.15.67:0/2394294244 >> 172.21.15.67:0/2394294244 conn(0x7f5dec0fd8c0 msgr2=0x7f5dec0fecc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:09.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.654+0000 7f5df2687640 1 -- 172.21.15.67:0/2394294244 shutdown_connections 2024-09-10T08:12:09.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:09.654+0000 7f5df2687640 1 -- 172.21.15.67:0/2394294244 wait complete. 2024-09-10T08:12:09.673 INFO:journalctl@ceph.mds.f.smithi203.stdout:Sep 10 08:12:09 smithi203 systemd[1]: Starting Ceph mds.f for 315284b0-6f4b-11ef-bcea-c7b262605968... 2024-09-10T08:12:09.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:09 smithi067 ceph-mon[31051]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:09.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:09 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/2394294244' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:12:10.013 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:09 smithi203 ceph-mon[34672]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:10.013 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:09 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/2394294244' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:12:10.013 INFO:journalctl@ceph.mds.f.smithi203.stdout:Sep 10 08:12:09 smithi203 podman[64755]: 2024-09-10 08:12:09.641796734 +0000 UTC m=+0.015793514 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T08:12:10.013 INFO:journalctl@ceph.mds.f.smithi203.stdout:Sep 10 08:12:09 smithi203 podman[64755]: 2024-09-10 08:12:09.761382086 +0000 UTC m=+0.135378867 container create 2f7b515c31fef4a0e2ee8073ab42c03d3d75d4d8cbe1ed813455cd95d313f759 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-f, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-10T08:12:10.013 INFO:journalctl@ceph.mds.f.smithi203.stdout:Sep 10 08:12:10 smithi203 podman[64755]: 2024-09-10 08:12:10.014156284 +0000 UTC m=+0.388153072 container init 2f7b515c31fef4a0e2ee8073ab42c03d3d75d4d8cbe1ed813455cd95d313f759 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-f, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-09-10T08:12:10.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:09 smithi133 ceph-mon[34721]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:10.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:09 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/2394294244' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:12:10.320 INFO:journalctl@ceph.mds.f.smithi203.stdout:Sep 10 08:12:10 smithi203 podman[64755]: 2024-09-10 08:12:10.017320318 +0000 UTC m=+0.391317098 container start 2f7b515c31fef4a0e2ee8073ab42c03d3d75d4d8cbe1ed813455cd95d313f759 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-f, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-09-10T08:12:10.320 INFO:journalctl@ceph.mds.f.smithi203.stdout:Sep 10 08:12:10 smithi203 ceph-mds[64774]: -- 172.21.15.203:0/3144018691 <== mon.1 v2:172.21.15.203:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x560e17f0f860 con 0x560e17eec800 2024-09-10T08:12:10.320 INFO:journalctl@ceph.mds.f.smithi203.stdout:Sep 10 08:12:10 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-f[64770]: starting mds.f at 2024-09-10T08:12:10.320 INFO:journalctl@ceph.mds.f.smithi203.stdout:Sep 10 08:12:10 smithi203 bash[64755]: 2f7b515c31fef4a0e2ee8073ab42c03d3d75d4d8cbe1ed813455cd95d313f759 2024-09-10T08:12:10.321 INFO:journalctl@ceph.mds.f.smithi203.stdout:Sep 10 08:12:10 smithi203 systemd[1]: Started Ceph mds.f for 315284b0-6f4b-11ef-bcea-c7b262605968. 2024-09-10T08:12:11.304 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:11 smithi203 ceph-mon[34672]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:11.304 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:11 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:11.304 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:11 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:11.304 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:11 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:11.304 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:11 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T08:12:11.304 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:11 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T08:12:11.304 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:11 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:12:11.305 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:11 smithi203 ceph-mon[34672]: Deploying daemon mds.c on smithi203 2024-09-10T08:12:11.305 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:11 smithi203 ceph-mon[34672]: mds.? [v2:172.21.15.203:6834/3722546188,v1:172.21.15.203:6835/3722546188] up:boot 2024-09-10T08:12:11.305 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:11 smithi203 ceph-mon[34672]: fsmap 6 up:standby 2024-09-10T08:12:11.305 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:11 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-10T08:12:11.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:11 smithi067 ceph-mon[31051]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:11.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:11 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:11.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:11 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:11.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:11 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:11.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:11 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T08:12:11.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:11 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T08:12:11.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:11 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:12:11.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:11 smithi067 ceph-mon[31051]: Deploying daemon mds.c on smithi203 2024-09-10T08:12:11.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:11 smithi067 ceph-mon[31051]: mds.? [v2:172.21.15.203:6834/3722546188,v1:172.21.15.203:6835/3722546188] up:boot 2024-09-10T08:12:11.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:11 smithi067 ceph-mon[31051]: fsmap 6 up:standby 2024-09-10T08:12:11.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:11 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-10T08:12:11.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:11 smithi133 ceph-mon[34721]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:11.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:11 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:11.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:11 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:11.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:11 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:11.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:11 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T08:12:11.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:11 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T08:12:11.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:11 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:12:11.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:11 smithi133 ceph-mon[34721]: Deploying daemon mds.c on smithi203 2024-09-10T08:12:11.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:11 smithi133 ceph-mon[34721]: mds.? [v2:172.21.15.203:6834/3722546188,v1:172.21.15.203:6835/3722546188] up:boot 2024-09-10T08:12:11.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:11 smithi133 ceph-mon[34721]: fsmap 6 up:standby 2024-09-10T08:12:11.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:11 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-10T08:12:12.301 INFO:journalctl@ceph.mds.c.smithi203.stdout:Sep 10 08:12:12 smithi203 systemd[1]: Starting Ceph mds.c for 315284b0-6f4b-11ef-bcea-c7b262605968... 2024-09-10T08:12:12.560 INFO:journalctl@ceph.mds.c.smithi203.stdout:Sep 10 08:12:12 smithi203 podman[65054]: 2024-09-10 08:12:12.205245319 +0000 UTC m=+0.015990779 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T08:12:12.560 INFO:journalctl@ceph.mds.c.smithi203.stdout:Sep 10 08:12:12 smithi203 podman[65054]: 2024-09-10 08:12:12.316853643 +0000 UTC m=+0.127599102 container create 43072a1be5a2a056d436ed08492c1358e003c9d18f8d3e478725de15d872420c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-c, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2) 2024-09-10T08:12:12.560 INFO:journalctl@ceph.mds.c.smithi203.stdout:Sep 10 08:12:12 smithi203 podman[65054]: 2024-09-10 08:12:12.561364988 +0000 UTC m=+0.372110451 container init 43072a1be5a2a056d436ed08492c1358e003c9d18f8d3e478725de15d872420c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-c, org.label-schema.schema-version=1.0, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True) 2024-09-10T08:12:12.594 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:12:12.820 INFO:journalctl@ceph.mds.c.smithi203.stdout:Sep 10 08:12:12 smithi203 podman[65054]: 2024-09-10 08:12:12.564125156 +0000 UTC m=+0.374870617 container start 43072a1be5a2a056d436ed08492c1358e003c9d18f8d3e478725de15d872420c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-c, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-09-10T08:12:12.820 INFO:journalctl@ceph.mds.c.smithi203.stdout:Sep 10 08:12:12 smithi203 ceph-mds[65073]: -- 172.21.15.203:0/4149456418 <== mon.1 v2:172.21.15.203:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5567a2d1f860 con 0x5567a2cfd400 2024-09-10T08:12:12.821 INFO:journalctl@ceph.mds.c.smithi203.stdout:Sep 10 08:12:12 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-c[65069]: starting mds.c at 2024-09-10T08:12:12.821 INFO:journalctl@ceph.mds.c.smithi203.stdout:Sep 10 08:12:12 smithi203 bash[65054]: 43072a1be5a2a056d436ed08492c1358e003c9d18f8d3e478725de15d872420c 2024-09-10T08:12:12.821 INFO:journalctl@ceph.mds.c.smithi203.stdout:Sep 10 08:12:12 smithi203 systemd[1]: Started Ceph mds.c for 315284b0-6f4b-11ef-bcea-c7b262605968. 2024-09-10T08:12:12.873 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:12:13.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.385+0000 7fc0fff6a640 1 -- 172.21.15.67:0/207127229 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc0f8100e20 msgr2=0x7fc0f8101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:13.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.385+0000 7fc0fff6a640 1 --2- 172.21.15.67:0/207127229 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc0f8100e20 0x7fc0f8101200 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fc0f4009900 tx=0x7fc0f402a480 comp rx=0 tx=0).stop 2024-09-10T08:12:13.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.386+0000 7fc0fff6a640 1 -- 172.21.15.67:0/207127229 shutdown_connections 2024-09-10T08:12:13.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.386+0000 7fc0fff6a640 1 --2- 172.21.15.67:0/207127229 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc0f8102ef0 0x7fc0f810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:13.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.386+0000 7fc0fff6a640 1 --2- 172.21.15.67:0/207127229 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc0f8102570 0x7fc0f81029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:13.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.386+0000 7fc0fff6a640 1 --2- 172.21.15.67:0/207127229 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc0f8100e20 0x7fc0f8101200 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:13.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.386+0000 7fc0fff6a640 1 -- 172.21.15.67:0/207127229 >> 172.21.15.67:0/207127229 conn(0x7fc0f80fc7d0 msgr2=0x7fc0f80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:13.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.386+0000 7fc0fff6a640 1 -- 172.21.15.67:0/207127229 shutdown_connections 2024-09-10T08:12:13.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.386+0000 7fc0fff6a640 1 -- 172.21.15.67:0/207127229 wait complete. 2024-09-10T08:12:13.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.386+0000 7fc0fff6a640 1 Processor -- start 2024-09-10T08:12:13.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.386+0000 7fc0fff6a640 1 -- start start 2024-09-10T08:12:13.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.386+0000 7fc0fff6a640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc0f8100e20 0x7fc0f8198430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:13.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.386+0000 7fc0fff6a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc0f8102570 0x7fc0f8198970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:13.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.386+0000 7fc0fff6a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc0f8102ef0 0x7fc0f819cd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:13.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.386+0000 7fc0fff6a640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc0f8111f10 con 0x7fc0f8102ef0 2024-09-10T08:12:13.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.387+0000 7fc0fff6a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fc0f8111d90 con 0x7fc0f8102570 2024-09-10T08:12:13.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.387+0000 7fc0fff6a640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fc0f8112090 con 0x7fc0f8100e20 2024-09-10T08:12:13.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.387+0000 7fc0fe507640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc0f8102ef0 0x7fc0f819cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:13.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.387+0000 7fc0fe507640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc0f8102ef0 0x7fc0f819cd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:35766/0 (socket says 172.21.15.67:35766) 2024-09-10T08:12:13.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.387+0000 7fc0fe507640 1 -- 172.21.15.67:0/3824754808 learned_addr learned my addr 172.21.15.67:0/3824754808 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:12:13.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.387+0000 7fc0fdd06640 1 --2- 172.21.15.67:0/3824754808 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc0f8100e20 0x7fc0f8198430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:13.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.387+0000 7fc0fd505640 1 --2- 172.21.15.67:0/3824754808 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc0f8102570 0x7fc0f8198970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:13.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.387+0000 7fc0fe507640 1 -- 172.21.15.67:0/3824754808 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc0f8100e20 msgr2=0x7fc0f8198430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:13.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.387+0000 7fc0fe507640 1 --2- 172.21.15.67:0/3824754808 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc0f8100e20 0x7fc0f8198430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:13.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.387+0000 7fc0fe507640 1 -- 172.21.15.67:0/3824754808 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc0f8102570 msgr2=0x7fc0f8198970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:13.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.387+0000 7fc0fe507640 1 --2- 172.21.15.67:0/3824754808 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc0f8102570 0x7fc0f8198970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:13.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.387+0000 7fc0fe507640 1 -- 172.21.15.67:0/3824754808 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0f819d3e0 con 0x7fc0f8102ef0 2024-09-10T08:12:13.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.387+0000 7fc0fe507640 1 --2- 172.21.15.67:0/3824754808 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc0f8102ef0 0x7fc0f819cd00 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fc0f000eb10 tx=0x7fc0f000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:13.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.387+0000 7fc0eeffd640 1 -- 172.21.15.67:0/3824754808 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0f0004b20 con 0x7fc0f8102ef0 2024-09-10T08:12:13.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.387+0000 7fc0eeffd640 1 -- 172.21.15.67:0/3824754808 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc0f0004cc0 con 0x7fc0f8102ef0 2024-09-10T08:12:13.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.387+0000 7fc0fff6a640 1 -- 172.21.15.67:0/3824754808 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0f819d6d0 con 0x7fc0f8102ef0 2024-09-10T08:12:13.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.387+0000 7fc0eeffd640 1 -- 172.21.15.67:0/3824754808 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0f0010690 con 0x7fc0f8102ef0 2024-09-10T08:12:13.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.387+0000 7fc0fff6a640 1 -- 172.21.15.67:0/3824754808 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0f81a4fb0 con 0x7fc0f8102ef0 2024-09-10T08:12:13.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.388+0000 7fc0fff6a640 1 -- 172.21.15.67:0/3824754808 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc0f8101200 con 0x7fc0f8102ef0 2024-09-10T08:12:13.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.390+0000 7fc0eeffd640 1 -- 172.21.15.67:0/3824754808 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fc0f0005000 con 0x7fc0f8102ef0 2024-09-10T08:12:13.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.390+0000 7fc0eeffd640 1 --2- 172.21.15.67:0/3824754808 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc0e40a2b80 0x7fc0e40a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:13.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.390+0000 7fc0fdd06640 1 --2- 172.21.15.67:0/3824754808 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc0e40a2b80 0x7fc0e40a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:13.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.390+0000 7fc0eeffd640 1 -- 172.21.15.67:0/3824754808 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7fc0f00cf3d0 con 0x7fc0f8102ef0 2024-09-10T08:12:13.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.391+0000 7fc0fdd06640 1 --2- 172.21.15.67:0/3824754808 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc0e40a2b80 0x7fc0e40a5040 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fc0f4009230 tx=0x7fc0f40058d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:13.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.394+0000 7fc0eeffd640 1 -- 172.21.15.67:0/3824754808 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc0f00541b0 con 0x7fc0f8102ef0 2024-09-10T08:12:13.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.606+0000 7fc0fff6a640 1 -- 172.21.15.67:0/3824754808 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc0f8199790 con 0x7fc0f8102ef0 2024-09-10T08:12:13.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.607+0000 7fc0eeffd640 1 -- 172.21.15.67:0/3824754808 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+6394 (secure 0 0 0) 0x7fc0f009c7d0 con 0x7fc0f8102ef0 2024-09-10T08:12:13.606 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:12:13.606 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":8,"btime":"2024-09-10T08:12:13:183723+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3649064068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3649064068},{"type":"v1","addr":"172.21.15.67:6835","nonce":3649064068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6837/384364542","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6836","nonce":384364542},{"type":"v1","addr":"172.21.15.67:6837","nonce":384364542}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6833/2920270168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":2920270168},{"type":"v1","addr":"172.21.15.133:6833","nonce":2920270168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6833/754287689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":754287689},{"type":"v1","addr":"172.21.15.203:6833","nonce":754287689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6835/3573205749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3573205749},{"type":"v1","addr":"172.21.15.133:6835","nonce":3573205749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6835/3722546188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":3722546188},{"type":"v1","addr":"172.21.15.203:6835","nonce":3722546188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24457,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6837/4255783395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":4255783395},{"type":"v1","addr":"172.21.15.203:6837","nonce":4255783395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]} 2024-09-10T08:12:13.606 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 8 2024-09-10T08:12:13.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.609+0000 7fc0fff6a640 1 -- 172.21.15.67:0/3824754808 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc0e40a2b80 msgr2=0x7fc0e40a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:13.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.609+0000 7fc0fff6a640 1 --2- 172.21.15.67:0/3824754808 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc0e40a2b80 0x7fc0e40a5040 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fc0f4009230 tx=0x7fc0f40058d0 comp rx=0 tx=0).stop 2024-09-10T08:12:13.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.609+0000 7fc0fff6a640 1 -- 172.21.15.67:0/3824754808 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc0f8102ef0 msgr2=0x7fc0f819cd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:13.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.609+0000 7fc0fff6a640 1 --2- 172.21.15.67:0/3824754808 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc0f8102ef0 0x7fc0f819cd00 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fc0f000eb10 tx=0x7fc0f000c2d0 comp rx=0 tx=0).stop 2024-09-10T08:12:13.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.609+0000 7fc0fff6a640 1 -- 172.21.15.67:0/3824754808 shutdown_connections 2024-09-10T08:12:13.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.609+0000 7fc0fff6a640 1 --2- 172.21.15.67:0/3824754808 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc0e40a2b80 0x7fc0e40a5040 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:13.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.609+0000 7fc0fff6a640 1 --2- 172.21.15.67:0/3824754808 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc0f8102570 0x7fc0f8198970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:13.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.609+0000 7fc0fff6a640 1 --2- 172.21.15.67:0/3824754808 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc0f8102ef0 0x7fc0f819cd00 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:13.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.609+0000 7fc0fff6a640 1 --2- 172.21.15.67:0/3824754808 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc0f8100e20 0x7fc0f8198430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:13.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.609+0000 7fc0fff6a640 1 -- 172.21.15.67:0/3824754808 >> 172.21.15.67:0/3824754808 conn(0x7fc0f80fc7d0 msgr2=0x7fc0f80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:13.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.609+0000 7fc0fff6a640 1 -- 172.21.15.67:0/3824754808 shutdown_connections 2024-09-10T08:12:13.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:13.609+0000 7fc0fff6a640 1 -- 172.21.15.67:0/3824754808 wait complete. 2024-09-10T08:12:13.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:13 smithi067 ceph-mon[31051]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:13.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:13 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:13.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:13 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:13.902 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:13 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:13.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:13 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T08:12:13.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:13 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T08:12:13.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:13 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:12:13.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:13 smithi067 ceph-mon[31051]: Deploying daemon mds.h on smithi133 2024-09-10T08:12:13.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:13 smithi067 ceph-mon[31051]: mds.? [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] up:boot 2024-09-10T08:12:13.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:13 smithi067 ceph-mon[31051]: fsmap 7 up:standby 2024-09-10T08:12:13.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:13 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-10T08:12:13.903 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:13 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/3824754808' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:12:14.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:13 smithi203 ceph-mon[34672]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:14.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:13 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:14.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:13 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:14.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:13 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:14.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:13 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T08:12:14.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:13 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T08:12:14.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:13 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:12:14.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:13 smithi203 ceph-mon[34672]: Deploying daemon mds.h on smithi133 2024-09-10T08:12:14.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:13 smithi203 ceph-mon[34672]: mds.? [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] up:boot 2024-09-10T08:12:14.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:13 smithi203 ceph-mon[34672]: fsmap 7 up:standby 2024-09-10T08:12:14.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:13 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-10T08:12:14.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:13 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/3824754808' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:12:14.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:13 smithi133 ceph-mon[34721]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:14.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:13 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:14.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:13 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:14.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:13 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:14.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:13 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T08:12:14.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:13 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T08:12:14.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:13 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:12:14.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:13 smithi133 ceph-mon[34721]: Deploying daemon mds.h on smithi133 2024-09-10T08:12:14.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:13 smithi133 ceph-mon[34721]: mds.? [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] up:boot 2024-09-10T08:12:14.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:13 smithi133 ceph-mon[34721]: fsmap 7 up:standby 2024-09-10T08:12:14.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:13 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-10T08:12:14.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:13 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/3824754808' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:12:15.017 INFO:journalctl@ceph.mds.h.smithi133.stdout:Sep 10 08:12:14 smithi133 systemd[1]: Starting Ceph mds.h for 315284b0-6f4b-11ef-bcea-c7b262605968... 2024-09-10T08:12:15.310 INFO:journalctl@ceph.mds.h.smithi133.stdout:Sep 10 08:12:15 smithi133 podman[64533]: 2024-09-10 08:12:14.920737778 +0000 UTC m=+0.015738456 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T08:12:15.311 INFO:journalctl@ceph.mds.h.smithi133.stdout:Sep 10 08:12:15 smithi133 podman[64533]: 2024-09-10 08:12:15.052688193 +0000 UTC m=+0.147688868 container create 6b5669aee0d5714dd893ecec68a220bc47cc1c991bc82960685053abf3ee9372 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-h, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-09-10T08:12:15.311 INFO:journalctl@ceph.mds.h.smithi133.stdout:Sep 10 08:12:15 smithi133 podman[64533]: 2024-09-10 08:12:15.311996241 +0000 UTC m=+0.406996916 container init 6b5669aee0d5714dd893ecec68a220bc47cc1c991bc82960685053abf3ee9372 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-h, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True) 2024-09-10T08:12:15.593 INFO:journalctl@ceph.mds.h.smithi133.stdout:Sep 10 08:12:15 smithi133 podman[64533]: 2024-09-10 08:12:15.315035529 +0000 UTC m=+0.410036205 container start 6b5669aee0d5714dd893ecec68a220bc47cc1c991bc82960685053abf3ee9372 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-h, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-10T08:12:15.594 INFO:journalctl@ceph.mds.h.smithi133.stdout:Sep 10 08:12:15 smithi133 ceph-mds[64552]: -- 172.21.15.133:0/3762870558 <== mon.2 v2:172.21.15.133:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56393c419860 con 0x56393c3f6800 2024-09-10T08:12:15.594 INFO:journalctl@ceph.mds.h.smithi133.stdout:Sep 10 08:12:15 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-h[64548]: starting mds.h at 2024-09-10T08:12:15.594 INFO:journalctl@ceph.mds.h.smithi133.stdout:Sep 10 08:12:15 smithi133 bash[64533]: 6b5669aee0d5714dd893ecec68a220bc47cc1c991bc82960685053abf3ee9372 2024-09-10T08:12:15.594 INFO:journalctl@ceph.mds.h.smithi133.stdout:Sep 10 08:12:15 smithi133 systemd[1]: Started Ceph mds.h for 315284b0-6f4b-11ef-bcea-c7b262605968. 2024-09-10T08:12:16.050 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:15 smithi203 ceph-mon[34672]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:16.050 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:15 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:16.051 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:15 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:16.051 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:15 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:16.051 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:15 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T08:12:16.051 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:15 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T08:12:16.051 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:15 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:12:16.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:15 smithi133 ceph-mon[34721]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:16.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:15 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:16.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:15 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:16.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:15 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:16.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:15 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T08:12:16.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:15 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T08:12:16.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:15 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:12:16.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:15 smithi067 ceph-mon[31051]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:16.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:15 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:16.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:15 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:16.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:15 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:16.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:15 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T08:12:16.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:15 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T08:12:16.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:15 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:12:16.329 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:12:16.601 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:12:17.043 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:16 smithi203 ceph-mon[34672]: Deploying daemon mds.i on smithi203 2024-09-10T08:12:17.043 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:16 smithi203 ceph-mon[34672]: mds.? [v2:172.21.15.133:6836/667764093,v1:172.21.15.133:6837/667764093] up:boot 2024-09-10T08:12:17.043 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:16 smithi203 ceph-mon[34672]: fsmap 8 up:standby 2024-09-10T08:12:17.043 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:16 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-10T08:12:17.046 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:16 smithi067 ceph-mon[31051]: Deploying daemon mds.i on smithi203 2024-09-10T08:12:17.046 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:16 smithi067 ceph-mon[31051]: mds.? [v2:172.21.15.133:6836/667764093,v1:172.21.15.133:6837/667764093] up:boot 2024-09-10T08:12:17.046 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:16 smithi067 ceph-mon[31051]: fsmap 8 up:standby 2024-09-10T08:12:17.046 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:16 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-10T08:12:17.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:16 smithi133 ceph-mon[34721]: Deploying daemon mds.i on smithi203 2024-09-10T08:12:17.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:16 smithi133 ceph-mon[34721]: mds.? [v2:172.21.15.133:6836/667764093,v1:172.21.15.133:6837/667764093] up:boot 2024-09-10T08:12:17.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:16 smithi133 ceph-mon[34721]: fsmap 8 up:standby 2024-09-10T08:12:17.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:16 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-10T08:12:17.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.130+0000 7fc86038e640 1 -- 172.21.15.67:0/2424618387 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc858102570 msgr2=0x7fc8581029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:17.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.130+0000 7fc86038e640 1 --2- 172.21.15.67:0/2424618387 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc858102570 0x7fc8581029b0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fc848009900 tx=0x7fc84802a480 comp rx=0 tx=0).stop 2024-09-10T08:12:17.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.130+0000 7fc86038e640 1 -- 172.21.15.67:0/2424618387 shutdown_connections 2024-09-10T08:12:17.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.130+0000 7fc86038e640 1 --2- 172.21.15.67:0/2424618387 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc858102ef0 0x7fc85810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:17.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.130+0000 7fc86038e640 1 --2- 172.21.15.67:0/2424618387 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc858102570 0x7fc8581029b0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:17.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.130+0000 7fc86038e640 1 --2- 172.21.15.67:0/2424618387 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc858100e20 0x7fc858101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:17.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.130+0000 7fc86038e640 1 -- 172.21.15.67:0/2424618387 >> 172.21.15.67:0/2424618387 conn(0x7fc8580fc7d0 msgr2=0x7fc8580febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:17.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.130+0000 7fc86038e640 1 -- 172.21.15.67:0/2424618387 shutdown_connections 2024-09-10T08:12:17.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.130+0000 7fc86038e640 1 -- 172.21.15.67:0/2424618387 wait complete. 2024-09-10T08:12:17.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.130+0000 7fc86038e640 1 Processor -- start 2024-09-10T08:12:17.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.131+0000 7fc86038e640 1 -- start start 2024-09-10T08:12:17.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.131+0000 7fc86038e640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc858100e20 0x7fc8580fcc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:17.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.131+0000 7fc86038e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc858102570 0x7fc8580fd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:17.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.131+0000 7fc86038e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc858102ef0 0x7fc8580fd700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:17.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.131+0000 7fc86038e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc858110e30 con 0x7fc858102ef0 2024-09-10T08:12:17.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.131+0000 7fc86038e640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fc858110cb0 con 0x7fc858102570 2024-09-10T08:12:17.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.131+0000 7fc86038e640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fc858110fb0 con 0x7fc858100e20 2024-09-10T08:12:17.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.131+0000 7fc85e92b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc858102ef0 0x7fc8580fd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:17.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.131+0000 7fc85e92b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc858102ef0 0x7fc8580fd700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36540/0 (socket says 172.21.15.67:36540) 2024-09-10T08:12:17.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.131+0000 7fc85e92b640 1 -- 172.21.15.67:0/1998581981 learned_addr learned my addr 172.21.15.67:0/1998581981 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:12:17.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.131+0000 7fc85e12a640 1 --2- 172.21.15.67:0/1998581981 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc858100e20 0x7fc8580fcc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:17.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.131+0000 7fc85d929640 1 --2- 172.21.15.67:0/1998581981 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc858102570 0x7fc8580fd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:17.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.131+0000 7fc85e92b640 1 -- 172.21.15.67:0/1998581981 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc858100e20 msgr2=0x7fc8580fcc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:17.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.131+0000 7fc85e92b640 1 --2- 172.21.15.67:0/1998581981 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc858100e20 0x7fc8580fcc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:17.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.131+0000 7fc85e92b640 1 -- 172.21.15.67:0/1998581981 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc858102570 msgr2=0x7fc8580fd1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:17.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.131+0000 7fc85e92b640 1 --2- 172.21.15.67:0/1998581981 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc858102570 0x7fc8580fd1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:17.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.131+0000 7fc85e92b640 1 -- 172.21.15.67:0/1998581981 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8581a6860 con 0x7fc858102ef0 2024-09-10T08:12:17.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.131+0000 7fc85e92b640 1 --2- 172.21.15.67:0/1998581981 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc858102ef0 0x7fc8580fd700 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fc85000cce0 tx=0x7fc85000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:17.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.131+0000 7fc84f7fe640 1 -- 172.21.15.67:0/1998581981 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc85000f450 con 0x7fc858102ef0 2024-09-10T08:12:17.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.131+0000 7fc84f7fe640 1 -- 172.21.15.67:0/1998581981 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc85000faa0 con 0x7fc858102ef0 2024-09-10T08:12:17.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.132+0000 7fc86038e640 1 -- 172.21.15.67:0/1998581981 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8581a6b50 con 0x7fc858102ef0 2024-09-10T08:12:17.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.132+0000 7fc84f7fe640 1 -- 172.21.15.67:0/1998581981 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc850018b70 con 0x7fc858102ef0 2024-09-10T08:12:17.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.132+0000 7fc86038e640 1 -- 172.21.15.67:0/1998581981 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8581a7060 con 0x7fc858102ef0 2024-09-10T08:12:17.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.133+0000 7fc86038e640 1 -- 172.21.15.67:0/1998581981 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc858101200 con 0x7fc858102ef0 2024-09-10T08:12:17.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.134+0000 7fc84f7fe640 1 -- 172.21.15.67:0/1998581981 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fc850018d10 con 0x7fc858102ef0 2024-09-10T08:12:17.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.134+0000 7fc84f7fe640 1 --2- 172.21.15.67:0/1998581981 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc8440a2c00 0x7fc8440a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:17.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.134+0000 7fc85e12a640 1 --2- 172.21.15.67:0/1998581981 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc8440a2c00 0x7fc8440a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:17.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.134+0000 7fc84f7fe640 1 -- 172.21.15.67:0/1998581981 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7fc8500cee40 con 0x7fc858102ef0 2024-09-10T08:12:17.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.135+0000 7fc85e12a640 1 --2- 172.21.15.67:0/1998581981 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc8440a2c00 0x7fc8440a50c0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fc854009bd0 tx=0x7fc854005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:17.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.139+0000 7fc84f7fe640 1 -- 172.21.15.67:0/1998581981 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc850014030 con 0x7fc858102ef0 2024-09-10T08:12:17.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.351+0000 7fc86038e640 1 -- 172.21.15.67:0/1998581981 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc8581a72f0 con 0x7fc858102ef0 2024-09-10T08:12:17.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.351+0000 7fc84f7fe640 1 -- 172.21.15.67:0/1998581981 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+7219 (secure 0 0 0) 0x7fc85009c240 con 0x7fc858102ef0 2024-09-10T08:12:17.351 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:12:17.351 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":9,"btime":"2024-09-10T08:12:15:753676+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3649064068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3649064068},{"type":"v1","addr":"172.21.15.67:6835","nonce":3649064068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6837/384364542","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6836","nonce":384364542},{"type":"v1","addr":"172.21.15.67:6837","nonce":384364542}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6833/2920270168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":2920270168},{"type":"v1","addr":"172.21.15.133:6833","nonce":2920270168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6833/754287689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":754287689},{"type":"v1","addr":"172.21.15.203:6833","nonce":754287689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6835/3573205749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3573205749},{"type":"v1","addr":"172.21.15.133:6835","nonce":3573205749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6835/3722546188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":3722546188},{"type":"v1","addr":"172.21.15.203:6835","nonce":3722546188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6837/667764093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":667764093},{"type":"v1","addr":"172.21.15.133:6837","nonce":667764093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24457,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6837/4255783395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":4255783395},{"type":"v1","addr":"172.21.15.203:6837","nonce":4255783395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]} 2024-09-10T08:12:17.351 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 9 2024-09-10T08:12:17.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.354+0000 7fc86038e640 1 -- 172.21.15.67:0/1998581981 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc8440a2c00 msgr2=0x7fc8440a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:17.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.354+0000 7fc86038e640 1 --2- 172.21.15.67:0/1998581981 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc8440a2c00 0x7fc8440a50c0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fc854009bd0 tx=0x7fc854005f90 comp rx=0 tx=0).stop 2024-09-10T08:12:17.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.354+0000 7fc86038e640 1 -- 172.21.15.67:0/1998581981 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc858102ef0 msgr2=0x7fc8580fd700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:17.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.354+0000 7fc86038e640 1 --2- 172.21.15.67:0/1998581981 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc858102ef0 0x7fc8580fd700 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fc85000cce0 tx=0x7fc85000a620 comp rx=0 tx=0).stop 2024-09-10T08:12:17.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.354+0000 7fc86038e640 1 -- 172.21.15.67:0/1998581981 shutdown_connections 2024-09-10T08:12:17.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.354+0000 7fc86038e640 1 --2- 172.21.15.67:0/1998581981 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc8440a2c00 0x7fc8440a50c0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:17.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.354+0000 7fc86038e640 1 --2- 172.21.15.67:0/1998581981 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc858102570 0x7fc8580fd1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:17.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.354+0000 7fc86038e640 1 --2- 172.21.15.67:0/1998581981 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc858102ef0 0x7fc8580fd700 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:17.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.354+0000 7fc86038e640 1 --2- 172.21.15.67:0/1998581981 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc858100e20 0x7fc8580fcc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:17.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.354+0000 7fc86038e640 1 -- 172.21.15.67:0/1998581981 >> 172.21.15.67:0/1998581981 conn(0x7fc8580fc7d0 msgr2=0x7fc858069f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:17.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.354+0000 7fc86038e640 1 -- 172.21.15.67:0/1998581981 shutdown_connections 2024-09-10T08:12:17.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:17.354+0000 7fc86038e640 1 -- 172.21.15.67:0/1998581981 wait complete. 2024-09-10T08:12:17.765 INFO:journalctl@ceph.mds.i.smithi203.stdout:Sep 10 08:12:17 smithi203 podman[65359]: 2024-09-10 08:12:17.680600183 +0000 UTC m=+0.142067047 container create 41d4a354fa5b8d8ea307b02403e18d3851358d7f95983942f92738fc2ec45468 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-i, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-09-10T08:12:18.048 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:17 smithi203 ceph-mon[34672]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:18.048 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:17 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/1998581981' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:12:18.049 INFO:journalctl@ceph.mds.i.smithi203.stdout:Sep 10 08:12:17 smithi203 podman[65359]: 2024-09-10 08:12:17.949925427 +0000 UTC m=+0.411392291 container init 41d4a354fa5b8d8ea307b02403e18d3851358d7f95983942f92738fc2ec45468 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-i, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-09-10T08:12:18.049 INFO:journalctl@ceph.mds.i.smithi203.stdout:Sep 10 08:12:17 smithi203 podman[65359]: 2024-09-10 08:12:17.952855007 +0000 UTC m=+0.414321881 container start 41d4a354fa5b8d8ea307b02403e18d3851358d7f95983942f92738fc2ec45468 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-i, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-10T08:12:18.049 INFO:journalctl@ceph.mds.i.smithi203.stdout:Sep 10 08:12:17 smithi203 ceph-mds[65378]: -- 172.21.15.203:0/2658791568 <== mon.1 v2:172.21.15.203:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e17726fc20 con 0x55e17724c800 2024-09-10T08:12:18.049 INFO:journalctl@ceph.mds.i.smithi203.stdout:Sep 10 08:12:17 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-i[65374]: starting mds.i at 2024-09-10T08:12:18.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:17 smithi133 ceph-mon[34721]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:18.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:17 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/1998581981' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:12:18.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:17 smithi067 ceph-mon[31051]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:18.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:17 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/1998581981' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:12:18.313 INFO:journalctl@ceph.mds.i.smithi203.stdout:Sep 10 08:12:18 smithi203 bash[65359]: 41d4a354fa5b8d8ea307b02403e18d3851358d7f95983942f92738fc2ec45468 2024-09-10T08:12:18.313 INFO:journalctl@ceph.mds.i.smithi203.stdout:Sep 10 08:12:18 smithi203 systemd[1]: Started Ceph mds.i for 315284b0-6f4b-11ef-bcea-c7b262605968. 2024-09-10T08:12:19.270 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:19 smithi133 ceph-mon[34721]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:19.271 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:19 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:19.271 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:19 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:19.271 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:19 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:19.271 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:19 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T08:12:19.271 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:19 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T08:12:19.271 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:19 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:12:19.271 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:19 smithi133 ceph-mon[34721]: Deploying daemon mds.g on smithi067 2024-09-10T08:12:19.271 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:19 smithi133 ceph-mon[34721]: mds.? [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] up:boot 2024-09-10T08:12:19.271 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:19 smithi133 ceph-mon[34721]: fsmap 9 up:standby 2024-09-10T08:12:19.271 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:19 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-10T08:12:19.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:19 smithi067 ceph-mon[31051]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:19.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:19 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:19.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:19 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:19.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:19 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:19.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:19 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T08:12:19.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:19 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T08:12:19.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:19 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:12:19.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:19 smithi067 ceph-mon[31051]: Deploying daemon mds.g on smithi067 2024-09-10T08:12:19.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:19 smithi067 ceph-mon[31051]: mds.? [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] up:boot 2024-09-10T08:12:19.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:19 smithi067 ceph-mon[31051]: fsmap 9 up:standby 2024-09-10T08:12:19.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:19 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-10T08:12:19.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:19 smithi203 ceph-mon[34672]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:19.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:19 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:19.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:19 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:19.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:19 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:19.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:19 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T08:12:19.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:19 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T08:12:19.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:19 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:12:19.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:19 smithi203 ceph-mon[34672]: Deploying daemon mds.g on smithi067 2024-09-10T08:12:19.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:19 smithi203 ceph-mon[34672]: mds.? [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] up:boot 2024-09-10T08:12:19.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:19 smithi203 ceph-mon[34672]: fsmap 9 up:standby 2024-09-10T08:12:19.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:19 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-10T08:12:20.007 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:12:20.208 INFO:journalctl@ceph.mds.g.smithi067.stdout:Sep 10 08:12:20 smithi067 systemd[1]: Starting Ceph mds.g for 315284b0-6f4b-11ef-bcea-c7b262605968... 2024-09-10T08:12:20.557 INFO:journalctl@ceph.mds.g.smithi067.stdout:Sep 10 08:12:20 smithi067 podman[69552]: 2024-09-10 08:12:20.175104677 +0000 UTC m=+0.016816881 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T08:12:20.557 INFO:journalctl@ceph.mds.g.smithi067.stdout:Sep 10 08:12:20 smithi067 podman[69552]: 2024-09-10 08:12:20.305548565 +0000 UTC m=+0.147260810 container create 65809fe9f6fc93bb27a2e4c75d7674925320462766c142545dce2a177c16cb1a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-g, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-10T08:12:20.557 INFO:journalctl@ceph.mds.g.smithi067.stdout:Sep 10 08:12:20 smithi067 podman[69552]: 2024-09-10 08:12:20.558165843 +0000 UTC m=+0.399878047 container init 65809fe9f6fc93bb27a2e4c75d7674925320462766c142545dce2a177c16cb1a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-g, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-10T08:12:20.743 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:12:20.867 INFO:journalctl@ceph.mds.g.smithi067.stdout:Sep 10 08:12:20 smithi067 podman[69552]: 2024-09-10 08:12:20.561330227 +0000 UTC m=+0.403042431 container start 65809fe9f6fc93bb27a2e4c75d7674925320462766c142545dce2a177c16cb1a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-g, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-10T08:12:20.867 INFO:journalctl@ceph.mds.g.smithi067.stdout:Sep 10 08:12:20 smithi067 ceph-mds[69596]: -- 172.21.15.67:0/2557677699 <== mon.0 v2:172.21.15.67:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a8908c7860 con 0x55a8908a4800 2024-09-10T08:12:20.867 INFO:journalctl@ceph.mds.g.smithi067.stdout:Sep 10 08:12:20 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-g[69580]: starting mds.g at 2024-09-10T08:12:20.868 INFO:journalctl@ceph.mds.g.smithi067.stdout:Sep 10 08:12:20 smithi067 bash[69552]: 65809fe9f6fc93bb27a2e4c75d7674925320462766c142545dce2a177c16cb1a 2024-09-10T08:12:20.868 INFO:journalctl@ceph.mds.g.smithi067.stdout:Sep 10 08:12:20 smithi067 systemd[1]: Started Ceph mds.g for 315284b0-6f4b-11ef-bcea-c7b262605968. 2024-09-10T08:12:21.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.254+0000 7fca0be6f640 1 -- 172.21.15.67:0/3268702922 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fca0410c170 msgr2=0x7fca0410e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:21.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.254+0000 7fca0be6f640 1 --2- 172.21.15.67:0/3268702922 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fca0410c170 0x7fca0410e610 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fc9fc009ca0 tx=0x7fc9fc02a950 comp rx=0 tx=0).stop 2024-09-10T08:12:21.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.254+0000 7fca0be6f640 1 -- 172.21.15.67:0/3268702922 shutdown_connections 2024-09-10T08:12:21.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.254+0000 7fca0be6f640 1 --2- 172.21.15.67:0/3268702922 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fca0410c170 0x7fca0410e610 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:21.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.254+0000 7fca0be6f640 1 --2- 172.21.15.67:0/3268702922 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fca04103660 0x7fca0410bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:21.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.254+0000 7fca0be6f640 1 --2- 172.21.15.67:0/3268702922 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca04102d40 0x7fca04103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:21.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.254+0000 7fca0be6f640 1 -- 172.21.15.67:0/3268702922 >> 172.21.15.67:0/3268702922 conn(0x7fca040fc7a0 msgr2=0x7fca040febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:21.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.254+0000 7fca0be6f640 1 -- 172.21.15.67:0/3268702922 shutdown_connections 2024-09-10T08:12:21.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.254+0000 7fca0be6f640 1 -- 172.21.15.67:0/3268702922 wait complete. 2024-09-10T08:12:21.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.254+0000 7fca0be6f640 1 Processor -- start 2024-09-10T08:12:21.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.254+0000 7fca0be6f640 1 -- start start 2024-09-10T08:12:21.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.255+0000 7fca0be6f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fca04102d40 0x7fca04198300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:21.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.255+0000 7fca0be6f640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fca04103660 0x7fca04198840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:21.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.255+0000 7fca0be6f640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca0410c170 0x7fca0419cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:21.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.255+0000 7fca0be6f640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fca04111e20 con 0x7fca04102d40 2024-09-10T08:12:21.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.255+0000 7fca0be6f640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fca04111ca0 con 0x7fca0410c170 2024-09-10T08:12:21.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.255+0000 7fca0be6f640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fca04111fa0 con 0x7fca04103660 2024-09-10T08:12:21.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.255+0000 7fca09c0b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fca04102d40 0x7fca04198300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:21.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.255+0000 7fca09c0b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fca04102d40 0x7fca04198300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36568/0 (socket says 172.21.15.67:36568) 2024-09-10T08:12:21.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.255+0000 7fca09c0b640 1 -- 172.21.15.67:0/437177714 learned_addr learned my addr 172.21.15.67:0/437177714 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:12:21.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.255+0000 7fca0940a640 1 --2- 172.21.15.67:0/437177714 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fca04103660 0x7fca04198840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:21.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.255+0000 7fca0a40c640 1 --2- 172.21.15.67:0/437177714 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca0410c170 0x7fca0419cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:21.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.255+0000 7fca09c0b640 1 -- 172.21.15.67:0/437177714 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fca04103660 msgr2=0x7fca04198840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:21.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.255+0000 7fca09c0b640 1 --2- 172.21.15.67:0/437177714 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fca04103660 0x7fca04198840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:21.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.255+0000 7fca09c0b640 1 -- 172.21.15.67:0/437177714 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca0410c170 msgr2=0x7fca0419cbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:21.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.255+0000 7fca09c0b640 1 --2- 172.21.15.67:0/437177714 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca0410c170 0x7fca0419cbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:21.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.255+0000 7fca09c0b640 1 -- 172.21.15.67:0/437177714 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca0419d2b0 con 0x7fca04102d40 2024-09-10T08:12:21.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.255+0000 7fca0a40c640 1 --2- 172.21.15.67:0/437177714 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca0410c170 0x7fca0419cbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:12:21.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.255+0000 7fca09c0b640 1 --2- 172.21.15.67:0/437177714 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fca04102d40 0x7fca04198300 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fca0000c890 tx=0x7fca0000cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:21.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.256+0000 7fc9faffd640 1 -- 172.21.15.67:0/437177714 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca00004220 con 0x7fca04102d40 2024-09-10T08:12:21.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.256+0000 7fc9faffd640 1 -- 172.21.15.67:0/437177714 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fca000043c0 con 0x7fca04102d40 2024-09-10T08:12:21.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.256+0000 7fc9faffd640 1 -- 172.21.15.67:0/437177714 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca00004a00 con 0x7fca04102d40 2024-09-10T08:12:21.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.256+0000 7fca0be6f640 1 -- 172.21.15.67:0/437177714 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca0419d5a0 con 0x7fca04102d40 2024-09-10T08:12:21.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.256+0000 7fca0be6f640 1 -- 172.21.15.67:0/437177714 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca041a4e80 con 0x7fca04102d40 2024-09-10T08:12:21.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.257+0000 7fca0be6f640 1 -- 172.21.15.67:0/437177714 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca04103120 con 0x7fca04102d40 2024-09-10T08:12:21.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.258+0000 7fc9faffd640 1 -- 172.21.15.67:0/437177714 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fca00004ba0 con 0x7fca04102d40 2024-09-10T08:12:21.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.258+0000 7fc9faffd640 1 --2- 172.21.15.67:0/437177714 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc9f00a2b80 0x7fc9f00a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:21.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.259+0000 7fca0940a640 1 --2- 172.21.15.67:0/437177714 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc9f00a2b80 0x7fc9f00a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:21.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.259+0000 7fc9faffd640 1 -- 172.21.15.67:0/437177714 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7fca000ce860 con 0x7fca04102d40 2024-09-10T08:12:21.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.259+0000 7fca0940a640 1 --2- 172.21.15.67:0/437177714 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc9f00a2b80 0x7fc9f00a5040 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fca040fed50 tx=0x7fc9f400a250 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:21.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.263+0000 7fc9faffd640 1 -- 172.21.15.67:0/437177714 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fca00014030 con 0x7fca04102d40 2024-09-10T08:12:21.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.477+0000 7fca0be6f640 1 -- 172.21.15.67:0/437177714 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fca04107240 con 0x7fca04102d40 2024-09-10T08:12:21.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.478+0000 7fc9faffd640 1 -- 172.21.15.67:0/437177714 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) ==== 94+0+8875 (secure 0 0 0) 0x7fca0009bc60 con 0x7fca04102d40 2024-09-10T08:12:21.478 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:12:21.478 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":11,"btime":"2024-09-10T08:12:21:111747+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3649064068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3649064068},{"type":"v1","addr":"172.21.15.67:6835","nonce":3649064068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6837/384364542","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6836","nonce":384364542},{"type":"v1","addr":"172.21.15.67:6837","nonce":384364542}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6839/2770928820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6838","nonce":2770928820},{"type":"v1","addr":"172.21.15.67:6839","nonce":2770928820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6833/2920270168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":2920270168},{"type":"v1","addr":"172.21.15.133:6833","nonce":2920270168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6833/754287689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":754287689},{"type":"v1","addr":"172.21.15.203:6833","nonce":754287689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6835/3573205749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3573205749},{"type":"v1","addr":"172.21.15.133:6835","nonce":3573205749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6835/3722546188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":3722546188},{"type":"v1","addr":"172.21.15.203:6835","nonce":3722546188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6837/667764093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":667764093},{"type":"v1","addr":"172.21.15.133:6837","nonce":667764093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24457,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6837/4255783395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":4255783395},{"type":"v1","addr":"172.21.15.203:6837","nonce":4255783395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24475,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6839/2311592321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2311592321},{"type":"v1","addr":"172.21.15.203:6839","nonce":2311592321}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-09-10T08:12:21.478 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 11 2024-09-10T08:12:21.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.480+0000 7fca0be6f640 1 -- 172.21.15.67:0/437177714 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc9f00a2b80 msgr2=0x7fc9f00a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:21.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.480+0000 7fca0be6f640 1 --2- 172.21.15.67:0/437177714 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc9f00a2b80 0x7fc9f00a5040 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fca040fed50 tx=0x7fc9f400a250 comp rx=0 tx=0).stop 2024-09-10T08:12:21.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.480+0000 7fca0be6f640 1 -- 172.21.15.67:0/437177714 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fca04102d40 msgr2=0x7fca04198300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:21.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.480+0000 7fca0be6f640 1 --2- 172.21.15.67:0/437177714 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fca04102d40 0x7fca04198300 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fca0000c890 tx=0x7fca0000cd50 comp rx=0 tx=0).stop 2024-09-10T08:12:21.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.480+0000 7fca0be6f640 1 -- 172.21.15.67:0/437177714 shutdown_connections 2024-09-10T08:12:21.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.480+0000 7fca0be6f640 1 --2- 172.21.15.67:0/437177714 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc9f00a2b80 0x7fc9f00a5040 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:21.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.480+0000 7fca0be6f640 1 --2- 172.21.15.67:0/437177714 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca0410c170 0x7fca0419cbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:21.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.480+0000 7fca0be6f640 1 --2- 172.21.15.67:0/437177714 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fca04103660 0x7fca04198840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:21.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.480+0000 7fca0be6f640 1 --2- 172.21.15.67:0/437177714 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fca04102d40 0x7fca04198300 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:21.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.480+0000 7fca0be6f640 1 -- 172.21.15.67:0/437177714 >> 172.21.15.67:0/437177714 conn(0x7fca040fc7a0 msgr2=0x7fca040fde80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:21.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.480+0000 7fca0be6f640 1 -- 172.21.15.67:0/437177714 shutdown_connections 2024-09-10T08:12:21.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:21.480+0000 7fca0be6f640 1 -- 172.21.15.67:0/437177714 wait complete. 2024-09-10T08:12:21.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:21 smithi067 ceph-mon[31051]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:21.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:21 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:21.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:21 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:21.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:21 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:21.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:21 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T08:12:21.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:21 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T08:12:21.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:21 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:12:21.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:21 smithi067 ceph-mon[31051]: Deploying daemon mds.a on smithi067 2024-09-10T08:12:21.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:21 smithi067 ceph-mon[31051]: mds.? [v2:172.21.15.67:6838/2770928820,v1:172.21.15.67:6839/2770928820] up:boot 2024-09-10T08:12:21.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:21 smithi067 ceph-mon[31051]: fsmap 10 up:standby 2024-09-10T08:12:21.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:21 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-10T08:12:21.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:21 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/437177714' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:12:22.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:21 smithi203 ceph-mon[34672]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:22.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:21 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:22.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:21 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:22.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:21 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:22.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:21 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T08:12:22.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:21 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T08:12:22.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:21 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:12:22.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:21 smithi203 ceph-mon[34672]: Deploying daemon mds.a on smithi067 2024-09-10T08:12:22.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:21 smithi203 ceph-mon[34672]: mds.? [v2:172.21.15.67:6838/2770928820,v1:172.21.15.67:6839/2770928820] up:boot 2024-09-10T08:12:22.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:21 smithi203 ceph-mon[34672]: fsmap 10 up:standby 2024-09-10T08:12:22.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:21 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-10T08:12:22.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:21 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/437177714' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:12:22.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:21 smithi133 ceph-mon[34721]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:22.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:21 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:22.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:21 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:22.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:21 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:22.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:21 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T08:12:22.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:21 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T08:12:22.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:21 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:12:22.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:21 smithi133 ceph-mon[34721]: Deploying daemon mds.a on smithi067 2024-09-10T08:12:22.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:21 smithi133 ceph-mon[34721]: mds.? [v2:172.21.15.67:6838/2770928820,v1:172.21.15.67:6839/2770928820] up:boot 2024-09-10T08:12:22.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:21 smithi133 ceph-mon[34721]: fsmap 10 up:standby 2024-09-10T08:12:22.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:21 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-10T08:12:22.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:21 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/437177714' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:12:23.869 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:23 smithi067 ceph-mon[31051]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:24.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:23 smithi203 ceph-mon[34672]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:24.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:23 smithi133 ceph-mon[34721]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:24.308 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:12:24.571 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:12:25.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.093+0000 7fa381caf640 1 -- 172.21.15.67:0/2542545476 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa37c106f40 msgr2=0x7fa37c10eac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:25.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.093+0000 7fa381caf640 1 --2- 172.21.15.67:0/2542545476 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa37c106f40 0x7fa37c10eac0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fa374009ca0 tx=0x7fa37402a8c0 comp rx=0 tx=0).stop 2024-09-10T08:12:25.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.093+0000 7fa381caf640 1 -- 172.21.15.67:0/2542545476 shutdown_connections 2024-09-10T08:12:25.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.093+0000 7fa381caf640 1 --2- 172.21.15.67:0/2542545476 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa37c106f40 0x7fa37c10eac0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:25.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.093+0000 7fa381caf640 1 --2- 172.21.15.67:0/2542545476 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa37c1027c0 0x7fa37c106810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:25.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.093+0000 7fa381caf640 1 --2- 172.21.15.67:0/2542545476 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa37c101e10 0x7fa37c1021f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:25.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.093+0000 7fa381caf640 1 -- 172.21.15.67:0/2542545476 >> 172.21.15.67:0/2542545476 conn(0x7fa37c0fd8d0 msgr2=0x7fa37c0ffcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:25.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.093+0000 7fa381caf640 1 -- 172.21.15.67:0/2542545476 shutdown_connections 2024-09-10T08:12:25.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.093+0000 7fa381caf640 1 -- 172.21.15.67:0/2542545476 wait complete. 2024-09-10T08:12:25.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.094+0000 7fa381caf640 1 Processor -- start 2024-09-10T08:12:25.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.094+0000 7fa381caf640 1 -- start start 2024-09-10T08:12:25.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.095+0000 7fa381caf640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa37c101e10 0x7fa37c1982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:25.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.095+0000 7fa381caf640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa37c1027c0 0x7fa37c198830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:25.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.095+0000 7fa381caf640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa37c106f40 0x7fa37c19cbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:25.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.095+0000 7fa381caf640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa37c111e50 con 0x7fa37c101e10 2024-09-10T08:12:25.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.095+0000 7fa381caf640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fa37c111cd0 con 0x7fa37c1027c0 2024-09-10T08:12:25.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.095+0000 7fa381caf640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fa37c111fd0 con 0x7fa37c106f40 2024-09-10T08:12:25.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.095+0000 7fa37b7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa37c101e10 0x7fa37c1982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:25.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.095+0000 7fa37b7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa37c101e10 0x7fa37c1982f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36610/0 (socket says 172.21.15.67:36610) 2024-09-10T08:12:25.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.095+0000 7fa37b7fe640 1 -- 172.21.15.67:0/2265320781 learned_addr learned my addr 172.21.15.67:0/2265320781 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:12:25.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.095+0000 7fa37affd640 1 --2- 172.21.15.67:0/2265320781 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa37c1027c0 0x7fa37c198830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:25.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.095+0000 7fa37b7fe640 1 -- 172.21.15.67:0/2265320781 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa37c106f40 msgr2=0x7fa37c19cbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:25.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.095+0000 7fa37bfff640 1 --2- 172.21.15.67:0/2265320781 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa37c106f40 0x7fa37c19cbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:25.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.095+0000 7fa37b7fe640 1 --2- 172.21.15.67:0/2265320781 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa37c106f40 0x7fa37c19cbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:25.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.095+0000 7fa37b7fe640 1 -- 172.21.15.67:0/2265320781 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa37c1027c0 msgr2=0x7fa37c198830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:25.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.095+0000 7fa37b7fe640 1 --2- 172.21.15.67:0/2265320781 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa37c1027c0 0x7fa37c198830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:25.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.095+0000 7fa37b7fe640 1 -- 172.21.15.67:0/2265320781 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa37c19d2a0 con 0x7fa37c101e10 2024-09-10T08:12:25.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.095+0000 7fa37bfff640 1 --2- 172.21.15.67:0/2265320781 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa37c106f40 0x7fa37c19cbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:12:25.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.095+0000 7fa37b7fe640 1 --2- 172.21.15.67:0/2265320781 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa37c101e10 0x7fa37c1982f0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fa36c00d950 tx=0x7fa36c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:25.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.095+0000 7fa378ff9640 1 -- 172.21.15.67:0/2265320781 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa36c017070 con 0x7fa37c101e10 2024-09-10T08:12:25.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.096+0000 7fa381caf640 1 -- 172.21.15.67:0/2265320781 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa37c19d590 con 0x7fa37c101e10 2024-09-10T08:12:25.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.095+0000 7fa378ff9640 1 -- 172.21.15.67:0/2265320781 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa36c009c30 con 0x7fa37c101e10 2024-09-10T08:12:25.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.096+0000 7fa378ff9640 1 -- 172.21.15.67:0/2265320781 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa36c00f620 con 0x7fa37c101e10 2024-09-10T08:12:25.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.096+0000 7fa381caf640 1 -- 172.21.15.67:0/2265320781 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa37c1a4e70 con 0x7fa37c101e10 2024-09-10T08:12:25.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.097+0000 7fa381caf640 1 -- 172.21.15.67:0/2265320781 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa37c1021f0 con 0x7fa37c101e10 2024-09-10T08:12:25.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.098+0000 7fa378ff9640 1 -- 172.21.15.67:0/2265320781 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fa36c0109a0 con 0x7fa37c101e10 2024-09-10T08:12:25.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.098+0000 7fa378ff9640 1 --2- 172.21.15.67:0/2265320781 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa3640a2b80 0x7fa3640a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:25.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.099+0000 7fa37affd640 1 --2- 172.21.15.67:0/2265320781 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa3640a2b80 0x7fa3640a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:25.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.099+0000 7fa378ff9640 1 -- 172.21.15.67:0/2265320781 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7fa36c0ce820 con 0x7fa37c101e10 2024-09-10T08:12:25.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.099+0000 7fa37affd640 1 --2- 172.21.15.67:0/2265320781 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa3640a2b80 0x7fa3640a5040 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fa370005d90 tx=0x7fa370005d20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:25.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.102+0000 7fa378ff9640 1 -- 172.21.15.67:0/2265320781 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa36c009de0 con 0x7fa37c101e10 2024-09-10T08:12:25.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.312+0000 7fa381caf640 1 -- 172.21.15.67:0/2265320781 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa37c02d7c0 con 0x7fa37c101e10 2024-09-10T08:12:25.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.313+0000 7fa378ff9640 1 -- 172.21.15.67:0/2265320781 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) ==== 94+0+9701 (secure 0 0 0) 0x7fa36c09bc20 con 0x7fa37c101e10 2024-09-10T08:12:25.313 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:12:25.313 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":12,"btime":"2024-09-10T08:12:24:711671+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3649064068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3649064068},{"type":"v1","addr":"172.21.15.67:6835","nonce":3649064068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6837/384364542","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6836","nonce":384364542},{"type":"v1","addr":"172.21.15.67:6837","nonce":384364542}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6839/2770928820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6838","nonce":2770928820},{"type":"v1","addr":"172.21.15.67:6839","nonce":2770928820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14628,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6841/1116344955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6840","nonce":1116344955},{"type":"v1","addr":"172.21.15.67:6841","nonce":1116344955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6833/2920270168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":2920270168},{"type":"v1","addr":"172.21.15.133:6833","nonce":2920270168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6833/754287689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":754287689},{"type":"v1","addr":"172.21.15.203:6833","nonce":754287689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6835/3573205749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3573205749},{"type":"v1","addr":"172.21.15.133:6835","nonce":3573205749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6835/3722546188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":3722546188},{"type":"v1","addr":"172.21.15.203:6835","nonce":3722546188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6837/667764093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":667764093},{"type":"v1","addr":"172.21.15.133:6837","nonce":667764093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24457,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6837/4255783395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":4255783395},{"type":"v1","addr":"172.21.15.203:6837","nonce":4255783395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24475,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6839/2311592321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2311592321},{"type":"v1","addr":"172.21.15.203:6839","nonce":2311592321}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-09-10T08:12:25.313 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 12 2024-09-10T08:12:25.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.316+0000 7fa381caf640 1 -- 172.21.15.67:0/2265320781 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa3640a2b80 msgr2=0x7fa3640a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:25.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.316+0000 7fa381caf640 1 --2- 172.21.15.67:0/2265320781 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa3640a2b80 0x7fa3640a5040 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fa370005d90 tx=0x7fa370005d20 comp rx=0 tx=0).stop 2024-09-10T08:12:25.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.316+0000 7fa381caf640 1 -- 172.21.15.67:0/2265320781 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa37c101e10 msgr2=0x7fa37c1982f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:25.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.316+0000 7fa381caf640 1 --2- 172.21.15.67:0/2265320781 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa37c101e10 0x7fa37c1982f0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fa36c00d950 tx=0x7fa36c00de10 comp rx=0 tx=0).stop 2024-09-10T08:12:25.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.316+0000 7fa381caf640 1 -- 172.21.15.67:0/2265320781 shutdown_connections 2024-09-10T08:12:25.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.316+0000 7fa381caf640 1 --2- 172.21.15.67:0/2265320781 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa3640a2b80 0x7fa3640a5040 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:25.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.316+0000 7fa381caf640 1 --2- 172.21.15.67:0/2265320781 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa37c1027c0 0x7fa37c198830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:25.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.316+0000 7fa381caf640 1 --2- 172.21.15.67:0/2265320781 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa37c106f40 0x7fa37c19cbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:25.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.316+0000 7fa381caf640 1 --2- 172.21.15.67:0/2265320781 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa37c101e10 0x7fa37c1982f0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:25.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.316+0000 7fa381caf640 1 -- 172.21.15.67:0/2265320781 >> 172.21.15.67:0/2265320781 conn(0x7fa37c0fd8d0 msgr2=0x7fa37c0fec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:25.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.316+0000 7fa381caf640 1 -- 172.21.15.67:0/2265320781 shutdown_connections 2024-09-10T08:12:25.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:25.316+0000 7fa381caf640 1 -- 172.21.15.67:0/2265320781 wait complete. 2024-09-10T08:12:25.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:25 smithi203 ceph-mon[34672]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:25.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:25 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:25.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:25 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:25.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:25 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:25.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:25 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T08:12:25.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:25 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T08:12:25.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:25 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:12:25.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:25 smithi203 ceph-mon[34672]: Deploying daemon mds.b on smithi133 2024-09-10T08:12:25.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:25 smithi203 ceph-mon[34672]: mds.? [v2:172.21.15.67:6840/1116344955,v1:172.21.15.67:6841/1116344955] up:boot 2024-09-10T08:12:25.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:25 smithi203 ceph-mon[34672]: fsmap 11 up:standby 2024-09-10T08:12:25.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:25 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-10T08:12:25.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:25 smithi133 ceph-mon[34721]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:25.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:25 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:25.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:25 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:25.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:25 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:25.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:25 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T08:12:25.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:25 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T08:12:25.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:25 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:12:25.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:25 smithi133 ceph-mon[34721]: Deploying daemon mds.b on smithi133 2024-09-10T08:12:25.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:25 smithi133 ceph-mon[34721]: mds.? [v2:172.21.15.67:6840/1116344955,v1:172.21.15.67:6841/1116344955] up:boot 2024-09-10T08:12:25.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:25 smithi133 ceph-mon[34721]: fsmap 11 up:standby 2024-09-10T08:12:25.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:25 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-10T08:12:25.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:25 smithi067 ceph-mon[31051]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:25.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:25 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:25.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:25 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:25.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:25 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:25.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:25 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-10T08:12:25.708 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:25 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-10T08:12:25.708 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:25 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:12:25.708 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:25 smithi067 ceph-mon[31051]: Deploying daemon mds.b on smithi133 2024-09-10T08:12:25.708 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:25 smithi067 ceph-mon[31051]: mds.? [v2:172.21.15.67:6840/1116344955,v1:172.21.15.67:6841/1116344955] up:boot 2024-09-10T08:12:25.708 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:25 smithi067 ceph-mon[31051]: fsmap 11 up:standby 2024-09-10T08:12:25.708 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:25 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-10T08:12:26.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:26 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/2265320781' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:12:26.594 INFO:journalctl@ceph.mds.b.smithi133.stdout:Sep 10 08:12:26 smithi133 systemd[1]: Starting Ceph mds.b for 315284b0-6f4b-11ef-bcea-c7b262605968... 2024-09-10T08:12:26.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:26 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/2265320781' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:12:26.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:26 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/2265320781' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:12:26.916 INFO:journalctl@ceph.mds.b.smithi133.stdout:Sep 10 08:12:26 smithi133 podman[64843]: 2024-09-10 08:12:26.564435765 +0000 UTC m=+0.015580978 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T08:12:26.916 INFO:journalctl@ceph.mds.b.smithi133.stdout:Sep 10 08:12:26 smithi133 podman[64843]: 2024-09-10 08:12:26.698048723 +0000 UTC m=+0.149193978 container create 571bb0ad88b1ac4d803e9470f31aaff3e0731cb0c56087cdb7a991bc62466af2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-b, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-09-10T08:12:26.916 INFO:journalctl@ceph.mds.b.smithi133.stdout:Sep 10 08:12:26 smithi133 podman[64843]: 2024-09-10 08:12:26.917134029 +0000 UTC m=+0.368279241 container init 571bb0ad88b1ac4d803e9470f31aaff3e0731cb0c56087cdb7a991bc62466af2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-b, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, ceph=True) 2024-09-10T08:12:27.323 INFO:journalctl@ceph.mds.b.smithi133.stdout:Sep 10 08:12:26 smithi133 podman[64843]: 2024-09-10 08:12:26.920045202 +0000 UTC m=+0.371190415 container start 571bb0ad88b1ac4d803e9470f31aaff3e0731cb0c56087cdb7a991bc62466af2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-b, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b) 2024-09-10T08:12:27.323 INFO:journalctl@ceph.mds.b.smithi133.stdout:Sep 10 08:12:26 smithi133 ceph-mds[64862]: -- 172.21.15.133:0/1794420159 <== mon.2 v2:172.21.15.133:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a08d9f7860 con 0x55a08d9d5400 2024-09-10T08:12:27.323 INFO:journalctl@ceph.mds.b.smithi133.stdout:Sep 10 08:12:26 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-b[64858]: starting mds.b at 2024-09-10T08:12:27.323 INFO:journalctl@ceph.mds.b.smithi133.stdout:Sep 10 08:12:27 smithi133 bash[64843]: 571bb0ad88b1ac4d803e9470f31aaff3e0731cb0c56087cdb7a991bc62466af2 2024-09-10T08:12:27.323 INFO:journalctl@ceph.mds.b.smithi133.stdout:Sep 10 08:12:27 smithi133 systemd[1]: Started Ceph mds.b for 315284b0-6f4b-11ef-bcea-c7b262605968. 2024-09-10T08:12:27.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:27 smithi133 ceph-mon[34721]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:27.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:27 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:27.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:27 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:27.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:27 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:27.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:27 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:27.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:27 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:27.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:27 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:12:27.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:27 smithi067 ceph-mon[31051]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:27.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:27 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:27.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:27 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:27.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:27 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:27.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:27 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:27.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:27 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:27.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:27 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:12:27.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:27 smithi203 ceph-mon[34672]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:27.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:27 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:27.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:27 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:27.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:27 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:27.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:27 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:27.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:27 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:27.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:27 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:12:28.066 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:12:28.436 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:12:28.587 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:28 smithi067 ceph-mon[31051]: mds.? [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] up:boot 2024-09-10T08:12:28.587 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:28 smithi067 ceph-mon[31051]: fsmap 12 up:standby 2024-09-10T08:12:28.587 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:28 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-10T08:12:28.587 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:28 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:28.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:28 smithi133 ceph-mon[34721]: mds.? [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] up:boot 2024-09-10T08:12:28.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:28 smithi133 ceph-mon[34721]: fsmap 12 up:standby 2024-09-10T08:12:28.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:28 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-10T08:12:28.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:28 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:28.783 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:28 smithi203 ceph-mon[34672]: mds.? [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] up:boot 2024-09-10T08:12:28.783 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:28 smithi203 ceph-mon[34672]: fsmap 12 up:standby 2024-09-10T08:12:28.783 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:28 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-10T08:12:28.783 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:28 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:28.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:28.957+0000 7f9ef9a3d640 1 -- 172.21.15.67:0/2142360280 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ef4106a80 msgr2=0x7f9ef4106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:28.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:28.957+0000 7f9ef9a3d640 1 --2- 172.21.15.67:0/2142360280 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ef4106a80 0x7f9ef4106e60 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f9edc009930 tx=0x7f9edc02a420 comp rx=0 tx=0).stop 2024-09-10T08:12:28.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:28.957+0000 7f9ef9a3d640 1 -- 172.21.15.67:0/2142360280 shutdown_connections 2024-09-10T08:12:28.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:28.957+0000 7f9ef9a3d640 1 --2- 172.21.15.67:0/2142360280 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9ef4100a80 0x7f9ef4100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:28.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:28.957+0000 7f9ef9a3d640 1 --2- 172.21.15.67:0/2142360280 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9ef4101420 0x7f9ef410d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:28.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:28.957+0000 7f9ef9a3d640 1 --2- 172.21.15.67:0/2142360280 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ef4106a80 0x7f9ef4106e60 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:28.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:28.957+0000 7f9ef9a3d640 1 -- 172.21.15.67:0/2142360280 >> 172.21.15.67:0/2142360280 conn(0x7f9ef40fc7a0 msgr2=0x7f9ef40febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:28.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:28.957+0000 7f9ef9a3d640 1 -- 172.21.15.67:0/2142360280 shutdown_connections 2024-09-10T08:12:28.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:28.957+0000 7f9ef9a3d640 1 -- 172.21.15.67:0/2142360280 wait complete. 2024-09-10T08:12:28.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:28.958+0000 7f9ef9a3d640 1 Processor -- start 2024-09-10T08:12:28.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:28.958+0000 7f9ef9a3d640 1 -- start start 2024-09-10T08:12:28.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:28.958+0000 7f9ef9a3d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9ef4100a80 0x7f9ef4198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:28.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:28.958+0000 7f9ef9a3d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ef4101420 0x7f9ef41988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:28.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:28.958+0000 7f9ef9a3d640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9ef4106a80 0x7f9ef419cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:28.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:28.958+0000 7f9ef9a3d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f9ef4111e90 con 0x7f9ef4101420 2024-09-10T08:12:28.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:28.958+0000 7f9ef9a3d640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f9ef4111d10 con 0x7f9ef4100a80 2024-09-10T08:12:28.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:28.958+0000 7f9ef9a3d640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f9ef4112010 con 0x7f9ef4106a80 2024-09-10T08:12:28.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:28.958+0000 7f9ef27fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ef4101420 0x7f9ef41988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:28.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:28.958+0000 7f9ef27fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ef4101420 0x7f9ef41988b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:51724/0 (socket says 172.21.15.67:51724) 2024-09-10T08:12:28.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:28.958+0000 7f9ef27fc640 1 -- 172.21.15.67:0/2396658240 learned_addr learned my addr 172.21.15.67:0/2396658240 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:12:28.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:28.958+0000 7f9ef2ffd640 1 --2- 172.21.15.67:0/2396658240 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9ef4100a80 0x7f9ef4198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:28.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:28.958+0000 7f9ef37fe640 1 --2- 172.21.15.67:0/2396658240 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9ef4106a80 0x7f9ef419cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:28.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:28.958+0000 7f9ef27fc640 1 -- 172.21.15.67:0/2396658240 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9ef4106a80 msgr2=0x7f9ef419cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:28.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:28.958+0000 7f9ef27fc640 1 --2- 172.21.15.67:0/2396658240 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9ef4106a80 0x7f9ef419cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:28.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:28.958+0000 7f9ef27fc640 1 -- 172.21.15.67:0/2396658240 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9ef4100a80 msgr2=0x7f9ef4198370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:28.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:28.958+0000 7f9ef27fc640 1 --2- 172.21.15.67:0/2396658240 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9ef4100a80 0x7f9ef4198370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:28.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:28.958+0000 7f9ef27fc640 1 -- 172.21.15.67:0/2396658240 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ef419d320 con 0x7f9ef4101420 2024-09-10T08:12:28.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:28.959+0000 7f9ef27fc640 1 --2- 172.21.15.67:0/2396658240 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ef4101420 0x7f9ef41988b0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f9ee400d950 tx=0x7f9ee400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:28.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:28.959+0000 7f9ef8a3b640 1 -- 172.21.15.67:0/2396658240 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ee4017070 con 0x7f9ef4101420 2024-09-10T08:12:28.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:28.959+0000 7f9ef9a3d640 1 -- 172.21.15.67:0/2396658240 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ef419d610 con 0x7f9ef4101420 2024-09-10T08:12:28.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:28.959+0000 7f9ef8a3b640 1 -- 172.21.15.67:0/2396658240 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9ee4009c30 con 0x7f9ef4101420 2024-09-10T08:12:28.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:28.959+0000 7f9ef8a3b640 1 -- 172.21.15.67:0/2396658240 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ee400f620 con 0x7f9ef4101420 2024-09-10T08:12:28.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:28.959+0000 7f9ef9a3d640 1 -- 172.21.15.67:0/2396658240 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ef41a4ef0 con 0x7f9ef4101420 2024-09-10T08:12:28.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:28.960+0000 7f9ef9a3d640 1 -- 172.21.15.67:0/2396658240 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ef4100ee0 con 0x7f9ef4101420 2024-09-10T08:12:28.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:28.961+0000 7f9ef8a3b640 1 -- 172.21.15.67:0/2396658240 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f9ee40109a0 con 0x7f9ef4101420 2024-09-10T08:12:28.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:28.962+0000 7f9ef8a3b640 1 --2- 172.21.15.67:0/2396658240 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f9ee00a2b80 0x7f9ee00a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:28.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:28.962+0000 7f9ef2ffd640 1 --2- 172.21.15.67:0/2396658240 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f9ee00a2b80 0x7f9ee00a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:28.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:28.962+0000 7f9ef8a3b640 1 -- 172.21.15.67:0/2396658240 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7f9ee40ce7a0 con 0x7f9ef4101420 2024-09-10T08:12:28.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:28.962+0000 7f9ef2ffd640 1 --2- 172.21.15.67:0/2396658240 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f9ee00a2b80 0x7f9ee00a5040 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f9edc031440 tx=0x7f9edc005a20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:28.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:28.965+0000 7f9ef8a3b640 1 -- 172.21.15.67:0/2396658240 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f9ee4009de0 con 0x7f9ef4101420 2024-09-10T08:12:29.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:29.228+0000 7f9ef9a3d640 1 -- 172.21.15.67:0/2396658240 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9ef41996d0 con 0x7f9ef4101420 2024-09-10T08:12:29.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:29.228+0000 7f9ef8a3b640 1 -- 172.21.15.67:0/2396658240 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+10530 (secure 0 0 0) 0x7f9ef41996d0 con 0x7f9ef4101420 2024-09-10T08:12:29.228 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:12:29.228 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":13,"btime":"2024-09-10T08:12:27:323261+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3649064068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3649064068},{"type":"v1","addr":"172.21.15.67:6835","nonce":3649064068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6837/384364542","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6836","nonce":384364542},{"type":"v1","addr":"172.21.15.67:6837","nonce":384364542}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6839/2770928820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6838","nonce":2770928820},{"type":"v1","addr":"172.21.15.67:6839","nonce":2770928820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14628,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6841/1116344955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6840","nonce":1116344955},{"type":"v1","addr":"172.21.15.67:6841","nonce":1116344955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6833/2920270168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":2920270168},{"type":"v1","addr":"172.21.15.133:6833","nonce":2920270168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6833/754287689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":754287689},{"type":"v1","addr":"172.21.15.203:6833","nonce":754287689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6835/3573205749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3573205749},{"type":"v1","addr":"172.21.15.133:6835","nonce":3573205749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6835/3722546188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":3722546188},{"type":"v1","addr":"172.21.15.203:6835","nonce":3722546188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6837/667764093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":667764093},{"type":"v1","addr":"172.21.15.133:6837","nonce":667764093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24457,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6837/4255783395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":4255783395},{"type":"v1","addr":"172.21.15.203:6837","nonce":4255783395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24475,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6839/2311592321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2311592321},{"type":"v1","addr":"172.21.15.203:6839","nonce":2311592321}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10},{"gid":24479,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6839/1848609384","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":1848609384},{"type":"v1","addr":"172.21.15.133:6839","nonce":1848609384}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13}],"filesystems":[]} 2024-09-10T08:12:29.229 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 13 2024-09-10T08:12:29.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:29.231+0000 7f9ef9a3d640 1 -- 172.21.15.67:0/2396658240 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f9ee00a2b80 msgr2=0x7f9ee00a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:29.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:29.231+0000 7f9ef9a3d640 1 --2- 172.21.15.67:0/2396658240 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f9ee00a2b80 0x7f9ee00a5040 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f9edc031440 tx=0x7f9edc005a20 comp rx=0 tx=0).stop 2024-09-10T08:12:29.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:29.231+0000 7f9ef9a3d640 1 -- 172.21.15.67:0/2396658240 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ef4101420 msgr2=0x7f9ef41988b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:29.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:29.231+0000 7f9ef9a3d640 1 --2- 172.21.15.67:0/2396658240 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ef4101420 0x7f9ef41988b0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f9ee400d950 tx=0x7f9ee400de10 comp rx=0 tx=0).stop 2024-09-10T08:12:29.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:29.231+0000 7f9ef9a3d640 1 -- 172.21.15.67:0/2396658240 shutdown_connections 2024-09-10T08:12:29.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:29.231+0000 7f9ef9a3d640 1 --2- 172.21.15.67:0/2396658240 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f9ee00a2b80 0x7f9ee00a5040 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:29.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:29.231+0000 7f9ef9a3d640 1 --2- 172.21.15.67:0/2396658240 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9ef4106a80 0x7f9ef419cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:29.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:29.231+0000 7f9ef9a3d640 1 --2- 172.21.15.67:0/2396658240 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ef4101420 0x7f9ef41988b0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:29.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:29.231+0000 7f9ef9a3d640 1 --2- 172.21.15.67:0/2396658240 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9ef4100a80 0x7f9ef4198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:29.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:29.231+0000 7f9ef9a3d640 1 -- 172.21.15.67:0/2396658240 >> 172.21.15.67:0/2396658240 conn(0x7f9ef40fc7a0 msgr2=0x7f9ef40fe070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:29.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:29.231+0000 7f9ef9a3d640 1 -- 172.21.15.67:0/2396658240 shutdown_connections 2024-09-10T08:12:29.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:29.231+0000 7f9ef9a3d640 1 -- 172.21.15.67:0/2396658240 wait complete. 2024-09-10T08:12:29.945 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:29 smithi067 ceph-mon[31051]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:29.945 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:29 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:29.945 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:29 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:29.945 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:29 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:29.945 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:29 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:29.946 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:29 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/2396658240' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:12:29.946 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:29 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:29.946 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:29 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:29.946 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:29 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:12:29.946 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:29 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:12:29.946 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:29 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:29.946 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:29 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:12:29.965 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:29 smithi133 ceph-mon[34721]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:29.965 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:29 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:29.965 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:29 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:29.965 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:29 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:29.965 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:29 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:29.965 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:29 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/2396658240' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:12:29.965 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:29 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:29.965 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:29 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:29.965 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:29 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:12:29.966 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:29 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:12:29.966 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:29 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:29.966 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:29 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:12:29.975 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-09-10T08:12:29.998 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:29 smithi203 ceph-mon[34672]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:29.998 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:29 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:29.998 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:29 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:29.998 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:29 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:29.998 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:29 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:29.998 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:29 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/2396658240' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:12:29.999 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:29 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:29.999 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:29 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:29.999 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:29 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:12:29.999 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:29 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:12:29.999 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:29 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:29.999 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:29 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:12:30.898 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:12:31.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.445+0000 7f10e814e640 1 -- 172.21.15.67:0/353064038 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10e0102790 msgr2=0x7f10e01067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:31.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.445+0000 7f10e814e640 1 --2- 172.21.15.67:0/353064038 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10e0102790 0x7f10e01067e0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f10d4009900 tx=0x7f10d402a410 comp rx=0 tx=0).stop 2024-09-10T08:12:31.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.445+0000 7f10e814e640 1 -- 172.21.15.67:0/353064038 shutdown_connections 2024-09-10T08:12:31.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.445+0000 7f10e814e640 1 --2- 172.21.15.67:0/353064038 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f10e0106f10 0x7f10e010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:31.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.445+0000 7f10e814e640 1 --2- 172.21.15.67:0/353064038 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10e0102790 0x7f10e01067e0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:31.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.445+0000 7f10e814e640 1 --2- 172.21.15.67:0/353064038 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f10e0101de0 0x7f10e01021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:31.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.445+0000 7f10e814e640 1 -- 172.21.15.67:0/353064038 >> 172.21.15.67:0/353064038 conn(0x7f10e00fd8c0 msgr2=0x7f10e00ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:31.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.445+0000 7f10e814e640 1 -- 172.21.15.67:0/353064038 shutdown_connections 2024-09-10T08:12:31.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.445+0000 7f10e814e640 1 -- 172.21.15.67:0/353064038 wait complete. 2024-09-10T08:12:31.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.446+0000 7f10e814e640 1 Processor -- start 2024-09-10T08:12:31.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.446+0000 7f10e814e640 1 -- start start 2024-09-10T08:12:31.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.446+0000 7f10e814e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10e0101de0 0x7f10e01983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:31.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.446+0000 7f10e814e640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f10e0102790 0x7f10e0198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:31.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.446+0000 7f10e814e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f10e0106f10 0x7f10e019cc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:31.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.446+0000 7f10e814e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f10e0111e40 con 0x7f10e0101de0 2024-09-10T08:12:31.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.446+0000 7f10e814e640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f10e0111cc0 con 0x7f10e0106f10 2024-09-10T08:12:31.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.446+0000 7f10e814e640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f10e0111fc0 con 0x7f10e0102790 2024-09-10T08:12:31.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.446+0000 7f10e5eea640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10e0101de0 0x7f10e01983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:31.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.446+0000 7f10e5eea640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10e0101de0 0x7f10e01983c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:51744/0 (socket says 172.21.15.67:51744) 2024-09-10T08:12:31.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.446+0000 7f10e5eea640 1 -- 172.21.15.67:0/1309954178 learned_addr learned my addr 172.21.15.67:0/1309954178 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:12:31.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.446+0000 7f10e56e9640 1 --2- 172.21.15.67:0/1309954178 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f10e0102790 0x7f10e0198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:31.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.446+0000 7f10e66eb640 1 --2- 172.21.15.67:0/1309954178 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f10e0106f10 0x7f10e019cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:31.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.446+0000 7f10e5eea640 1 -- 172.21.15.67:0/1309954178 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f10e0102790 msgr2=0x7f10e0198900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:31.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.446+0000 7f10e5eea640 1 --2- 172.21.15.67:0/1309954178 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f10e0102790 0x7f10e0198900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:31.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.446+0000 7f10e5eea640 1 -- 172.21.15.67:0/1309954178 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f10e0106f10 msgr2=0x7f10e019cc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:31.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.446+0000 7f10e5eea640 1 --2- 172.21.15.67:0/1309954178 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f10e0106f10 0x7f10e019cc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:31.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.446+0000 7f10e5eea640 1 -- 172.21.15.67:0/1309954178 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10e019d370 con 0x7f10e0101de0 2024-09-10T08:12:31.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.447+0000 7f10e5eea640 1 --2- 172.21.15.67:0/1309954178 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10e0101de0 0x7f10e01983c0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f10dc00b4a0 tx=0x7f10dc00b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:31.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.447+0000 7f10d2ffd640 1 -- 172.21.15.67:0/1309954178 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10dc014070 con 0x7f10e0101de0 2024-09-10T08:12:31.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.447+0000 7f10e814e640 1 -- 172.21.15.67:0/1309954178 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10e019d660 con 0x7f10e0101de0 2024-09-10T08:12:31.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.447+0000 7f10d2ffd640 1 -- 172.21.15.67:0/1309954178 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f10dc010ac0 con 0x7f10e0101de0 2024-09-10T08:12:31.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.447+0000 7f10d2ffd640 1 -- 172.21.15.67:0/1309954178 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10dc017c30 con 0x7f10e0101de0 2024-09-10T08:12:31.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.447+0000 7f10e814e640 1 -- 172.21.15.67:0/1309954178 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10e01a4f40 con 0x7f10e0101de0 2024-09-10T08:12:31.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.448+0000 7f10e814e640 1 -- 172.21.15.67:0/1309954178 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10e01021c0 con 0x7f10e0101de0 2024-09-10T08:12:31.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.449+0000 7f10d2ffd640 1 -- 172.21.15.67:0/1309954178 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f10dc017070 con 0x7f10e0101de0 2024-09-10T08:12:31.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.450+0000 7f10d2ffd640 1 --2- 172.21.15.67:0/1309954178 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f10cc0a2b80 0x7f10cc0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:31.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.450+0000 7f10e56e9640 1 --2- 172.21.15.67:0/1309954178 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f10cc0a2b80 0x7f10cc0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:31.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.450+0000 7f10d2ffd640 1 -- 172.21.15.67:0/1309954178 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7f10dc0ce320 con 0x7f10e0101de0 2024-09-10T08:12:31.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.450+0000 7f10e56e9640 1 --2- 172.21.15.67:0/1309954178 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f10cc0a2b80 0x7f10cc0a5040 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f10d4031440 tx=0x7f10d40095f0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:31.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.453+0000 7f10d2ffd640 1 -- 172.21.15.67:0/1309954178 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f10dc09b720 con 0x7f10e0101de0 2024-09-10T08:12:31.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.636+0000 7f10e814e640 1 -- 172.21.15.67:0/1309954178 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f10e010a0f0 con 0x7f10e0101de0 2024-09-10T08:12:31.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.636+0000 7f10d2ffd640 1 -- 172.21.15.67:0/1309954178 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v77) ==== 84+0+65 (secure 0 0 0) 0x7f10dc0bb0e0 con 0x7f10e0101de0 2024-09-10T08:12:31.637 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:12:31.637 INFO:teuthology.orchestra.run.smithi067.stdout:[ 2024-09-10T08:12:31.637 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:12:31.637 INFO:teuthology.orchestra.run.smithi067.stdout: "poolnum": 1, 2024-09-10T08:12:31.637 INFO:teuthology.orchestra.run.smithi067.stdout: "poolname": ".mgr" 2024-09-10T08:12:31.637 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:12:31.637 INFO:teuthology.orchestra.run.smithi067.stdout:] 2024-09-10T08:12:31.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.639+0000 7f10e814e640 1 -- 172.21.15.67:0/1309954178 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f10cc0a2b80 msgr2=0x7f10cc0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:31.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.639+0000 7f10e814e640 1 --2- 172.21.15.67:0/1309954178 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f10cc0a2b80 0x7f10cc0a5040 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f10d4031440 tx=0x7f10d40095f0 comp rx=0 tx=0).stop 2024-09-10T08:12:31.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.639+0000 7f10e814e640 1 -- 172.21.15.67:0/1309954178 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10e0101de0 msgr2=0x7f10e01983c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:31.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.639+0000 7f10e814e640 1 --2- 172.21.15.67:0/1309954178 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10e0101de0 0x7f10e01983c0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f10dc00b4a0 tx=0x7f10dc00b960 comp rx=0 tx=0).stop 2024-09-10T08:12:31.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.639+0000 7f10e814e640 1 -- 172.21.15.67:0/1309954178 shutdown_connections 2024-09-10T08:12:31.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.639+0000 7f10e814e640 1 --2- 172.21.15.67:0/1309954178 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f10cc0a2b80 0x7f10cc0a5040 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:31.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.639+0000 7f10e814e640 1 --2- 172.21.15.67:0/1309954178 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f10e0106f10 0x7f10e019cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:31.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.639+0000 7f10e814e640 1 --2- 172.21.15.67:0/1309954178 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f10e0102790 0x7f10e0198900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:31.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.639+0000 7f10e814e640 1 --2- 172.21.15.67:0/1309954178 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10e0101de0 0x7f10e01983c0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:31.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.639+0000 7f10e814e640 1 -- 172.21.15.67:0/1309954178 >> 172.21.15.67:0/1309954178 conn(0x7f10e00fd8c0 msgr2=0x7f10e00fed00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:31.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.639+0000 7f10e814e640 1 -- 172.21.15.67:0/1309954178 shutdown_connections 2024-09-10T08:12:31.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:31.640+0000 7f10e814e640 1 -- 172.21.15.67:0/1309954178 wait complete. 2024-09-10T08:12:31.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:31 smithi067 ceph-mon[31051]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:31.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:31 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:31.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:31 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:31.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:31 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:31.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:31 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:31.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:31 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/1309954178' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-10T08:12:32.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:31 smithi203 ceph-mon[34672]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:32.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:31 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:32.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:31 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:32.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:31 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:32.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:31 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:32.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:31 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/1309954178' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-10T08:12:32.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:31 smithi133 ceph-mon[34721]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:32.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:31 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:32.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:31 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:32.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:31 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:32.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:31 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:32.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:31 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/1309954178' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-10T08:12:32.337 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-10T08:12:32.337 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-10T08:12:32.618 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:12:33.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.092+0000 7f94733b2640 1 -- 172.21.15.67:0/1472158003 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f946c101420 msgr2=0x7f946c10d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:33.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.092+0000 7f94733b2640 1 --2- 172.21.15.67:0/1472158003 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f946c101420 0x7f946c10d950 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f9464009cd0 tx=0x7f946402a8e0 comp rx=0 tx=0).stop 2024-09-10T08:12:33.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.092+0000 7f94733b2640 1 -- 172.21.15.67:0/1472158003 shutdown_connections 2024-09-10T08:12:33.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.092+0000 7f94733b2640 1 --2- 172.21.15.67:0/1472158003 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f946c101420 0x7f946c10d950 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:33.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.092+0000 7f94733b2640 1 --2- 172.21.15.67:0/1472158003 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f946c100a80 0x7f946c100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:33.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.092+0000 7f94733b2640 1 --2- 172.21.15.67:0/1472158003 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f946c106a80 0x7f946c106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:33.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.092+0000 7f94733b2640 1 -- 172.21.15.67:0/1472158003 >> 172.21.15.67:0/1472158003 conn(0x7f946c0fc7a0 msgr2=0x7f946c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:33.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.092+0000 7f94733b2640 1 -- 172.21.15.67:0/1472158003 shutdown_connections 2024-09-10T08:12:33.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.092+0000 7f94733b2640 1 -- 172.21.15.67:0/1472158003 wait complete. 2024-09-10T08:12:33.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.093+0000 7f94733b2640 1 Processor -- start 2024-09-10T08:12:33.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.093+0000 7f94733b2640 1 -- start start 2024-09-10T08:12:33.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.093+0000 7f94733b2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f946c100a80 0x7f946c199160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:33.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.093+0000 7f94733b2640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f946c101420 0x7f946c1996a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:33.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.093+0000 7f94733b2640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f946c106a80 0x7f946c1a41e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:33.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.093+0000 7f94733b2640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f946c110d30 con 0x7f946c100a80 2024-09-10T08:12:33.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.093+0000 7f94733b2640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f946c110bb0 con 0x7f946c101420 2024-09-10T08:12:33.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.093+0000 7f94733b2640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f946c110eb0 con 0x7f946c106a80 2024-09-10T08:12:33.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.093+0000 7f947114e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f946c100a80 0x7f946c199160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:33.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.093+0000 7f947114e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f946c100a80 0x7f946c199160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:51754/0 (socket says 172.21.15.67:51754) 2024-09-10T08:12:33.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.093+0000 7f947114e640 1 -- 172.21.15.67:0/1337363641 learned_addr learned my addr 172.21.15.67:0/1337363641 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:12:33.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.094+0000 7f947114e640 1 -- 172.21.15.67:0/1337363641 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f946c106a80 msgr2=0x7f946c1a41e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:33.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.094+0000 7f947114e640 1 --2- 172.21.15.67:0/1337363641 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f946c106a80 0x7f946c1a41e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:33.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.094+0000 7f947114e640 1 -- 172.21.15.67:0/1337363641 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f946c101420 msgr2=0x7f946c1996a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:33.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.094+0000 7f947114e640 1 --2- 172.21.15.67:0/1337363641 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f946c101420 0x7f946c1996a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:33.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.094+0000 7f947114e640 1 -- 172.21.15.67:0/1337363641 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f946c1a4720 con 0x7f946c100a80 2024-09-10T08:12:33.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.094+0000 7f947114e640 1 --2- 172.21.15.67:0/1337363641 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f946c100a80 0x7f946c199160 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f946800d950 tx=0x7f946800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:33.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.094+0000 7f945e7fc640 1 -- 172.21.15.67:0/1337363641 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9468017070 con 0x7f946c100a80 2024-09-10T08:12:33.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.094+0000 7f945e7fc640 1 -- 172.21.15.67:0/1337363641 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9468009c30 con 0x7f946c100a80 2024-09-10T08:12:33.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.094+0000 7f94733b2640 1 -- 172.21.15.67:0/1337363641 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f946c1a48f0 con 0x7f946c100a80 2024-09-10T08:12:33.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.094+0000 7f945e7fc640 1 -- 172.21.15.67:0/1337363641 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f946800f620 con 0x7f946c100a80 2024-09-10T08:12:33.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.094+0000 7f94733b2640 1 -- 172.21.15.67:0/1337363641 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f946c1a4e00 con 0x7f946c100a80 2024-09-10T08:12:33.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.095+0000 7f94733b2640 1 -- 172.21.15.67:0/1337363641 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f946c1021c0 con 0x7f946c100a80 2024-09-10T08:12:33.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.096+0000 7f945e7fc640 1 -- 172.21.15.67:0/1337363641 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f94680109a0 con 0x7f946c100a80 2024-09-10T08:12:33.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.097+0000 7f945e7fc640 1 --2- 172.21.15.67:0/1337363641 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f94580a2b80 0x7f94580a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:33.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.097+0000 7f947094d640 1 --2- 172.21.15.67:0/1337363641 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f94580a2b80 0x7f94580a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:33.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.097+0000 7f945e7fc640 1 -- 172.21.15.67:0/1337363641 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7f94680ce810 con 0x7f946c100a80 2024-09-10T08:12:33.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.097+0000 7f947094d640 1 --2- 172.21.15.67:0/1337363641 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f94580a2b80 0x7f94580a5040 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f946c06b2e0 tx=0x7f9460005c70 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:33.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.100+0000 7f945e7fc640 1 -- 172.21.15.67:0/1337363641 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f9468009de0 con 0x7f946c100a80 2024-09-10T08:12:33.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.275+0000 7f94733b2640 1 -- 172.21.15.67:0/1337363641 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f946c109020 con 0x7f946c100a80 2024-09-10T08:12:33.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.794+0000 7f945e7fc640 1 -- 172.21.15.67:0/1337363641 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v78) ==== 138+0+0 (secure 0 0 0) 0x7f946809bc10 con 0x7f946c100a80 2024-09-10T08:12:33.794 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_metadata' created 2024-09-10T08:12:33.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.797+0000 7f94733b2640 1 -- 172.21.15.67:0/1337363641 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f94580a2b80 msgr2=0x7f94580a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:33.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.797+0000 7f94733b2640 1 --2- 172.21.15.67:0/1337363641 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f94580a2b80 0x7f94580a5040 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f946c06b2e0 tx=0x7f9460005c70 comp rx=0 tx=0).stop 2024-09-10T08:12:33.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.797+0000 7f94733b2640 1 -- 172.21.15.67:0/1337363641 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f946c100a80 msgr2=0x7f946c199160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:33.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.797+0000 7f94733b2640 1 --2- 172.21.15.67:0/1337363641 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f946c100a80 0x7f946c199160 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f946800d950 tx=0x7f946800de10 comp rx=0 tx=0).stop 2024-09-10T08:12:33.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.797+0000 7f94733b2640 1 -- 172.21.15.67:0/1337363641 shutdown_connections 2024-09-10T08:12:33.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.797+0000 7f94733b2640 1 --2- 172.21.15.67:0/1337363641 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f94580a2b80 0x7f94580a5040 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:33.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.797+0000 7f94733b2640 1 --2- 172.21.15.67:0/1337363641 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f946c101420 0x7f946c1996a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:33.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.797+0000 7f94733b2640 1 --2- 172.21.15.67:0/1337363641 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f946c106a80 0x7f946c1a41e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:33.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.797+0000 7f94733b2640 1 --2- 172.21.15.67:0/1337363641 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f946c100a80 0x7f946c199160 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:33.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.797+0000 7f94733b2640 1 -- 172.21.15.67:0/1337363641 >> 172.21.15.67:0/1337363641 conn(0x7f946c0fc7a0 msgr2=0x7f946c0fd000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:33.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.797+0000 7f94733b2640 1 -- 172.21.15.67:0/1337363641 shutdown_connections 2024-09-10T08:12:33.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:33.798+0000 7f94733b2640 1 -- 172.21.15.67:0/1337363641 wait complete. 2024-09-10T08:12:34.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:33 smithi203 ceph-mon[34672]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:34.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:33 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:34.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:33 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:34.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:33 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:12:34.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:33 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:12:34.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:33 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:34.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:33 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/1337363641' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-10T08:12:34.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:33 smithi133 ceph-mon[34721]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:34.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:33 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:34.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:33 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:34.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:33 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:12:34.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:33 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:12:34.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:33 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:34.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:33 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/1337363641' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-10T08:12:34.117 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:33 smithi067 ceph-mon[31051]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:34.117 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:33 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:34.117 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:33 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:34.117 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:33 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:12:34.117 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:33 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:12:34.117 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:33 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:12:34.117 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:33 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/1337363641' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-10T08:12:34.456 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.05 2024-09-10T08:12:34.714 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:12:35.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:34 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/1337363641' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-10T08:12:35.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:34 smithi203 ceph-mon[34672]: osdmap e78: 12 total, 12 up, 12 in 2024-09-10T08:12:35.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:34 smithi203 ceph-mon[34672]: pgmap v276: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:35.080 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:34 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/1337363641' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-10T08:12:35.080 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:34 smithi067 ceph-mon[31051]: osdmap e78: 12 total, 12 up, 12 in 2024-09-10T08:12:35.080 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:34 smithi067 ceph-mon[31051]: pgmap v276: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:35.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:34 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/1337363641' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-10T08:12:35.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:34 smithi133 ceph-mon[34721]: osdmap e78: 12 total, 12 up, 12 in 2024-09-10T08:12:35.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:34 smithi133 ceph-mon[34721]: pgmap v276: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:35.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.170+0000 7fb59b45f640 1 -- 172.21.15.67:0/1175910361 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb594074eb0 msgr2=0x7fb594112660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:35.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.170+0000 7fb59b45f640 1 --2- 172.21.15.67:0/1175910361 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb594074eb0 0x7fb594112660 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fb588009900 tx=0x7fb58802a480 comp rx=0 tx=0).stop 2024-09-10T08:12:35.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.170+0000 7fb59b45f640 1 -- 172.21.15.67:0/1175910361 shutdown_connections 2024-09-10T08:12:35.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.170+0000 7fb59b45f640 1 --2- 172.21.15.67:0/1175910361 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb594112ba0 0x7fb594114f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:35.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.170+0000 7fb59b45f640 1 --2- 172.21.15.67:0/1175910361 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb594074eb0 0x7fb594112660 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:35.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.170+0000 7fb59b45f640 1 --2- 172.21.15.67:0/1175910361 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb594074590 0x7fb594074970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:35.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.170+0000 7fb59b45f640 1 -- 172.21.15.67:0/1175910361 >> 172.21.15.67:0/1175910361 conn(0x7fb5940fd8b0 msgr2=0x7fb5940ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:35.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.170+0000 7fb59b45f640 1 -- 172.21.15.67:0/1175910361 shutdown_connections 2024-09-10T08:12:35.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.170+0000 7fb59b45f640 1 -- 172.21.15.67:0/1175910361 wait complete. 2024-09-10T08:12:35.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.170+0000 7fb59b45f640 1 Processor -- start 2024-09-10T08:12:35.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.171+0000 7fb59b45f640 1 -- start start 2024-09-10T08:12:35.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.171+0000 7fb59b45f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb594074590 0x7fb5941a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:35.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.171+0000 7fb59b45f640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb594074eb0 0x7fb5941a4b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:35.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.171+0000 7fb59b45f640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb594112ba0 0x7fb59419e790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:35.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.171+0000 7fb59b45f640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb594118400 con 0x7fb594074590 2024-09-10T08:12:35.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.171+0000 7fb59b45f640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fb594118280 con 0x7fb594112ba0 2024-09-10T08:12:35.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.171+0000 7fb59b45f640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fb594118580 con 0x7fb594074eb0 2024-09-10T08:12:35.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.171+0000 7fb5991fb640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb594074590 0x7fb5941a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:35.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.171+0000 7fb5991fb640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb594074590 0x7fb5941a4610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:51768/0 (socket says 172.21.15.67:51768) 2024-09-10T08:12:35.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.171+0000 7fb5991fb640 1 -- 172.21.15.67:0/801040714 learned_addr learned my addr 172.21.15.67:0/801040714 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:12:35.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.171+0000 7fb5989fa640 1 --2- 172.21.15.67:0/801040714 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb594074eb0 0x7fb5941a4b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:35.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.171+0000 7fb5991fb640 1 -- 172.21.15.67:0/801040714 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb594074eb0 msgr2=0x7fb5941a4b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:35.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.171+0000 7fb5991fb640 1 --2- 172.21.15.67:0/801040714 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb594074eb0 0x7fb5941a4b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:35.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.171+0000 7fb5991fb640 1 -- 172.21.15.67:0/801040714 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb594112ba0 msgr2=0x7fb59419e790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:35.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.171+0000 7fb5999fc640 1 --2- 172.21.15.67:0/801040714 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb594112ba0 0x7fb59419e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:35.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.171+0000 7fb5991fb640 1 --2- 172.21.15.67:0/801040714 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb594112ba0 0x7fb59419e790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:35.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.171+0000 7fb5991fb640 1 -- 172.21.15.67:0/801040714 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb59419ef30 con 0x7fb594074590 2024-09-10T08:12:35.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.171+0000 7fb5989fa640 1 --2- 172.21.15.67:0/801040714 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb594074eb0 0x7fb5941a4b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:12:35.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.171+0000 7fb5991fb640 1 --2- 172.21.15.67:0/801040714 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb594074590 0x7fb5941a4610 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fb59000d950 tx=0x7fb59000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:35.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.172+0000 7fb5867fc640 1 -- 172.21.15.67:0/801040714 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb590017070 con 0x7fb594074590 2024-09-10T08:12:35.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.172+0000 7fb5867fc640 1 -- 172.21.15.67:0/801040714 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb590009c30 con 0x7fb594074590 2024-09-10T08:12:35.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.172+0000 7fb5867fc640 1 -- 172.21.15.67:0/801040714 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb59000f620 con 0x7fb594074590 2024-09-10T08:12:35.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.172+0000 7fb59b45f640 1 -- 172.21.15.67:0/801040714 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb59419f220 con 0x7fb594074590 2024-09-10T08:12:35.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.172+0000 7fb59b45f640 1 -- 172.21.15.67:0/801040714 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5941ab470 con 0x7fb594074590 2024-09-10T08:12:35.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.173+0000 7fb59b45f640 1 -- 172.21.15.67:0/801040714 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb594075cd0 con 0x7fb594074590 2024-09-10T08:12:35.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.174+0000 7fb5867fc640 1 -- 172.21.15.67:0/801040714 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fb5900109a0 con 0x7fb594074590 2024-09-10T08:12:35.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.174+0000 7fb5867fc640 1 --2- 172.21.15.67:0/801040714 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb5800a2c00 0x7fb5800a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:35.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.175+0000 7fb5989fa640 1 --2- 172.21.15.67:0/801040714 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb5800a2c00 0x7fb5800a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:35.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.175+0000 7fb5867fc640 1 -- 172.21.15.67:0/801040714 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7497+0+0 (secure 0 0 0) 0x7fb5900cea70 con 0x7fb594074590 2024-09-10T08:12:35.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.175+0000 7fb5989fa640 1 --2- 172.21.15.67:0/801040714 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb5800a2c00 0x7fb5800a50c0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fb588031440 tx=0x7fb588005a20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:35.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.178+0000 7fb5867fc640 1 -- 172.21.15.67:0/801040714 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb590009de0 con 0x7fb594074590 2024-09-10T08:12:35.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.356+0000 7fb59b45f640 1 -- 172.21.15.67:0/801040714 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05} v 0) -- 0x7fb594105010 con 0x7fb594074590 2024-09-10T08:12:35.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.807+0000 7fb5867fc640 1 -- 172.21.15.67:0/801040714 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]=0 pool 'cephfs_data' created v80) ==== 171+0+0 (secure 0 0 0) 0x7fb59009bc60 con 0x7fb594074590 2024-09-10T08:12:35.807 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_data' created 2024-09-10T08:12:35.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.810+0000 7fb59b45f640 1 -- 172.21.15.67:0/801040714 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb5800a2c00 msgr2=0x7fb5800a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:35.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.810+0000 7fb59b45f640 1 --2- 172.21.15.67:0/801040714 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb5800a2c00 0x7fb5800a50c0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fb588031440 tx=0x7fb588005a20 comp rx=0 tx=0).stop 2024-09-10T08:12:35.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.810+0000 7fb59b45f640 1 -- 172.21.15.67:0/801040714 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb594074590 msgr2=0x7fb5941a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:35.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.810+0000 7fb59b45f640 1 --2- 172.21.15.67:0/801040714 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb594074590 0x7fb5941a4610 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fb59000d950 tx=0x7fb59000de10 comp rx=0 tx=0).stop 2024-09-10T08:12:35.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.810+0000 7fb59b45f640 1 -- 172.21.15.67:0/801040714 shutdown_connections 2024-09-10T08:12:35.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.810+0000 7fb59b45f640 1 --2- 172.21.15.67:0/801040714 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb5800a2c00 0x7fb5800a50c0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:35.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.810+0000 7fb59b45f640 1 --2- 172.21.15.67:0/801040714 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb594112ba0 0x7fb59419e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:35.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.810+0000 7fb59b45f640 1 --2- 172.21.15.67:0/801040714 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb594074eb0 0x7fb5941a4b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:35.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.810+0000 7fb59b45f640 1 --2- 172.21.15.67:0/801040714 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb594074590 0x7fb5941a4610 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:35.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.810+0000 7fb59b45f640 1 -- 172.21.15.67:0/801040714 >> 172.21.15.67:0/801040714 conn(0x7fb5940fd8b0 msgr2=0x7fb5940ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:35.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.810+0000 7fb59b45f640 1 -- 172.21.15.67:0/801040714 shutdown_connections 2024-09-10T08:12:35.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:35.810+0000 7fb59b45f640 1 -- 172.21.15.67:0/801040714 wait complete. 2024-09-10T08:12:36.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:35 smithi203 ceph-mon[34672]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-10T08:12:36.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:35 smithi203 ceph-mon[34672]: osdmap e79: 12 total, 12 up, 12 in 2024-09-10T08:12:36.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:35 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/801040714' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-09-10T08:12:36.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:35 smithi133 ceph-mon[34721]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-10T08:12:36.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:35 smithi133 ceph-mon[34721]: osdmap e79: 12 total, 12 up, 12 in 2024-09-10T08:12:36.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:35 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/801040714' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-09-10T08:12:36.193 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:35 smithi067 ceph-mon[31051]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-10T08:12:36.193 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:35 smithi067 ceph-mon[31051]: osdmap e79: 12 total, 12 up, 12 in 2024-09-10T08:12:36.193 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:35 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/801040714' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-09-10T08:12:36.549 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-10T08:12:36.808 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:12:36.818 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:36 smithi067 ceph-mon[31051]: pgmap v278: 33 pgs: 11 active+clean, 12 creating+peering, 10 unknown; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:36.818 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:36 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/801040714' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-09-10T08:12:36.818 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:36 smithi067 ceph-mon[31051]: osdmap e80: 12 total, 12 up, 12 in 2024-09-10T08:12:37.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:36 smithi203 ceph-mon[34672]: pgmap v278: 33 pgs: 11 active+clean, 12 creating+peering, 10 unknown; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:37.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:36 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/801040714' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-09-10T08:12:37.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:36 smithi203 ceph-mon[34672]: osdmap e80: 12 total, 12 up, 12 in 2024-09-10T08:12:37.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:36 smithi133 ceph-mon[34721]: pgmap v278: 33 pgs: 11 active+clean, 12 creating+peering, 10 unknown; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:37.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:36 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/801040714' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-09-10T08:12:37.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:36 smithi133 ceph-mon[34721]: osdmap e80: 12 total, 12 up, 12 in 2024-09-10T08:12:37.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.316+0000 7f9e1243e640 1 -- 172.21.15.67:0/3191048666 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9e0c106a80 msgr2=0x7f9e0c106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:37.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.316+0000 7f9e1243e640 1 --2- 172.21.15.67:0/3191048666 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9e0c106a80 0x7f9e0c106e60 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f9dfc009930 tx=0x7f9dfc02a420 comp rx=0 tx=0).stop 2024-09-10T08:12:37.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.316+0000 7f9e1243e640 1 -- 172.21.15.67:0/3191048666 shutdown_connections 2024-09-10T08:12:37.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.316+0000 7f9e1243e640 1 --2- 172.21.15.67:0/3191048666 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9e0c100a80 0x7f9e0c100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:37.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.316+0000 7f9e1243e640 1 --2- 172.21.15.67:0/3191048666 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9e0c101420 0x7f9e0c10d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:37.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.316+0000 7f9e1243e640 1 --2- 172.21.15.67:0/3191048666 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9e0c106a80 0x7f9e0c106e60 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:37.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.316+0000 7f9e1243e640 1 -- 172.21.15.67:0/3191048666 >> 172.21.15.67:0/3191048666 conn(0x7f9e0c0fc7a0 msgr2=0x7f9e0c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:37.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.316+0000 7f9e1243e640 1 -- 172.21.15.67:0/3191048666 shutdown_connections 2024-09-10T08:12:37.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.316+0000 7f9e1243e640 1 -- 172.21.15.67:0/3191048666 wait complete. 2024-09-10T08:12:37.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.317+0000 7f9e1243e640 1 Processor -- start 2024-09-10T08:12:37.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.317+0000 7f9e1243e640 1 -- start start 2024-09-10T08:12:37.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.317+0000 7f9e1243e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9e0c100a80 0x7f9e0c198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:37.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.317+0000 7f9e1243e640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9e0c101420 0x7f9e0c1988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:37.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.317+0000 7f9e1243e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9e0c106a80 0x7f9e0c19cc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:37.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.317+0000 7f9e1243e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f9e0c110cf0 con 0x7f9e0c106a80 2024-09-10T08:12:37.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.317+0000 7f9e1243e640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f9e0c110b70 con 0x7f9e0c100a80 2024-09-10T08:12:37.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.317+0000 7f9e1243e640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f9e0c110e70 con 0x7f9e0c101420 2024-09-10T08:12:37.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.317+0000 7f9e109db640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9e0c106a80 0x7f9e0c19cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:37.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.317+0000 7f9e109db640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9e0c106a80 0x7f9e0c19cc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:43590/0 (socket says 172.21.15.67:43590) 2024-09-10T08:12:37.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.317+0000 7f9e109db640 1 -- 172.21.15.67:0/2665240513 learned_addr learned my addr 172.21.15.67:0/2665240513 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:12:37.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.317+0000 7f9e0bfff640 1 --2- 172.21.15.67:0/2665240513 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9e0c100a80 0x7f9e0c198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:37.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.317+0000 7f9e03fff640 1 --2- 172.21.15.67:0/2665240513 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9e0c101420 0x7f9e0c1988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:37.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.318+0000 7f9e109db640 1 -- 172.21.15.67:0/2665240513 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9e0c101420 msgr2=0x7f9e0c1988a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:37.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.318+0000 7f9e109db640 1 --2- 172.21.15.67:0/2665240513 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9e0c101420 0x7f9e0c1988a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:37.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.318+0000 7f9e109db640 1 -- 172.21.15.67:0/2665240513 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9e0c100a80 msgr2=0x7f9e0c198360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:37.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.318+0000 7f9e109db640 1 --2- 172.21.15.67:0/2665240513 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9e0c100a80 0x7f9e0c198360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:37.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.318+0000 7f9e109db640 1 -- 172.21.15.67:0/2665240513 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e0c19d310 con 0x7f9e0c106a80 2024-09-10T08:12:37.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.318+0000 7f9e03fff640 1 --2- 172.21.15.67:0/2665240513 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9e0c101420 0x7f9e0c1988a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:12:37.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.318+0000 7f9e109db640 1 --2- 172.21.15.67:0/2665240513 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9e0c106a80 0x7f9e0c19cc30 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f9e0400eaa0 tx=0x7f9e0400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:37.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.318+0000 7f9e09ffb640 1 -- 172.21.15.67:0/2665240513 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e0400cdb0 con 0x7f9e0c106a80 2024-09-10T08:12:37.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.318+0000 7f9e1243e640 1 -- 172.21.15.67:0/2665240513 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e0c19d600 con 0x7f9e0c106a80 2024-09-10T08:12:37.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.318+0000 7f9e09ffb640 1 -- 172.21.15.67:0/2665240513 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9e04005020 con 0x7f9e0c106a80 2024-09-10T08:12:37.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.318+0000 7f9e09ffb640 1 -- 172.21.15.67:0/2665240513 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e040116d0 con 0x7f9e0c106a80 2024-09-10T08:12:37.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.318+0000 7f9e1243e640 1 -- 172.21.15.67:0/2665240513 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e0c1a4ee0 con 0x7f9e0c106a80 2024-09-10T08:12:37.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.319+0000 7f9e1243e640 1 -- 172.21.15.67:0/2665240513 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9e0c100ee0 con 0x7f9e0c106a80 2024-09-10T08:12:37.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.320+0000 7f9e09ffb640 1 -- 172.21.15.67:0/2665240513 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f9e040051d0 con 0x7f9e0c106a80 2024-09-10T08:12:37.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.321+0000 7f9e09ffb640 1 --2- 172.21.15.67:0/2665240513 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f9df80a2b80 0x7f9df80a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:37.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.321+0000 7f9e0bfff640 1 --2- 172.21.15.67:0/2665240513 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f9df80a2b80 0x7f9df80a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:37.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.321+0000 7f9e09ffb640 1 -- 172.21.15.67:0/2665240513 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7879+0+0 (secure 0 0 0) 0x7f9e040cf0f0 con 0x7f9e0c106a80 2024-09-10T08:12:37.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.321+0000 7f9e0bfff640 1 --2- 172.21.15.67:0/2665240513 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f9df80a2b80 0x7f9df80a5040 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f9dfc000c00 tx=0x7f9dfc032ba0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:37.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.326+0000 7f9e09ffb640 1 -- 172.21.15.67:0/2665240513 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f9e04016030 con 0x7f9e0c106a80 2024-09-10T08:12:37.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.536+0000 7f9e1243e640 1 -- 172.21.15.67:0/2665240513 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f9e0c109a70 con 0x7f9e0c106a80 2024-09-10T08:12:37.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.826+0000 7f9e09ffb640 1 -- 172.21.15.67:0/2665240513 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) ==== 172+0+0 (secure 0 0 0) 0x7f9e0409c200 con 0x7f9e0c106a80 2024-09-10T08:12:37.826 INFO:teuthology.orchestra.run.smithi067.stderr:new fs with metadata pool 2 and data pool 3 2024-09-10T08:12:37.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.829+0000 7f9e1243e640 1 -- 172.21.15.67:0/2665240513 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f9df80a2b80 msgr2=0x7f9df80a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:37.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.829+0000 7f9e1243e640 1 --2- 172.21.15.67:0/2665240513 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f9df80a2b80 0x7f9df80a5040 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f9dfc000c00 tx=0x7f9dfc032ba0 comp rx=0 tx=0).stop 2024-09-10T08:12:37.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.829+0000 7f9e1243e640 1 -- 172.21.15.67:0/2665240513 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9e0c106a80 msgr2=0x7f9e0c19cc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:37.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.829+0000 7f9e1243e640 1 --2- 172.21.15.67:0/2665240513 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9e0c106a80 0x7f9e0c19cc30 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f9e0400eaa0 tx=0x7f9e0400ef60 comp rx=0 tx=0).stop 2024-09-10T08:12:37.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.829+0000 7f9e1243e640 1 -- 172.21.15.67:0/2665240513 shutdown_connections 2024-09-10T08:12:37.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.829+0000 7f9e1243e640 1 --2- 172.21.15.67:0/2665240513 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f9df80a2b80 0x7f9df80a5040 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:37.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.829+0000 7f9e1243e640 1 --2- 172.21.15.67:0/2665240513 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9e0c106a80 0x7f9e0c19cc30 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:37.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.829+0000 7f9e1243e640 1 --2- 172.21.15.67:0/2665240513 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9e0c101420 0x7f9e0c1988a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:37.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.829+0000 7f9e1243e640 1 --2- 172.21.15.67:0/2665240513 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9e0c100a80 0x7f9e0c198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:37.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.829+0000 7f9e1243e640 1 -- 172.21.15.67:0/2665240513 >> 172.21.15.67:0/2665240513 conn(0x7f9e0c0fc7a0 msgr2=0x7f9e0c06ab10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:37.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.829+0000 7f9e1243e640 1 -- 172.21.15.67:0/2665240513 shutdown_connections 2024-09-10T08:12:37.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:37.829+0000 7f9e1243e640 1 -- 172.21.15.67:0/2665240513 wait complete. 2024-09-10T08:12:38.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:37 smithi133 ceph-mon[34721]: osdmap e81: 12 total, 12 up, 12 in 2024-09-10T08:12:38.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:37 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/2665240513' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-10T08:12:38.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:37 smithi133 ceph-mon[34721]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-09-10T08:12:38.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:37 smithi067 ceph-mon[31051]: osdmap e81: 12 total, 12 up, 12 in 2024-09-10T08:12:38.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:37 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/2665240513' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-10T08:12:38.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:37 smithi067 ceph-mon[31051]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-09-10T08:12:38.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:37 smithi203 ceph-mon[34672]: osdmap e81: 12 total, 12 up, 12 in 2024-09-10T08:12:38.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:37 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/2665240513' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-10T08:12:38.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:37 smithi203 ceph-mon[34672]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-09-10T08:12:38.585 DEBUG:tasks.cephfs.filesystem:EC profile is ['m=2', 'k=2', 'crush-failure-domain=osd'] 2024-09-10T08:12:38.585 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph osd erasure-code-profile set cephfs_data_ec m=2 k=2 crush-failure-domain=osd 2024-09-10T08:12:38.848 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:12:39.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:38 smithi133 ceph-mon[34721]: pgmap v281: 97 pgs: 21 active+clean, 12 creating+peering, 64 unknown; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:39.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:38 smithi133 ceph-mon[34721]: osdmap e82: 12 total, 12 up, 12 in 2024-09-10T08:12:39.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:38 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/2665240513' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-10T08:12:39.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:38 smithi133 ceph-mon[34721]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-09-10T08:12:39.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:38 smithi133 ceph-mon[34721]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-09-10T08:12:39.106 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:38 smithi067 ceph-mon[31051]: pgmap v281: 97 pgs: 21 active+clean, 12 creating+peering, 64 unknown; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:39.106 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:38 smithi067 ceph-mon[31051]: osdmap e82: 12 total, 12 up, 12 in 2024-09-10T08:12:39.106 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:38 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/2665240513' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-10T08:12:39.106 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:38 smithi067 ceph-mon[31051]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-09-10T08:12:39.106 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:38 smithi067 ceph-mon[31051]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-09-10T08:12:39.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:38 smithi203 ceph-mon[34672]: pgmap v281: 97 pgs: 21 active+clean, 12 creating+peering, 64 unknown; 577 KiB data, 385 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:39.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:38 smithi203 ceph-mon[34672]: osdmap e82: 12 total, 12 up, 12 in 2024-09-10T08:12:39.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:38 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/2665240513' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-10T08:12:39.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:38 smithi203 ceph-mon[34672]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-09-10T08:12:39.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:38 smithi203 ceph-mon[34672]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-09-10T08:12:39.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.334+0000 7f5feaaa2640 1 -- 172.21.15.67:0/240891480 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5fe410c180 msgr2=0x7f5fe410e600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:39.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.334+0000 7f5feaaa2640 1 --2- 172.21.15.67:0/240891480 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5fe410c180 0x7f5fe410e600 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f5fdc009ca0 tx=0x7f5fdc02a950 comp rx=0 tx=0).stop 2024-09-10T08:12:39.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.334+0000 7f5feaaa2640 1 -- 172.21.15.67:0/240891480 shutdown_connections 2024-09-10T08:12:39.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.334+0000 7f5feaaa2640 1 --2- 172.21.15.67:0/240891480 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5fe41036c0 0x7f5fe410bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:39.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.334+0000 7f5feaaa2640 1 --2- 172.21.15.67:0/240891480 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5fe410c180 0x7f5fe410e600 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:39.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.334+0000 7f5feaaa2640 1 --2- 172.21.15.67:0/240891480 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5fe4102da0 0x7f5fe4103180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:39.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.334+0000 7f5feaaa2640 1 -- 172.21.15.67:0/240891480 >> 172.21.15.67:0/240891480 conn(0x7f5fe40fc7a0 msgr2=0x7f5fe40febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:39.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.334+0000 7f5feaaa2640 1 -- 172.21.15.67:0/240891480 shutdown_connections 2024-09-10T08:12:39.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.334+0000 7f5feaaa2640 1 -- 172.21.15.67:0/240891480 wait complete. 2024-09-10T08:12:39.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.335+0000 7f5feaaa2640 1 Processor -- start 2024-09-10T08:12:39.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.335+0000 7f5feaaa2640 1 -- start start 2024-09-10T08:12:39.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.335+0000 7f5feaaa2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5fe4102da0 0x7f5fe4198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:39.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.335+0000 7f5feaaa2640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5fe41036c0 0x7f5fe4198870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:39.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.335+0000 7f5feaaa2640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5fe410c180 0x7f5fe419cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:39.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.335+0000 7f5feaaa2640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f5fe4111e50 con 0x7f5fe4102da0 2024-09-10T08:12:39.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.335+0000 7f5feaaa2640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f5fe4111cd0 con 0x7f5fe41036c0 2024-09-10T08:12:39.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.335+0000 7f5feaaa2640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f5fe4111fd0 con 0x7f5fe410c180 2024-09-10T08:12:39.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.335+0000 7f5fe883e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5fe4102da0 0x7f5fe4198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:39.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.335+0000 7f5fe883e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5fe4102da0 0x7f5fe4198330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:43622/0 (socket says 172.21.15.67:43622) 2024-09-10T08:12:39.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.335+0000 7f5fe883e640 1 -- 172.21.15.67:0/2127547448 learned_addr learned my addr 172.21.15.67:0/2127547448 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:12:39.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.335+0000 7f5fe3fff640 1 --2- 172.21.15.67:0/2127547448 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5fe41036c0 0x7f5fe4198870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:39.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.335+0000 7f5fe883e640 1 -- 172.21.15.67:0/2127547448 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5fe410c180 msgr2=0x7f5fe419cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:39.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.335+0000 7f5fe883e640 1 --2- 172.21.15.67:0/2127547448 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5fe410c180 0x7f5fe419cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:39.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.335+0000 7f5fe883e640 1 -- 172.21.15.67:0/2127547448 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5fe41036c0 msgr2=0x7f5fe4198870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:39.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.335+0000 7f5fe883e640 1 --2- 172.21.15.67:0/2127547448 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5fe41036c0 0x7f5fe4198870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:39.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.335+0000 7f5fe883e640 1 -- 172.21.15.67:0/2127547448 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fe419d2e0 con 0x7f5fe4102da0 2024-09-10T08:12:39.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.335+0000 7f5fe3fff640 1 --2- 172.21.15.67:0/2127547448 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5fe41036c0 0x7f5fe4198870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:12:39.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.336+0000 7f5fe883e640 1 --2- 172.21.15.67:0/2127547448 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5fe4102da0 0x7f5fe4198330 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f5fd800b4a0 tx=0x7f5fd800b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:39.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.336+0000 7f5fe1ffb640 1 -- 172.21.15.67:0/2127547448 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fd8014070 con 0x7f5fe4102da0 2024-09-10T08:12:39.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.336+0000 7f5fe1ffb640 1 -- 172.21.15.67:0/2127547448 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5fd8010ac0 con 0x7f5fe4102da0 2024-09-10T08:12:39.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.336+0000 7f5feaaa2640 1 -- 172.21.15.67:0/2127547448 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5fe419d5d0 con 0x7f5fe4102da0 2024-09-10T08:12:39.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.336+0000 7f5fe1ffb640 1 -- 172.21.15.67:0/2127547448 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fd8017c30 con 0x7f5fe4102da0 2024-09-10T08:12:39.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.336+0000 7f5feaaa2640 1 -- 172.21.15.67:0/2127547448 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5fe41a4eb0 con 0x7f5fe4102da0 2024-09-10T08:12:39.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.337+0000 7f5feaaa2640 1 -- 172.21.15.67:0/2127547448 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5fe4103180 con 0x7f5fe4102da0 2024-09-10T08:12:39.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.338+0000 7f5fe1ffb640 1 -- 172.21.15.67:0/2127547448 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f5fd8017070 con 0x7f5fe4102da0 2024-09-10T08:12:39.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.339+0000 7f5fe1ffb640 1 --2- 172.21.15.67:0/2127547448 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5fd40a2b80 0x7f5fd40a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:39.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.339+0000 7f5fe3fff640 1 --2- 172.21.15.67:0/2127547448 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5fd40a2b80 0x7f5fd40a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:39.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.339+0000 7f5fe1ffb640 1 -- 172.21.15.67:0/2127547448 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7979+0+0 (secure 0 0 0) 0x7f5fd80ce670 con 0x7f5fe4102da0 2024-09-10T08:12:39.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.339+0000 7f5fe3fff640 1 --2- 172.21.15.67:0/2127547448 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5fd40a2b80 0x7f5fd40a5040 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f5fe40feda0 tx=0x7f5fd0005d90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:39.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.343+0000 7f5fe1ffb640 1 -- 172.21.15.67:0/2127547448 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f5fd809b720 con 0x7f5fe4102da0 2024-09-10T08:12:39.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.529+0000 7f5feaaa2640 1 -- 172.21.15.67:0/2127547448 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]} v 0) -- 0x7f5fe402d7c0 con 0x7f5fe4102da0 2024-09-10T08:12:39.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.843+0000 7f5fe1ffb640 1 -- 172.21.15.67:0/2127547448 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]=0 v83) ==== 157+0+0 (secure 0 0 0) 0x7f5fd809b020 con 0x7f5fe4102da0 2024-09-10T08:12:39.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.846+0000 7f5feaaa2640 1 -- 172.21.15.67:0/2127547448 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5fd40a2b80 msgr2=0x7f5fd40a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:39.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.846+0000 7f5feaaa2640 1 --2- 172.21.15.67:0/2127547448 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5fd40a2b80 0x7f5fd40a5040 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f5fe40feda0 tx=0x7f5fd0005d90 comp rx=0 tx=0).stop 2024-09-10T08:12:39.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.846+0000 7f5feaaa2640 1 -- 172.21.15.67:0/2127547448 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5fe4102da0 msgr2=0x7f5fe4198330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:39.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.846+0000 7f5feaaa2640 1 --2- 172.21.15.67:0/2127547448 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5fe4102da0 0x7f5fe4198330 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f5fd800b4a0 tx=0x7f5fd800b960 comp rx=0 tx=0).stop 2024-09-10T08:12:39.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.846+0000 7f5feaaa2640 1 -- 172.21.15.67:0/2127547448 shutdown_connections 2024-09-10T08:12:39.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.846+0000 7f5feaaa2640 1 --2- 172.21.15.67:0/2127547448 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5fd40a2b80 0x7f5fd40a5040 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:39.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.846+0000 7f5feaaa2640 1 --2- 172.21.15.67:0/2127547448 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5fe41036c0 0x7f5fe4198870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:39.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.846+0000 7f5feaaa2640 1 --2- 172.21.15.67:0/2127547448 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5fe410c180 0x7f5fe419cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:39.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.846+0000 7f5feaaa2640 1 --2- 172.21.15.67:0/2127547448 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5fe4102da0 0x7f5fe4198330 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:39.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.846+0000 7f5feaaa2640 1 -- 172.21.15.67:0/2127547448 >> 172.21.15.67:0/2127547448 conn(0x7f5fe40fc7a0 msgr2=0x7f5fe40fdef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:39.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.846+0000 7f5feaaa2640 1 -- 172.21.15.67:0/2127547448 shutdown_connections 2024-09-10T08:12:39.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:39.846+0000 7f5feaaa2640 1 -- 172.21.15.67:0/2127547448 wait complete. 2024-09-10T08:12:40.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:39 smithi133 ceph-mon[34721]: mds.? [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] up:active 2024-09-10T08:12:40.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:39 smithi133 ceph-mon[34721]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-10T08:12:40.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:39 smithi133 ceph-mon[34721]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-10T08:12:40.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:39 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/2127547448' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-09-10T08:12:40.202 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:39 smithi067 ceph-mon[31051]: mds.? [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] up:active 2024-09-10T08:12:40.202 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:39 smithi067 ceph-mon[31051]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-10T08:12:40.203 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:39 smithi067 ceph-mon[31051]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-10T08:12:40.203 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:39 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/2127547448' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-09-10T08:12:40.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:39 smithi203 ceph-mon[34672]: mds.? [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] up:active 2024-09-10T08:12:40.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:39 smithi203 ceph-mon[34672]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-10T08:12:40.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:39 smithi203 ceph-mon[34672]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-10T08:12:40.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:39 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/2127547448' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-09-10T08:12:40.536 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph osd pool create cephfs_data_ec erasure cephfs_data_ec --pg_num_min 64 --target_size_ratio 0.9 2024-09-10T08:12:40.799 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:12:41.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:40 smithi133 ceph-mon[34721]: pgmap v283: 97 pgs: 76 active+clean, 21 unknown; 579 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s wr, 3 op/s 2024-09-10T08:12:41.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:40 smithi133 ceph-mon[34721]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-10T08:12:41.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:40 smithi133 ceph-mon[34721]: Cluster is now healthy 2024-09-10T08:12:41.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:40 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/2127547448' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-09-10T08:12:41.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:40 smithi133 ceph-mon[34721]: osdmap e83: 12 total, 12 up, 12 in 2024-09-10T08:12:41.101 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:40 smithi067 ceph-mon[31051]: pgmap v283: 97 pgs: 76 active+clean, 21 unknown; 579 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s wr, 3 op/s 2024-09-10T08:12:41.101 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:40 smithi067 ceph-mon[31051]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-10T08:12:41.101 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:40 smithi067 ceph-mon[31051]: Cluster is now healthy 2024-09-10T08:12:41.101 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:40 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/2127547448' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-09-10T08:12:41.101 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:40 smithi067 ceph-mon[31051]: osdmap e83: 12 total, 12 up, 12 in 2024-09-10T08:12:41.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:40 smithi203 ceph-mon[34672]: pgmap v283: 97 pgs: 76 active+clean, 21 unknown; 579 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s wr, 3 op/s 2024-09-10T08:12:41.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:40 smithi203 ceph-mon[34672]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-10T08:12:41.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:40 smithi203 ceph-mon[34672]: Cluster is now healthy 2024-09-10T08:12:41.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:40 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/2127547448' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-09-10T08:12:41.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:40 smithi203 ceph-mon[34672]: osdmap e83: 12 total, 12 up, 12 in 2024-09-10T08:12:41.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:41.318+0000 7f2fc0d95640 1 -- 172.21.15.67:0/2471834642 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2fbc1036c0 msgr2=0x7f2fbc10bbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:41.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:41.318+0000 7f2fc0d95640 1 --2- 172.21.15.67:0/2471834642 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2fbc1036c0 0x7f2fbc10bbb0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f2fb0009900 tx=0x7f2fb002a480 comp rx=0 tx=0).stop 2024-09-10T08:12:41.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:41.318+0000 7f2fc0d95640 1 -- 172.21.15.67:0/2471834642 shutdown_connections 2024-09-10T08:12:41.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:41.318+0000 7f2fc0d95640 1 --2- 172.21.15.67:0/2471834642 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2fbc10c180 0x7f2fbc10e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:41.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:41.318+0000 7f2fc0d95640 1 --2- 172.21.15.67:0/2471834642 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2fbc1036c0 0x7f2fbc10bbb0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:41.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:41.318+0000 7f2fc0d95640 1 --2- 172.21.15.67:0/2471834642 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2fbc102da0 0x7f2fbc103180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:41.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:41.318+0000 7f2fc0d95640 1 -- 172.21.15.67:0/2471834642 >> 172.21.15.67:0/2471834642 conn(0x7f2fbc0fc7a0 msgr2=0x7f2fbc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:41.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:41.318+0000 7f2fc0d95640 1 -- 172.21.15.67:0/2471834642 shutdown_connections 2024-09-10T08:12:41.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:41.318+0000 7f2fc0d95640 1 -- 172.21.15.67:0/2471834642 wait complete. 2024-09-10T08:12:41.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:41.319+0000 7f2fc0d95640 1 Processor -- start 2024-09-10T08:12:41.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:41.319+0000 7f2fc0d95640 1 -- start start 2024-09-10T08:12:41.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:41.319+0000 7f2fc0d95640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2fbc102da0 0x7f2fbc198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:41.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:41.319+0000 7f2fc0d95640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2fbc1036c0 0x7f2fbc198870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:41.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:41.319+0000 7f2fc0d95640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2fbc10c180 0x7f2fbc19cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:41.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:41.319+0000 7f2fc0d95640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2fbc111e10 con 0x7f2fbc102da0 2024-09-10T08:12:41.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:41.319+0000 7f2fc0d95640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f2fbc111c90 con 0x7f2fbc10c180 2024-09-10T08:12:41.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:41.319+0000 7f2fc0d95640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f2fbc111f90 con 0x7f2fbc1036c0 2024-09-10T08:12:41.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:41.319+0000 7f2fba59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2fbc102da0 0x7f2fbc198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:41.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:41.319+0000 7f2fba59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2fbc102da0 0x7f2fbc198330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:43640/0 (socket says 172.21.15.67:43640) 2024-09-10T08:12:41.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:41.319+0000 7f2fba59c640 1 -- 172.21.15.67:0/3810572632 learned_addr learned my addr 172.21.15.67:0/3810572632 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:12:41.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:41.319+0000 7f2fbad9d640 1 --2- 172.21.15.67:0/3810572632 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2fbc10c180 0x7f2fbc19cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:41.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:41.320+0000 7f2fb9d9b640 1 --2- 172.21.15.67:0/3810572632 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2fbc1036c0 0x7f2fbc198870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:41.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:41.320+0000 7f2fba59c640 1 -- 172.21.15.67:0/3810572632 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2fbc1036c0 msgr2=0x7f2fbc198870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:41.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:41.320+0000 7f2fba59c640 1 --2- 172.21.15.67:0/3810572632 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2fbc1036c0 0x7f2fbc198870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:41.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:41.320+0000 7f2fba59c640 1 -- 172.21.15.67:0/3810572632 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2fbc10c180 msgr2=0x7f2fbc19cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:41.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:41.320+0000 7f2fba59c640 1 --2- 172.21.15.67:0/3810572632 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2fbc10c180 0x7f2fbc19cc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:41.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:41.320+0000 7f2fba59c640 1 -- 172.21.15.67:0/3810572632 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2fbc19d2e0 con 0x7f2fbc102da0 2024-09-10T08:12:41.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:41.320+0000 7f2fba59c640 1 --2- 172.21.15.67:0/3810572632 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2fbc102da0 0x7f2fbc198330 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f2fac00c920 tx=0x7f2fac00cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:41.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:41.320+0000 7f2fab7fe640 1 -- 172.21.15.67:0/3810572632 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fac007c70 con 0x7f2fbc102da0 2024-09-10T08:12:41.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:41.320+0000 7f2fab7fe640 1 -- 172.21.15.67:0/3810572632 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2fac007e10 con 0x7f2fbc102da0 2024-09-10T08:12:41.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:41.320+0000 7f2fc0d95640 1 -- 172.21.15.67:0/3810572632 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2fbc19d5d0 con 0x7f2fbc102da0 2024-09-10T08:12:41.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:41.320+0000 7f2fab7fe640 1 -- 172.21.15.67:0/3810572632 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fac018820 con 0x7f2fbc102da0 2024-09-10T08:12:41.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:41.320+0000 7f2fc0d95640 1 -- 172.21.15.67:0/3810572632 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2fbc1a4eb0 con 0x7f2fbc102da0 2024-09-10T08:12:41.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:41.321+0000 7f2fc0d95640 1 -- 172.21.15.67:0/3810572632 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2fbc103180 con 0x7f2fbc102da0 2024-09-10T08:12:41.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:41.323+0000 7f2fab7fe640 1 -- 172.21.15.67:0/3810572632 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f2fac0189c0 con 0x7f2fbc102da0 2024-09-10T08:12:41.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:41.323+0000 7f2fab7fe640 1 --2- 172.21.15.67:0/3810572632 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f2fa40a2b80 0x7f2fa40a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:41.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:41.323+0000 7f2fb9d9b640 1 --2- 172.21.15.67:0/3810572632 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f2fa40a2b80 0x7f2fa40a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:41.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:41.323+0000 7f2fab7fe640 1 -- 172.21.15.67:0/3810572632 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8277+0+0 (secure 0 0 0) 0x7f2fac0cf1a0 con 0x7f2fbc102da0 2024-09-10T08:12:41.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:41.324+0000 7f2fb9d9b640 1 --2- 172.21.15.67:0/3810572632 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f2fa40a2b80 0x7f2fa40a5040 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f2fb0006010 tx=0x7f2fb0000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:41.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:41.327+0000 7f2fab7fe640 1 -- 172.21.15.67:0/3810572632 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f2fac014030 con 0x7f2fbc102da0 2024-09-10T08:12:41.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:41.503+0000 7f2fc0d95640 1 -- 172.21.15.67:0/3810572632 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f2fbc199690 con 0x7f2fbc102da0 2024-09-10T08:12:42.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:41 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/3810572632' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-10T08:12:42.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:41 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/3810572632' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-10T08:12:42.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:41 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/3810572632' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-10T08:12:42.593 INFO:journalctl@ceph.mds.b.smithi133.stdout:Sep 10 08:12:42 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-b[64858]: 2024-09-10T08:12:42.333+0000 7fc733fc5640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-10T08:12:42.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:42.844+0000 7f2fab7fe640 1 -- 172.21.15.67:0/3810572632 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data_ec' created v85) ==== 228+0+0 (secure 0 0 0) 0x7f2fac09c0d0 con 0x7f2fbc102da0 2024-09-10T08:12:42.845 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_data_ec' created 2024-09-10T08:12:42.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:42.848+0000 7f2fc0d95640 1 -- 172.21.15.67:0/3810572632 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f2fa40a2b80 msgr2=0x7f2fa40a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:42.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:42.848+0000 7f2fc0d95640 1 --2- 172.21.15.67:0/3810572632 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f2fa40a2b80 0x7f2fa40a5040 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f2fb0006010 tx=0x7f2fb0000bc0 comp rx=0 tx=0).stop 2024-09-10T08:12:42.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:42.848+0000 7f2fc0d95640 1 -- 172.21.15.67:0/3810572632 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2fbc102da0 msgr2=0x7f2fbc198330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:42.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:42.848+0000 7f2fc0d95640 1 --2- 172.21.15.67:0/3810572632 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2fbc102da0 0x7f2fbc198330 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f2fac00c920 tx=0x7f2fac00cde0 comp rx=0 tx=0).stop 2024-09-10T08:12:42.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:42.848+0000 7f2fc0d95640 1 -- 172.21.15.67:0/3810572632 shutdown_connections 2024-09-10T08:12:42.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:42.848+0000 7f2fc0d95640 1 --2- 172.21.15.67:0/3810572632 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f2fa40a2b80 0x7f2fa40a5040 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:42.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:42.848+0000 7f2fc0d95640 1 --2- 172.21.15.67:0/3810572632 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2fbc10c180 0x7f2fbc19cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:42.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:42.848+0000 7f2fc0d95640 1 --2- 172.21.15.67:0/3810572632 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2fbc1036c0 0x7f2fbc198870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:42.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:42.848+0000 7f2fc0d95640 1 --2- 172.21.15.67:0/3810572632 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2fbc102da0 0x7f2fbc198330 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:42.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:42.848+0000 7f2fc0d95640 1 -- 172.21.15.67:0/3810572632 >> 172.21.15.67:0/3810572632 conn(0x7f2fbc0fc7a0 msgr2=0x7f2fbc0fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:42.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:42.848+0000 7f2fc0d95640 1 -- 172.21.15.67:0/3810572632 shutdown_connections 2024-09-10T08:12:42.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:42.848+0000 7f2fc0d95640 1 -- 172.21.15.67:0/3810572632 wait complete. 2024-09-10T08:12:43.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:42 smithi067 ceph-mon[31051]: pgmap v285: 97 pgs: 97 active+clean; 579 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s wr, 4 op/s 2024-09-10T08:12:43.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:42 smithi067 ceph-mon[31051]: osdmap e84: 12 total, 12 up, 12 in 2024-09-10T08:12:43.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:42 smithi203 ceph-mon[34672]: pgmap v285: 97 pgs: 97 active+clean; 579 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s wr, 4 op/s 2024-09-10T08:12:43.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:42 smithi203 ceph-mon[34672]: osdmap e84: 12 total, 12 up, 12 in 2024-09-10T08:12:43.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:42 smithi133 ceph-mon[34721]: pgmap v285: 97 pgs: 97 active+clean; 579 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s wr, 4 op/s 2024-09-10T08:12:43.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:42 smithi133 ceph-mon[34721]: osdmap e84: 12 total, 12 up, 12 in 2024-09-10T08:12:43.656 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph osd pool set cephfs_data_ec allow_ec_overwrites true 2024-09-10T08:12:43.938 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:12:44.181 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:43 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/3810572632' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-10T08:12:44.181 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:43 smithi067 ceph-mon[31051]: osdmap e85: 12 total, 12 up, 12 in 2024-09-10T08:12:44.181 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:43 smithi067 ceph-mon[31051]: osdmap e86: 12 total, 12 up, 12 in 2024-09-10T08:12:44.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:43 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/3810572632' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-10T08:12:44.416 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:43 smithi203 ceph-mon[34672]: osdmap e85: 12 total, 12 up, 12 in 2024-09-10T08:12:44.416 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:43 smithi203 ceph-mon[34672]: osdmap e86: 12 total, 12 up, 12 in 2024-09-10T08:12:44.417 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:43 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/3810572632' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-10T08:12:44.417 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:43 smithi133 ceph-mon[34721]: osdmap e85: 12 total, 12 up, 12 in 2024-09-10T08:12:44.418 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:43 smithi133 ceph-mon[34721]: osdmap e86: 12 total, 12 up, 12 in 2024-09-10T08:12:44.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.409+0000 7f7a99482640 1 -- 172.21.15.67:0/2195604350 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a94106f10 msgr2=0x7f7a9410ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:44.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.409+0000 7f7a99482640 1 --2- 172.21.15.67:0/2195604350 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a94106f10 0x7f7a9410ea90 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f7a8c009ca0 tx=0x7f7a8c02a8c0 comp rx=0 tx=0).stop 2024-09-10T08:12:44.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.409+0000 7f7a99482640 1 -- 172.21.15.67:0/2195604350 shutdown_connections 2024-09-10T08:12:44.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.409+0000 7f7a99482640 1 --2- 172.21.15.67:0/2195604350 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a94102790 0x7f7a941067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:44.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.409+0000 7f7a99482640 1 --2- 172.21.15.67:0/2195604350 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a94106f10 0x7f7a9410ea90 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:44.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.409+0000 7f7a99482640 1 --2- 172.21.15.67:0/2195604350 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7a94101de0 0x7f7a941021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:44.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.409+0000 7f7a99482640 1 -- 172.21.15.67:0/2195604350 >> 172.21.15.67:0/2195604350 conn(0x7f7a940fd8c0 msgr2=0x7f7a940ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:44.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.409+0000 7f7a99482640 1 -- 172.21.15.67:0/2195604350 shutdown_connections 2024-09-10T08:12:44.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.409+0000 7f7a99482640 1 -- 172.21.15.67:0/2195604350 wait complete. 2024-09-10T08:12:44.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.410+0000 7f7a99482640 1 Processor -- start 2024-09-10T08:12:44.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.410+0000 7f7a99482640 1 -- start start 2024-09-10T08:12:44.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.410+0000 7f7a99482640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a94101de0 0x7f7a941982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:44.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.410+0000 7f7a99482640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a94102790 0x7f7a94198830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:44.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.410+0000 7f7a99482640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7a94106f10 0x7f7a9419cbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:44.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.410+0000 7f7a99482640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7a94111e70 con 0x7f7a94102790 2024-09-10T08:12:44.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.410+0000 7f7a99482640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f7a94111cf0 con 0x7f7a94101de0 2024-09-10T08:12:44.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.410+0000 7f7a99482640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f7a94111ff0 con 0x7f7a94106f10 2024-09-10T08:12:44.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.410+0000 7f7a927fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a94102790 0x7f7a94198830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:44.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.411+0000 7f7a927fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a94102790 0x7f7a94198830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:43664/0 (socket says 172.21.15.67:43664) 2024-09-10T08:12:44.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.411+0000 7f7a927fc640 1 -- 172.21.15.67:0/1537795843 learned_addr learned my addr 172.21.15.67:0/1537795843 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:12:44.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.411+0000 7f7a92ffd640 1 --2- 172.21.15.67:0/1537795843 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a94101de0 0x7f7a941982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:44.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.411+0000 7f7a937fe640 1 --2- 172.21.15.67:0/1537795843 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7a94106f10 0x7f7a9419cbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:44.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.411+0000 7f7a927fc640 1 -- 172.21.15.67:0/1537795843 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7a94106f10 msgr2=0x7f7a9419cbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:44.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.411+0000 7f7a927fc640 1 --2- 172.21.15.67:0/1537795843 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7a94106f10 0x7f7a9419cbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:44.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.411+0000 7f7a927fc640 1 -- 172.21.15.67:0/1537795843 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a94101de0 msgr2=0x7f7a941982f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:44.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.411+0000 7f7a927fc640 1 --2- 172.21.15.67:0/1537795843 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a94101de0 0x7f7a941982f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:44.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.411+0000 7f7a927fc640 1 -- 172.21.15.67:0/1537795843 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a9419d2a0 con 0x7f7a94102790 2024-09-10T08:12:44.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.411+0000 7f7a937fe640 1 --2- 172.21.15.67:0/1537795843 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7a94106f10 0x7f7a9419cbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:12:44.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.411+0000 7f7a927fc640 1 --2- 172.21.15.67:0/1537795843 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a94102790 0x7f7a94198830 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f7a8800d950 tx=0x7f7a8800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:44.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.411+0000 7f7a7bfff640 1 -- 172.21.15.67:0/1537795843 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a88017070 con 0x7f7a94102790 2024-09-10T08:12:44.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.411+0000 7f7a7bfff640 1 -- 172.21.15.67:0/1537795843 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7a88009c30 con 0x7f7a94102790 2024-09-10T08:12:44.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.411+0000 7f7a99482640 1 -- 172.21.15.67:0/1537795843 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a9419d590 con 0x7f7a94102790 2024-09-10T08:12:44.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.411+0000 7f7a7bfff640 1 -- 172.21.15.67:0/1537795843 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a8800f620 con 0x7f7a94102790 2024-09-10T08:12:44.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.411+0000 7f7a99482640 1 -- 172.21.15.67:0/1537795843 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a941a4e70 con 0x7f7a94102790 2024-09-10T08:12:44.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.412+0000 7f7a99482640 1 -- 172.21.15.67:0/1537795843 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7a941021c0 con 0x7f7a94102790 2024-09-10T08:12:44.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.414+0000 7f7a7bfff640 1 -- 172.21.15.67:0/1537795843 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f7a880109a0 con 0x7f7a94102790 2024-09-10T08:12:44.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.415+0000 7f7a7bfff640 1 --2- 172.21.15.67:0/1537795843 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7a7c0a2b80 0x7f7a7c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:44.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.415+0000 7f7a92ffd640 1 --2- 172.21.15.67:0/1537795843 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7a7c0a2b80 0x7f7a7c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:44.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.415+0000 7f7a7bfff640 1 -- 172.21.15.67:0/1537795843 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 8770+0+0 (secure 0 0 0) 0x7f7a880cef30 con 0x7f7a94102790 2024-09-10T08:12:44.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.415+0000 7f7a92ffd640 1 --2- 172.21.15.67:0/1537795843 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7a7c0a2b80 0x7f7a7c0a5040 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f7a84005fd0 tx=0x7f7a84005e20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:44.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.418+0000 7f7a7bfff640 1 -- 172.21.15.67:0/1537795843 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f7a880fe1b0 con 0x7f7a94102790 2024-09-10T08:12:44.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.594+0000 7f7a99482640 1 -- 172.21.15.67:0/1537795843 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"} v 0) -- 0x7f7a9410a150 con 0x7f7a94102790 2024-09-10T08:12:44.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.849+0000 7f7a7bfff640 1 -- 172.21.15.67:0/1537795843 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]=0 set pool 4 allow_ec_overwrites to true v87) ==== 169+0+0 (secure 0 0 0) 0x7f7a88009de0 con 0x7f7a94102790 2024-09-10T08:12:44.849 INFO:teuthology.orchestra.run.smithi067.stderr:set pool 4 allow_ec_overwrites to true 2024-09-10T08:12:44.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.852+0000 7f7a99482640 1 -- 172.21.15.67:0/1537795843 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7a7c0a2b80 msgr2=0x7f7a7c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:44.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.852+0000 7f7a99482640 1 --2- 172.21.15.67:0/1537795843 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7a7c0a2b80 0x7f7a7c0a5040 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f7a84005fd0 tx=0x7f7a84005e20 comp rx=0 tx=0).stop 2024-09-10T08:12:44.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.852+0000 7f7a99482640 1 -- 172.21.15.67:0/1537795843 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a94102790 msgr2=0x7f7a94198830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:44.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.852+0000 7f7a99482640 1 --2- 172.21.15.67:0/1537795843 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a94102790 0x7f7a94198830 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f7a8800d950 tx=0x7f7a8800de10 comp rx=0 tx=0).stop 2024-09-10T08:12:44.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.852+0000 7f7a99482640 1 -- 172.21.15.67:0/1537795843 shutdown_connections 2024-09-10T08:12:44.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.852+0000 7f7a99482640 1 --2- 172.21.15.67:0/1537795843 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7a7c0a2b80 0x7f7a7c0a5040 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:44.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.852+0000 7f7a99482640 1 --2- 172.21.15.67:0/1537795843 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7a94106f10 0x7f7a9419cbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:44.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.852+0000 7f7a99482640 1 --2- 172.21.15.67:0/1537795843 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a94102790 0x7f7a94198830 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:44.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.852+0000 7f7a99482640 1 --2- 172.21.15.67:0/1537795843 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a94101de0 0x7f7a941982f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:44.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.852+0000 7f7a99482640 1 -- 172.21.15.67:0/1537795843 >> 172.21.15.67:0/1537795843 conn(0x7f7a940fd8c0 msgr2=0x7f7a940fec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:44.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.852+0000 7f7a99482640 1 -- 172.21.15.67:0/1537795843 shutdown_connections 2024-09-10T08:12:44.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:44.852+0000 7f7a99482640 1 -- 172.21.15.67:0/1537795843 wait complete. 2024-09-10T08:12:45.161 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:44 smithi067 ceph-mon[31051]: pgmap v288: 129 pgs: 7 creating+peering, 25 unknown, 97 active+clean; 579 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s wr, 7 op/s 2024-09-10T08:12:45.161 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:44 smithi067 ceph-mon[31051]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-10T08:12:45.161 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:44 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/1537795843' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-09-10T08:12:45.161 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:44 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/1537795843' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-09-10T08:12:45.161 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:44 smithi067 ceph-mon[31051]: osdmap e87: 12 total, 12 up, 12 in 2024-09-10T08:12:45.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:44 smithi203 ceph-mon[34672]: pgmap v288: 129 pgs: 7 creating+peering, 25 unknown, 97 active+clean; 579 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s wr, 7 op/s 2024-09-10T08:12:45.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:44 smithi203 ceph-mon[34672]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-10T08:12:45.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:44 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/1537795843' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-09-10T08:12:45.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:44 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/1537795843' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-09-10T08:12:45.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:44 smithi203 ceph-mon[34672]: osdmap e87: 12 total, 12 up, 12 in 2024-09-10T08:12:45.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:44 smithi133 ceph-mon[34721]: pgmap v288: 129 pgs: 7 creating+peering, 25 unknown, 97 active+clean; 579 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s wr, 7 op/s 2024-09-10T08:12:45.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:44 smithi133 ceph-mon[34721]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-10T08:12:45.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:44 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/1537795843' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-09-10T08:12:45.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:44 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/1537795843' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-09-10T08:12:45.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:44 smithi133 ceph-mon[34721]: osdmap e87: 12 total, 12 up, 12 in 2024-09-10T08:12:45.507 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs add_data_pool cephfs cephfs_data_ec 2024-09-10T08:12:45.775 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:12:46.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.276+0000 7ffbe306a640 1 -- 172.21.15.67:0/3159004623 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffbdc1036e0 msgr2=0x7ffbdc107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:46.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.276+0000 7ffbe306a640 1 --2- 172.21.15.67:0/3159004623 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffbdc1036e0 0x7ffbdc107b90 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7ffbcc009cd0 tx=0x7ffbcc02a8e0 comp rx=0 tx=0).stop 2024-09-10T08:12:46.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.276+0000 7ffbe306a640 1 -- 172.21.15.67:0/3159004623 shutdown_connections 2024-09-10T08:12:46.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.276+0000 7ffbe306a640 1 --2- 172.21.15.67:0/3159004623 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffbdc1082a0 0x7ffbdc10ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:46.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.276+0000 7ffbe306a640 1 --2- 172.21.15.67:0/3159004623 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffbdc1036e0 0x7ffbdc107b90 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:46.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.276+0000 7ffbe306a640 1 --2- 172.21.15.67:0/3159004623 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffbdc102d30 0x7ffbdc103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:46.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.276+0000 7ffbe306a640 1 -- 172.21.15.67:0/3159004623 >> 172.21.15.67:0/3159004623 conn(0x7ffbdc0fc7d0 msgr2=0x7ffbdc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:46.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.276+0000 7ffbe306a640 1 -- 172.21.15.67:0/3159004623 shutdown_connections 2024-09-10T08:12:46.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.276+0000 7ffbe306a640 1 -- 172.21.15.67:0/3159004623 wait complete. 2024-09-10T08:12:46.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.277+0000 7ffbe306a640 1 Processor -- start 2024-09-10T08:12:46.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.277+0000 7ffbe306a640 1 -- start start 2024-09-10T08:12:46.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.277+0000 7ffbe306a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffbdc102d30 0x7ffbdc1a0590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:46.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.277+0000 7ffbe306a640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffbdc1036e0 0x7ffbdc1a0ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:46.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.277+0000 7ffbe306a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffbdc1082a0 0x7ffbdc19a660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:46.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.277+0000 7ffbe306a640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ffbdc111ff0 con 0x7ffbdc1082a0 2024-09-10T08:12:46.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.277+0000 7ffbe306a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7ffbdc111e70 con 0x7ffbdc102d30 2024-09-10T08:12:46.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.277+0000 7ffbe306a640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ffbdc112170 con 0x7ffbdc1036e0 2024-09-10T08:12:46.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.277+0000 7ffbe1607640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffbdc1082a0 0x7ffbdc19a660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:46.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.277+0000 7ffbe1607640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffbdc1082a0 0x7ffbdc19a660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57648/0 (socket says 172.21.15.67:57648) 2024-09-10T08:12:46.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.277+0000 7ffbe1607640 1 -- 172.21.15.67:0/1168847518 learned_addr learned my addr 172.21.15.67:0/1168847518 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:12:46.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.277+0000 7ffbdbfff640 1 --2- 172.21.15.67:0/1168847518 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffbdc1036e0 0x7ffbdc1a0ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:46.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.277+0000 7ffbe0e06640 1 --2- 172.21.15.67:0/1168847518 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffbdc102d30 0x7ffbdc1a0590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:46.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.277+0000 7ffbe1607640 1 -- 172.21.15.67:0/1168847518 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffbdc1036e0 msgr2=0x7ffbdc1a0ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:46.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.277+0000 7ffbe1607640 1 --2- 172.21.15.67:0/1168847518 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffbdc1036e0 0x7ffbdc1a0ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:46.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.277+0000 7ffbe1607640 1 -- 172.21.15.67:0/1168847518 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffbdc102d30 msgr2=0x7ffbdc1a0590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:46.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.277+0000 7ffbe1607640 1 --2- 172.21.15.67:0/1168847518 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffbdc102d30 0x7ffbdc1a0590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:46.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.277+0000 7ffbe1607640 1 -- 172.21.15.67:0/1168847518 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbdc19aed0 con 0x7ffbdc1082a0 2024-09-10T08:12:46.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.277+0000 7ffbdbfff640 1 --2- 172.21.15.67:0/1168847518 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffbdc1036e0 0x7ffbdc1a0ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:12:46.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.277+0000 7ffbe0e06640 1 --2- 172.21.15.67:0/1168847518 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffbdc102d30 0x7ffbdc1a0590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:12:46.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.278+0000 7ffbe1607640 1 --2- 172.21.15.67:0/1168847518 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffbdc1082a0 0x7ffbdc19a660 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7ffbc4009fd0 tx=0x7ffbc400b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:46.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.278+0000 7ffbd9ffb640 1 -- 172.21.15.67:0/1168847518 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbc4011830 con 0x7ffbdc1082a0 2024-09-10T08:12:46.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.278+0000 7ffbd9ffb640 1 -- 172.21.15.67:0/1168847518 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffbc4016070 con 0x7ffbdc1082a0 2024-09-10T08:12:46.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.278+0000 7ffbe306a640 1 -- 172.21.15.67:0/1168847518 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffbdc19b1c0 con 0x7ffbdc1082a0 2024-09-10T08:12:46.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.278+0000 7ffbd9ffb640 1 -- 172.21.15.67:0/1168847518 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbc4010de0 con 0x7ffbdc1082a0 2024-09-10T08:12:46.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.278+0000 7ffbe306a640 1 -- 172.21.15.67:0/1168847518 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffbdc1a7510 con 0x7ffbdc1082a0 2024-09-10T08:12:46.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.279+0000 7ffbe306a640 1 -- 172.21.15.67:0/1168847518 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffbdc06a850 con 0x7ffbdc1082a0 2024-09-10T08:12:46.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.280+0000 7ffbd9ffb640 1 -- 172.21.15.67:0/1168847518 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7ffbc40119d0 con 0x7ffbdc1082a0 2024-09-10T08:12:46.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.281+0000 7ffbd9ffb640 1 --2- 172.21.15.67:0/1168847518 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ffbc80a2c00 0x7ffbc80a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:46.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.281+0000 7ffbe0e06640 1 --2- 172.21.15.67:0/1168847518 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ffbc80a2c00 0x7ffbc80a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:46.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.281+0000 7ffbd9ffb640 1 -- 172.21.15.67:0/1168847518 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 8770+0+0 (secure 0 0 0) 0x7ffbc40ce9a0 con 0x7ffbdc1082a0 2024-09-10T08:12:46.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.281+0000 7ffbe0e06640 1 --2- 172.21.15.67:0/1168847518 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ffbc80a2c00 0x7ffbc80a50c0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7ffbd4006fd0 tx=0x7ffbd4008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:46.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.285+0000 7ffbd9ffb640 1 -- 172.21.15.67:0/1168847518 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ffbc409b6e0 con 0x7ffbdc1082a0 2024-09-10T08:12:46.499 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.499+0000 7ffbe306a640 1 -- 172.21.15.67:0/1168847518 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"} v 0) -- 0x7ffbdc19bb90 con 0x7ffbdc1082a0 2024-09-10T08:12:46.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.888+0000 7ffbd9ffb640 1 -- 172.21.15.67:0/1168847518 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]=0 added data pool 4 to fsmap v17) ==== 137+0+0 (secure 0 0 0) 0x7ffbc409afe0 con 0x7ffbdc1082a0 2024-09-10T08:12:46.888 INFO:teuthology.orchestra.run.smithi067.stderr:added data pool 4 to fsmap 2024-09-10T08:12:46.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.890+0000 7ffbe306a640 1 -- 172.21.15.67:0/1168847518 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ffbc80a2c00 msgr2=0x7ffbc80a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:46.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.890+0000 7ffbe306a640 1 --2- 172.21.15.67:0/1168847518 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ffbc80a2c00 0x7ffbc80a50c0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7ffbd4006fd0 tx=0x7ffbd4008040 comp rx=0 tx=0).stop 2024-09-10T08:12:46.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.890+0000 7ffbe306a640 1 -- 172.21.15.67:0/1168847518 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffbdc1082a0 msgr2=0x7ffbdc19a660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:46.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.890+0000 7ffbe306a640 1 --2- 172.21.15.67:0/1168847518 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffbdc1082a0 0x7ffbdc19a660 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7ffbc4009fd0 tx=0x7ffbc400b8e0 comp rx=0 tx=0).stop 2024-09-10T08:12:46.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.890+0000 7ffbe306a640 1 -- 172.21.15.67:0/1168847518 shutdown_connections 2024-09-10T08:12:46.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.890+0000 7ffbe306a640 1 --2- 172.21.15.67:0/1168847518 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ffbc80a2c00 0x7ffbc80a50c0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:46.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.890+0000 7ffbe306a640 1 --2- 172.21.15.67:0/1168847518 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffbdc1082a0 0x7ffbdc19a660 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:46.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.890+0000 7ffbe306a640 1 --2- 172.21.15.67:0/1168847518 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffbdc1036e0 0x7ffbdc1a0ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:46.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.890+0000 7ffbe306a640 1 --2- 172.21.15.67:0/1168847518 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffbdc102d30 0x7ffbdc1a0590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:46.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.890+0000 7ffbe306a640 1 -- 172.21.15.67:0/1168847518 >> 172.21.15.67:0/1168847518 conn(0x7ffbdc0fc7d0 msgr2=0x7ffbdc100e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:46.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.891+0000 7ffbe306a640 1 -- 172.21.15.67:0/1168847518 shutdown_connections 2024-09-10T08:12:46.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:46.891+0000 7ffbe306a640 1 -- 172.21.15.67:0/1168847518 wait complete. 2024-09-10T08:12:47.140 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:46 smithi203 ceph-mon[34672]: pgmap v291: 129 pgs: 7 creating+peering, 1 unknown, 121 active+clean; 579 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 5 op/s 2024-09-10T08:12:47.141 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:46 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/1168847518' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-09-10T08:12:47.145 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:46 smithi133 ceph-mon[34721]: pgmap v291: 129 pgs: 7 creating+peering, 1 unknown, 121 active+clean; 579 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 5 op/s 2024-09-10T08:12:47.145 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:46 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/1168847518' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-09-10T08:12:47.204 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:46 smithi067 ceph-mon[31051]: pgmap v291: 129 pgs: 7 creating+peering, 1 unknown, 121 active+clean; 579 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 5 op/s 2024-09-10T08:12:47.204 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:46 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/1168847518' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-09-10T08:12:47.538 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:12:47.801 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:12:48.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:47 smithi067 ceph-mon[31051]: osdmap e88: 12 total, 12 up, 12 in 2024-09-10T08:12:48.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:47 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/1168847518' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-09-10T08:12:48.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:47 smithi067 ceph-mon[31051]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-10T08:12:48.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:47 smithi203 ceph-mon[34672]: osdmap e88: 12 total, 12 up, 12 in 2024-09-10T08:12:48.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:47 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/1168847518' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-09-10T08:12:48.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:47 smithi203 ceph-mon[34672]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-10T08:12:48.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:47 smithi133 ceph-mon[34721]: osdmap e88: 12 total, 12 up, 12 in 2024-09-10T08:12:48.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:47 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/1168847518' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-09-10T08:12:48.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:47 smithi133 ceph-mon[34721]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-10T08:12:48.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.323+0000 7fefc024c640 1 -- 172.21.15.67:0/4136205964 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fefb8106a60 msgr2=0x7fefb8106e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:48.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.323+0000 7fefc024c640 1 --2- 172.21.15.67:0/4136205964 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fefb8106a60 0x7fefb8106e40 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fefb4009930 tx=0x7fefb402a420 comp rx=0 tx=0).stop 2024-09-10T08:12:48.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.324+0000 7fefc024c640 1 -- 172.21.15.67:0/4136205964 shutdown_connections 2024-09-10T08:12:48.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.324+0000 7fefc024c640 1 --2- 172.21.15.67:0/4136205964 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fefb8101400 0x7fefb810d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:48.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.324+0000 7fefc024c640 1 --2- 172.21.15.67:0/4136205964 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fefb8100a60 0x7fefb8100ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:48.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.324+0000 7fefc024c640 1 --2- 172.21.15.67:0/4136205964 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fefb8106a60 0x7fefb8106e40 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:48.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.324+0000 7fefc024c640 1 -- 172.21.15.67:0/4136205964 >> 172.21.15.67:0/4136205964 conn(0x7fefb80fc780 msgr2=0x7fefb80feba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:48.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.324+0000 7fefc024c640 1 -- 172.21.15.67:0/4136205964 shutdown_connections 2024-09-10T08:12:48.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.324+0000 7fefc024c640 1 -- 172.21.15.67:0/4136205964 wait complete. 2024-09-10T08:12:48.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.324+0000 7fefc024c640 1 Processor -- start 2024-09-10T08:12:48.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.324+0000 7fefc024c640 1 -- start start 2024-09-10T08:12:48.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.324+0000 7fefc024c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fefb8100a60 0x7fefb8102630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:48.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.325+0000 7fefc024c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fefb8101400 0x7fefb8102b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:48.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.325+0000 7fefc024c640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fefb8106a60 0x7fefb81030b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:48.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.325+0000 7fefc024c640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fefb8110d10 con 0x7fefb8100a60 2024-09-10T08:12:48.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.325+0000 7fefc024c640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fefb8110b90 con 0x7fefb8101400 2024-09-10T08:12:48.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.325+0000 7fefc024c640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fefb8110e90 con 0x7fefb8106a60 2024-09-10T08:12:48.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.325+0000 7fefbdfe8640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fefb8100a60 0x7fefb8102630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:48.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.325+0000 7fefbdfe8640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fefb8100a60 0x7fefb8102630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57670/0 (socket says 172.21.15.67:57670) 2024-09-10T08:12:48.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.325+0000 7fefbdfe8640 1 -- 172.21.15.67:0/1630279772 learned_addr learned my addr 172.21.15.67:0/1630279772 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:12:48.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.325+0000 7fefbe7e9640 1 --2- 172.21.15.67:0/1630279772 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fefb8106a60 0x7fefb81030b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:48.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.325+0000 7fefbd7e7640 1 --2- 172.21.15.67:0/1630279772 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fefb8101400 0x7fefb8102b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:48.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.325+0000 7fefbdfe8640 1 -- 172.21.15.67:0/1630279772 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fefb8106a60 msgr2=0x7fefb81030b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:48.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.325+0000 7fefbdfe8640 1 --2- 172.21.15.67:0/1630279772 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fefb8106a60 0x7fefb81030b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:48.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.325+0000 7fefbdfe8640 1 -- 172.21.15.67:0/1630279772 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fefb8101400 msgr2=0x7fefb8102b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:48.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.325+0000 7fefbdfe8640 1 --2- 172.21.15.67:0/1630279772 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fefb8101400 0x7fefb8102b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:48.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.325+0000 7fefbdfe8640 1 -- 172.21.15.67:0/1630279772 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fefb81a6860 con 0x7fefb8100a60 2024-09-10T08:12:48.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.325+0000 7fefbe7e9640 1 --2- 172.21.15.67:0/1630279772 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fefb8106a60 0x7fefb81030b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:12:48.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.325+0000 7fefbd7e7640 1 --2- 172.21.15.67:0/1630279772 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fefb8101400 0x7fefb8102b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:12:48.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.325+0000 7fefbdfe8640 1 --2- 172.21.15.67:0/1630279772 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fefb8100a60 0x7fefb8102630 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fefb4004770 tx=0x7fefb40042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:48.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.325+0000 7fefaeffd640 1 -- 172.21.15.67:0/1630279772 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefb403f070 con 0x7fefb8100a60 2024-09-10T08:12:48.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.325+0000 7fefc024c640 1 -- 172.21.15.67:0/1630279772 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fefb81a6af0 con 0x7fefb8100a60 2024-09-10T08:12:48.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.325+0000 7fefaeffd640 1 -- 172.21.15.67:0/1630279772 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fefb403b460 con 0x7fefb8100a60 2024-09-10T08:12:48.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.325+0000 7fefaeffd640 1 -- 172.21.15.67:0/1630279772 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefb4035070 con 0x7fefb8100a60 2024-09-10T08:12:48.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.325+0000 7fefc024c640 1 -- 172.21.15.67:0/1630279772 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fefb81a7020 con 0x7fefb8100a60 2024-09-10T08:12:48.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.326+0000 7fefc024c640 1 -- 172.21.15.67:0/1630279772 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fefb8100ec0 con 0x7fefb8100a60 2024-09-10T08:12:48.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.328+0000 7fefaeffd640 1 -- 172.21.15.67:0/1630279772 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fefb403b610 con 0x7fefb8100a60 2024-09-10T08:12:48.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.328+0000 7fefaeffd640 1 --2- 172.21.15.67:0/1630279772 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fefa40a2b80 0x7fefa40a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:48.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.328+0000 7fefbd7e7640 1 --2- 172.21.15.67:0/1630279772 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fefa40a2b80 0x7fefa40a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:48.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.328+0000 7fefaeffd640 1 -- 172.21.15.67:0/1630279772 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7fefb40ef980 con 0x7fefb8100a60 2024-09-10T08:12:48.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.329+0000 7fefbd7e7640 1 --2- 172.21.15.67:0/1630279772 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fefa40a2b80 0x7fefa40a5040 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fefa80058c0 tx=0x7fefa8005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:48.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.331+0000 7fefaeffd640 1 -- 172.21.15.67:0/1630279772 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fefb40bc6a0 con 0x7fefb8100a60 2024-09-10T08:12:48.540 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.540+0000 7fefc024c640 1 -- 172.21.15.67:0/1630279772 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fefb81a7290 con 0x7fefb8100a60 2024-09-10T08:12:48.540 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.541+0000 7fefaeffd640 1 -- 172.21.15.67:0/1630279772 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+11848 (secure 0 0 0) 0x7fefb40bbfa0 con 0x7fefb8100a60 2024-09-10T08:12:48.541 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:12:48.541 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":17,"btime":"2024-09-10T08:12:46:877687+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3649064068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3649064068},{"type":"v1","addr":"172.21.15.67:6835","nonce":3649064068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6837/384364542","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6836","nonce":384364542},{"type":"v1","addr":"172.21.15.67:6837","nonce":384364542}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6839/2770928820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6838","nonce":2770928820},{"type":"v1","addr":"172.21.15.67:6839","nonce":2770928820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14628,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6841/1116344955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6840","nonce":1116344955},{"type":"v1","addr":"172.21.15.67:6841","nonce":1116344955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6833/2920270168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":2920270168},{"type":"v1","addr":"172.21.15.133:6833","nonce":2920270168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6833/754287689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":754287689},{"type":"v1","addr":"172.21.15.203:6833","nonce":754287689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6835/3573205749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3573205749},{"type":"v1","addr":"172.21.15.133:6835","nonce":3573205749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6835/3722546188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":3722546188},{"type":"v1","addr":"172.21.15.203:6835","nonce":3722546188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6837/667764093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":667764093},{"type":"v1","addr":"172.21.15.133:6837","nonce":667764093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24457,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6837/4255783395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":4255783395},{"type":"v1","addr":"172.21.15.203:6837","nonce":4255783395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24475,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6839/2311592321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2311592321},{"type":"v1","addr":"172.21.15.203:6839","nonce":2311592321}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:12:37.538183+0000","modified":"2024-09-10T08:12:46.501290+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24479},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24479":{"gid":24479,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.133:6839/1848609384","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":1848609384},{"type":"v1","addr":"172.21.15.133:6839","nonce":1848609384}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":24479,"qdb_cluster":[24479]},"id":1}]} 2024-09-10T08:12:48.541 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 17 2024-09-10T08:12:48.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.544+0000 7fefc024c640 1 -- 172.21.15.67:0/1630279772 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fefa40a2b80 msgr2=0x7fefa40a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:48.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.544+0000 7fefc024c640 1 --2- 172.21.15.67:0/1630279772 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fefa40a2b80 0x7fefa40a5040 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fefa80058c0 tx=0x7fefa8005850 comp rx=0 tx=0).stop 2024-09-10T08:12:48.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.544+0000 7fefc024c640 1 -- 172.21.15.67:0/1630279772 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fefb8100a60 msgr2=0x7fefb8102630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:48.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.544+0000 7fefc024c640 1 --2- 172.21.15.67:0/1630279772 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fefb8100a60 0x7fefb8102630 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fefb4004770 tx=0x7fefb40042f0 comp rx=0 tx=0).stop 2024-09-10T08:12:48.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.544+0000 7fefc024c640 1 -- 172.21.15.67:0/1630279772 shutdown_connections 2024-09-10T08:12:48.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.544+0000 7fefc024c640 1 --2- 172.21.15.67:0/1630279772 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fefa40a2b80 0x7fefa40a5040 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:48.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.544+0000 7fefc024c640 1 --2- 172.21.15.67:0/1630279772 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fefb8101400 0x7fefb8102b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:48.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.544+0000 7fefc024c640 1 --2- 172.21.15.67:0/1630279772 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fefb8106a60 0x7fefb81030b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:48.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.544+0000 7fefc024c640 1 --2- 172.21.15.67:0/1630279772 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fefb8100a60 0x7fefb8102630 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:48.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.544+0000 7fefc024c640 1 -- 172.21.15.67:0/1630279772 >> 172.21.15.67:0/1630279772 conn(0x7fefb80fc780 msgr2=0x7fefb806a9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:48.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.544+0000 7fefc024c640 1 -- 172.21.15.67:0/1630279772 shutdown_connections 2024-09-10T08:12:48.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:48.544+0000 7fefc024c640 1 -- 172.21.15.67:0/1630279772 wait complete. 2024-09-10T08:12:49.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:48 smithi067 ceph-mon[31051]: pgmap v293: 129 pgs: 7 creating+peering, 122 active+clean; 579 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 0 op/s 2024-09-10T08:12:49.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:48 smithi067 ceph-mon[31051]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-10T08:12:49.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:48 smithi067 ceph-mon[31051]: Cluster is now healthy 2024-09-10T08:12:49.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:48 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/1630279772' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:12:49.284 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph osd dump --format=json 2024-09-10T08:12:49.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:48 smithi203 ceph-mon[34672]: pgmap v293: 129 pgs: 7 creating+peering, 122 active+clean; 579 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 0 op/s 2024-09-10T08:12:49.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:48 smithi203 ceph-mon[34672]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-10T08:12:49.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:48 smithi203 ceph-mon[34672]: Cluster is now healthy 2024-09-10T08:12:49.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:48 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/1630279772' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:12:49.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:48 smithi133 ceph-mon[34721]: pgmap v293: 129 pgs: 7 creating+peering, 122 active+clean; 579 KiB data, 398 MiB used, 1.0 TiB / 1.0 TiB avail; 0 B/s wr, 0 op/s 2024-09-10T08:12:49.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:48 smithi133 ceph-mon[34721]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-10T08:12:49.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:48 smithi133 ceph-mon[34721]: Cluster is now healthy 2024-09-10T08:12:49.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:48 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/1630279772' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:12:49.557 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:12:50.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.034+0000 7f898bd43640 1 -- 172.21.15.67:0/2835233928 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f89841036e0 msgr2=0x7f8984107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:50.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.034+0000 7f898bd43640 1 --2- 172.21.15.67:0/2835233928 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f89841036e0 0x7f8984107b90 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f8978009930 tx=0x7f897802a480 comp rx=0 tx=0).stop 2024-09-10T08:12:50.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.034+0000 7f898bd43640 1 -- 172.21.15.67:0/2835233928 shutdown_connections 2024-09-10T08:12:50.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.034+0000 7f898bd43640 1 --2- 172.21.15.67:0/2835233928 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f89841082a0 0x7f898410ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:50.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.034+0000 7f898bd43640 1 --2- 172.21.15.67:0/2835233928 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f89841036e0 0x7f8984107b90 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:50.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.034+0000 7f898bd43640 1 --2- 172.21.15.67:0/2835233928 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8984102d30 0x7f8984103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:50.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.034+0000 7f898bd43640 1 -- 172.21.15.67:0/2835233928 >> 172.21.15.67:0/2835233928 conn(0x7f89840fc7d0 msgr2=0x7f89840febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:50.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.034+0000 7f898bd43640 1 -- 172.21.15.67:0/2835233928 shutdown_connections 2024-09-10T08:12:50.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.034+0000 7f898bd43640 1 -- 172.21.15.67:0/2835233928 wait complete. 2024-09-10T08:12:50.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.035+0000 7f898bd43640 1 Processor -- start 2024-09-10T08:12:50.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.035+0000 7f898bd43640 1 -- start start 2024-09-10T08:12:50.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.035+0000 7f898bd43640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8984102d30 0x7f89841986b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:50.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.035+0000 7f898bd43640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f89841036e0 0x7f8984198bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:50.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.035+0000 7f898bd43640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f89841082a0 0x7f898419cf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:50.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.035+0000 7f898bd43640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f8984112030 con 0x7f89841036e0 2024-09-10T08:12:50.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.035+0000 7f898bd43640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f8984111eb0 con 0x7f89841082a0 2024-09-10T08:12:50.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.035+0000 7f898bd43640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f89841121b0 con 0x7f8984102d30 2024-09-10T08:12:50.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.035+0000 7f89892de640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f89841036e0 0x7f8984198bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:50.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.035+0000 7f89892de640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f89841036e0 0x7f8984198bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57690/0 (socket says 172.21.15.67:57690) 2024-09-10T08:12:50.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.035+0000 7f89892de640 1 -- 172.21.15.67:0/528934959 learned_addr learned my addr 172.21.15.67:0/528934959 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:12:50.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.035+0000 7f8989adf640 1 --2- 172.21.15.67:0/528934959 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8984102d30 0x7f89841986b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:50.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.035+0000 7f898a2e0640 1 --2- 172.21.15.67:0/528934959 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f89841082a0 0x7f898419cf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:50.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.035+0000 7f89892de640 1 -- 172.21.15.67:0/528934959 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8984102d30 msgr2=0x7f89841986b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:50.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.035+0000 7f89892de640 1 --2- 172.21.15.67:0/528934959 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8984102d30 0x7f89841986b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:50.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.035+0000 7f89892de640 1 -- 172.21.15.67:0/528934959 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f89841082a0 msgr2=0x7f898419cf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:50.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.035+0000 7f89892de640 1 --2- 172.21.15.67:0/528934959 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f89841082a0 0x7f898419cf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:50.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.035+0000 7f89892de640 1 -- 172.21.15.67:0/528934959 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f898419d660 con 0x7f89841036e0 2024-09-10T08:12:50.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.035+0000 7f898a2e0640 1 --2- 172.21.15.67:0/528934959 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f89841082a0 0x7f898419cf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:12:50.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.036+0000 7f89892de640 1 --2- 172.21.15.67:0/528934959 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f89841036e0 0x7f8984198bf0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f8978031440 tx=0x7f89780042e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:50.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.036+0000 7f8982ffd640 1 -- 172.21.15.67:0/528934959 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f897803f070 con 0x7f89841036e0 2024-09-10T08:12:50.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.036+0000 7f8982ffd640 1 -- 172.21.15.67:0/528934959 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8978003aa0 con 0x7f89841036e0 2024-09-10T08:12:50.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.036+0000 7f898bd43640 1 -- 172.21.15.67:0/528934959 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f898419d8f0 con 0x7f89841036e0 2024-09-10T08:12:50.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.036+0000 7f8982ffd640 1 -- 172.21.15.67:0/528934959 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8978035070 con 0x7f89841036e0 2024-09-10T08:12:50.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.036+0000 7f898bd43640 1 -- 172.21.15.67:0/528934959 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89841a5230 con 0x7f89841036e0 2024-09-10T08:12:50.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.037+0000 7f898bd43640 1 -- 172.21.15.67:0/528934959 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f898406a850 con 0x7f89841036e0 2024-09-10T08:12:50.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.038+0000 7f8982ffd640 1 -- 172.21.15.67:0/528934959 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f8978042070 con 0x7f89841036e0 2024-09-10T08:12:50.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.039+0000 7f8982ffd640 1 --2- 172.21.15.67:0/528934959 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f896c0a2b80 0x7f896c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:50.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.039+0000 7f8989adf640 1 --2- 172.21.15.67:0/528934959 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f896c0a2b80 0x7f896c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:50.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.039+0000 7f8982ffd640 1 -- 172.21.15.67:0/528934959 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f89780eff90 con 0x7f89841036e0 2024-09-10T08:12:50.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.039+0000 7f8989adf640 1 --2- 172.21.15.67:0/528934959 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f896c0a2b80 0x7f896c0a5040 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f897c006fd0 tx=0x7f897c0090e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:50.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.042+0000 7f8982ffd640 1 -- 172.21.15.67:0/528934959 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f89780bccb0 con 0x7f89841036e0 2024-09-10T08:12:50.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.221+0000 7f898bd43640 1 -- 172.21.15.67:0/528934959 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8984103190 con 0x7f89841036e0 2024-09-10T08:12:50.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.222+0000 7f8982ffd640 1 -- 172.21.15.67:0/528934959 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+24225 (secure 0 0 0) 0x7f8984103190 con 0x7f89841036e0 2024-09-10T08:12:50.222 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:12:50.222 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":88,"fsid":"315284b0-6f4b-11ef-bcea-c7b262605968","created":"2024-09-10T08:04:51.999264+0000","modified":"2024-09-10T08:12:46.501131+0000","last_up_change":"2024-09-10T08:11:44.006308+0000","last_in_change":"2024-09-10T08:11:20.252568+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:07:54.225673+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:12:33.710480+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T08:12:35.789356+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T08:12:42.280527+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f86e49e6-6996-48db-b2b5-45e56df21941","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6803","nonce":2156529365}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6805","nonce":2156529365}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6809","nonce":2156529365}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6807","nonce":2156529365}]},"public_addr":"172.21.15.67:6803/2156529365","cluster_addr":"172.21.15.67:6805/2156529365","heartbeat_back_addr":"172.21.15.67:6809/2156529365","heartbeat_front_addr":"172.21.15.67:6807/2156529365","state":["exists","up"]},{"osd":1,"uuid":"5d1404fb-621b-43f8-aae0-9b3bb2c84e92","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6801","nonce":3995937115}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6803","nonce":3995937115}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6807","nonce":3995937115}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6805","nonce":3995937115}]},"public_addr":"172.21.15.133:6801/3995937115","cluster_addr":"172.21.15.133:6803/3995937115","heartbeat_back_addr":"172.21.15.133:6807/3995937115","heartbeat_front_addr":"172.21.15.133:6805/3995937115","state":["exists","up"]},{"osd":2,"uuid":"f1a75f4e-9c67-4536-aad8-56469112fda1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6801","nonce":3905493348}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6803","nonce":3905493348}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6807","nonce":3905493348}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6805","nonce":3905493348}]},"public_addr":"172.21.15.203:6801/3905493348","cluster_addr":"172.21.15.203:6803/3905493348","heartbeat_back_addr":"172.21.15.203:6807/3905493348","heartbeat_front_addr":"172.21.15.203:6805/3905493348","state":["exists","up"]},{"osd":3,"uuid":"b58a1682-c3a7-4094-a4c8-d132c11d478f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6811","nonce":1513600391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6813","nonce":1513600391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6817","nonce":1513600391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6815","nonce":1513600391}]},"public_addr":"172.21.15.67:6811/1513600391","cluster_addr":"172.21.15.67:6813/1513600391","heartbeat_back_addr":"172.21.15.67:6817/1513600391","heartbeat_front_addr":"172.21.15.67:6815/1513600391","state":["exists","up"]},{"osd":4,"uuid":"cc22f878-3de9-4257-abab-069be0664dff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6809","nonce":873062362}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6811","nonce":873062362}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6815","nonce":873062362}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6813","nonce":873062362}]},"public_addr":"172.21.15.133:6809/873062362","cluster_addr":"172.21.15.133:6811/873062362","heartbeat_back_addr":"172.21.15.133:6815/873062362","heartbeat_front_addr":"172.21.15.133:6813/873062362","state":["exists","up"]},{"osd":5,"uuid":"6e4b48f9-df8e-43e5-ba21-589cbe4bf349","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6809","nonce":2104437925}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6811","nonce":2104437925}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6815","nonce":2104437925}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6813","nonce":2104437925}]},"public_addr":"172.21.15.203:6809/2104437925","cluster_addr":"172.21.15.203:6811/2104437925","heartbeat_back_addr":"172.21.15.203:6815/2104437925","heartbeat_front_addr":"172.21.15.203:6813/2104437925","state":["exists","up"]},{"osd":6,"uuid":"bc0ce4e2-ab6c-4d1d-a17c-f16ccf214696","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6819","nonce":3451855313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6821","nonce":3451855313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6825","nonce":3451855313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6823","nonce":3451855313}]},"public_addr":"172.21.15.67:6819/3451855313","cluster_addr":"172.21.15.67:6821/3451855313","heartbeat_back_addr":"172.21.15.67:6825/3451855313","heartbeat_front_addr":"172.21.15.67:6823/3451855313","state":["exists","up"]},{"osd":7,"uuid":"b114b175-4fec-45f5-846f-edbd7f3f6a40","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6817","nonce":3668519078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6819","nonce":3668519078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6823","nonce":3668519078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6821","nonce":3668519078}]},"public_addr":"172.21.15.133:6817/3668519078","cluster_addr":"172.21.15.133:6819/3668519078","heartbeat_back_addr":"172.21.15.133:6823/3668519078","heartbeat_front_addr":"172.21.15.133:6821/3668519078","state":["exists","up"]},{"osd":8,"uuid":"d31ce685-0a86-44b4-86ff-c2f7282de65e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6817","nonce":472763919}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6819","nonce":472763919}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6823","nonce":472763919}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6820","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6821","nonce":472763919}]},"public_addr":"172.21.15.203:6817/472763919","cluster_addr":"172.21.15.203:6819/472763919","heartbeat_back_addr":"172.21.15.203:6823/472763919","heartbeat_front_addr":"172.21.15.203:6821/472763919","state":["exists","up"]},{"osd":9,"uuid":"aa95ebe2-9111-4d0d-97cb-d0e19ab1b3cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6827","nonce":228642541}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6829","nonce":228642541}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6833","nonce":228642541}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6831","nonce":228642541}]},"public_addr":"172.21.15.67:6827/228642541","cluster_addr":"172.21.15.67:6829/228642541","heartbeat_back_addr":"172.21.15.67:6833/228642541","heartbeat_front_addr":"172.21.15.67:6831/228642541","state":["exists","up"]},{"osd":10,"uuid":"d732bc25-9273-4964-b8bf-441ae03fe4c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6825","nonce":1358359980}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6827","nonce":1358359980}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6831","nonce":1358359980}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6829","nonce":1358359980}]},"public_addr":"172.21.15.133:6825/1358359980","cluster_addr":"172.21.15.133:6827/1358359980","heartbeat_back_addr":"172.21.15.133:6831/1358359980","heartbeat_front_addr":"172.21.15.133:6829/1358359980","state":["exists","up"]},{"osd":11,"uuid":"8467eb04-6d28-4e6e-8f44-19022da895c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6824","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6825","nonce":1340245932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6827","nonce":1340245932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6831","nonce":1340245932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6828","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6829","nonce":1340245932}]},"public_addr":"172.21.15.203:6825/1340245932","cluster_addr":"172.21.15.203:6827/1340245932","heartbeat_back_addr":"172.21.15.203:6831/1340245932","heartbeat_front_addr":"172.21.15.203:6829/1340245932","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:07:00.686495+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:07:25.963125+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:07:51.678889+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:08:17.214730+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:08:42.566829+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:09:07.208130+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:09:33.332707+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:09:58.718647+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:10:24.866450+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:10:50.740704+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:11:16.269602+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:11:42.296645+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:0/420992675":"2024-09-11T08:05:37.717567+0000","172.21.15.67:0/2960294013":"2024-09-11T08:05:37.717567+0000","172.21.15.67:6801/2987520524":"2024-09-11T08:05:37.717567+0000","172.21.15.67:6800/2987520524":"2024-09-11T08:05:37.717567+0000","172.21.15.67:0/3383024850":"2024-09-11T08:05:13.831541+0000","172.21.15.67:6801/1869292132":"2024-09-11T08:05:13.831541+0000","172.21.15.67:6800/1869292132":"2024-09-11T08:05:13.831541+0000","172.21.15.67:0/4178209804":"2024-09-11T08:05:37.717567+0000","172.21.15.67:0/2105313351":"2024-09-11T08:05:13.831541+0000","172.21.15.67:0/4063198473":"2024-09-11T08:05:13.831541+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:12:50.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.224+0000 7f898bd43640 1 -- 172.21.15.67:0/528934959 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f896c0a2b80 msgr2=0x7f896c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:50.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.224+0000 7f898bd43640 1 --2- 172.21.15.67:0/528934959 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f896c0a2b80 0x7f896c0a5040 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f897c006fd0 tx=0x7f897c0090e0 comp rx=0 tx=0).stop 2024-09-10T08:12:50.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.224+0000 7f898bd43640 1 -- 172.21.15.67:0/528934959 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f89841036e0 msgr2=0x7f8984198bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:50.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.224+0000 7f898bd43640 1 --2- 172.21.15.67:0/528934959 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f89841036e0 0x7f8984198bf0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f8978031440 tx=0x7f89780042e0 comp rx=0 tx=0).stop 2024-09-10T08:12:50.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.225+0000 7f898bd43640 1 -- 172.21.15.67:0/528934959 shutdown_connections 2024-09-10T08:12:50.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.225+0000 7f898bd43640 1 --2- 172.21.15.67:0/528934959 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f896c0a2b80 0x7f896c0a5040 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:50.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.225+0000 7f898bd43640 1 --2- 172.21.15.67:0/528934959 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f89841082a0 0x7f898419cf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:50.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.225+0000 7f898bd43640 1 --2- 172.21.15.67:0/528934959 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f89841036e0 0x7f8984198bf0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:50.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.225+0000 7f898bd43640 1 --2- 172.21.15.67:0/528934959 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8984102d30 0x7f89841986b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:50.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.225+0000 7f898bd43640 1 -- 172.21.15.67:0/528934959 >> 172.21.15.67:0/528934959 conn(0x7f89840fc7d0 msgr2=0x7f8984105f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:50.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.225+0000 7f898bd43640 1 -- 172.21.15.67:0/528934959 shutdown_connections 2024-09-10T08:12:50.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:50.225+0000 7f898bd43640 1 -- 172.21.15.67:0/528934959 wait complete. 2024-09-10T08:12:50.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:50 smithi067 ceph-mon[31051]: pgmap v294: 129 pgs: 129 active+clean; 579 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:50.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:50 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/528934959' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:12:50.974 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph osd dump --format=json 2024-09-10T08:12:51.232 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:12:51.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:50 smithi203 ceph-mon[34672]: pgmap v294: 129 pgs: 129 active+clean; 579 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:51.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:50 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/528934959' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:12:51.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:50 smithi133 ceph-mon[34721]: pgmap v294: 129 pgs: 129 active+clean; 579 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:51.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:50 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/528934959' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:12:51.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.716+0000 7fc7aeecd640 1 -- 172.21.15.67:0/226018947 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7a8074e30 msgr2=0x7fc7a810df00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:51.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.716+0000 7fc7aeecd640 1 --2- 172.21.15.67:0/226018947 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7a8074e30 0x7fc7a810df00 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fc798009ca0 tx=0x7fc79802a950 comp rx=0 tx=0).stop 2024-09-10T08:12:51.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.716+0000 7fc7aeecd640 1 -- 172.21.15.67:0/226018947 shutdown_connections 2024-09-10T08:12:51.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.716+0000 7fc7aeecd640 1 --2- 172.21.15.67:0/226018947 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc7a810e440 0x7fc7a8110830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:51.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.716+0000 7fc7aeecd640 1 --2- 172.21.15.67:0/226018947 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7a8074e30 0x7fc7a810df00 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:51.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.716+0000 7fc7aeecd640 1 --2- 172.21.15.67:0/226018947 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc7a8074510 0x7fc7a80748f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:51.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.716+0000 7fc7aeecd640 1 -- 172.21.15.67:0/226018947 >> 172.21.15.67:0/226018947 conn(0x7fc7a80fd8c0 msgr2=0x7fc7a80ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:51.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.716+0000 7fc7aeecd640 1 -- 172.21.15.67:0/226018947 shutdown_connections 2024-09-10T08:12:51.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.716+0000 7fc7aeecd640 1 -- 172.21.15.67:0/226018947 wait complete. 2024-09-10T08:12:51.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.717+0000 7fc7aeecd640 1 Processor -- start 2024-09-10T08:12:51.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.717+0000 7fc7aeecd640 1 -- start start 2024-09-10T08:12:51.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.717+0000 7fc7aeecd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc7a8074510 0x7fc7a819a5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:51.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.717+0000 7fc7aeecd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7a8074e30 0x7fc7a819aaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:51.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.717+0000 7fc7aeecd640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc7a810e440 0x7fc7a819ee80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:51.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.717+0000 7fc7aeecd640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc7a8113ff0 con 0x7fc7a8074e30 2024-09-10T08:12:51.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.717+0000 7fc7aeecd640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fc7a8113e70 con 0x7fc7a8074510 2024-09-10T08:12:51.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.717+0000 7fc7aeecd640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fc7a8114170 con 0x7fc7a810e440 2024-09-10T08:12:51.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.717+0000 7fc7a7fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7a8074e30 0x7fc7a819aaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:51.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.717+0000 7fc7a7fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7a8074e30 0x7fc7a819aaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57702/0 (socket says 172.21.15.67:57702) 2024-09-10T08:12:51.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.717+0000 7fc7a7fff640 1 -- 172.21.15.67:0/1153748850 learned_addr learned my addr 172.21.15.67:0/1153748850 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:12:51.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.717+0000 7fc7acc69640 1 --2- 172.21.15.67:0/1153748850 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc7a8074510 0x7fc7a819a5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:51.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.718+0000 7fc7ad46a640 1 --2- 172.21.15.67:0/1153748850 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc7a810e440 0x7fc7a819ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:51.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.718+0000 7fc7a7fff640 1 -- 172.21.15.67:0/1153748850 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc7a810e440 msgr2=0x7fc7a819ee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:51.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.718+0000 7fc7a7fff640 1 --2- 172.21.15.67:0/1153748850 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc7a810e440 0x7fc7a819ee80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:51.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.718+0000 7fc7a7fff640 1 -- 172.21.15.67:0/1153748850 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc7a8074510 msgr2=0x7fc7a819a5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:51.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.718+0000 7fc7a7fff640 1 --2- 172.21.15.67:0/1153748850 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc7a8074510 0x7fc7a819a5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:51.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.718+0000 7fc7a7fff640 1 -- 172.21.15.67:0/1153748850 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7a819f560 con 0x7fc7a8074e30 2024-09-10T08:12:51.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.718+0000 7fc7ad46a640 1 --2- 172.21.15.67:0/1153748850 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc7a810e440 0x7fc7a819ee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:12:51.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.718+0000 7fc7acc69640 1 --2- 172.21.15.67:0/1153748850 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc7a8074510 0x7fc7a819a5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:12:51.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.718+0000 7fc7a7fff640 1 --2- 172.21.15.67:0/1153748850 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7a8074e30 0x7fc7a819aaf0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fc798005cc0 tx=0x7fc79802f650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:51.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.718+0000 7fc7a5ffb640 1 -- 172.21.15.67:0/1153748850 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc798034040 con 0x7fc7a8074e30 2024-09-10T08:12:51.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.718+0000 7fc7aeecd640 1 -- 172.21.15.67:0/1153748850 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7a819f7f0 con 0x7fc7a8074e30 2024-09-10T08:12:51.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.718+0000 7fc7a5ffb640 1 -- 172.21.15.67:0/1153748850 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc798003e40 con 0x7fc7a8074e30 2024-09-10T08:12:51.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.718+0000 7fc7a5ffb640 1 -- 172.21.15.67:0/1153748850 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc798045480 con 0x7fc7a8074e30 2024-09-10T08:12:51.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.718+0000 7fc7aeecd640 1 -- 172.21.15.67:0/1153748850 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7a81a7130 con 0x7fc7a8074e30 2024-09-10T08:12:51.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.719+0000 7fc7aeecd640 1 -- 172.21.15.67:0/1153748850 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7a8075c50 con 0x7fc7a8074e30 2024-09-10T08:12:51.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.720+0000 7fc7a5ffb640 1 -- 172.21.15.67:0/1153748850 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fc798037020 con 0x7fc7a8074e30 2024-09-10T08:12:51.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.721+0000 7fc7a5ffb640 1 --2- 172.21.15.67:0/1153748850 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc7940a2b80 0x7fc7940a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:51.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.721+0000 7fc7a5ffb640 1 -- 172.21.15.67:0/1153748850 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7fc7980f04f0 con 0x7fc7a8074e30 2024-09-10T08:12:51.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.721+0000 7fc7acc69640 1 --2- 172.21.15.67:0/1153748850 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc7940a2b80 0x7fc7940a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:51.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.722+0000 7fc7acc69640 1 --2- 172.21.15.67:0/1153748850 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc7940a2b80 0x7fc7940a5040 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fc79000abe0 tx=0x7fc79000a5c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:51.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.725+0000 7fc7a5ffb640 1 -- 172.21.15.67:0/1153748850 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc7980bd210 con 0x7fc7a8074e30 2024-09-10T08:12:51.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.905+0000 7fc7aeecd640 1 -- 172.21.15.67:0/1153748850 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc7a81095c0 con 0x7fc7a8074e30 2024-09-10T08:12:51.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.907+0000 7fc7a5ffb640 1 -- 172.21.15.67:0/1153748850 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+24225 (secure 0 0 0) 0x7fc7980bcb10 con 0x7fc7a8074e30 2024-09-10T08:12:51.906 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:12:51.906 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":88,"fsid":"315284b0-6f4b-11ef-bcea-c7b262605968","created":"2024-09-10T08:04:51.999264+0000","modified":"2024-09-10T08:12:46.501131+0000","last_up_change":"2024-09-10T08:11:44.006308+0000","last_in_change":"2024-09-10T08:11:20.252568+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:07:54.225673+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:12:33.710480+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T08:12:35.789356+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T08:12:42.280527+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f86e49e6-6996-48db-b2b5-45e56df21941","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6803","nonce":2156529365}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6805","nonce":2156529365}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6809","nonce":2156529365}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6807","nonce":2156529365}]},"public_addr":"172.21.15.67:6803/2156529365","cluster_addr":"172.21.15.67:6805/2156529365","heartbeat_back_addr":"172.21.15.67:6809/2156529365","heartbeat_front_addr":"172.21.15.67:6807/2156529365","state":["exists","up"]},{"osd":1,"uuid":"5d1404fb-621b-43f8-aae0-9b3bb2c84e92","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6801","nonce":3995937115}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6803","nonce":3995937115}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6807","nonce":3995937115}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6805","nonce":3995937115}]},"public_addr":"172.21.15.133:6801/3995937115","cluster_addr":"172.21.15.133:6803/3995937115","heartbeat_back_addr":"172.21.15.133:6807/3995937115","heartbeat_front_addr":"172.21.15.133:6805/3995937115","state":["exists","up"]},{"osd":2,"uuid":"f1a75f4e-9c67-4536-aad8-56469112fda1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6801","nonce":3905493348}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6803","nonce":3905493348}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6807","nonce":3905493348}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6805","nonce":3905493348}]},"public_addr":"172.21.15.203:6801/3905493348","cluster_addr":"172.21.15.203:6803/3905493348","heartbeat_back_addr":"172.21.15.203:6807/3905493348","heartbeat_front_addr":"172.21.15.203:6805/3905493348","state":["exists","up"]},{"osd":3,"uuid":"b58a1682-c3a7-4094-a4c8-d132c11d478f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6811","nonce":1513600391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6813","nonce":1513600391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6817","nonce":1513600391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6815","nonce":1513600391}]},"public_addr":"172.21.15.67:6811/1513600391","cluster_addr":"172.21.15.67:6813/1513600391","heartbeat_back_addr":"172.21.15.67:6817/1513600391","heartbeat_front_addr":"172.21.15.67:6815/1513600391","state":["exists","up"]},{"osd":4,"uuid":"cc22f878-3de9-4257-abab-069be0664dff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6809","nonce":873062362}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6811","nonce":873062362}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6815","nonce":873062362}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6813","nonce":873062362}]},"public_addr":"172.21.15.133:6809/873062362","cluster_addr":"172.21.15.133:6811/873062362","heartbeat_back_addr":"172.21.15.133:6815/873062362","heartbeat_front_addr":"172.21.15.133:6813/873062362","state":["exists","up"]},{"osd":5,"uuid":"6e4b48f9-df8e-43e5-ba21-589cbe4bf349","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6809","nonce":2104437925}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6811","nonce":2104437925}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6815","nonce":2104437925}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6813","nonce":2104437925}]},"public_addr":"172.21.15.203:6809/2104437925","cluster_addr":"172.21.15.203:6811/2104437925","heartbeat_back_addr":"172.21.15.203:6815/2104437925","heartbeat_front_addr":"172.21.15.203:6813/2104437925","state":["exists","up"]},{"osd":6,"uuid":"bc0ce4e2-ab6c-4d1d-a17c-f16ccf214696","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6819","nonce":3451855313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6821","nonce":3451855313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6825","nonce":3451855313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6823","nonce":3451855313}]},"public_addr":"172.21.15.67:6819/3451855313","cluster_addr":"172.21.15.67:6821/3451855313","heartbeat_back_addr":"172.21.15.67:6825/3451855313","heartbeat_front_addr":"172.21.15.67:6823/3451855313","state":["exists","up"]},{"osd":7,"uuid":"b114b175-4fec-45f5-846f-edbd7f3f6a40","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6817","nonce":3668519078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6819","nonce":3668519078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6823","nonce":3668519078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6821","nonce":3668519078}]},"public_addr":"172.21.15.133:6817/3668519078","cluster_addr":"172.21.15.133:6819/3668519078","heartbeat_back_addr":"172.21.15.133:6823/3668519078","heartbeat_front_addr":"172.21.15.133:6821/3668519078","state":["exists","up"]},{"osd":8,"uuid":"d31ce685-0a86-44b4-86ff-c2f7282de65e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6817","nonce":472763919}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6819","nonce":472763919}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6823","nonce":472763919}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6820","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6821","nonce":472763919}]},"public_addr":"172.21.15.203:6817/472763919","cluster_addr":"172.21.15.203:6819/472763919","heartbeat_back_addr":"172.21.15.203:6823/472763919","heartbeat_front_addr":"172.21.15.203:6821/472763919","state":["exists","up"]},{"osd":9,"uuid":"aa95ebe2-9111-4d0d-97cb-d0e19ab1b3cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6827","nonce":228642541}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6829","nonce":228642541}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6833","nonce":228642541}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6831","nonce":228642541}]},"public_addr":"172.21.15.67:6827/228642541","cluster_addr":"172.21.15.67:6829/228642541","heartbeat_back_addr":"172.21.15.67:6833/228642541","heartbeat_front_addr":"172.21.15.67:6831/228642541","state":["exists","up"]},{"osd":10,"uuid":"d732bc25-9273-4964-b8bf-441ae03fe4c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6825","nonce":1358359980}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6827","nonce":1358359980}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6831","nonce":1358359980}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6829","nonce":1358359980}]},"public_addr":"172.21.15.133:6825/1358359980","cluster_addr":"172.21.15.133:6827/1358359980","heartbeat_back_addr":"172.21.15.133:6831/1358359980","heartbeat_front_addr":"172.21.15.133:6829/1358359980","state":["exists","up"]},{"osd":11,"uuid":"8467eb04-6d28-4e6e-8f44-19022da895c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6824","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6825","nonce":1340245932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6827","nonce":1340245932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6831","nonce":1340245932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6828","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6829","nonce":1340245932}]},"public_addr":"172.21.15.203:6825/1340245932","cluster_addr":"172.21.15.203:6827/1340245932","heartbeat_back_addr":"172.21.15.203:6831/1340245932","heartbeat_front_addr":"172.21.15.203:6829/1340245932","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:07:00.686495+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:07:25.963125+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:07:51.678889+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:08:17.214730+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:08:42.566829+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:09:07.208130+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:09:33.332707+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:09:58.718647+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:10:24.866450+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:10:50.740704+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:11:16.269602+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:11:42.296645+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:0/420992675":"2024-09-11T08:05:37.717567+0000","172.21.15.67:0/2960294013":"2024-09-11T08:05:37.717567+0000","172.21.15.67:6801/2987520524":"2024-09-11T08:05:37.717567+0000","172.21.15.67:6800/2987520524":"2024-09-11T08:05:37.717567+0000","172.21.15.67:0/3383024850":"2024-09-11T08:05:13.831541+0000","172.21.15.67:6801/1869292132":"2024-09-11T08:05:13.831541+0000","172.21.15.67:6800/1869292132":"2024-09-11T08:05:13.831541+0000","172.21.15.67:0/4178209804":"2024-09-11T08:05:37.717567+0000","172.21.15.67:0/2105313351":"2024-09-11T08:05:13.831541+0000","172.21.15.67:0/4063198473":"2024-09-11T08:05:13.831541+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:12:51.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.910+0000 7fc7aeecd640 1 -- 172.21.15.67:0/1153748850 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc7940a2b80 msgr2=0x7fc7940a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:51.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.910+0000 7fc7aeecd640 1 --2- 172.21.15.67:0/1153748850 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc7940a2b80 0x7fc7940a5040 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fc79000abe0 tx=0x7fc79000a5c0 comp rx=0 tx=0).stop 2024-09-10T08:12:51.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.910+0000 7fc7aeecd640 1 -- 172.21.15.67:0/1153748850 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7a8074e30 msgr2=0x7fc7a819aaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:51.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.910+0000 7fc7aeecd640 1 --2- 172.21.15.67:0/1153748850 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7a8074e30 0x7fc7a819aaf0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fc798005cc0 tx=0x7fc79802f650 comp rx=0 tx=0).stop 2024-09-10T08:12:51.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.910+0000 7fc7aeecd640 1 -- 172.21.15.67:0/1153748850 shutdown_connections 2024-09-10T08:12:51.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.910+0000 7fc7aeecd640 1 --2- 172.21.15.67:0/1153748850 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc7940a2b80 0x7fc7940a5040 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:51.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.910+0000 7fc7aeecd640 1 --2- 172.21.15.67:0/1153748850 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc7a810e440 0x7fc7a819ee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:51.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.910+0000 7fc7aeecd640 1 --2- 172.21.15.67:0/1153748850 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7a8074e30 0x7fc7a819aaf0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:51.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.910+0000 7fc7aeecd640 1 --2- 172.21.15.67:0/1153748850 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc7a8074510 0x7fc7a819a5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:51.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.910+0000 7fc7aeecd640 1 -- 172.21.15.67:0/1153748850 >> 172.21.15.67:0/1153748850 conn(0x7fc7a80fd8c0 msgr2=0x7fc7a80fe560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:51.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.910+0000 7fc7aeecd640 1 -- 172.21.15.67:0/1153748850 shutdown_connections 2024-09-10T08:12:51.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:51.910+0000 7fc7aeecd640 1 -- 172.21.15.67:0/1153748850 wait complete. 2024-09-10T08:12:52.699 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:12:52.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:52 smithi067 ceph-mon[31051]: pgmap v295: 129 pgs: 129 active+clean; 579 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:52.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:52 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/1153748850' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:12:52.961 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:12:53.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:52 smithi203 ceph-mon[34672]: pgmap v295: 129 pgs: 129 active+clean; 579 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:53.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:52 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/1153748850' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:12:53.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:52 smithi133 ceph-mon[34721]: pgmap v295: 129 pgs: 129 active+clean; 579 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:53.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:52 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/1153748850' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:12:53.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.459+0000 7fe717147640 1 -- 172.21.15.67:0/3986697464 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe710102ef0 msgr2=0x7fe71010da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:53.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.459+0000 7fe717147640 1 --2- 172.21.15.67:0/3986697464 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe710102ef0 0x7fe71010da40 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fe6f8009900 tx=0x7fe6f802a480 comp rx=0 tx=0).stop 2024-09-10T08:12:53.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.459+0000 7fe717147640 1 -- 172.21.15.67:0/3986697464 shutdown_connections 2024-09-10T08:12:53.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.459+0000 7fe717147640 1 --2- 172.21.15.67:0/3986697464 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe710102570 0x7fe7101029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:53.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.459+0000 7fe717147640 1 --2- 172.21.15.67:0/3986697464 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe710102ef0 0x7fe71010da40 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:53.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.459+0000 7fe717147640 1 --2- 172.21.15.67:0/3986697464 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe710100e20 0x7fe710101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:53.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.459+0000 7fe717147640 1 -- 172.21.15.67:0/3986697464 >> 172.21.15.67:0/3986697464 conn(0x7fe7100fc7d0 msgr2=0x7fe7100febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:53.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.459+0000 7fe717147640 1 -- 172.21.15.67:0/3986697464 shutdown_connections 2024-09-10T08:12:53.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.459+0000 7fe717147640 1 -- 172.21.15.67:0/3986697464 wait complete. 2024-09-10T08:12:53.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.460+0000 7fe717147640 1 Processor -- start 2024-09-10T08:12:53.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.460+0000 7fe717147640 1 -- start start 2024-09-10T08:12:53.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.460+0000 7fe717147640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe710100e20 0x7fe710198510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:53.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.460+0000 7fe717147640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe710102570 0x7fe710198a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:53.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.460+0000 7fe717147640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe710102ef0 0x7fe71019cde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:53.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.460+0000 7fe717147640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe710110ed0 con 0x7fe710102570 2024-09-10T08:12:53.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.460+0000 7fe717147640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fe710110d50 con 0x7fe710100e20 2024-09-10T08:12:53.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.460+0000 7fe717147640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fe710111050 con 0x7fe710102ef0 2024-09-10T08:12:53.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.460+0000 7fe70ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe710102570 0x7fe710198a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:53.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.460+0000 7fe70ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe710102570 0x7fe710198a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57726/0 (socket says 172.21.15.67:57726) 2024-09-10T08:12:53.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.460+0000 7fe70ffff640 1 -- 172.21.15.67:0/1005416060 learned_addr learned my addr 172.21.15.67:0/1005416060 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:12:53.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.461+0000 7fe7156e4640 1 --2- 172.21.15.67:0/1005416060 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe710102ef0 0x7fe71019cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:53.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.461+0000 7fe714ee3640 1 --2- 172.21.15.67:0/1005416060 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe710100e20 0x7fe710198510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:53.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.461+0000 7fe70ffff640 1 -- 172.21.15.67:0/1005416060 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe710102ef0 msgr2=0x7fe71019cde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:53.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.461+0000 7fe70ffff640 1 --2- 172.21.15.67:0/1005416060 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe710102ef0 0x7fe71019cde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:53.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.461+0000 7fe70ffff640 1 -- 172.21.15.67:0/1005416060 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe710100e20 msgr2=0x7fe710198510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:53.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.461+0000 7fe70ffff640 1 --2- 172.21.15.67:0/1005416060 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe710100e20 0x7fe710198510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:53.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.461+0000 7fe70ffff640 1 -- 172.21.15.67:0/1005416060 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe71019d4c0 con 0x7fe710102570 2024-09-10T08:12:53.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.461+0000 7fe7156e4640 1 --2- 172.21.15.67:0/1005416060 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe710102ef0 0x7fe71019cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:12:53.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.461+0000 7fe70ffff640 1 --2- 172.21.15.67:0/1005416060 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe710102570 0x7fe710198a50 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fe70000ba50 tx=0x7fe70000bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:53.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.461+0000 7fe70dffb640 1 -- 172.21.15.67:0/1005416060 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe700019070 con 0x7fe710102570 2024-09-10T08:12:53.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.461+0000 7fe70dffb640 1 -- 172.21.15.67:0/1005416060 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe70000cbe0 con 0x7fe710102570 2024-09-10T08:12:53.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.461+0000 7fe717147640 1 -- 172.21.15.67:0/1005416060 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe71019d7b0 con 0x7fe710102570 2024-09-10T08:12:53.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.461+0000 7fe70dffb640 1 -- 172.21.15.67:0/1005416060 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7000075d0 con 0x7fe710102570 2024-09-10T08:12:53.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.461+0000 7fe717147640 1 -- 172.21.15.67:0/1005416060 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7101a5090 con 0x7fe710102570 2024-09-10T08:12:53.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.462+0000 7fe717147640 1 -- 172.21.15.67:0/1005416060 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe710101200 con 0x7fe710102570 2024-09-10T08:12:53.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.463+0000 7fe70dffb640 1 -- 172.21.15.67:0/1005416060 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fe70001c070 con 0x7fe710102570 2024-09-10T08:12:53.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.464+0000 7fe70dffb640 1 --2- 172.21.15.67:0/1005416060 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe6fc0a2c00 0x7fe6fc0a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:53.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.464+0000 7fe714ee3640 1 --2- 172.21.15.67:0/1005416060 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe6fc0a2c00 0x7fe6fc0a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:53.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.464+0000 7fe70dffb640 1 -- 172.21.15.67:0/1005416060 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7fe7000ce8e0 con 0x7fe710102570 2024-09-10T08:12:53.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.464+0000 7fe714ee3640 1 --2- 172.21.15.67:0/1005416060 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe6fc0a2c00 0x7fe6fc0a50c0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fe70800a810 tx=0x7fe708008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:53.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.468+0000 7fe70dffb640 1 -- 172.21.15.67:0/1005416060 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe70009b600 con 0x7fe710102570 2024-09-10T08:12:53.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.679+0000 7fe717147640 1 -- 172.21.15.67:0/1005416060 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe71010a0a0 con 0x7fe710102570 2024-09-10T08:12:53.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.680+0000 7fe70dffb640 1 -- 172.21.15.67:0/1005416060 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+11848 (secure 0 0 0) 0x7fe70009af00 con 0x7fe710102570 2024-09-10T08:12:53.679 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:12:53.680 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":17,"btime":"2024-09-10T08:12:46:877687+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3649064068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3649064068},{"type":"v1","addr":"172.21.15.67:6835","nonce":3649064068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6837/384364542","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6836","nonce":384364542},{"type":"v1","addr":"172.21.15.67:6837","nonce":384364542}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14616,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6839/2770928820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6838","nonce":2770928820},{"type":"v1","addr":"172.21.15.67:6839","nonce":2770928820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14628,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6841/1116344955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6840","nonce":1116344955},{"type":"v1","addr":"172.21.15.67:6841","nonce":1116344955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24404,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6833/2920270168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":2920270168},{"type":"v1","addr":"172.21.15.133:6833","nonce":2920270168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24412,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6833/754287689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":754287689},{"type":"v1","addr":"172.21.15.203:6833","nonce":754287689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24431,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6835/3573205749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3573205749},{"type":"v1","addr":"172.21.15.133:6835","nonce":3573205749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24451,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6835/3722546188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":3722546188},{"type":"v1","addr":"172.21.15.203:6835","nonce":3722546188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24455,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.133:6837/667764093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":667764093},{"type":"v1","addr":"172.21.15.133:6837","nonce":667764093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24457,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6837/4255783395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":4255783395},{"type":"v1","addr":"172.21.15.203:6837","nonce":4255783395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24475,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.203:6839/2311592321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2311592321},{"type":"v1","addr":"172.21.15.203:6839","nonce":2311592321}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-10T08:12:37.538183+0000","modified":"2024-09-10T08:12:46.501290+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":24479},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24479":{"gid":24479,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.133:6839/1848609384","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":1848609384},{"type":"v1","addr":"172.21.15.133:6839","nonce":1848609384}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":24479,"qdb_cluster":[24479]},"id":1}]} 2024-09-10T08:12:53.680 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 17 2024-09-10T08:12:53.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.682+0000 7fe717147640 1 -- 172.21.15.67:0/1005416060 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe6fc0a2c00 msgr2=0x7fe6fc0a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:53.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.682+0000 7fe717147640 1 --2- 172.21.15.67:0/1005416060 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe6fc0a2c00 0x7fe6fc0a50c0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fe70800a810 tx=0x7fe708008040 comp rx=0 tx=0).stop 2024-09-10T08:12:53.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.682+0000 7fe717147640 1 -- 172.21.15.67:0/1005416060 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe710102570 msgr2=0x7fe710198a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:53.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.682+0000 7fe717147640 1 --2- 172.21.15.67:0/1005416060 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe710102570 0x7fe710198a50 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fe70000ba50 tx=0x7fe70000bf10 comp rx=0 tx=0).stop 2024-09-10T08:12:53.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.682+0000 7fe717147640 1 -- 172.21.15.67:0/1005416060 shutdown_connections 2024-09-10T08:12:53.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.682+0000 7fe717147640 1 --2- 172.21.15.67:0/1005416060 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe6fc0a2c00 0x7fe6fc0a50c0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:53.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.682+0000 7fe717147640 1 --2- 172.21.15.67:0/1005416060 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe710102ef0 0x7fe71019cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:53.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.682+0000 7fe717147640 1 --2- 172.21.15.67:0/1005416060 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe710102570 0x7fe710198a50 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:53.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.682+0000 7fe717147640 1 --2- 172.21.15.67:0/1005416060 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe710100e20 0x7fe710198510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:53.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.682+0000 7fe717147640 1 -- 172.21.15.67:0/1005416060 >> 172.21.15.67:0/1005416060 conn(0x7fe7100fc7d0 msgr2=0x7fe71006a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:53.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.682+0000 7fe717147640 1 -- 172.21.15.67:0/1005416060 shutdown_connections 2024-09-10T08:12:53.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:53.682+0000 7fe717147640 1 -- 172.21.15.67:0/1005416060 wait complete. 2024-09-10T08:12:53.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:53 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/1005416060' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:12:54.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:53 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/1005416060' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:12:54.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:53 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/1005416060' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:12:54.449 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph osd dump --format=json 2024-09-10T08:12:54.709 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:12:55.094 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:54 smithi067 ceph-mon[31051]: pgmap v296: 129 pgs: 129 active+clean; 579 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:55.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.177+0000 7f6a0874b640 1 -- 172.21.15.67:0/4259428730 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6a00100a80 msgr2=0x7f6a00100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:55.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.177+0000 7f6a0874b640 1 --2- 172.21.15.67:0/4259428730 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6a00100a80 0x7f6a00100ee0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f69f4009930 tx=0x7f69f402a420 comp rx=0 tx=0).stop 2024-09-10T08:12:55.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.177+0000 7f6a0874b640 1 -- 172.21.15.67:0/4259428730 shutdown_connections 2024-09-10T08:12:55.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.177+0000 7f6a0874b640 1 --2- 172.21.15.67:0/4259428730 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6a00101420 0x7f6a0010d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:55.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.177+0000 7f6a0874b640 1 --2- 172.21.15.67:0/4259428730 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6a00100a80 0x7f6a00100ee0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:55.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.177+0000 7f6a0874b640 1 --2- 172.21.15.67:0/4259428730 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6a00106a80 0x7f6a00106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:55.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.177+0000 7f6a0874b640 1 -- 172.21.15.67:0/4259428730 >> 172.21.15.67:0/4259428730 conn(0x7f6a000fc7a0 msgr2=0x7f6a000febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:55.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.177+0000 7f6a0874b640 1 -- 172.21.15.67:0/4259428730 shutdown_connections 2024-09-10T08:12:55.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.177+0000 7f6a0874b640 1 -- 172.21.15.67:0/4259428730 wait complete. 2024-09-10T08:12:55.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.178+0000 7f6a0874b640 1 Processor -- start 2024-09-10T08:12:55.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.178+0000 7f6a0874b640 1 -- start start 2024-09-10T08:12:55.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.178+0000 7f6a0874b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6a00100a80 0x7f6a001991c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:55.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.178+0000 7f6a0874b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6a00101420 0x7f6a00199700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:55.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.178+0000 7f6a0874b640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6a00106a80 0x7f6a001a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:55.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.178+0000 7f6a0874b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6a00110cf0 con 0x7f6a00100a80 2024-09-10T08:12:55.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.178+0000 7f6a0874b640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f6a00110b70 con 0x7f6a00101420 2024-09-10T08:12:55.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.178+0000 7f6a0874b640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f6a00110e70 con 0x7f6a00106a80 2024-09-10T08:12:55.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.178+0000 7f6a064e7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6a00100a80 0x7f6a001991c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:55.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.178+0000 7f6a064e7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6a00100a80 0x7f6a001991c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57748/0 (socket says 172.21.15.67:57748) 2024-09-10T08:12:55.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.178+0000 7f6a064e7640 1 -- 172.21.15.67:0/1308234021 learned_addr learned my addr 172.21.15.67:0/1308234021 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:12:55.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.179+0000 7f6a06ce8640 1 --2- 172.21.15.67:0/1308234021 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6a00106a80 0x7f6a001a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:55.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.179+0000 7f6a05ce6640 1 --2- 172.21.15.67:0/1308234021 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6a00101420 0x7f6a00199700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:55.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.179+0000 7f6a064e7640 1 -- 172.21.15.67:0/1308234021 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6a00106a80 msgr2=0x7f6a001a4240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:55.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.179+0000 7f6a064e7640 1 --2- 172.21.15.67:0/1308234021 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6a00106a80 0x7f6a001a4240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:55.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.179+0000 7f6a064e7640 1 -- 172.21.15.67:0/1308234021 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6a00101420 msgr2=0x7f6a00199700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:55.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.179+0000 7f6a064e7640 1 --2- 172.21.15.67:0/1308234021 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6a00101420 0x7f6a00199700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:55.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.179+0000 7f6a064e7640 1 -- 172.21.15.67:0/1308234021 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a001a4780 con 0x7f6a00100a80 2024-09-10T08:12:55.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.179+0000 7f6a064e7640 1 --2- 172.21.15.67:0/1308234021 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6a00100a80 0x7f6a001991c0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f69f800cce0 tx=0x7f69f800a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:55.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.179+0000 7f69ff7fe640 1 -- 172.21.15.67:0/1308234021 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69f800f650 con 0x7f6a00100a80 2024-09-10T08:12:55.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.179+0000 7f69ff7fe640 1 -- 172.21.15.67:0/1308234021 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f69f800fca0 con 0x7f6a00100a80 2024-09-10T08:12:55.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.179+0000 7f6a0874b640 1 -- 172.21.15.67:0/1308234021 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a001a4950 con 0x7f6a00100a80 2024-09-10T08:12:55.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.179+0000 7f69ff7fe640 1 -- 172.21.15.67:0/1308234021 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69f8018b90 con 0x7f6a00100a80 2024-09-10T08:12:55.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.179+0000 7f6a0874b640 1 -- 172.21.15.67:0/1308234021 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a001a4e60 con 0x7f6a00100a80 2024-09-10T08:12:55.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.180+0000 7f6a0874b640 1 -- 172.21.15.67:0/1308234021 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a00100ee0 con 0x7f6a00100a80 2024-09-10T08:12:55.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.181+0000 7f69ff7fe640 1 -- 172.21.15.67:0/1308234021 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f69f800f7f0 con 0x7f6a00100a80 2024-09-10T08:12:55.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.182+0000 7f69ff7fe640 1 --2- 172.21.15.67:0/1308234021 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f69e80a2b80 0x7f69e80a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:55.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.182+0000 7f6a05ce6640 1 --2- 172.21.15.67:0/1308234021 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f69e80a2b80 0x7f69e80a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:55.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.182+0000 7f69ff7fe640 1 -- 172.21.15.67:0/1308234021 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f69f80cf750 con 0x7f6a00100a80 2024-09-10T08:12:55.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.182+0000 7f6a05ce6640 1 --2- 172.21.15.67:0/1308234021 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f69e80a2b80 0x7f69e80a5040 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f69f4006010 tx=0x7f69f4000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:55.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.186+0000 7f69ff7fe640 1 -- 172.21.15.67:0/1308234021 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f69f8014030 con 0x7f6a00100a80 2024-09-10T08:12:55.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:54 smithi203 ceph-mon[34672]: pgmap v296: 129 pgs: 129 active+clean; 579 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:55.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:54 smithi133 ceph-mon[34721]: pgmap v296: 129 pgs: 129 active+clean; 579 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:55.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.362+0000 7f6a0874b640 1 -- 172.21.15.67:0/1308234021 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6a00109040 con 0x7f6a00100a80 2024-09-10T08:12:55.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.363+0000 7f69ff7fe640 1 -- 172.21.15.67:0/1308234021 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+24225 (secure 0 0 0) 0x7f69f809c470 con 0x7f6a00100a80 2024-09-10T08:12:55.363 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:12:55.363 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":88,"fsid":"315284b0-6f4b-11ef-bcea-c7b262605968","created":"2024-09-10T08:04:51.999264+0000","modified":"2024-09-10T08:12:46.501131+0000","last_up_change":"2024-09-10T08:11:44.006308+0000","last_in_change":"2024-09-10T08:11:20.252568+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:07:54.225673+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:12:33.710480+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T08:12:35.789356+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T08:12:42.280527+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f86e49e6-6996-48db-b2b5-45e56df21941","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6803","nonce":2156529365}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6805","nonce":2156529365}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6809","nonce":2156529365}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6807","nonce":2156529365}]},"public_addr":"172.21.15.67:6803/2156529365","cluster_addr":"172.21.15.67:6805/2156529365","heartbeat_back_addr":"172.21.15.67:6809/2156529365","heartbeat_front_addr":"172.21.15.67:6807/2156529365","state":["exists","up"]},{"osd":1,"uuid":"5d1404fb-621b-43f8-aae0-9b3bb2c84e92","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6801","nonce":3995937115}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6803","nonce":3995937115}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6807","nonce":3995937115}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6805","nonce":3995937115}]},"public_addr":"172.21.15.133:6801/3995937115","cluster_addr":"172.21.15.133:6803/3995937115","heartbeat_back_addr":"172.21.15.133:6807/3995937115","heartbeat_front_addr":"172.21.15.133:6805/3995937115","state":["exists","up"]},{"osd":2,"uuid":"f1a75f4e-9c67-4536-aad8-56469112fda1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6801","nonce":3905493348}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6803","nonce":3905493348}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6807","nonce":3905493348}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6805","nonce":3905493348}]},"public_addr":"172.21.15.203:6801/3905493348","cluster_addr":"172.21.15.203:6803/3905493348","heartbeat_back_addr":"172.21.15.203:6807/3905493348","heartbeat_front_addr":"172.21.15.203:6805/3905493348","state":["exists","up"]},{"osd":3,"uuid":"b58a1682-c3a7-4094-a4c8-d132c11d478f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6811","nonce":1513600391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6813","nonce":1513600391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6817","nonce":1513600391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6815","nonce":1513600391}]},"public_addr":"172.21.15.67:6811/1513600391","cluster_addr":"172.21.15.67:6813/1513600391","heartbeat_back_addr":"172.21.15.67:6817/1513600391","heartbeat_front_addr":"172.21.15.67:6815/1513600391","state":["exists","up"]},{"osd":4,"uuid":"cc22f878-3de9-4257-abab-069be0664dff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6809","nonce":873062362}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6811","nonce":873062362}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6815","nonce":873062362}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6813","nonce":873062362}]},"public_addr":"172.21.15.133:6809/873062362","cluster_addr":"172.21.15.133:6811/873062362","heartbeat_back_addr":"172.21.15.133:6815/873062362","heartbeat_front_addr":"172.21.15.133:6813/873062362","state":["exists","up"]},{"osd":5,"uuid":"6e4b48f9-df8e-43e5-ba21-589cbe4bf349","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6809","nonce":2104437925}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6811","nonce":2104437925}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6815","nonce":2104437925}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6813","nonce":2104437925}]},"public_addr":"172.21.15.203:6809/2104437925","cluster_addr":"172.21.15.203:6811/2104437925","heartbeat_back_addr":"172.21.15.203:6815/2104437925","heartbeat_front_addr":"172.21.15.203:6813/2104437925","state":["exists","up"]},{"osd":6,"uuid":"bc0ce4e2-ab6c-4d1d-a17c-f16ccf214696","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6819","nonce":3451855313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6821","nonce":3451855313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6825","nonce":3451855313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6823","nonce":3451855313}]},"public_addr":"172.21.15.67:6819/3451855313","cluster_addr":"172.21.15.67:6821/3451855313","heartbeat_back_addr":"172.21.15.67:6825/3451855313","heartbeat_front_addr":"172.21.15.67:6823/3451855313","state":["exists","up"]},{"osd":7,"uuid":"b114b175-4fec-45f5-846f-edbd7f3f6a40","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6817","nonce":3668519078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6819","nonce":3668519078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6823","nonce":3668519078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6821","nonce":3668519078}]},"public_addr":"172.21.15.133:6817/3668519078","cluster_addr":"172.21.15.133:6819/3668519078","heartbeat_back_addr":"172.21.15.133:6823/3668519078","heartbeat_front_addr":"172.21.15.133:6821/3668519078","state":["exists","up"]},{"osd":8,"uuid":"d31ce685-0a86-44b4-86ff-c2f7282de65e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6817","nonce":472763919}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6819","nonce":472763919}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6823","nonce":472763919}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6820","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6821","nonce":472763919}]},"public_addr":"172.21.15.203:6817/472763919","cluster_addr":"172.21.15.203:6819/472763919","heartbeat_back_addr":"172.21.15.203:6823/472763919","heartbeat_front_addr":"172.21.15.203:6821/472763919","state":["exists","up"]},{"osd":9,"uuid":"aa95ebe2-9111-4d0d-97cb-d0e19ab1b3cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6827","nonce":228642541}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6829","nonce":228642541}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6833","nonce":228642541}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6831","nonce":228642541}]},"public_addr":"172.21.15.67:6827/228642541","cluster_addr":"172.21.15.67:6829/228642541","heartbeat_back_addr":"172.21.15.67:6833/228642541","heartbeat_front_addr":"172.21.15.67:6831/228642541","state":["exists","up"]},{"osd":10,"uuid":"d732bc25-9273-4964-b8bf-441ae03fe4c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6825","nonce":1358359980}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6827","nonce":1358359980}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6831","nonce":1358359980}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6829","nonce":1358359980}]},"public_addr":"172.21.15.133:6825/1358359980","cluster_addr":"172.21.15.133:6827/1358359980","heartbeat_back_addr":"172.21.15.133:6831/1358359980","heartbeat_front_addr":"172.21.15.133:6829/1358359980","state":["exists","up"]},{"osd":11,"uuid":"8467eb04-6d28-4e6e-8f44-19022da895c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6824","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6825","nonce":1340245932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6827","nonce":1340245932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6831","nonce":1340245932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6828","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6829","nonce":1340245932}]},"public_addr":"172.21.15.203:6825/1340245932","cluster_addr":"172.21.15.203:6827/1340245932","heartbeat_back_addr":"172.21.15.203:6831/1340245932","heartbeat_front_addr":"172.21.15.203:6829/1340245932","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:07:00.686495+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:07:25.963125+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:07:51.678889+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:08:17.214730+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:08:42.566829+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:09:07.208130+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:09:33.332707+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:09:58.718647+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:10:24.866450+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:10:50.740704+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:11:16.269602+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:11:42.296645+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:0/420992675":"2024-09-11T08:05:37.717567+0000","172.21.15.67:0/2960294013":"2024-09-11T08:05:37.717567+0000","172.21.15.67:6801/2987520524":"2024-09-11T08:05:37.717567+0000","172.21.15.67:6800/2987520524":"2024-09-11T08:05:37.717567+0000","172.21.15.67:0/3383024850":"2024-09-11T08:05:13.831541+0000","172.21.15.67:6801/1869292132":"2024-09-11T08:05:13.831541+0000","172.21.15.67:6800/1869292132":"2024-09-11T08:05:13.831541+0000","172.21.15.67:0/4178209804":"2024-09-11T08:05:37.717567+0000","172.21.15.67:0/2105313351":"2024-09-11T08:05:13.831541+0000","172.21.15.67:0/4063198473":"2024-09-11T08:05:13.831541+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:12:55.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.365+0000 7f6a0874b640 1 -- 172.21.15.67:0/1308234021 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f69e80a2b80 msgr2=0x7f69e80a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:55.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.365+0000 7f6a0874b640 1 --2- 172.21.15.67:0/1308234021 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f69e80a2b80 0x7f69e80a5040 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f69f4006010 tx=0x7f69f4000bc0 comp rx=0 tx=0).stop 2024-09-10T08:12:55.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.365+0000 7f6a0874b640 1 -- 172.21.15.67:0/1308234021 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6a00100a80 msgr2=0x7f6a001991c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:55.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.366+0000 7f6a0874b640 1 --2- 172.21.15.67:0/1308234021 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6a00100a80 0x7f6a001991c0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f69f800cce0 tx=0x7f69f800a620 comp rx=0 tx=0).stop 2024-09-10T08:12:55.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.366+0000 7f6a0874b640 1 -- 172.21.15.67:0/1308234021 shutdown_connections 2024-09-10T08:12:55.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.366+0000 7f6a0874b640 1 --2- 172.21.15.67:0/1308234021 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f69e80a2b80 0x7f69e80a5040 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:55.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.366+0000 7f6a0874b640 1 --2- 172.21.15.67:0/1308234021 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6a00101420 0x7f6a00199700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:55.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.366+0000 7f6a0874b640 1 --2- 172.21.15.67:0/1308234021 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6a00106a80 0x7f6a001a4240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:55.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.366+0000 7f6a0874b640 1 --2- 172.21.15.67:0/1308234021 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6a00100a80 0x7f6a001991c0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:55.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.366+0000 7f6a0874b640 1 -- 172.21.15.67:0/1308234021 >> 172.21.15.67:0/1308234021 conn(0x7f6a000fc7a0 msgr2=0x7f6a000fd060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:55.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.366+0000 7f6a0874b640 1 -- 172.21.15.67:0/1308234021 shutdown_connections 2024-09-10T08:12:55.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:55.366+0000 7f6a0874b640 1 -- 172.21.15.67:0/1308234021 wait complete. 2024-09-10T08:12:56.072 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 17, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-10T08:12:37.538183+0000', 'modified': '2024-09-10T08:12:46.501290+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24479}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24479': {'gid': 24479, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.133:6839/1848609384', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.133:6838', 'nonce': 1848609384}, {'type': 'v1', 'addr': '172.21.15.133:6839', 'nonce': 1848609384}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1, 'qdb_leader': 24479, 'qdb_cluster': [24479]} 2024-09-10T08:12:56.072 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-10T08:12:56.072 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.b status 2024-09-10T08:12:56.096 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:55 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/1308234021' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:12:56.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:55 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/1308234021' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:12:56.331 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:12:56.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:55 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/1308234021' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:12:56.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.831+0000 7f5e7ad3a640 1 -- 172.21.15.67:0/120634037 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e74106a80 msgr2=0x7f5e74106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:56.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.831+0000 7f5e7ad3a640 1 --2- 172.21.15.67:0/120634037 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e74106a80 0x7f5e74106e60 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f5e5c009930 tx=0x7f5e5c02a420 comp rx=0 tx=0).stop 2024-09-10T08:12:56.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.831+0000 7f5e7ad3a640 1 -- 172.21.15.67:0/120634037 shutdown_connections 2024-09-10T08:12:56.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.831+0000 7f5e7ad3a640 1 --2- 172.21.15.67:0/120634037 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5e74101420 0x7f5e7410d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:56.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.831+0000 7f5e7ad3a640 1 --2- 172.21.15.67:0/120634037 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5e74100a80 0x7f5e74100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:56.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.831+0000 7f5e7ad3a640 1 --2- 172.21.15.67:0/120634037 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e74106a80 0x7f5e74106e60 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:56.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.831+0000 7f5e7ad3a640 1 -- 172.21.15.67:0/120634037 >> 172.21.15.67:0/120634037 conn(0x7f5e740fc7a0 msgr2=0x7f5e740febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:56.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.831+0000 7f5e7ad3a640 1 -- 172.21.15.67:0/120634037 shutdown_connections 2024-09-10T08:12:56.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.831+0000 7f5e7ad3a640 1 -- 172.21.15.67:0/120634037 wait complete. 2024-09-10T08:12:56.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.832+0000 7f5e7ad3a640 1 Processor -- start 2024-09-10T08:12:56.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.832+0000 7f5e7ad3a640 1 -- start start 2024-09-10T08:12:56.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.832+0000 7f5e7ad3a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5e74100a80 0x7f5e741990f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:56.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.832+0000 7f5e7ad3a640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5e74101420 0x7f5e74199630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:56.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.832+0000 7f5e7ad3a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e74106a80 0x7f5e741a4170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:56.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.832+0000 7f5e7ad3a640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f5e74110cf0 con 0x7f5e74106a80 2024-09-10T08:12:56.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.832+0000 7f5e7ad3a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f5e74110b70 con 0x7f5e74100a80 2024-09-10T08:12:56.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.832+0000 7f5e7ad3a640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f5e74110e70 con 0x7f5e74101420 2024-09-10T08:12:56.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.832+0000 7f5e792d7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e74106a80 0x7f5e741a4170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:56.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.832+0000 7f5e792d7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e74106a80 0x7f5e741a4170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48020/0 (socket says 172.21.15.67:48020) 2024-09-10T08:12:56.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.832+0000 7f5e792d7640 1 -- 172.21.15.67:0/1373245437 learned_addr learned my addr 172.21.15.67:0/1373245437 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:12:56.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.832+0000 7f5e78ad6640 1 --2- 172.21.15.67:0/1373245437 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5e74100a80 0x7f5e741990f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:56.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.832+0000 7f5e73fff640 1 --2- 172.21.15.67:0/1373245437 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5e74101420 0x7f5e74199630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:56.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.833+0000 7f5e792d7640 1 -- 172.21.15.67:0/1373245437 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5e74101420 msgr2=0x7f5e74199630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:56.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.833+0000 7f5e792d7640 1 --2- 172.21.15.67:0/1373245437 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5e74101420 0x7f5e74199630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:56.835 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.833+0000 7f5e792d7640 1 -- 172.21.15.67:0/1373245437 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5e74100a80 msgr2=0x7f5e741990f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:56.835 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.833+0000 7f5e792d7640 1 --2- 172.21.15.67:0/1373245437 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5e74100a80 0x7f5e741990f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:56.835 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.833+0000 7f5e792d7640 1 -- 172.21.15.67:0/1373245437 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e741a46b0 con 0x7f5e74106a80 2024-09-10T08:12:56.835 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.833+0000 7f5e78ad6640 1 --2- 172.21.15.67:0/1373245437 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5e74100a80 0x7f5e741990f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:12:56.835 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.833+0000 7f5e792d7640 1 --2- 172.21.15.67:0/1373245437 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e74106a80 0x7f5e741a4170 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f5e6c00c970 tx=0x7f5e6c00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:56.835 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.833+0000 7f5e71ffb640 1 -- 172.21.15.67:0/1373245437 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e6c007bb0 con 0x7f5e74106a80 2024-09-10T08:12:56.835 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.833+0000 7f5e7ad3a640 1 -- 172.21.15.67:0/1373245437 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e741a4880 con 0x7f5e74106a80 2024-09-10T08:12:56.835 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.833+0000 7f5e71ffb640 1 -- 172.21.15.67:0/1373245437 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5e6c007d50 con 0x7f5e74106a80 2024-09-10T08:12:56.835 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.833+0000 7f5e71ffb640 1 -- 172.21.15.67:0/1373245437 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e6c018700 con 0x7f5e74106a80 2024-09-10T08:12:56.835 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.833+0000 7f5e7ad3a640 1 -- 172.21.15.67:0/1373245437 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e741a4dc0 con 0x7f5e74106a80 2024-09-10T08:12:56.841 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.836+0000 7f5e71ffb640 1 -- 172.21.15.67:0/1373245437 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f5e6c00fa20 con 0x7f5e74106a80 2024-09-10T08:12:56.841 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.836+0000 7f5e7d113740 1 Processor -- start 2024-09-10T08:12:56.841 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.836+0000 7f5e7d113740 1 -- start start 2024-09-10T08:12:56.841 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.836+0000 7f5e7d113740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d944d7c9d0 0x55d944d7cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:56.841 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.836+0000 7f5e7d113740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d944d7d2f0 0x55d944d87670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:56.841 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.836+0000 7f5e71ffb640 1 --2- 172.21.15.67:0/1373245437 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5e600a2b80 0x7f5e600a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:56.841 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.836+0000 7f5e7d113740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d944d87bb0 0x55d944d89fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:56.841 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.836+0000 7f5e7d113740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55d944ce3090 con 0x55d944d7d2f0 2024-09-10T08:12:56.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.836+0000 7f5e7d113740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55d944c8aa70 con 0x55d944d87bb0 2024-09-10T08:12:56.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.836+0000 7f5e7d113740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55d944cdf050 con 0x55d944d7c9d0 2024-09-10T08:12:56.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.836+0000 7f5e73fff640 1 --2- 172.21.15.67:0/1373245437 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5e600a2b80 0x7f5e600a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:56.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.836+0000 7f5e71ffb640 1 -- 172.21.15.67:0/1373245437 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f5e6c0cf380 con 0x7f5e74106a80 2024-09-10T08:12:56.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.837+0000 7f5e78ad6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d944d7d2f0 0x55d944d87670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:56.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.837+0000 7f5e78ad6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d944d7d2f0 0x55d944d87670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48034/0 (socket says 172.21.15.67:48034) 2024-09-10T08:12:56.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.837+0000 7f5e78ad6640 1 -- 172.21.15.67:0/18006215 learned_addr learned my addr 172.21.15.67:0/18006215 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:12:56.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.837+0000 7f5e73fff640 1 --2- 172.21.15.67:0/18006215 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d944d7c9d0 0x55d944d7cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:56.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.837+0000 7f5e792d7640 1 --2- 172.21.15.67:0/18006215 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d944d87bb0 0x55d944d89fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:56.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.837+0000 7f5e78ad6640 1 -- 172.21.15.67:0/18006215 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d944d7c9d0 msgr2=0x55d944d7cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:12:56.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.837+0000 7f5e78ad6640 1 --2- 172.21.15.67:0/18006215 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d944d7c9d0 0x55d944d7cdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:56.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.837+0000 7f5e78ad6640 1 -- 172.21.15.67:0/18006215 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d944d87bb0 msgr2=0x55d944d89fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:12:56.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.837+0000 7f5e78ad6640 1 --2- 172.21.15.67:0/18006215 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d944d87bb0 0x55d944d89fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:56.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.837+0000 7f5e73fff640 1 --2- 172.21.15.67:0/1373245437 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5e600a2b80 0x7f5e600a5040 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f5e7406b320 tx=0x7f5e64012ab0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:56.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.837+0000 7f5e78ad6640 1 -- 172.21.15.67:0/18006215 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d944c97130 con 0x55d944d7d2f0 2024-09-10T08:12:56.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.837+0000 7f5e792d7640 1 --2- 172.21.15.67:0/18006215 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d944d87bb0 0x55d944d89fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:12:56.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.837+0000 7f5e78ad6640 1 --2- 172.21.15.67:0/18006215 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d944d7d2f0 0x55d944d87670 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f5e5c009930 tx=0x7f5e5c031dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0fa61148810f446 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:56.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.837+0000 7f5e6affd640 1 -- 172.21.15.67:0/18006215 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e5c03f070 con 0x55d944d7d2f0 2024-09-10T08:12:56.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.838+0000 7f5e6affd640 1 -- 172.21.15.67:0/18006215 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5e5c0316a0 con 0x55d944d7d2f0 2024-09-10T08:12:56.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.838+0000 7f5e6affd640 1 -- 172.21.15.67:0/18006215 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e5c035070 con 0x55d944d7d2f0 2024-09-10T08:12:56.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.838+0000 7f5e7d113740 1 -- 172.21.15.67:0/18006215 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d944d7d2f0 msgr2=0x55d944d87670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:56.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.838+0000 7f5e7d113740 1 --2- 172.21.15.67:0/18006215 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d944d7d2f0 0x55d944d87670 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f5e5c009930 tx=0x7f5e5c031dc0 comp rx=0 tx=0).stop 2024-09-10T08:12:56.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.838+0000 7f5e7d113740 1 -- 172.21.15.67:0/18006215 shutdown_connections 2024-09-10T08:12:56.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.838+0000 7f5e7d113740 1 --2- 172.21.15.67:0/18006215 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d944d87bb0 0x55d944d89fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:56.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.838+0000 7f5e7d113740 1 --2- 172.21.15.67:0/18006215 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d944d7d2f0 0x55d944d87670 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:56.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.838+0000 7f5e7d113740 1 --2- 172.21.15.67:0/18006215 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d944d7c9d0 0x55d944d7cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:56.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.838+0000 7f5e7d113740 1 -- 172.21.15.67:0/18006215 >> 172.21.15.67:0/18006215 conn(0x55d944d78f60 msgr2=0x55d944d79340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:56.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.838+0000 7f5e7d113740 1 -- 172.21.15.67:0/18006215 shutdown_connections 2024-09-10T08:12:56.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.838+0000 7f5e7d113740 1 -- 172.21.15.67:0/18006215 wait complete. 2024-09-10T08:12:56.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.839+0000 7f5e7d113740 1 -- start start 2024-09-10T08:12:56.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.839+0000 7f5e7d113740 1 Processor -- start 2024-09-10T08:12:56.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.839+0000 7f5e7d113740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d944d7c9d0 0x55d944d87420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:56.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.839+0000 7f5e7d113740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d944d7d2f0 0x55d944d84770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:56.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.839+0000 7f5e7d113740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d944d87bb0 0x55d944d84cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:56.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.839+0000 7f5e7d113740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55d944d8a780 con 0x55d944d7c9d0 2024-09-10T08:12:56.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.839+0000 7f5e7d113740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55d944c9df20 con 0x55d944d87bb0 2024-09-10T08:12:56.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.839+0000 7f5e7d113740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55d944d8a900 con 0x55d944d7d2f0 2024-09-10T08:12:56.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.839+0000 7f5e7d113740 10 client.0 _ll_register_callbacks cb 0x55d944c67030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:12:56.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.839+0000 7f5e78ad6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d944d7c9d0 0x55d944d87420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:56.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.839+0000 7f5e78ad6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d944d7c9d0 0x55d944d87420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48048/0 (socket says 172.21.15.67:48048) 2024-09-10T08:12:56.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.839+0000 7f5e78ad6640 1 -- 172.21.15.67:0/2809152417 learned_addr learned my addr 172.21.15.67:0/2809152417 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:12:56.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.839+0000 7f5e792d7640 1 --2- 172.21.15.67:0/2809152417 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d944d87bb0 0x55d944d84cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:56.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.839+0000 7f5e73fff640 1 --2- 172.21.15.67:0/2809152417 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d944d7d2f0 0x55d944d84770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:56.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.840+0000 7f5e78ad6640 1 -- 172.21.15.67:0/2809152417 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d944d7d2f0 msgr2=0x55d944d84770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:12:56.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.840+0000 7f5e78ad6640 1 --2- 172.21.15.67:0/2809152417 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d944d7d2f0 0x55d944d84770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:56.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.840+0000 7f5e78ad6640 1 -- 172.21.15.67:0/2809152417 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d944d87bb0 msgr2=0x55d944d84cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:12:56.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.840+0000 7f5e78ad6640 1 --2- 172.21.15.67:0/2809152417 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d944d87bb0 0x55d944d84cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:56.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.840+0000 7f5e78ad6640 1 -- 172.21.15.67:0/2809152417 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d944a542b0 con 0x55d944d7c9d0 2024-09-10T08:12:56.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.840+0000 7f5e78ad6640 1 --2- 172.21.15.67:0/2809152417 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d944d7c9d0 0x55d944d87420 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f5e5c005940 tx=0x7f5e5c044b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8a68912184a9fcc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:56.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.840+0000 7f5e53fff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:12:56.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.840+0000 7f5e53fff640 1 -- 172.21.15.67:0/2809152417 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e5c04b070 con 0x55d944d7c9d0 2024-09-10T08:12:56.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.840+0000 7f5e53fff640 1 -- 172.21.15.67:0/2809152417 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f5e5c005020 con 0x55d944d7c9d0 2024-09-10T08:12:56.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.840+0000 7f5e7d113740 1 -- 172.21.15.67:0/2809152417 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5e5c0316a0 con 0x55d944d7c9d0 2024-09-10T08:12:56.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.840+0000 7f5e53fff640 1 -- 172.21.15.67:0/2809152417 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7f5e5c056050 con 0x55d944d7c9d0 2024-09-10T08:12:56.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.840+0000 7f5e7d113740 10 client.14730 fetch_fsmap learned FSMap version 17 2024-09-10T08:12:56.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.840+0000 7f5e7d113740 1 -- 172.21.15.67:0/2809152417 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=4+}) -- 0x55d944d95fe0 con 0x55d944d7c9d0 2024-09-10T08:12:56.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.840+0000 7f5e53fff640 1 -- 172.21.15.67:0/2809152417 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5e5c0316a0 con 0x55d944d7c9d0 2024-09-10T08:12:56.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.841+0000 7f5e53fff640 1 -- 172.21.15.67:0/2809152417 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 17) ==== 8350+0+0 (secure 0 0 0) 0x7f5e5c004c90 con 0x55d944d7c9d0 2024-09-10T08:12:56.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.841+0000 7f5e7d113740 10 client.14730 fetch_fsmap finished waiting for FSMap version 17 2024-09-10T08:12:56.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.841+0000 7f5e7d113740 10 client.14730 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-10T08:12:56.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.841+0000 7f5e7d113740 20 client.14730 populate_metadata read hostname 'smithi067' 2024-09-10T08:12:56.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.841+0000 7f5e7d113740 1 --2- 172.21.15.67:0/2809152417 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55d944d98190 0x55d944d99600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:56.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.841+0000 7f5e7d113740 4 client.14730 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:12:56.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.841+0000 7f5e7d113740 1 -- 172.21.15.67:0/2809152417 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d944cf0600 con 0x55d944d98190 2024-09-10T08:12:56.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.841+0000 7f5e73fff640 1 --2- 172.21.15.67:0/2809152417 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55d944d98190 0x55d944d99600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:56.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.841+0000 7f5e73fff640 1 --2- 172.21.15.67:0/2809152417 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55d944d98190 0x55d944d99600 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=66e3f544e468a515 server_cookie=ae46001f324ea5e9 in_seq=0 out_seq=0 2024-09-10T08:12:56.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.841+0000 7f5e53fff640 10 client.14730 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:12:56.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.842+0000 7f5e53fff640 1 -- 172.21.15.67:0/2809152417 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d944cf0600 con 0x55d944d98190 2024-09-10T08:12:56.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.842+0000 7f5e53fff640 10 client.14730 handle_command_reply: tid=0 2024-09-10T08:12:56.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.842+0000 7f5e7d113740 1 client.14730 shutdown 2024-09-10T08:12:56.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.843+0000 7f5e7d113740 1 -- 172.21.15.67:0/2809152417 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d944d7c9d0 msgr2=0x55d944d87420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:56.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.843+0000 7f5e7d113740 1 --2- 172.21.15.67:0/2809152417 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d944d7c9d0 0x55d944d87420 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f5e5c005940 tx=0x7f5e5c044b30 comp rx=0 tx=0).stop 2024-09-10T08:12:56.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.843+0000 7f5e7d113740 1 -- 172.21.15.67:0/2809152417 shutdown_connections 2024-09-10T08:12:56.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.843+0000 7f5e7d113740 1 --2- 172.21.15.67:0/2809152417 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55d944d98190 0x55d944d99600 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:56.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.843+0000 7f5e7d113740 1 --2- 172.21.15.67:0/2809152417 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d944d87bb0 0x55d944d84cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:56.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.843+0000 7f5e7d113740 1 --2- 172.21.15.67:0/2809152417 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d944d7d2f0 0x55d944d84770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:56.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.843+0000 7f5e7d113740 1 --2- 172.21.15.67:0/2809152417 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d944d7c9d0 0x55d944d87420 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:56.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.843+0000 7f5e7d113740 1 -- 172.21.15.67:0/2809152417 >> 172.21.15.67:0/2809152417 conn(0x55d944d78f60 msgr2=0x55d944d7ec40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:56.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.843+0000 7f5e53fff640 0 client.14730 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:12:56.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.843+0000 7f5e7d113740 1 -- 172.21.15.67:0/2809152417 shutdown_connections 2024-09-10T08:12:56.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.843+0000 7f5e7d113740 1 -- 172.21.15.67:0/2809152417 wait complete. 2024-09-10T08:12:56.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.843+0000 7f5e7d113740 20 client.14730 trim_cache size 0 max 16384 2024-09-10T08:12:56.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.861+0000 7f5e7d113740 1 Processor -- start 2024-09-10T08:12:56.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.861+0000 7f5e7d113740 1 -- start start 2024-09-10T08:12:56.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.861+0000 7f5e7d113740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d944d7c9d0 0x55d944d98190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:56.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.861+0000 7f5e7d113740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d944d7d2f0 0x55d944da18b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:56.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.861+0000 7f5e7d113740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d944d87bb0 0x55d944da1df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:56.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.861+0000 7f5e7d113740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55d944d97940 con 0x55d944d7d2f0 2024-09-10T08:12:56.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.861+0000 7f5e7d113740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55d944d98010 con 0x55d944d7c9d0 2024-09-10T08:12:56.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.861+0000 7f5e7d113740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55d944d986e0 con 0x55d944d87bb0 2024-09-10T08:12:56.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.861+0000 7f5e73fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d944d7d2f0 0x55d944da18b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:56.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.861+0000 7f5e73fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d944d7d2f0 0x55d944da18b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48054/0 (socket says 172.21.15.67:48054) 2024-09-10T08:12:56.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.861+0000 7f5e73fff640 1 -- 172.21.15.67:0/257311600 learned_addr learned my addr 172.21.15.67:0/257311600 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:12:56.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.861+0000 7f5e78ad6640 1 --2- 172.21.15.67:0/257311600 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d944d7c9d0 0x55d944d98190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:56.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.861+0000 7f5e792d7640 1 --2- 172.21.15.67:0/257311600 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d944d87bb0 0x55d944da1df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:56.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.861+0000 7f5e73fff640 1 -- 172.21.15.67:0/257311600 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d944d87bb0 msgr2=0x55d944da1df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:12:56.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.861+0000 7f5e73fff640 1 --2- 172.21.15.67:0/257311600 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d944d87bb0 0x55d944da1df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:56.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.861+0000 7f5e73fff640 1 -- 172.21.15.67:0/257311600 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d944d7c9d0 msgr2=0x55d944d98190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:12:56.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.861+0000 7f5e73fff640 1 --2- 172.21.15.67:0/257311600 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d944d7c9d0 0x55d944d98190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:56.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.862+0000 7f5e73fff640 1 -- 172.21.15.67:0/257311600 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d944d87790 con 0x55d944d7d2f0 2024-09-10T08:12:56.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.862+0000 7f5e78ad6640 1 --2- 172.21.15.67:0/257311600 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d944d7c9d0 0x55d944d98190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:12:56.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.862+0000 7f5e73fff640 1 --2- 172.21.15.67:0/257311600 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d944d7d2f0 0x55d944da18b0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x55d944d84000 tx=0x7f5e6401b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29027c5fa05d7f78 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:56.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.862+0000 7f5e6a7fc640 1 -- 172.21.15.67:0/257311600 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e64028420 con 0x55d944d7d2f0 2024-09-10T08:12:56.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.862+0000 7f5e6a7fc640 1 -- 172.21.15.67:0/257311600 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5e64028a70 con 0x55d944d7d2f0 2024-09-10T08:12:56.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.862+0000 7f5e6a7fc640 1 -- 172.21.15.67:0/257311600 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e64005740 con 0x55d944d7d2f0 2024-09-10T08:12:56.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.862+0000 7f5e7d113740 1 -- 172.21.15.67:0/257311600 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d944d7d2f0 msgr2=0x55d944da18b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:56.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.862+0000 7f5e7d113740 1 --2- 172.21.15.67:0/257311600 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d944d7d2f0 0x55d944da18b0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x55d944d84000 tx=0x7f5e6401b000 comp rx=0 tx=0).stop 2024-09-10T08:12:56.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.863+0000 7f5e7d113740 1 -- 172.21.15.67:0/257311600 shutdown_connections 2024-09-10T08:12:56.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.863+0000 7f5e7d113740 1 --2- 172.21.15.67:0/257311600 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d944d87bb0 0x55d944da1df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:56.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.863+0000 7f5e7d113740 1 --2- 172.21.15.67:0/257311600 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d944d7d2f0 0x55d944da18b0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:56.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.863+0000 7f5e7d113740 1 --2- 172.21.15.67:0/257311600 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d944d7c9d0 0x55d944d98190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:56.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.863+0000 7f5e7d113740 1 -- 172.21.15.67:0/257311600 >> 172.21.15.67:0/257311600 conn(0x55d944d78f60 msgr2=0x55d944d78000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:56.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.863+0000 7f5e7d113740 1 -- 172.21.15.67:0/257311600 shutdown_connections 2024-09-10T08:12:56.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.863+0000 7f5e7d113740 1 -- 172.21.15.67:0/257311600 wait complete. 2024-09-10T08:12:56.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.863+0000 7f5e7d113740 1 -- start start 2024-09-10T08:12:56.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.863+0000 7f5e7d113740 1 Processor -- start 2024-09-10T08:12:56.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.864+0000 7f5e7d113740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d944d7c9d0 0x55d944d9cb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:56.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.864+0000 7f5e7d113740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d944d7d2f0 0x55d944d9d070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:56.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.864+0000 7f5e7d113740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d944d87bb0 0x55d944e00890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:56.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.864+0000 7f5e7d113740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55d944d99480 con 0x55d944d7c9d0 2024-09-10T08:12:56.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.864+0000 7f5e7d113740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55d944d98db0 con 0x55d944d87bb0 2024-09-10T08:12:56.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.864+0000 7f5e7d113740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55d944d99b50 con 0x55d944d7d2f0 2024-09-10T08:12:56.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.864+0000 7f5e7d113740 10 client.0 _ll_register_callbacks cb 0x7f5e64007bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:12:56.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.864+0000 7f5e78ad6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d944d7c9d0 0x55d944d9cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:56.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.864+0000 7f5e78ad6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d944d7c9d0 0x55d944d9cb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48068/0 (socket says 172.21.15.67:48068) 2024-09-10T08:12:56.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.864+0000 7f5e78ad6640 1 -- 172.21.15.67:0/3483372265 learned_addr learned my addr 172.21.15.67:0/3483372265 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:12:56.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.864+0000 7f5e73fff640 1 --2- 172.21.15.67:0/3483372265 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d944d7d2f0 0x55d944d9d070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:56.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.864+0000 7f5e792d7640 1 --2- 172.21.15.67:0/3483372265 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d944d87bb0 0x55d944e00890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:56.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.864+0000 7f5e78ad6640 1 -- 172.21.15.67:0/3483372265 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d944d7d2f0 msgr2=0x55d944d9d070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:12:56.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.864+0000 7f5e78ad6640 1 --2- 172.21.15.67:0/3483372265 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d944d7d2f0 0x55d944d9d070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:56.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.864+0000 7f5e78ad6640 1 -- 172.21.15.67:0/3483372265 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d944d87bb0 msgr2=0x55d944e00890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:12:56.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.864+0000 7f5e78ad6640 1 --2- 172.21.15.67:0/3483372265 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d944d87bb0 0x55d944e00890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:56.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.864+0000 7f5e78ad6640 1 -- 172.21.15.67:0/3483372265 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d944e00dd0 con 0x55d944d7c9d0 2024-09-10T08:12:56.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.864+0000 7f5e78ad6640 1 --2- 172.21.15.67:0/3483372265 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d944d7c9d0 0x55d944d9cb30 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f5e5c0059d0 tx=0x7f5e5c0058b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19ca2696e62ec8c1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:56.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.864+0000 7f5e53fff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:12:56.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.864+0000 7f5e53fff640 1 -- 172.21.15.67:0/3483372265 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e5c04b070 con 0x55d944d7c9d0 2024-09-10T08:12:56.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.864+0000 7f5e53fff640 1 -- 172.21.15.67:0/3483372265 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f5e5c03ba10 con 0x55d944d7c9d0 2024-09-10T08:12:56.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.864+0000 7f5e7d113740 1 -- 172.21.15.67:0/3483372265 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5e64028a70 con 0x55d944d7c9d0 2024-09-10T08:12:56.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.865+0000 7f5e53fff640 1 -- 172.21.15.67:0/3483372265 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7f5e5c035030 con 0x55d944d7c9d0 2024-09-10T08:12:56.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.865+0000 7f5e7d113740 10 client.14736 fetch_fsmap learned FSMap version 17 2024-09-10T08:12:56.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.865+0000 7f5e7d113740 1 -- 172.21.15.67:0/3483372265 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=4+}) -- 0x55d944e01f80 con 0x55d944d7c9d0 2024-09-10T08:12:56.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.865+0000 7f5e53fff640 1 -- 172.21.15.67:0/3483372265 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5e64028a70 con 0x55d944d7c9d0 2024-09-10T08:12:56.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.865+0000 7f5e53fff640 1 -- 172.21.15.67:0/3483372265 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 17) ==== 8350+0+0 (secure 0 0 0) 0x7f5e5c0046c0 con 0x55d944d7c9d0 2024-09-10T08:12:56.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.865+0000 7f5e7d113740 10 client.14736 fetch_fsmap finished waiting for FSMap version 17 2024-09-10T08:12:56.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.865+0000 7f5e7d113740 10 client.14736 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-10T08:12:56.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.865+0000 7f5e7d113740 20 client.14736 populate_metadata read hostname 'smithi067' 2024-09-10T08:12:56.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.865+0000 7f5e7d113740 1 --2- 172.21.15.67:0/3483372265 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55d944e06b70 0x55d944e05880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:56.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.865+0000 7f5e7d113740 4 client.14736 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T08:12:56.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.865+0000 7f5e7d113740 1 -- 172.21.15.67:0/3483372265 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "status"}) -- 0x55d944ceab10 con 0x55d944e06b70 2024-09-10T08:12:56.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.865+0000 7f5e73fff640 1 --2- 172.21.15.67:0/3483372265 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55d944e06b70 0x55d944e05880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:56.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.866+0000 7f5e73fff640 1 --2- 172.21.15.67:0/3483372265 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55d944e06b70 0x55d944e05880 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a91915ca37696508 server_cookie=7e21352c73d0edfc in_seq=0 out_seq=0 2024-09-10T08:12:56.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.866+0000 7f5e53fff640 10 client.14736 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:12:56.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.866+0000 7f5e53fff640 1 -- 172.21.15.67:0/3483372265 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55d944ceab10 con 0x55d944e06b70 2024-09-10T08:12:56.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.866+0000 7f5e53fff640 10 client.14736 handle_command_reply: tid=0 2024-09-10T08:12:56.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.866+0000 7f5e7d113740 1 client.14736 shutdown 2024-09-10T08:12:56.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.866+0000 7f5e7d113740 1 -- 172.21.15.67:0/3483372265 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d944d7c9d0 msgr2=0x55d944d9cb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:56.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.866+0000 7f5e7d113740 1 --2- 172.21.15.67:0/3483372265 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d944d7c9d0 0x55d944d9cb30 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f5e5c0059d0 tx=0x7f5e5c0058b0 comp rx=0 tx=0).stop 2024-09-10T08:12:56.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.866+0000 7f5e7d113740 1 -- 172.21.15.67:0/3483372265 shutdown_connections 2024-09-10T08:12:56.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.866+0000 7f5e7d113740 1 --2- 172.21.15.67:0/3483372265 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55d944e06b70 0x55d944e05880 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:56.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.866+0000 7f5e7d113740 1 --2- 172.21.15.67:0/3483372265 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d944d87bb0 0x55d944e00890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:56.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.866+0000 7f5e7d113740 1 --2- 172.21.15.67:0/3483372265 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d944d7d2f0 0x55d944d9d070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:56.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.866+0000 7f5e7d113740 1 --2- 172.21.15.67:0/3483372265 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d944d7c9d0 0x55d944d9cb30 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:56.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.866+0000 7f5e7d113740 1 -- 172.21.15.67:0/3483372265 >> 172.21.15.67:0/3483372265 conn(0x55d944d78f60 msgr2=0x55d944d82f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:56.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.866+0000 7f5e53fff640 0 client.14736 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:12:56.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.866+0000 7f5e7d113740 1 -- 172.21.15.67:0/3483372265 shutdown_connections 2024-09-10T08:12:56.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.866+0000 7f5e7d113740 1 -- 172.21.15.67:0/3483372265 wait complete. 2024-09-10T08:12:56.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.866+0000 7f5e7d113740 20 client.14736 trim_cache size 0 max 16384 2024-09-10T08:12:56.872 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:12:56.872 INFO:teuthology.orchestra.run.smithi067.stdout: "cluster_fsid": "315284b0-6f4b-11ef-bcea-c7b262605968", 2024-09-10T08:12:56.872 INFO:teuthology.orchestra.run.smithi067.stdout: "whoami": 0, 2024-09-10T08:12:56.872 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 24479, 2024-09-10T08:12:56.872 INFO:teuthology.orchestra.run.smithi067.stdout: "want_state": "up:active", 2024-09-10T08:12:56.872 INFO:teuthology.orchestra.run.smithi067.stdout: "state": "up:active", 2024-09-10T08:12:56.872 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs", 2024-09-10T08:12:56.872 INFO:teuthology.orchestra.run.smithi067.stdout: "rank_uptime": 19.037997742999998, 2024-09-10T08:12:56.872 INFO:teuthology.orchestra.run.smithi067.stdout: "mdsmap_epoch": 17, 2024-09-10T08:12:56.872 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch": 88, 2024-09-10T08:12:56.872 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch_barrier": 88, 2024-09-10T08:12:56.872 INFO:teuthology.orchestra.run.smithi067.stdout: "uptime": 29.921025204999999 2024-09-10T08:12:56.873 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:12:56.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.867+0000 7f5e7ad3a640 1 -- 172.21.15.67:0/1373245437 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5e600a2b80 msgr2=0x7f5e600a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:56.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.867+0000 7f5e7ad3a640 1 --2- 172.21.15.67:0/1373245437 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5e600a2b80 0x7f5e600a5040 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f5e7406b320 tx=0x7f5e64012ab0 comp rx=0 tx=0).stop 2024-09-10T08:12:56.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.867+0000 7f5e7ad3a640 1 -- 172.21.15.67:0/1373245437 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e74106a80 msgr2=0x7f5e741a4170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:56.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.867+0000 7f5e7ad3a640 1 --2- 172.21.15.67:0/1373245437 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e74106a80 0x7f5e741a4170 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f5e6c00c970 tx=0x7f5e6c00ce30 comp rx=0 tx=0).stop 2024-09-10T08:12:56.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.867+0000 7f5e7ad3a640 1 -- 172.21.15.67:0/1373245437 shutdown_connections 2024-09-10T08:12:56.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.867+0000 7f5e7ad3a640 1 --2- 172.21.15.67:0/1373245437 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5e600a2b80 0x7f5e600a5040 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:56.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.867+0000 7f5e7ad3a640 1 --2- 172.21.15.67:0/1373245437 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e74106a80 0x7f5e741a4170 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:56.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.867+0000 7f5e7ad3a640 1 --2- 172.21.15.67:0/1373245437 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5e74101420 0x7f5e74199630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:56.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.867+0000 7f5e7ad3a640 1 --2- 172.21.15.67:0/1373245437 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5e74100a80 0x7f5e741990f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:56.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.867+0000 7f5e7ad3a640 1 -- 172.21.15.67:0/1373245437 >> 172.21.15.67:0/1373245437 conn(0x7f5e740fc7a0 msgr2=0x7f5e740fcfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:56.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.867+0000 7f5e7ad3a640 1 -- 172.21.15.67:0/1373245437 shutdown_connections 2024-09-10T08:12:56.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:56.867+0000 7f5e7ad3a640 1 -- 172.21.15.67:0/1373245437 wait complete. 2024-09-10T08:12:57.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:56 smithi067 ceph-mon[31051]: pgmap v297: 129 pgs: 129 active+clean; 579 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:57.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:56 smithi203 ceph-mon[34672]: pgmap v297: 129 pgs: 129 active+clean; 579 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:57.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:56 smithi133 ceph-mon[34721]: pgmap v297: 129 pgs: 129 active+clean; 579 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:57.622 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-10T08:12:57.622 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-09-10T08:12:57.622 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs ls 2024-09-10T08:12:57.917 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:12:58.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.395+0000 7f8f9ece5640 1 -- 172.21.15.67:0/4034534576 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8f98100e30 msgr2=0x7f8f98104e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:58.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.395+0000 7f8f9ece5640 1 --2- 172.21.15.67:0/4034534576 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8f98100e30 0x7f8f98104e80 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f8f8c00aa10 tx=0x7f8f8c02b720 comp rx=0 tx=0).stop 2024-09-10T08:12:58.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.396+0000 7f8f9ece5640 1 -- 172.21.15.67:0/4034534576 shutdown_connections 2024-09-10T08:12:58.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.396+0000 7f8f9ece5640 1 --2- 172.21.15.67:0/4034534576 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8f981055b0 0x7f8f9810d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:58.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.396+0000 7f8f9ece5640 1 --2- 172.21.15.67:0/4034534576 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8f98100e30 0x7f8f98104e80 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:58.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.396+0000 7f8f9ece5640 1 --2- 172.21.15.67:0/4034534576 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8f98100480 0x7f8f98100860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:58.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.396+0000 7f8f9ece5640 1 -- 172.21.15.67:0/4034534576 >> 172.21.15.67:0/4034534576 conn(0x7f8f98077210 msgr2=0x7f8f980fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:58.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.396+0000 7f8f9ece5640 1 -- 172.21.15.67:0/4034534576 shutdown_connections 2024-09-10T08:12:58.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.396+0000 7f8f9ece5640 1 -- 172.21.15.67:0/4034534576 wait complete. 2024-09-10T08:12:58.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.396+0000 7f8f9ece5640 1 Processor -- start 2024-09-10T08:12:58.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.396+0000 7f8f9ece5640 1 -- start start 2024-09-10T08:12:58.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.396+0000 7f8f9ece5640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8f98100480 0x7f8f981983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:58.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.396+0000 7f8f9ece5640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8f98100e30 0x7f8f98198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:58.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.396+0000 7f8f9ece5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8f981055b0 0x7f8f9819cc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:58.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.396+0000 7f8f9ece5640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f8f9810fc40 con 0x7f8f981055b0 2024-09-10T08:12:58.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.396+0000 7f8f9ece5640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f8f9810fac0 con 0x7f8f98100480 2024-09-10T08:12:58.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.396+0000 7f8f9ece5640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f8f9810fdc0 con 0x7f8f98100e30 2024-09-10T08:12:58.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.397+0000 7f8f9d282640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8f981055b0 0x7f8f9819cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:58.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.397+0000 7f8f9d282640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8f981055b0 0x7f8f9819cc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48100/0 (socket says 172.21.15.67:48100) 2024-09-10T08:12:58.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.397+0000 7f8f9d282640 1 -- 172.21.15.67:0/80014354 learned_addr learned my addr 172.21.15.67:0/80014354 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:12:58.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.397+0000 7f8f9ca81640 1 --2- 172.21.15.67:0/80014354 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8f98100480 0x7f8f981983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:58.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.397+0000 7f8f97fff640 1 --2- 172.21.15.67:0/80014354 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8f98100e30 0x7f8f98198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:58.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.397+0000 7f8f9d282640 1 -- 172.21.15.67:0/80014354 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8f98100e30 msgr2=0x7f8f98198900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:58.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.397+0000 7f8f9d282640 1 --2- 172.21.15.67:0/80014354 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8f98100e30 0x7f8f98198900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:58.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.397+0000 7f8f9d282640 1 -- 172.21.15.67:0/80014354 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8f98100480 msgr2=0x7f8f981983c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:58.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.397+0000 7f8f9d282640 1 --2- 172.21.15.67:0/80014354 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8f98100480 0x7f8f981983c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:58.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.397+0000 7f8f9d282640 1 -- 172.21.15.67:0/80014354 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f9819d370 con 0x7f8f981055b0 2024-09-10T08:12:58.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.397+0000 7f8f9ca81640 1 --2- 172.21.15.67:0/80014354 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8f98100480 0x7f8f981983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:12:58.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.397+0000 7f8f97fff640 1 --2- 172.21.15.67:0/80014354 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8f98100e30 0x7f8f98198900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:12:58.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.397+0000 7f8f9d282640 1 --2- 172.21.15.67:0/80014354 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8f981055b0 0x7f8f9819cc90 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f8f9000cad0 tx=0x7f8f9000cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:58.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.397+0000 7f8f95ffb640 1 -- 172.21.15.67:0/80014354 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f9000ae20 con 0x7f8f981055b0 2024-09-10T08:12:58.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.397+0000 7f8f95ffb640 1 -- 172.21.15.67:0/80014354 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8f90005020 con 0x7f8f981055b0 2024-09-10T08:12:58.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.397+0000 7f8f9ece5640 1 -- 172.21.15.67:0/80014354 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f9819d660 con 0x7f8f981055b0 2024-09-10T08:12:58.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.397+0000 7f8f95ffb640 1 -- 172.21.15.67:0/80014354 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f9000f6b0 con 0x7f8f981055b0 2024-09-10T08:12:58.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.398+0000 7f8f9ece5640 1 -- 172.21.15.67:0/80014354 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f981a4f40 con 0x7f8f981055b0 2024-09-10T08:12:58.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.399+0000 7f8f9ece5640 1 -- 172.21.15.67:0/80014354 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f98100860 con 0x7f8f981055b0 2024-09-10T08:12:58.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.399+0000 7f8f95ffb640 1 -- 172.21.15.67:0/80014354 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f8f900051d0 con 0x7f8f981055b0 2024-09-10T08:12:58.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.400+0000 7f8f95ffb640 1 --2- 172.21.15.67:0/80014354 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f8f800a2b80 0x7f8f800a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:12:58.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.400+0000 7f8f9ca81640 1 --2- 172.21.15.67:0/80014354 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f8f800a2b80 0x7f8f800a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:12:58.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.400+0000 7f8f95ffb640 1 -- 172.21.15.67:0/80014354 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f8f900cf350 con 0x7f8f981055b0 2024-09-10T08:12:58.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.401+0000 7f8f9ca81640 1 --2- 172.21.15.67:0/80014354 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f8f800a2b80 0x7f8f800a5040 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f8f880058c0 tx=0x7f8f88005ec0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:12:58.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.405+0000 7f8f95ffb640 1 -- 172.21.15.67:0/80014354 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f8f90014030 con 0x7f8f981055b0 2024-09-10T08:12:58.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.616+0000 7f8f9ece5640 1 -- 172.21.15.67:0/80014354 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f8f9802d7c0 con 0x7f8f981055b0 2024-09-10T08:12:58.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.617+0000 7f8f95ffb640 1 -- 172.21.15.67:0/80014354 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v17) ==== 53+0+88 (secure 0 0 0) 0x7f8f9009c070 con 0x7f8f981055b0 2024-09-10T08:12:58.616 INFO:teuthology.orchestra.run.smithi067.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-10T08:12:58.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.619+0000 7f8f9ece5640 1 -- 172.21.15.67:0/80014354 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f8f800a2b80 msgr2=0x7f8f800a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:58.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.619+0000 7f8f9ece5640 1 --2- 172.21.15.67:0/80014354 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f8f800a2b80 0x7f8f800a5040 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f8f880058c0 tx=0x7f8f88005ec0 comp rx=0 tx=0).stop 2024-09-10T08:12:58.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.619+0000 7f8f9ece5640 1 -- 172.21.15.67:0/80014354 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8f981055b0 msgr2=0x7f8f9819cc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:12:58.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.619+0000 7f8f9ece5640 1 --2- 172.21.15.67:0/80014354 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8f981055b0 0x7f8f9819cc90 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f8f9000cad0 tx=0x7f8f9000cf90 comp rx=0 tx=0).stop 2024-09-10T08:12:58.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.620+0000 7f8f9ece5640 1 -- 172.21.15.67:0/80014354 shutdown_connections 2024-09-10T08:12:58.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.620+0000 7f8f9ece5640 1 --2- 172.21.15.67:0/80014354 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f8f800a2b80 0x7f8f800a5040 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:58.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.620+0000 7f8f9ece5640 1 --2- 172.21.15.67:0/80014354 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8f981055b0 0x7f8f9819cc90 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:58.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.620+0000 7f8f9ece5640 1 --2- 172.21.15.67:0/80014354 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8f98100e30 0x7f8f98198900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:58.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.620+0000 7f8f9ece5640 1 --2- 172.21.15.67:0/80014354 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8f98100480 0x7f8f981983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:12:58.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.620+0000 7f8f9ece5640 1 -- 172.21.15.67:0/80014354 >> 172.21.15.67:0/80014354 conn(0x7f8f98077210 msgr2=0x7f8f98103d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:12:58.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.620+0000 7f8f9ece5640 1 -- 172.21.15.67:0/80014354 shutdown_connections 2024-09-10T08:12:58.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:58.620+0000 7f8f9ece5640 1 -- 172.21.15.67:0/80014354 wait complete. 2024-09-10T08:12:59.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:58 smithi067 ceph-mon[31051]: pgmap v298: 129 pgs: 129 active+clean; 579 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:59.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:12:58 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/80014354' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-10T08:12:59.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:58 smithi203 ceph-mon[34672]: pgmap v298: 129 pgs: 129 active+clean; 579 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:59.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:12:58 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/80014354' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-10T08:12:59.325 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-10T08:12:59.325 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T08:12:59.325 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi067.front.sepia.ceph.com 2024-09-10T08:12:59.326 INFO:tasks.cephfs.mount:self.client.name = client.admin 2024-09-10T08:12:59.326 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-09-10T08:12:59.326 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-10T08:12:59.326 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T08:12:59.326 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T08:12:59.326 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.admin' 2024-09-10T08:12:59.326 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:12:59.326 DEBUG:teuthology.orchestra.run.smithi067:> ip addr 2024-09-10T08:12:59.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:58 smithi133 ceph-mon[34721]: pgmap v298: 129 pgs: 129 active+clean; 579 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:12:59.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:12:58 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/80014354' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-10T08:12:59.344 INFO:teuthology.orchestra.run.smithi067.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T08:12:59.344 INFO:teuthology.orchestra.run.smithi067.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T08:12:59.344 INFO:teuthology.orchestra.run.smithi067.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T08:12:59.345 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:12:59.345 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 ::1/128 scope host 2024-09-10T08:12:59.345 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:12:59.345 INFO:teuthology.orchestra.run.smithi067.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:12:59.345 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:a8:b4:7e brd ff:ff:ff:ff:ff:ff 2024-09-10T08:12:59.345 INFO:teuthology.orchestra.run.smithi067.stdout: altname enp7s0f0 2024-09-10T08:12:59.345 INFO:teuthology.orchestra.run.smithi067.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:12:59.345 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:a8:b4:7f brd ff:ff:ff:ff:ff:ff 2024-09-10T08:12:59.345 INFO:teuthology.orchestra.run.smithi067.stdout: altname enp7s0f1 2024-09-10T08:12:59.345 INFO:teuthology.orchestra.run.smithi067.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:12:59.345 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:b6:fc:0a brd ff:ff:ff:ff:ff:ff 2024-09-10T08:12:59.345 INFO:teuthology.orchestra.run.smithi067.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T08:12:59.345 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:b6:fc:0b brd ff:ff:ff:ff:ff:ff 2024-09-10T08:12:59.346 INFO:teuthology.orchestra.run.smithi067.stdout: inet 172.21.15.67/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-10T08:12:59.346 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft 42262sec preferred_lft 42262sec 2024-09-10T08:12:59.346 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::ec4:7aff:feb6:fc0b/64 scope link noprefixroute 2024-09-10T08:12:59.346 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:12:59.346 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-10T08:12:59.347 DEBUG:teuthology.orchestra.run.smithi067:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:12:59.347 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-10T08:12:59.347 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link add name ceph-brx type bridge 2024-09-10T08:12:59.347 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip addr flush dev ceph-brx 2024-09-10T08:12:59.347 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link set ceph-brx up 2024-09-10T08:12:59.347 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-10T08:12:59.347 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-10T08:12:59.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:59 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:12:59.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:12:59.556 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:12:59.556 DEBUG:teuthology.orchestra.run.smithi067:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T08:12:59.583 INFO:teuthology.orchestra.run.smithi067.stdout:1 2024-09-10T08:12:59.585 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:12:59.585 DEBUG:teuthology.orchestra.run.smithi067:> route 2024-09-10T08:12:59.659 INFO:teuthology.orchestra.run.smithi067.stdout:Kernel IP routing table 2024-09-10T08:12:59.659 INFO:teuthology.orchestra.run.smithi067.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T08:12:59.659 INFO:teuthology.orchestra.run.smithi067.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T08:12:59.659 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T08:12:59.659 INFO:teuthology.orchestra.run.smithi067.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T08:12:59.660 DEBUG:teuthology.orchestra.run.smithi067:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:12:59.660 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-10T08:12:59.660 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T08:12:59.660 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T08:12:59.660 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T08:12:59.660 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-10T08:12:59.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:59 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:12:59.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:12:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:12:59.987 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:12:59.987 DEBUG:teuthology.orchestra.run.smithi067:> ip netns list 2024-09-10T08:13:00.004 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:13:00.004 DEBUG:teuthology.orchestra.run.smithi067:> ip netns list-id 2024-09-10T08:13:00.060 DEBUG:teuthology.orchestra.run.smithi067:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:13:00.061 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-10T08:13:00.061 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-10T08:13:00.061 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.admin 0 2024-09-10T08:13:00.061 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-10T08:13:00.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:00 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:13:00.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:13:00.180 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.admin' with 192.168.0.1/16 2024-09-10T08:13:00.180 DEBUG:teuthology.orchestra.run.smithi067:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:13:00.180 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-10T08:13:00.180 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.admin type veth peer name brx.0 2024-09-10T08:13:00.180 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-10T08:13:00.180 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set veth0 up 2024-09-10T08:13:00.180 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set lo up 2024-09-10T08:13:00.181 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip route add default via 192.168.255.254 2024-09-10T08:13:00.181 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-10T08:13:00.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:00 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:13:00.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:13:00.312 DEBUG:teuthology.orchestra.run.smithi067:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:13:00.312 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-10T08:13:00.312 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link set brx.0 up 2024-09-10T08:13:00.312 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link set dev brx.0 master ceph-brx 2024-09-10T08:13:00.312 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-10T08:13:00.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:00 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:13:00.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:13:00.393 INFO:tasks.cephfs.fuse_mount:Client client.admin config is {} 2024-09-10T08:13:00.393 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:13:00.393 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p -v /home/ubuntu/cephtest/mnt.admin 2024-09-10T08:13:00.409 INFO:teuthology.orchestra.run.smithi067.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.admin' 2024-09-10T08:13:00.409 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:13:00.409 DEBUG:teuthology.orchestra.run.smithi067:> chmod 0000 /home/ubuntu/cephtest/mnt.admin 2024-09-10T08:13:00.465 DEBUG:teuthology.orchestra.run.smithi067:> sudo modprobe fuse 2024-09-10T08:13:00.532 DEBUG:teuthology.orchestra.run.smithi067:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:13:00.589 INFO:teuthology.orchestra.run.smithi067.stdout:/proc 2024-09-10T08:13:00.589 INFO:teuthology.orchestra.run.smithi067.stdout:/sys 2024-09-10T08:13:00.589 INFO:teuthology.orchestra.run.smithi067.stdout:/dev 2024-09-10T08:13:00.590 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/security 2024-09-10T08:13:00.590 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/shm 2024-09-10T08:13:00.590 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/pts 2024-09-10T08:13:00.590 INFO:teuthology.orchestra.run.smithi067.stdout:/run 2024-09-10T08:13:00.590 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/cgroup 2024-09-10T08:13:00.590 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/pstore 2024-09-10T08:13:00.590 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/bpf 2024-09-10T08:13:00.590 INFO:teuthology.orchestra.run.smithi067.stdout:/ 2024-09-10T08:13:00.590 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/selinux 2024-09-10T08:13:00.590 INFO:teuthology.orchestra.run.smithi067.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:13:00.591 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/hugepages 2024-09-10T08:13:00.591 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/mqueue 2024-09-10T08:13:00.591 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/debug 2024-09-10T08:13:00.591 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/tracing 2024-09-10T08:13:00.591 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/fuse/connections 2024-09-10T08:13:00.591 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/config 2024-09-10T08:13:00.591 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:13:00.591 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:13:00.591 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:13:00.591 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:13:00.591 INFO:teuthology.orchestra.run.smithi067.stdout:/run/user/1000 2024-09-10T08:13:00.591 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph 2024-09-10T08:13:00.591 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay 2024-09-10T08:13:00.592 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/29bdba43bdd3d197d12290aad84deace7a4877b139093d417fc4d6e62e887704/merged 2024-09-10T08:13:00.592 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/5fdbe00375f9ea9bc28fa1728e552cc68c8f3e37f194e6df910ba2f20fb61e75/merged 2024-09-10T08:13:00.592 INFO:teuthology.orchestra.run.smithi067.stdout:/run/user/0 2024-09-10T08:13:00.592 INFO:teuthology.orchestra.run.smithi067.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:13:00.592 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/692ccf9828010c25133922fe0c4404443736f6d16f12f31539f962d9a516e0f0/merged 2024-09-10T08:13:00.592 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/7bc356ca06b125ba00840797395d8076903879dc4867ba153f13e568e2a6b4ad/merged 2024-09-10T08:13:00.592 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/7b035a4675eed8f9646a4f042b893b587d98faa89e4c16b811ee0cd3df95f67a/merged 2024-09-10T08:13:00.592 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/a83c0d2db1fbd1d9aab5d7d12ef5aa92b39b8228e074d5b036f0f912b1e78b97/merged 2024-09-10T08:13:00.592 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/f872c201201885f1660c71fe8b481635ab5efbf05455f877c4c4cc06824f47ed/merged 2024-09-10T08:13:00.592 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/5ff8931b275f4d3ce7f1dcbc01f7434860ee624e810a322fa33bbb85fc96289f/merged 2024-09-10T08:13:00.593 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/042a79b7c407d3047fe4e1cf4de8ae5a22237417d9b612129f6ed937cce61e22/merged 2024-09-10T08:13:00.593 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/95457f949d26de4bec8b21d7b69bbc744ca7c1795d71b6ed8b8a43e2bf11c573/merged 2024-09-10T08:13:00.593 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns 2024-09-10T08:13:00.593 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-10T08:13:00.593 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-10T08:13:00.595 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:13:00.595 DEBUG:teuthology.orchestra.run.smithi067:> ls /sys/fs/fuse/connections 2024-09-10T08:13:00.646 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-10T08:13:00.646 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.admin --id admin --client_fs=cephfs) 2024-09-10T08:13:00.688 DEBUG:teuthology.orchestra.run.smithi067:> sudo modprobe fuse 2024-09-10T08:13:00.714 DEBUG:teuthology.orchestra.run.smithi067:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:13:00.772 INFO:teuthology.orchestra.run.smithi067.stdout:/proc 2024-09-10T08:13:00.772 INFO:teuthology.orchestra.run.smithi067.stdout:/sys 2024-09-10T08:13:00.772 INFO:teuthology.orchestra.run.smithi067.stdout:/dev 2024-09-10T08:13:00.772 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/security 2024-09-10T08:13:00.772 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/shm 2024-09-10T08:13:00.773 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/pts 2024-09-10T08:13:00.773 INFO:teuthology.orchestra.run.smithi067.stdout:/run 2024-09-10T08:13:00.773 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/cgroup 2024-09-10T08:13:00.773 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/pstore 2024-09-10T08:13:00.773 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/bpf 2024-09-10T08:13:00.773 INFO:teuthology.orchestra.run.smithi067.stdout:/ 2024-09-10T08:13:00.773 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/selinux 2024-09-10T08:13:00.773 INFO:teuthology.orchestra.run.smithi067.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:13:00.773 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/hugepages 2024-09-10T08:13:00.773 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/mqueue 2024-09-10T08:13:00.773 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/debug 2024-09-10T08:13:00.773 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/tracing 2024-09-10T08:13:00.774 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/fuse/connections 2024-09-10T08:13:00.774 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/config 2024-09-10T08:13:00.774 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:13:00.774 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:13:00.774 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:13:00.774 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:13:00.774 INFO:teuthology.orchestra.run.smithi067.stdout:/run/user/1000 2024-09-10T08:13:00.774 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph 2024-09-10T08:13:00.774 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay 2024-09-10T08:13:00.774 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/29bdba43bdd3d197d12290aad84deace7a4877b139093d417fc4d6e62e887704/merged 2024-09-10T08:13:00.774 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/5fdbe00375f9ea9bc28fa1728e552cc68c8f3e37f194e6df910ba2f20fb61e75/merged 2024-09-10T08:13:00.774 INFO:teuthology.orchestra.run.smithi067.stdout:/run/user/0 2024-09-10T08:13:00.774 INFO:teuthology.orchestra.run.smithi067.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:13:00.775 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/692ccf9828010c25133922fe0c4404443736f6d16f12f31539f962d9a516e0f0/merged 2024-09-10T08:13:00.775 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/7bc356ca06b125ba00840797395d8076903879dc4867ba153f13e568e2a6b4ad/merged 2024-09-10T08:13:00.775 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/7b035a4675eed8f9646a4f042b893b587d98faa89e4c16b811ee0cd3df95f67a/merged 2024-09-10T08:13:00.775 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/a83c0d2db1fbd1d9aab5d7d12ef5aa92b39b8228e074d5b036f0f912b1e78b97/merged 2024-09-10T08:13:00.775 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/f872c201201885f1660c71fe8b481635ab5efbf05455f877c4c4cc06824f47ed/merged 2024-09-10T08:13:00.775 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/5ff8931b275f4d3ce7f1dcbc01f7434860ee624e810a322fa33bbb85fc96289f/merged 2024-09-10T08:13:00.775 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/042a79b7c407d3047fe4e1cf4de8ae5a22237417d9b612129f6ed937cce61e22/merged 2024-09-10T08:13:00.775 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/95457f949d26de4bec8b21d7b69bbc744ca7c1795d71b6ed8b8a43e2bf11c573/merged 2024-09-10T08:13:00.775 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns 2024-09-10T08:13:00.775 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-10T08:13:00.775 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-10T08:13:00.776 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:13:00.776 DEBUG:teuthology.orchestra.run.smithi067:> ls /sys/fs/fuse/connections 2024-09-10T08:13:00.836 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi067.stderr:2024-09-10T08:13:00.837+0000 7f317afef480 -1 init, newargv = 0x56346745eca0 newargc=15 2024-09-10T08:13:00.837 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi067.stderr:ceph-fuse[73134]: starting ceph client 2024-09-10T08:13:00.843 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi067.stderr:ceph-fuse[73134]: starting fuse 2024-09-10T08:13:01.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:00 smithi067 ceph-mon[31051]: pgmap v299: 129 pgs: 129 active+clean; 579 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:13:01.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:00 smithi203 ceph-mon[34672]: pgmap v299: 129 pgs: 129 active+clean; 579 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:13:01.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:00 smithi133 ceph-mon[34721]: pgmap v299: 129 pgs: 129 active+clean; 579 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:13:01.930 DEBUG:teuthology.orchestra.run.smithi067:> sudo modprobe fuse 2024-09-10T08:13:01.964 DEBUG:teuthology.orchestra.run.smithi067:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:13:02.023 INFO:teuthology.orchestra.run.smithi067.stdout:/proc 2024-09-10T08:13:02.024 INFO:teuthology.orchestra.run.smithi067.stdout:/sys 2024-09-10T08:13:02.024 INFO:teuthology.orchestra.run.smithi067.stdout:/dev 2024-09-10T08:13:02.024 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/security 2024-09-10T08:13:02.024 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/shm 2024-09-10T08:13:02.024 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/pts 2024-09-10T08:13:02.024 INFO:teuthology.orchestra.run.smithi067.stdout:/run 2024-09-10T08:13:02.024 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/cgroup 2024-09-10T08:13:02.024 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/pstore 2024-09-10T08:13:02.024 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/bpf 2024-09-10T08:13:02.024 INFO:teuthology.orchestra.run.smithi067.stdout:/ 2024-09-10T08:13:02.024 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/selinux 2024-09-10T08:13:02.024 INFO:teuthology.orchestra.run.smithi067.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:13:02.025 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/hugepages 2024-09-10T08:13:02.025 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/mqueue 2024-09-10T08:13:02.025 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/debug 2024-09-10T08:13:02.025 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/tracing 2024-09-10T08:13:02.025 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/fuse/connections 2024-09-10T08:13:02.025 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/config 2024-09-10T08:13:02.025 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:13:02.025 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:13:02.025 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:13:02.025 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:13:02.025 INFO:teuthology.orchestra.run.smithi067.stdout:/run/user/1000 2024-09-10T08:13:02.025 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph 2024-09-10T08:13:02.025 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay 2024-09-10T08:13:02.025 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/29bdba43bdd3d197d12290aad84deace7a4877b139093d417fc4d6e62e887704/merged 2024-09-10T08:13:02.026 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/5fdbe00375f9ea9bc28fa1728e552cc68c8f3e37f194e6df910ba2f20fb61e75/merged 2024-09-10T08:13:02.026 INFO:teuthology.orchestra.run.smithi067.stdout:/run/user/0 2024-09-10T08:13:02.026 INFO:teuthology.orchestra.run.smithi067.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:13:02.026 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/692ccf9828010c25133922fe0c4404443736f6d16f12f31539f962d9a516e0f0/merged 2024-09-10T08:13:02.026 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/7bc356ca06b125ba00840797395d8076903879dc4867ba153f13e568e2a6b4ad/merged 2024-09-10T08:13:02.026 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/7b035a4675eed8f9646a4f042b893b587d98faa89e4c16b811ee0cd3df95f67a/merged 2024-09-10T08:13:02.026 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/a83c0d2db1fbd1d9aab5d7d12ef5aa92b39b8228e074d5b036f0f912b1e78b97/merged 2024-09-10T08:13:02.026 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/f872c201201885f1660c71fe8b481635ab5efbf05455f877c4c4cc06824f47ed/merged 2024-09-10T08:13:02.026 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/5ff8931b275f4d3ce7f1dcbc01f7434860ee624e810a322fa33bbb85fc96289f/merged 2024-09-10T08:13:02.026 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/042a79b7c407d3047fe4e1cf4de8ae5a22237417d9b612129f6ed937cce61e22/merged 2024-09-10T08:13:02.026 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/95457f949d26de4bec8b21d7b69bbc744ca7c1795d71b6ed8b8a43e2bf11c573/merged 2024-09-10T08:13:02.026 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns 2024-09-10T08:13:02.026 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-10T08:13:02.026 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-10T08:13:02.026 INFO:teuthology.orchestra.run.smithi067.stdout:/home/ubuntu/cephtest/mnt.admin 2024-09-10T08:13:02.027 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:13:02.027 DEBUG:teuthology.orchestra.run.smithi067:> ls /sys/fs/fuse/connections 2024-09-10T08:13:02.082 INFO:teuthology.orchestra.run.smithi067.stdout:120 2024-09-10T08:13:02.082 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [120] 2024-09-10T08:13:02.082 DEBUG:teuthology.orchestra.run.smithi067:> sudo stdin-killer -- python3 -c ' 2024-09-10T08:13:02.082 DEBUG:teuthology.orchestra.run.smithi067:> import glob 2024-09-10T08:13:02.082 DEBUG:teuthology.orchestra.run.smithi067:> import re 2024-09-10T08:13:02.082 DEBUG:teuthology.orchestra.run.smithi067:> import os 2024-09-10T08:13:02.083 DEBUG:teuthology.orchestra.run.smithi067:> import subprocess 2024-09-10T08:13:02.083 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-10T08:13:02.083 DEBUG:teuthology.orchestra.run.smithi067:> def _find_admin_socket(client_name): 2024-09-10T08:13:02.083 DEBUG:teuthology.orchestra.run.smithi067:> asok_path = "/var/run/ceph/ceph-client.admin.*.asok" 2024-09-10T08:13:02.083 DEBUG:teuthology.orchestra.run.smithi067:> files = glob.glob(asok_path) 2024-09-10T08:13:02.083 DEBUG:teuthology.orchestra.run.smithi067:> mountpoint = "/home/ubuntu/cephtest/mnt.admin" 2024-09-10T08:13:02.083 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-10T08:13:02.083 DEBUG:teuthology.orchestra.run.smithi067:> # Given a non-glob path, it better be there 2024-09-10T08:13:02.083 DEBUG:teuthology.orchestra.run.smithi067:> if "*" not in asok_path: 2024-09-10T08:13:02.083 DEBUG:teuthology.orchestra.run.smithi067:> assert(len(files) == 1) 2024-09-10T08:13:02.083 DEBUG:teuthology.orchestra.run.smithi067:> return files[0] 2024-09-10T08:13:02.083 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-10T08:13:02.083 DEBUG:teuthology.orchestra.run.smithi067:> for f in files: 2024-09-10T08:13:02.083 DEBUG:teuthology.orchestra.run.smithi067:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-10T08:13:02.083 DEBUG:teuthology.orchestra.run.smithi067:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-10T08:13:02.084 DEBUG:teuthology.orchestra.run.smithi067:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-10T08:13:02.084 DEBUG:teuthology.orchestra.run.smithi067:> contents = proc_f.read() 2024-09-10T08:13:02.084 DEBUG:teuthology.orchestra.run.smithi067:> if mountpoint in contents: 2024-09-10T08:13:02.084 DEBUG:teuthology.orchestra.run.smithi067:> return f 2024-09-10T08:13:02.084 DEBUG:teuthology.orchestra.run.smithi067:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-10T08:13:02.084 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-10T08:13:02.084 DEBUG:teuthology.orchestra.run.smithi067:> print(_find_admin_socket("client.admin")) 2024-09-10T08:13:02.084 DEBUG:teuthology.orchestra.run.smithi067:> ' 2024-09-10T08:13:02.209 INFO:teuthology.orchestra.run.smithi067.stdout:/var/run/ceph/ceph-client.admin.73134.asok 2024-09-10T08:13:02.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:13:02.220 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.admin.73134.asok 2024-09-10T08:13:02.220 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:13:02.221 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.admin.73134.asok status 2024-09-10T08:13:02.358 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:13:02.358 INFO:teuthology.orchestra.run.smithi067.stdout: "metadata": { 2024-09-10T08:13:02.358 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T08:13:02.358 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T08:13:02.358 INFO:teuthology.orchestra.run.smithi067.stdout: "entity_id": "admin", 2024-09-10T08:13:02.358 INFO:teuthology.orchestra.run.smithi067.stdout: "hostname": "smithi067", 2024-09-10T08:13:02.358 INFO:teuthology.orchestra.run.smithi067.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.admin", 2024-09-10T08:13:02.358 INFO:teuthology.orchestra.run.smithi067.stdout: "pid": "73134", 2024-09-10T08:13:02.359 INFO:teuthology.orchestra.run.smithi067.stdout: "root": "/" 2024-09-10T08:13:02.359 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:13:02.359 INFO:teuthology.orchestra.run.smithi067.stdout: "dentry_count": 0, 2024-09-10T08:13:02.359 INFO:teuthology.orchestra.run.smithi067.stdout: "dentry_pinned_count": 0, 2024-09-10T08:13:02.359 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 14748, 2024-09-10T08:13:02.359 INFO:teuthology.orchestra.run.smithi067.stdout: "inst": { 2024-09-10T08:13:02.359 INFO:teuthology.orchestra.run.smithi067.stdout: "name": { 2024-09-10T08:13:02.359 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "client", 2024-09-10T08:13:02.359 INFO:teuthology.orchestra.run.smithi067.stdout: "num": 14748 2024-09-10T08:13:02.359 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:13:02.359 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": { 2024-09-10T08:13:02.359 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "v1", 2024-09-10T08:13:02.359 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": "192.168.0.1:0", 2024-09-10T08:13:02.359 INFO:teuthology.orchestra.run.smithi067.stdout: "nonce": 2118655600 2024-09-10T08:13:02.360 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:13:02.360 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:13:02.360 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": { 2024-09-10T08:13:02.360 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "v1", 2024-09-10T08:13:02.360 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": "192.168.0.1:0", 2024-09-10T08:13:02.360 INFO:teuthology.orchestra.run.smithi067.stdout: "nonce": 2118655600 2024-09-10T08:13:02.360 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:13:02.360 INFO:teuthology.orchestra.run.smithi067.stdout: "inst_str": "client.14748 192.168.0.1:0/2118655600", 2024-09-10T08:13:02.361 INFO:teuthology.orchestra.run.smithi067.stdout: "addr_str": "192.168.0.1:0/2118655600", 2024-09-10T08:13:02.361 INFO:teuthology.orchestra.run.smithi067.stdout: "inode_count": 1, 2024-09-10T08:13:02.361 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_epoch": 17, 2024-09-10T08:13:02.361 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_epoch": 88, 2024-09-10T08:13:02.361 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_epoch_barrier": 0, 2024-09-10T08:13:02.361 INFO:teuthology.orchestra.run.smithi067.stdout: "blocklisted": false, 2024-09-10T08:13:02.361 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs" 2024-09-10T08:13:02.361 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:13:02.366 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:13:02.367 DEBUG:teuthology.orchestra.run.smithi067:> stat --file-system '--printf=%T 2024-09-10T08:13:02.367 DEBUG:teuthology.orchestra.run.smithi067:> ' -- /home/ubuntu/cephtest/mnt.admin 2024-09-10T08:13:02.383 INFO:teuthology.orchestra.run.smithi067.stdout:fuseblk 2024-09-10T08:13:02.383 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.admin 2024-09-10T08:13:02.383 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:13:02.383 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.admin 2024-09-10T08:13:02.450 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.admin && exec stdin-killer --timeout=900 -- bash -c 'setfattr -n ceph.dir.layout.pool -v cephfs_data_ec . && getfattr -n ceph.dir.layout .') 2024-09-10T08:13:02.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:02 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-10T08:13:02.565 INFO:teuthology.orchestra.run.smithi067.stdout:# file: . 2024-09-10T08:13:02.565 INFO:teuthology.orchestra.run.smithi067.stdout:ceph.dir.layout="stripe_unit=4194304 stripe_count=1 object_size=4194304 pool=cephfs_data_ec" 2024-09-10T08:13:02.565 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:13:02.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:13:02.571 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-10T08:13:02.571 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:13:02.589 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph osd blocklist ls 2024-09-10T08:13:02.887 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:13:03.178 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:02 smithi067 ceph-mon[31051]: pgmap v300: 129 pgs: 129 active+clean; 579 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:13:03.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:02 smithi203 ceph-mon[34672]: pgmap v300: 129 pgs: 129 active+clean; 579 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:13:03.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:02 smithi133 ceph-mon[34721]: pgmap v300: 129 pgs: 129 active+clean; 579 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:13:03.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.411+0000 7f44b39ae640 1 -- 172.21.15.67:0/1730699856 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f44ac102570 msgr2=0x7f44ac1029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:03.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.411+0000 7f44b39ae640 1 --2- 172.21.15.67:0/1730699856 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f44ac102570 0x7f44ac1029b0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f44a0009900 tx=0x7f44a002a480 comp rx=0 tx=0).stop 2024-09-10T08:13:03.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.411+0000 7f44b39ae640 1 -- 172.21.15.67:0/1730699856 shutdown_connections 2024-09-10T08:13:03.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.411+0000 7f44b39ae640 1 --2- 172.21.15.67:0/1730699856 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f44ac102ef0 0x7f44ac10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:03.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.411+0000 7f44b39ae640 1 --2- 172.21.15.67:0/1730699856 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f44ac102570 0x7f44ac1029b0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:03.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.411+0000 7f44b39ae640 1 --2- 172.21.15.67:0/1730699856 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f44ac100e20 0x7f44ac101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:03.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.411+0000 7f44b39ae640 1 -- 172.21.15.67:0/1730699856 >> 172.21.15.67:0/1730699856 conn(0x7f44ac0fc7d0 msgr2=0x7f44ac0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:03.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.411+0000 7f44b39ae640 1 -- 172.21.15.67:0/1730699856 shutdown_connections 2024-09-10T08:13:03.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.411+0000 7f44b39ae640 1 -- 172.21.15.67:0/1730699856 wait complete. 2024-09-10T08:13:03.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.412+0000 7f44b39ae640 1 Processor -- start 2024-09-10T08:13:03.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.412+0000 7f44b39ae640 1 -- start start 2024-09-10T08:13:03.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.412+0000 7f44b39ae640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f44ac100e20 0x7f44ac199140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:03.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.412+0000 7f44b39ae640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f44ac102570 0x7f44ac199680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:03.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.412+0000 7f44b39ae640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f44ac102ef0 0x7f44ac1a41c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:03.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.412+0000 7f44b39ae640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f44ac110e30 con 0x7f44ac102ef0 2024-09-10T08:13:03.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.412+0000 7f44b39ae640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f44ac110cb0 con 0x7f44ac100e20 2024-09-10T08:13:03.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.412+0000 7f44b39ae640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f44ac110fb0 con 0x7f44ac102570 2024-09-10T08:13:03.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.412+0000 7f44b1f4b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f44ac102ef0 0x7f44ac1a41c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:03.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.412+0000 7f44b1f4b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f44ac102ef0 0x7f44ac1a41c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48128/0 (socket says 172.21.15.67:48128) 2024-09-10T08:13:03.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.412+0000 7f44b1f4b640 1 -- 172.21.15.67:0/2599141283 learned_addr learned my addr 172.21.15.67:0/2599141283 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:13:03.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.412+0000 7f44b174a640 1 --2- 172.21.15.67:0/2599141283 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f44ac100e20 0x7f44ac199140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:03.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.412+0000 7f44b0f49640 1 --2- 172.21.15.67:0/2599141283 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f44ac102570 0x7f44ac199680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:03.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.412+0000 7f44b1f4b640 1 -- 172.21.15.67:0/2599141283 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f44ac102570 msgr2=0x7f44ac199680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:03.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.412+0000 7f44b1f4b640 1 --2- 172.21.15.67:0/2599141283 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f44ac102570 0x7f44ac199680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:03.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.412+0000 7f44b1f4b640 1 -- 172.21.15.67:0/2599141283 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f44ac100e20 msgr2=0x7f44ac199140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:03.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.412+0000 7f44b1f4b640 1 --2- 172.21.15.67:0/2599141283 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f44ac100e20 0x7f44ac199140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:03.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.412+0000 7f44b1f4b640 1 -- 172.21.15.67:0/2599141283 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44ac1a4700 con 0x7f44ac102ef0 2024-09-10T08:13:03.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.412+0000 7f44b0f49640 1 --2- 172.21.15.67:0/2599141283 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f44ac102570 0x7f44ac199680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:13:03.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.413+0000 7f44b1f4b640 1 --2- 172.21.15.67:0/2599141283 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f44ac102ef0 0x7f44ac1a41c0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f44a400c970 tx=0x7f44a400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:03.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.413+0000 7f44aa7fc640 1 -- 172.21.15.67:0/2599141283 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44a4007bb0 con 0x7f44ac102ef0 2024-09-10T08:13:03.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.413+0000 7f44aa7fc640 1 -- 172.21.15.67:0/2599141283 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f44a4007d50 con 0x7f44ac102ef0 2024-09-10T08:13:03.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.413+0000 7f44b39ae640 1 -- 172.21.15.67:0/2599141283 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44ac1a48d0 con 0x7f44ac102ef0 2024-09-10T08:13:03.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.413+0000 7f44aa7fc640 1 -- 172.21.15.67:0/2599141283 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44a4018700 con 0x7f44ac102ef0 2024-09-10T08:13:03.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.413+0000 7f44b39ae640 1 -- 172.21.15.67:0/2599141283 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44ac1a4dc0 con 0x7f44ac102ef0 2024-09-10T08:13:03.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.414+0000 7f44b39ae640 1 -- 172.21.15.67:0/2599141283 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f44ac101200 con 0x7f44ac102ef0 2024-09-10T08:13:03.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.415+0000 7f44aa7fc640 1 -- 172.21.15.67:0/2599141283 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f44a400fa20 con 0x7f44ac102ef0 2024-09-10T08:13:03.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.416+0000 7f44aa7fc640 1 --2- 172.21.15.67:0/2599141283 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f44940a2b80 0x7f44940a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:03.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.416+0000 7f44b174a640 1 --2- 172.21.15.67:0/2599141283 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f44940a2b80 0x7f44940a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:03.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.416+0000 7f44aa7fc640 1 -- 172.21.15.67:0/2599141283 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f44a40cf2f0 con 0x7f44ac102ef0 2024-09-10T08:13:03.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.416+0000 7f44b174a640 1 --2- 172.21.15.67:0/2599141283 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f44940a2b80 0x7f44940a5040 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f449c007ec0 tx=0x7f449c0075b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:03.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.420+0000 7f44aa7fc640 1 -- 172.21.15.67:0/2599141283 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f44a4014030 con 0x7f44ac102ef0 2024-09-10T08:13:03.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.606+0000 7f44b39ae640 1 -- 172.21.15.67:0/2599141283 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f44ac109090 con 0x7f44ac102ef0 2024-09-10T08:13:03.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.606+0000 7f44aa7fc640 1 -- 172.21.15.67:0/2599141283 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v88) ==== 81+0+591 (secure 0 0 0) 0x7f44a409c010 con 0x7f44ac102ef0 2024-09-10T08:13:03.606 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.15.67:0/420992675 2024-09-11T08:05:37.717567+0000 2024-09-10T08:13:03.606 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.15.67:0/2960294013 2024-09-11T08:05:37.717567+0000 2024-09-10T08:13:03.606 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.15.67:6801/2987520524 2024-09-11T08:05:37.717567+0000 2024-09-10T08:13:03.606 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.15.67:6800/2987520524 2024-09-11T08:05:37.717567+0000 2024-09-10T08:13:03.606 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.15.67:0/3383024850 2024-09-11T08:05:13.831541+0000 2024-09-10T08:13:03.606 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.15.67:6801/1869292132 2024-09-11T08:05:13.831541+0000 2024-09-10T08:13:03.606 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.15.67:6800/1869292132 2024-09-11T08:05:13.831541+0000 2024-09-10T08:13:03.606 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.15.67:0/4178209804 2024-09-11T08:05:37.717567+0000 2024-09-10T08:13:03.606 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.15.67:0/2105313351 2024-09-11T08:05:13.831541+0000 2024-09-10T08:13:03.606 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.15.67:0/4063198473 2024-09-11T08:05:13.831541+0000 2024-09-10T08:13:03.606 INFO:teuthology.orchestra.run.smithi067.stderr:listed 10 entries 2024-09-10T08:13:03.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.608+0000 7f44b39ae640 1 -- 172.21.15.67:0/2599141283 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f44940a2b80 msgr2=0x7f44940a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:03.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.608+0000 7f44b39ae640 1 --2- 172.21.15.67:0/2599141283 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f44940a2b80 0x7f44940a5040 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f449c007ec0 tx=0x7f449c0075b0 comp rx=0 tx=0).stop 2024-09-10T08:13:03.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.608+0000 7f44b39ae640 1 -- 172.21.15.67:0/2599141283 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f44ac102ef0 msgr2=0x7f44ac1a41c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:03.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.608+0000 7f44b39ae640 1 --2- 172.21.15.67:0/2599141283 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f44ac102ef0 0x7f44ac1a41c0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f44a400c970 tx=0x7f44a400ce30 comp rx=0 tx=0).stop 2024-09-10T08:13:03.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.608+0000 7f44b39ae640 1 -- 172.21.15.67:0/2599141283 shutdown_connections 2024-09-10T08:13:03.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.608+0000 7f44b39ae640 1 --2- 172.21.15.67:0/2599141283 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f44940a2b80 0x7f44940a5040 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:03.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.608+0000 7f44b39ae640 1 --2- 172.21.15.67:0/2599141283 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f44ac102ef0 0x7f44ac1a41c0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:03.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.608+0000 7f44b39ae640 1 --2- 172.21.15.67:0/2599141283 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f44ac102570 0x7f44ac199680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:03.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.608+0000 7f44b39ae640 1 --2- 172.21.15.67:0/2599141283 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f44ac100e20 0x7f44ac199140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:03.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.608+0000 7f44b39ae640 1 -- 172.21.15.67:0/2599141283 >> 172.21.15.67:0/2599141283 conn(0x7f44ac0fc7d0 msgr2=0x7f44ac105f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:03.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.608+0000 7f44b39ae640 1 -- 172.21.15.67:0/2599141283 shutdown_connections 2024-09-10T08:13:03.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:03.608+0000 7f44b39ae640 1 -- 172.21.15.67:0/2599141283 wait complete. 2024-09-10T08:13:04.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:03 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/2599141283' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-10T08:13:04.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:03 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/2599141283' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-10T08:13:04.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:03 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/2599141283' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-10T08:13:04.345 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-10T08:13:04.345 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:13:04.364 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph osd blocklist ls 2024-09-10T08:13:04.665 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:13:05.078 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:04 smithi067 ceph-mon[31051]: pgmap v301: 129 pgs: 129 active+clean; 579 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:13:05.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.162+0000 7f113d987640 1 -- 172.21.15.67:0/1461755457 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1138106f10 msgr2=0x7f113810ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:05.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.162+0000 7f113d987640 1 --2- 172.21.15.67:0/1461755457 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1138106f10 0x7f113810ea90 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f1130009ca0 tx=0x7f113002a8c0 comp rx=0 tx=0).stop 2024-09-10T08:13:05.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.162+0000 7f113d987640 1 -- 172.21.15.67:0/1461755457 shutdown_connections 2024-09-10T08:13:05.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.162+0000 7f113d987640 1 --2- 172.21.15.67:0/1461755457 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1138106f10 0x7f113810ea90 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:05.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.162+0000 7f113d987640 1 --2- 172.21.15.67:0/1461755457 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1138102790 0x7f11381067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:05.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.162+0000 7f113d987640 1 --2- 172.21.15.67:0/1461755457 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1138101de0 0x7f11381021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:05.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.162+0000 7f113d987640 1 -- 172.21.15.67:0/1461755457 >> 172.21.15.67:0/1461755457 conn(0x7f11380fd8c0 msgr2=0x7f11380ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:05.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.162+0000 7f113d987640 1 -- 172.21.15.67:0/1461755457 shutdown_connections 2024-09-10T08:13:05.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.162+0000 7f113d987640 1 -- 172.21.15.67:0/1461755457 wait complete. 2024-09-10T08:13:05.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.163+0000 7f113d987640 1 Processor -- start 2024-09-10T08:13:05.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.163+0000 7f113d987640 1 -- start start 2024-09-10T08:13:05.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.163+0000 7f113d987640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1138101de0 0x7f11380744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:05.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.163+0000 7f113d987640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1138102790 0x7f1138074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:05.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.163+0000 7f113d987640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1138106f10 0x7f1138074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:05.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.163+0000 7f113d987640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f1138111ec0 con 0x7f1138101de0 2024-09-10T08:13:05.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.163+0000 7f113d987640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f1138111d40 con 0x7f1138106f10 2024-09-10T08:13:05.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.163+0000 7f113d987640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f1138112040 con 0x7f1138102790 2024-09-10T08:13:05.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.163+0000 7f1136ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1138101de0 0x7f11380744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:05.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.163+0000 7f1136ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1138101de0 0x7f11380744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48140/0 (socket says 172.21.15.67:48140) 2024-09-10T08:13:05.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.163+0000 7f1136ffd640 1 -- 172.21.15.67:0/2649917190 learned_addr learned my addr 172.21.15.67:0/2649917190 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:13:05.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.163+0000 7f11367fc640 1 --2- 172.21.15.67:0/2649917190 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1138102790 0x7f1138074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:05.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.163+0000 7f11377fe640 1 --2- 172.21.15.67:0/2649917190 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1138106f10 0x7f1138074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:05.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.164+0000 7f1136ffd640 1 -- 172.21.15.67:0/2649917190 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1138102790 msgr2=0x7f1138074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:05.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.164+0000 7f1136ffd640 1 --2- 172.21.15.67:0/2649917190 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1138102790 0x7f1138074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:05.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.164+0000 7f1136ffd640 1 -- 172.21.15.67:0/2649917190 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1138106f10 msgr2=0x7f1138074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:05.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.164+0000 7f1136ffd640 1 --2- 172.21.15.67:0/2649917190 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1138106f10 0x7f1138074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:05.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.164+0000 7f1136ffd640 1 -- 172.21.15.67:0/2649917190 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11381a6940 con 0x7f1138101de0 2024-09-10T08:13:05.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.164+0000 7f11377fe640 1 --2- 172.21.15.67:0/2649917190 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1138106f10 0x7f1138074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:13:05.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.164+0000 7f1136ffd640 1 --2- 172.21.15.67:0/2649917190 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1138101de0 0x7f11380744f0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f112800b4a0 tx=0x7f112800b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:05.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.164+0000 7f113c985640 1 -- 172.21.15.67:0/2649917190 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1128014070 con 0x7f1138101de0 2024-09-10T08:13:05.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.164+0000 7f113d987640 1 -- 172.21.15.67:0/2649917190 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11381a6c30 con 0x7f1138101de0 2024-09-10T08:13:05.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.164+0000 7f113c985640 1 -- 172.21.15.67:0/2649917190 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1128010ac0 con 0x7f1138101de0 2024-09-10T08:13:05.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.164+0000 7f113c985640 1 -- 172.21.15.67:0/2649917190 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1128017c30 con 0x7f1138101de0 2024-09-10T08:13:05.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.164+0000 7f113d987640 1 -- 172.21.15.67:0/2649917190 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11381a7170 con 0x7f1138101de0 2024-09-10T08:13:05.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.165+0000 7f113d987640 1 -- 172.21.15.67:0/2649917190 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11381021c0 con 0x7f1138101de0 2024-09-10T08:13:05.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.166+0000 7f113c985640 1 -- 172.21.15.67:0/2649917190 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f1128017070 con 0x7f1138101de0 2024-09-10T08:13:05.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.167+0000 7f113c985640 1 --2- 172.21.15.67:0/2649917190 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f11240a2b80 0x7f11240a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:05.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.167+0000 7f11367fc640 1 --2- 172.21.15.67:0/2649917190 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f11240a2b80 0x7f11240a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:05.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.167+0000 7f113c985640 1 -- 172.21.15.67:0/2649917190 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f11280cea50 con 0x7f1138101de0 2024-09-10T08:13:05.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.168+0000 7f11367fc640 1 --2- 172.21.15.67:0/2649917190 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f11240a2b80 0x7f11240a5040 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f1138075f80 tx=0x7f1120008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:05.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.171+0000 7f113c985640 1 -- 172.21.15.67:0/2649917190 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f112809b710 con 0x7f1138101de0 2024-09-10T08:13:05.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:04 smithi203 ceph-mon[34672]: pgmap v301: 129 pgs: 129 active+clean; 579 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:13:05.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:04 smithi133 ceph-mon[34721]: pgmap v301: 129 pgs: 129 active+clean; 579 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:13:05.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.358+0000 7f113d987640 1 -- 172.21.15.67:0/2649917190 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f113810a0f0 con 0x7f1138101de0 2024-09-10T08:13:05.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.358+0000 7f113c985640 1 -- 172.21.15.67:0/2649917190 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v88) ==== 81+0+591 (secure 0 0 0) 0x7f11280bb0d0 con 0x7f1138101de0 2024-09-10T08:13:05.358 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.15.67:0/420992675 2024-09-11T08:05:37.717567+0000 2024-09-10T08:13:05.358 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.15.67:0/2960294013 2024-09-11T08:05:37.717567+0000 2024-09-10T08:13:05.358 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.15.67:6801/2987520524 2024-09-11T08:05:37.717567+0000 2024-09-10T08:13:05.358 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.15.67:6800/2987520524 2024-09-11T08:05:37.717567+0000 2024-09-10T08:13:05.358 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.15.67:0/3383024850 2024-09-11T08:05:13.831541+0000 2024-09-10T08:13:05.359 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.15.67:6801/1869292132 2024-09-11T08:05:13.831541+0000 2024-09-10T08:13:05.359 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.15.67:6800/1869292132 2024-09-11T08:05:13.831541+0000 2024-09-10T08:13:05.359 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.15.67:0/4178209804 2024-09-11T08:05:37.717567+0000 2024-09-10T08:13:05.359 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.15.67:0/2105313351 2024-09-11T08:05:13.831541+0000 2024-09-10T08:13:05.359 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.15.67:0/4063198473 2024-09-11T08:05:13.831541+0000 2024-09-10T08:13:05.359 INFO:teuthology.orchestra.run.smithi067.stderr:listed 10 entries 2024-09-10T08:13:05.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.360+0000 7f113d987640 1 -- 172.21.15.67:0/2649917190 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f11240a2b80 msgr2=0x7f11240a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:05.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.360+0000 7f113d987640 1 --2- 172.21.15.67:0/2649917190 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f11240a2b80 0x7f11240a5040 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f1138075f80 tx=0x7f1120008040 comp rx=0 tx=0).stop 2024-09-10T08:13:05.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.360+0000 7f113d987640 1 -- 172.21.15.67:0/2649917190 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1138101de0 msgr2=0x7f11380744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:05.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.360+0000 7f113d987640 1 --2- 172.21.15.67:0/2649917190 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1138101de0 0x7f11380744f0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f112800b4a0 tx=0x7f112800b960 comp rx=0 tx=0).stop 2024-09-10T08:13:05.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.360+0000 7f113d987640 1 -- 172.21.15.67:0/2649917190 shutdown_connections 2024-09-10T08:13:05.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.360+0000 7f113d987640 1 --2- 172.21.15.67:0/2649917190 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f11240a2b80 0x7f11240a5040 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:05.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.360+0000 7f113d987640 1 --2- 172.21.15.67:0/2649917190 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1138106f10 0x7f1138074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:05.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.360+0000 7f113d987640 1 --2- 172.21.15.67:0/2649917190 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1138102790 0x7f1138074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:05.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.360+0000 7f113d987640 1 --2- 172.21.15.67:0/2649917190 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1138101de0 0x7f11380744f0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:05.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.360+0000 7f113d987640 1 -- 172.21.15.67:0/2649917190 >> 172.21.15.67:0/2649917190 conn(0x7f11380fd8c0 msgr2=0x7f11380fece0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:05.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.361+0000 7f113d987640 1 -- 172.21.15.67:0/2649917190 shutdown_connections 2024-09-10T08:13:05.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:05.361+0000 7f113d987640 1 -- 172.21.15.67:0/2649917190 wait complete. 2024-09-10T08:13:06.158 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:05 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/2649917190' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-10T08:13:06.190 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi067.front.sepia.ceph.com... 2024-09-10T08:13:06.190 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:13:06.191 DEBUG:teuthology.orchestra.run.smithi067:> sudo fusermount -u /home/ubuntu/cephtest/mnt.admin 2024-09-10T08:13:06.218 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi067.stderr:ceph-fuse[73134]: fuse finished with error 0 and tester_r 0 2024-09-10T08:13:06.220 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:13:06.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:05 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/2649917190' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-10T08:13:06.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:05 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/2649917190' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-10T08:13:07.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:06 smithi067 ceph-mon[31051]: pgmap v302: 129 pgs: 129 active+clean; 581 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-09-10T08:13:07.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:06 smithi203 ceph-mon[34672]: pgmap v302: 129 pgs: 129 active+clean; 581 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-09-10T08:13:07.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:06 smithi133 ceph-mon[34721]: pgmap v302: 129 pgs: 129 active+clean; 581 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-09-10T08:13:09.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:08 smithi067 ceph-mon[31051]: pgmap v303: 129 pgs: 129 active+clean; 581 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-09-10T08:13:09.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:08 smithi203 ceph-mon[34672]: pgmap v303: 129 pgs: 129 active+clean; 581 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-09-10T08:13:09.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:08 smithi133 ceph-mon[34721]: pgmap v303: 129 pgs: 129 active+clean; 581 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 0 op/s 2024-09-10T08:13:11.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:10 smithi067 ceph-mon[31051]: pgmap v304: 129 pgs: 129 active+clean; 581 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-09-10T08:13:11.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:10 smithi203 ceph-mon[34672]: pgmap v304: 129 pgs: 129 active+clean; 581 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-09-10T08:13:11.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:10 smithi133 ceph-mon[34721]: pgmap v304: 129 pgs: 129 active+clean; 581 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-09-10T08:13:12.321 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi067.front.sepia.ceph.com 2024-09-10T08:13:12.321 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:13:12.322 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.admin) 2024-09-10T08:13:12.350 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph osd dump --format=json 2024-09-10T08:13:12.661 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:13:13.070 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:12 smithi067 ceph-mon[31051]: pgmap v305: 129 pgs: 129 active+clean; 581 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-09-10T08:13:13.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.154+0000 7f88701ca640 1 -- 172.21.15.67:0/892161381 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8868106a80 msgr2=0x7f8868106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:13.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.154+0000 7f88701ca640 1 --2- 172.21.15.67:0/892161381 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8868106a80 0x7f8868106e60 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f8864009930 tx=0x7f886402a420 comp rx=0 tx=0).stop 2024-09-10T08:13:13.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.154+0000 7f88701ca640 1 -- 172.21.15.67:0/892161381 shutdown_connections 2024-09-10T08:13:13.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.154+0000 7f88701ca640 1 --2- 172.21.15.67:0/892161381 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8868100a80 0x7f8868100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:13.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.154+0000 7f88701ca640 1 --2- 172.21.15.67:0/892161381 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8868101420 0x7f886810d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:13.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.154+0000 7f88701ca640 1 --2- 172.21.15.67:0/892161381 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8868106a80 0x7f8868106e60 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:13.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.154+0000 7f88701ca640 1 -- 172.21.15.67:0/892161381 >> 172.21.15.67:0/892161381 conn(0x7f88680fc7a0 msgr2=0x7f88680febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:13.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.154+0000 7f88701ca640 1 -- 172.21.15.67:0/892161381 shutdown_connections 2024-09-10T08:13:13.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.154+0000 7f88701ca640 1 -- 172.21.15.67:0/892161381 wait complete. 2024-09-10T08:13:13.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.155+0000 7f88701ca640 1 Processor -- start 2024-09-10T08:13:13.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.155+0000 7f88701ca640 1 -- start start 2024-09-10T08:13:13.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.155+0000 7f88701ca640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8868100a80 0x7f8868198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:13.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.155+0000 7f88701ca640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8868101420 0x7f8868198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:13.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.155+0000 7f88701ca640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8868106a80 0x7f886819cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:13.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.155+0000 7f88701ca640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f8868110d80 con 0x7f8868106a80 2024-09-10T08:13:13.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.155+0000 7f88701ca640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f8868110c00 con 0x7f8868100a80 2024-09-10T08:13:13.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.155+0000 7f88701ca640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f8868110f00 con 0x7f8868101420 2024-09-10T08:13:13.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.155+0000 7f886e767640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8868106a80 0x7f886819cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:13.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.155+0000 7f886e767640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8868106a80 0x7f886819cbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41254/0 (socket says 172.21.15.67:41254) 2024-09-10T08:13:13.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.155+0000 7f886e767640 1 -- 172.21.15.67:0/2066833156 learned_addr learned my addr 172.21.15.67:0/2066833156 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:13:13.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.156+0000 7f886d765640 1 --2- 172.21.15.67:0/2066833156 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8868101420 0x7f8868198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:13.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.156+0000 7f886df66640 1 --2- 172.21.15.67:0/2066833156 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8868100a80 0x7f8868198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:13.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.156+0000 7f886e767640 1 -- 172.21.15.67:0/2066833156 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8868101420 msgr2=0x7f8868198860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:13.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.156+0000 7f886e767640 1 --2- 172.21.15.67:0/2066833156 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8868101420 0x7f8868198860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:13.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.156+0000 7f886e767640 1 -- 172.21.15.67:0/2066833156 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8868100a80 msgr2=0x7f8868198320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:13.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.156+0000 7f886e767640 1 --2- 172.21.15.67:0/2066833156 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8868100a80 0x7f8868198320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:13.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.156+0000 7f886e767640 1 -- 172.21.15.67:0/2066833156 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f886819d2d0 con 0x7f8868106a80 2024-09-10T08:13:13.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.156+0000 7f886d765640 1 --2- 172.21.15.67:0/2066833156 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8868101420 0x7f8868198860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:13:13.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.156+0000 7f886e767640 1 --2- 172.21.15.67:0/2066833156 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8868106a80 0x7f886819cbf0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f886000cce0 tx=0x7f886000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:13.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.156+0000 7f885affd640 1 -- 172.21.15.67:0/2066833156 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f886000f450 con 0x7f8868106a80 2024-09-10T08:13:13.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.156+0000 7f885affd640 1 -- 172.21.15.67:0/2066833156 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f886000faa0 con 0x7f8868106a80 2024-09-10T08:13:13.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.156+0000 7f88701ca640 1 -- 172.21.15.67:0/2066833156 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f886819d5c0 con 0x7f8868106a80 2024-09-10T08:13:13.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.156+0000 7f885affd640 1 -- 172.21.15.67:0/2066833156 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8860018b70 con 0x7f8868106a80 2024-09-10T08:13:13.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.156+0000 7f88701ca640 1 -- 172.21.15.67:0/2066833156 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88681a4ea0 con 0x7f8868106a80 2024-09-10T08:13:13.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.157+0000 7f88701ca640 1 -- 172.21.15.67:0/2066833156 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8868100ee0 con 0x7f8868106a80 2024-09-10T08:13:13.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.158+0000 7f885affd640 1 -- 172.21.15.67:0/2066833156 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f8860018d10 con 0x7f8868106a80 2024-09-10T08:13:13.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.159+0000 7f885affd640 1 --2- 172.21.15.67:0/2066833156 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f88540a2c00 0x7f88540a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:13.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.159+0000 7f886df66640 1 --2- 172.21.15.67:0/2066833156 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f88540a2c00 0x7f88540a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:13.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.159+0000 7f885affd640 1 -- 172.21.15.67:0/2066833156 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f88600cf760 con 0x7f8868106a80 2024-09-10T08:13:13.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.160+0000 7f886df66640 1 --2- 172.21.15.67:0/2066833156 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f88540a2c00 0x7f88540a50c0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f8864006010 tx=0x7f8864031400 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:13.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.162+0000 7f885affd640 1 -- 172.21.15.67:0/2066833156 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f8860014030 con 0x7f8868106a80 2024-09-10T08:13:13.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:12 smithi203 ceph-mon[34672]: pgmap v305: 129 pgs: 129 active+clean; 581 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-09-10T08:13:13.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.342+0000 7f88701ca640 1 -- 172.21.15.67:0/2066833156 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8868199680 con 0x7f8868106a80 2024-09-10T08:13:13.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.343+0000 7f885affd640 1 -- 172.21.15.67:0/2066833156 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+24225 (secure 0 0 0) 0x7f8868199680 con 0x7f8868106a80 2024-09-10T08:13:13.343 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:13:13.343 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":88,"fsid":"315284b0-6f4b-11ef-bcea-c7b262605968","created":"2024-09-10T08:04:51.999264+0000","modified":"2024-09-10T08:12:46.501131+0000","last_up_change":"2024-09-10T08:11:44.006308+0000","last_in_change":"2024-09-10T08:11:20.252568+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:07:54.225673+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:12:33.710480+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T08:12:35.789356+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T08:12:42.280527+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f86e49e6-6996-48db-b2b5-45e56df21941","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6803","nonce":2156529365}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6805","nonce":2156529365}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6809","nonce":2156529365}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6807","nonce":2156529365}]},"public_addr":"172.21.15.67:6803/2156529365","cluster_addr":"172.21.15.67:6805/2156529365","heartbeat_back_addr":"172.21.15.67:6809/2156529365","heartbeat_front_addr":"172.21.15.67:6807/2156529365","state":["exists","up"]},{"osd":1,"uuid":"5d1404fb-621b-43f8-aae0-9b3bb2c84e92","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6801","nonce":3995937115}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6803","nonce":3995937115}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6807","nonce":3995937115}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6805","nonce":3995937115}]},"public_addr":"172.21.15.133:6801/3995937115","cluster_addr":"172.21.15.133:6803/3995937115","heartbeat_back_addr":"172.21.15.133:6807/3995937115","heartbeat_front_addr":"172.21.15.133:6805/3995937115","state":["exists","up"]},{"osd":2,"uuid":"f1a75f4e-9c67-4536-aad8-56469112fda1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6801","nonce":3905493348}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6803","nonce":3905493348}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6807","nonce":3905493348}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6805","nonce":3905493348}]},"public_addr":"172.21.15.203:6801/3905493348","cluster_addr":"172.21.15.203:6803/3905493348","heartbeat_back_addr":"172.21.15.203:6807/3905493348","heartbeat_front_addr":"172.21.15.203:6805/3905493348","state":["exists","up"]},{"osd":3,"uuid":"b58a1682-c3a7-4094-a4c8-d132c11d478f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6811","nonce":1513600391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6813","nonce":1513600391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6817","nonce":1513600391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6815","nonce":1513600391}]},"public_addr":"172.21.15.67:6811/1513600391","cluster_addr":"172.21.15.67:6813/1513600391","heartbeat_back_addr":"172.21.15.67:6817/1513600391","heartbeat_front_addr":"172.21.15.67:6815/1513600391","state":["exists","up"]},{"osd":4,"uuid":"cc22f878-3de9-4257-abab-069be0664dff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6809","nonce":873062362}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6811","nonce":873062362}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6815","nonce":873062362}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6813","nonce":873062362}]},"public_addr":"172.21.15.133:6809/873062362","cluster_addr":"172.21.15.133:6811/873062362","heartbeat_back_addr":"172.21.15.133:6815/873062362","heartbeat_front_addr":"172.21.15.133:6813/873062362","state":["exists","up"]},{"osd":5,"uuid":"6e4b48f9-df8e-43e5-ba21-589cbe4bf349","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6809","nonce":2104437925}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6811","nonce":2104437925}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6815","nonce":2104437925}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6813","nonce":2104437925}]},"public_addr":"172.21.15.203:6809/2104437925","cluster_addr":"172.21.15.203:6811/2104437925","heartbeat_back_addr":"172.21.15.203:6815/2104437925","heartbeat_front_addr":"172.21.15.203:6813/2104437925","state":["exists","up"]},{"osd":6,"uuid":"bc0ce4e2-ab6c-4d1d-a17c-f16ccf214696","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6819","nonce":3451855313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6821","nonce":3451855313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6825","nonce":3451855313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6823","nonce":3451855313}]},"public_addr":"172.21.15.67:6819/3451855313","cluster_addr":"172.21.15.67:6821/3451855313","heartbeat_back_addr":"172.21.15.67:6825/3451855313","heartbeat_front_addr":"172.21.15.67:6823/3451855313","state":["exists","up"]},{"osd":7,"uuid":"b114b175-4fec-45f5-846f-edbd7f3f6a40","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6817","nonce":3668519078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6819","nonce":3668519078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6823","nonce":3668519078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6821","nonce":3668519078}]},"public_addr":"172.21.15.133:6817/3668519078","cluster_addr":"172.21.15.133:6819/3668519078","heartbeat_back_addr":"172.21.15.133:6823/3668519078","heartbeat_front_addr":"172.21.15.133:6821/3668519078","state":["exists","up"]},{"osd":8,"uuid":"d31ce685-0a86-44b4-86ff-c2f7282de65e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6817","nonce":472763919}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6819","nonce":472763919}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6823","nonce":472763919}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6820","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6821","nonce":472763919}]},"public_addr":"172.21.15.203:6817/472763919","cluster_addr":"172.21.15.203:6819/472763919","heartbeat_back_addr":"172.21.15.203:6823/472763919","heartbeat_front_addr":"172.21.15.203:6821/472763919","state":["exists","up"]},{"osd":9,"uuid":"aa95ebe2-9111-4d0d-97cb-d0e19ab1b3cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6827","nonce":228642541}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6829","nonce":228642541}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6833","nonce":228642541}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6831","nonce":228642541}]},"public_addr":"172.21.15.67:6827/228642541","cluster_addr":"172.21.15.67:6829/228642541","heartbeat_back_addr":"172.21.15.67:6833/228642541","heartbeat_front_addr":"172.21.15.67:6831/228642541","state":["exists","up"]},{"osd":10,"uuid":"d732bc25-9273-4964-b8bf-441ae03fe4c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6825","nonce":1358359980}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6827","nonce":1358359980}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6831","nonce":1358359980}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6829","nonce":1358359980}]},"public_addr":"172.21.15.133:6825/1358359980","cluster_addr":"172.21.15.133:6827/1358359980","heartbeat_back_addr":"172.21.15.133:6831/1358359980","heartbeat_front_addr":"172.21.15.133:6829/1358359980","state":["exists","up"]},{"osd":11,"uuid":"8467eb04-6d28-4e6e-8f44-19022da895c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6824","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6825","nonce":1340245932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6827","nonce":1340245932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6831","nonce":1340245932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6828","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6829","nonce":1340245932}]},"public_addr":"172.21.15.203:6825/1340245932","cluster_addr":"172.21.15.203:6827/1340245932","heartbeat_back_addr":"172.21.15.203:6831/1340245932","heartbeat_front_addr":"172.21.15.203:6829/1340245932","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:07:00.686495+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:07:25.963125+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:07:51.678889+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:08:17.214730+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:08:42.566829+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:09:07.208130+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:09:33.332707+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:09:58.718647+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:10:24.866450+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:10:50.740704+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:11:16.269602+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:11:42.296645+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:0/420992675":"2024-09-11T08:05:37.717567+0000","172.21.15.67:0/2960294013":"2024-09-11T08:05:37.717567+0000","172.21.15.67:6801/2987520524":"2024-09-11T08:05:37.717567+0000","172.21.15.67:6800/2987520524":"2024-09-11T08:05:37.717567+0000","172.21.15.67:0/3383024850":"2024-09-11T08:05:13.831541+0000","172.21.15.67:6801/1869292132":"2024-09-11T08:05:13.831541+0000","172.21.15.67:6800/1869292132":"2024-09-11T08:05:13.831541+0000","172.21.15.67:0/4178209804":"2024-09-11T08:05:37.717567+0000","172.21.15.67:0/2105313351":"2024-09-11T08:05:13.831541+0000","172.21.15.67:0/4063198473":"2024-09-11T08:05:13.831541+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:13:13.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:12 smithi133 ceph-mon[34721]: pgmap v305: 129 pgs: 129 active+clean; 581 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-09-10T08:13:13.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.345+0000 7f88701ca640 1 -- 172.21.15.67:0/2066833156 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f88540a2c00 msgr2=0x7f88540a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:13.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.345+0000 7f88701ca640 1 --2- 172.21.15.67:0/2066833156 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f88540a2c00 0x7f88540a50c0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f8864006010 tx=0x7f8864031400 comp rx=0 tx=0).stop 2024-09-10T08:13:13.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.345+0000 7f88701ca640 1 -- 172.21.15.67:0/2066833156 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8868106a80 msgr2=0x7f886819cbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:13.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.345+0000 7f88701ca640 1 --2- 172.21.15.67:0/2066833156 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8868106a80 0x7f886819cbf0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f886000cce0 tx=0x7f886000a620 comp rx=0 tx=0).stop 2024-09-10T08:13:13.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.346+0000 7f88701ca640 1 -- 172.21.15.67:0/2066833156 shutdown_connections 2024-09-10T08:13:13.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.346+0000 7f88701ca640 1 --2- 172.21.15.67:0/2066833156 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f88540a2c00 0x7f88540a50c0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:13.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.346+0000 7f88701ca640 1 --2- 172.21.15.67:0/2066833156 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8868106a80 0x7f886819cbf0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:13.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.346+0000 7f88701ca640 1 --2- 172.21.15.67:0/2066833156 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8868101420 0x7f8868198860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:13.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.346+0000 7f88701ca640 1 --2- 172.21.15.67:0/2066833156 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8868100a80 0x7f8868198320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:13.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.346+0000 7f88701ca640 1 -- 172.21.15.67:0/2066833156 >> 172.21.15.67:0/2066833156 conn(0x7f88680fc7a0 msgr2=0x7f886806a8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:13.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.346+0000 7f88701ca640 1 -- 172.21.15.67:0/2066833156 shutdown_connections 2024-09-10T08:13:13.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:13.346+0000 7f88701ca640 1 -- 172.21.15.67:0/2066833156 wait complete. 2024-09-10T08:13:14.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:13 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/2066833156' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:13:14.264 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph osd dump --format=json 2024-09-10T08:13:14.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:13 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/2066833156' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:13:14.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:13 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/2066833156' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:13:14.531 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:13:15.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.073+0000 7f0ac16fd640 1 -- 172.21.15.67:0/4021457916 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0abc100ca0 msgr2=0x7f0abc106840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:15.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.073+0000 7f0ac16fd640 1 --2- 172.21.15.67:0/4021457916 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0abc100ca0 0x7f0abc106840 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f0ab0009930 tx=0x7f0ab002a420 comp rx=0 tx=0).stop 2024-09-10T08:13:15.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.073+0000 7f0ac16fd640 1 -- 172.21.15.67:0/4021457916 shutdown_connections 2024-09-10T08:13:15.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.073+0000 7f0ac16fd640 1 --2- 172.21.15.67:0/4021457916 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0abc106f50 0x7f0abc10eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:15.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.073+0000 7f0ac16fd640 1 --2- 172.21.15.67:0/4021457916 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0abc100ca0 0x7f0abc106840 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:15.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.073+0000 7f0ac16fd640 1 --2- 172.21.15.67:0/4021457916 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0abc1002f0 0x7f0abc1006d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:15.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.073+0000 7f0ac16fd640 1 -- 172.21.15.67:0/4021457916 >> 172.21.15.67:0/4021457916 conn(0x7f0abc077210 msgr2=0x7f0abc0fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:15.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.073+0000 7f0ac16fd640 1 -- 172.21.15.67:0/4021457916 shutdown_connections 2024-09-10T08:13:15.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.074+0000 7f0ac16fd640 1 -- 172.21.15.67:0/4021457916 wait complete. 2024-09-10T08:13:15.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.074+0000 7f0ac16fd640 1 Processor -- start 2024-09-10T08:13:15.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.074+0000 7f0ac16fd640 1 -- start start 2024-09-10T08:13:15.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.075+0000 7f0ac16fd640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0abc1002f0 0x7f0abc101270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:15.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.075+0000 7f0ac16fd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0abc100ca0 0x7f0abc1017b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:15.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.075+0000 7f0ac16fd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0abc106f50 0x7f0abc101cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:15.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.075+0000 7f0ac16fd640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f0abc111f10 con 0x7f0abc106f50 2024-09-10T08:13:15.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.075+0000 7f0ac16fd640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f0abc111d90 con 0x7f0abc100ca0 2024-09-10T08:13:15.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.075+0000 7f0ac16fd640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f0abc112090 con 0x7f0abc1002f0 2024-09-10T08:13:15.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.075+0000 7f0abb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0abc106f50 0x7f0abc101cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:15.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.075+0000 7f0abb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0abc106f50 0x7f0abc101cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41274/0 (socket says 172.21.15.67:41274) 2024-09-10T08:13:15.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.075+0000 7f0abb7fe640 1 -- 172.21.15.67:0/3041222662 learned_addr learned my addr 172.21.15.67:0/3041222662 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:13:15.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.075+0000 7f0aba7fc640 1 --2- 172.21.15.67:0/3041222662 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0abc100ca0 0x7f0abc1017b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:15.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.075+0000 7f0abaffd640 1 --2- 172.21.15.67:0/3041222662 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0abc1002f0 0x7f0abc101270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:15.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.075+0000 7f0abb7fe640 1 -- 172.21.15.67:0/3041222662 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0abc1002f0 msgr2=0x7f0abc101270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:15.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.075+0000 7f0abb7fe640 1 --2- 172.21.15.67:0/3041222662 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0abc1002f0 0x7f0abc101270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:15.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.075+0000 7f0abb7fe640 1 -- 172.21.15.67:0/3041222662 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0abc100ca0 msgr2=0x7f0abc1017b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:15.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.075+0000 7f0abb7fe640 1 --2- 172.21.15.67:0/3041222662 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0abc100ca0 0x7f0abc1017b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:15.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.075+0000 7f0abb7fe640 1 -- 172.21.15.67:0/3041222662 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0abc1a6ab0 con 0x7f0abc106f50 2024-09-10T08:13:15.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.075+0000 7f0abb7fe640 1 --2- 172.21.15.67:0/3041222662 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0abc106f50 0x7f0abc101cf0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f0ab400b970 tx=0x7f0ab400be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:15.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.075+0000 7f0aa3fff640 1 -- 172.21.15.67:0/3041222662 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ab4019070 con 0x7f0abc106f50 2024-09-10T08:13:15.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.075+0000 7f0aa3fff640 1 -- 172.21.15.67:0/3041222662 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0ab4014440 con 0x7f0abc106f50 2024-09-10T08:13:15.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.075+0000 7f0ac16fd640 1 -- 172.21.15.67:0/3041222662 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0abc1a6da0 con 0x7f0abc106f50 2024-09-10T08:13:15.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.075+0000 7f0aa3fff640 1 -- 172.21.15.67:0/3041222662 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ab40075d0 con 0x7f0abc106f50 2024-09-10T08:13:15.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.075+0000 7f0ac16fd640 1 -- 172.21.15.67:0/3041222662 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0abc1a7260 con 0x7f0abc106f50 2024-09-10T08:13:15.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.076+0000 7f0ac16fd640 1 -- 172.21.15.67:0/3041222662 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0abc100750 con 0x7f0abc106f50 2024-09-10T08:13:15.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.078+0000 7f0aa3fff640 1 -- 172.21.15.67:0/3041222662 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f0ab401c070 con 0x7f0abc106f50 2024-09-10T08:13:15.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.078+0000 7f0aa3fff640 1 --2- 172.21.15.67:0/3041222662 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f0aa40a2b80 0x7f0aa40a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:15.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.079+0000 7f0abaffd640 1 --2- 172.21.15.67:0/3041222662 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f0aa40a2b80 0x7f0aa40a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:15.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.079+0000 7f0aa3fff640 1 -- 172.21.15.67:0/3041222662 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f0ab40cecb0 con 0x7f0abc106f50 2024-09-10T08:13:15.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.079+0000 7f0abaffd640 1 --2- 172.21.15.67:0/3041222662 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f0aa40a2b80 0x7f0aa40a5040 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f0aac009890 tx=0x7f0aac008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:15.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.081+0000 7f0aa3fff640 1 -- 172.21.15.67:0/3041222662 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f0ab409b380 con 0x7f0abc106f50 2024-09-10T08:13:15.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.257+0000 7f0ac16fd640 1 -- 172.21.15.67:0/3041222662 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0abc10a120 con 0x7f0abc106f50 2024-09-10T08:13:15.257 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:14 smithi067 ceph-mon[31051]: pgmap v306: 129 pgs: 129 active+clean; 581 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-09-10T08:13:15.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.259+0000 7f0aa3fff640 1 -- 172.21.15.67:0/3041222662 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+24225 (secure 0 0 0) 0x7f0ab409f680 con 0x7f0abc106f50 2024-09-10T08:13:15.258 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:13:15.258 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":88,"fsid":"315284b0-6f4b-11ef-bcea-c7b262605968","created":"2024-09-10T08:04:51.999264+0000","modified":"2024-09-10T08:12:46.501131+0000","last_up_change":"2024-09-10T08:11:44.006308+0000","last_in_change":"2024-09-10T08:11:20.252568+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:07:54.225673+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:12:33.710480+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T08:12:35.789356+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T08:12:42.280527+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f86e49e6-6996-48db-b2b5-45e56df21941","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6803","nonce":2156529365}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6805","nonce":2156529365}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6809","nonce":2156529365}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6807","nonce":2156529365}]},"public_addr":"172.21.15.67:6803/2156529365","cluster_addr":"172.21.15.67:6805/2156529365","heartbeat_back_addr":"172.21.15.67:6809/2156529365","heartbeat_front_addr":"172.21.15.67:6807/2156529365","state":["exists","up"]},{"osd":1,"uuid":"5d1404fb-621b-43f8-aae0-9b3bb2c84e92","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6801","nonce":3995937115}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6803","nonce":3995937115}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6807","nonce":3995937115}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6805","nonce":3995937115}]},"public_addr":"172.21.15.133:6801/3995937115","cluster_addr":"172.21.15.133:6803/3995937115","heartbeat_back_addr":"172.21.15.133:6807/3995937115","heartbeat_front_addr":"172.21.15.133:6805/3995937115","state":["exists","up"]},{"osd":2,"uuid":"f1a75f4e-9c67-4536-aad8-56469112fda1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6801","nonce":3905493348}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6803","nonce":3905493348}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6807","nonce":3905493348}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6805","nonce":3905493348}]},"public_addr":"172.21.15.203:6801/3905493348","cluster_addr":"172.21.15.203:6803/3905493348","heartbeat_back_addr":"172.21.15.203:6807/3905493348","heartbeat_front_addr":"172.21.15.203:6805/3905493348","state":["exists","up"]},{"osd":3,"uuid":"b58a1682-c3a7-4094-a4c8-d132c11d478f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6811","nonce":1513600391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6813","nonce":1513600391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6817","nonce":1513600391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6815","nonce":1513600391}]},"public_addr":"172.21.15.67:6811/1513600391","cluster_addr":"172.21.15.67:6813/1513600391","heartbeat_back_addr":"172.21.15.67:6817/1513600391","heartbeat_front_addr":"172.21.15.67:6815/1513600391","state":["exists","up"]},{"osd":4,"uuid":"cc22f878-3de9-4257-abab-069be0664dff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6809","nonce":873062362}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6811","nonce":873062362}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6815","nonce":873062362}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6813","nonce":873062362}]},"public_addr":"172.21.15.133:6809/873062362","cluster_addr":"172.21.15.133:6811/873062362","heartbeat_back_addr":"172.21.15.133:6815/873062362","heartbeat_front_addr":"172.21.15.133:6813/873062362","state":["exists","up"]},{"osd":5,"uuid":"6e4b48f9-df8e-43e5-ba21-589cbe4bf349","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6809","nonce":2104437925}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6811","nonce":2104437925}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6815","nonce":2104437925}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6813","nonce":2104437925}]},"public_addr":"172.21.15.203:6809/2104437925","cluster_addr":"172.21.15.203:6811/2104437925","heartbeat_back_addr":"172.21.15.203:6815/2104437925","heartbeat_front_addr":"172.21.15.203:6813/2104437925","state":["exists","up"]},{"osd":6,"uuid":"bc0ce4e2-ab6c-4d1d-a17c-f16ccf214696","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6819","nonce":3451855313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6821","nonce":3451855313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6825","nonce":3451855313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6823","nonce":3451855313}]},"public_addr":"172.21.15.67:6819/3451855313","cluster_addr":"172.21.15.67:6821/3451855313","heartbeat_back_addr":"172.21.15.67:6825/3451855313","heartbeat_front_addr":"172.21.15.67:6823/3451855313","state":["exists","up"]},{"osd":7,"uuid":"b114b175-4fec-45f5-846f-edbd7f3f6a40","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6817","nonce":3668519078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6819","nonce":3668519078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6823","nonce":3668519078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6821","nonce":3668519078}]},"public_addr":"172.21.15.133:6817/3668519078","cluster_addr":"172.21.15.133:6819/3668519078","heartbeat_back_addr":"172.21.15.133:6823/3668519078","heartbeat_front_addr":"172.21.15.133:6821/3668519078","state":["exists","up"]},{"osd":8,"uuid":"d31ce685-0a86-44b4-86ff-c2f7282de65e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6817","nonce":472763919}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6819","nonce":472763919}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6823","nonce":472763919}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6820","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6821","nonce":472763919}]},"public_addr":"172.21.15.203:6817/472763919","cluster_addr":"172.21.15.203:6819/472763919","heartbeat_back_addr":"172.21.15.203:6823/472763919","heartbeat_front_addr":"172.21.15.203:6821/472763919","state":["exists","up"]},{"osd":9,"uuid":"aa95ebe2-9111-4d0d-97cb-d0e19ab1b3cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6827","nonce":228642541}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6829","nonce":228642541}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6833","nonce":228642541}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6831","nonce":228642541}]},"public_addr":"172.21.15.67:6827/228642541","cluster_addr":"172.21.15.67:6829/228642541","heartbeat_back_addr":"172.21.15.67:6833/228642541","heartbeat_front_addr":"172.21.15.67:6831/228642541","state":["exists","up"]},{"osd":10,"uuid":"d732bc25-9273-4964-b8bf-441ae03fe4c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6825","nonce":1358359980}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6827","nonce":1358359980}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6831","nonce":1358359980}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6829","nonce":1358359980}]},"public_addr":"172.21.15.133:6825/1358359980","cluster_addr":"172.21.15.133:6827/1358359980","heartbeat_back_addr":"172.21.15.133:6831/1358359980","heartbeat_front_addr":"172.21.15.133:6829/1358359980","state":["exists","up"]},{"osd":11,"uuid":"8467eb04-6d28-4e6e-8f44-19022da895c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6824","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6825","nonce":1340245932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6827","nonce":1340245932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6831","nonce":1340245932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6828","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6829","nonce":1340245932}]},"public_addr":"172.21.15.203:6825/1340245932","cluster_addr":"172.21.15.203:6827/1340245932","heartbeat_back_addr":"172.21.15.203:6831/1340245932","heartbeat_front_addr":"172.21.15.203:6829/1340245932","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:07:00.686495+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:07:25.963125+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:07:51.678889+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:08:17.214730+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:08:42.566829+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:09:07.208130+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:09:33.332707+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:09:58.718647+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:10:24.866450+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:10:50.740704+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:11:16.269602+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:11:42.296645+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:0/420992675":"2024-09-11T08:05:37.717567+0000","172.21.15.67:0/2960294013":"2024-09-11T08:05:37.717567+0000","172.21.15.67:6801/2987520524":"2024-09-11T08:05:37.717567+0000","172.21.15.67:6800/2987520524":"2024-09-11T08:05:37.717567+0000","172.21.15.67:0/3383024850":"2024-09-11T08:05:13.831541+0000","172.21.15.67:6801/1869292132":"2024-09-11T08:05:13.831541+0000","172.21.15.67:6800/1869292132":"2024-09-11T08:05:13.831541+0000","172.21.15.67:0/4178209804":"2024-09-11T08:05:37.717567+0000","172.21.15.67:0/2105313351":"2024-09-11T08:05:13.831541+0000","172.21.15.67:0/4063198473":"2024-09-11T08:05:13.831541+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:13:15.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.261+0000 7f0ac16fd640 1 -- 172.21.15.67:0/3041222662 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f0aa40a2b80 msgr2=0x7f0aa40a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:15.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.261+0000 7f0ac16fd640 1 --2- 172.21.15.67:0/3041222662 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f0aa40a2b80 0x7f0aa40a5040 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f0aac009890 tx=0x7f0aac008040 comp rx=0 tx=0).stop 2024-09-10T08:13:15.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.261+0000 7f0ac16fd640 1 -- 172.21.15.67:0/3041222662 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0abc106f50 msgr2=0x7f0abc101cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:15.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.261+0000 7f0ac16fd640 1 --2- 172.21.15.67:0/3041222662 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0abc106f50 0x7f0abc101cf0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f0ab400b970 tx=0x7f0ab400be30 comp rx=0 tx=0).stop 2024-09-10T08:13:15.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.261+0000 7f0ac16fd640 1 -- 172.21.15.67:0/3041222662 shutdown_connections 2024-09-10T08:13:15.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.261+0000 7f0ac16fd640 1 --2- 172.21.15.67:0/3041222662 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f0aa40a2b80 0x7f0aa40a5040 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:15.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.261+0000 7f0ac16fd640 1 --2- 172.21.15.67:0/3041222662 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0abc100ca0 0x7f0abc1017b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:15.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.261+0000 7f0ac16fd640 1 --2- 172.21.15.67:0/3041222662 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0abc106f50 0x7f0abc101cf0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:15.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.261+0000 7f0ac16fd640 1 --2- 172.21.15.67:0/3041222662 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0abc1002f0 0x7f0abc101270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:15.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.261+0000 7f0ac16fd640 1 -- 172.21.15.67:0/3041222662 >> 172.21.15.67:0/3041222662 conn(0x7f0abc077210 msgr2=0x7f0abc105410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:15.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.261+0000 7f0ac16fd640 1 -- 172.21.15.67:0/3041222662 shutdown_connections 2024-09-10T08:13:15.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:15.261+0000 7f0ac16fd640 1 -- 172.21.15.67:0/3041222662 wait complete. 2024-09-10T08:13:15.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:14 smithi203 ceph-mon[34672]: pgmap v306: 129 pgs: 129 active+clean; 581 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-09-10T08:13:15.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:14 smithi133 ceph-mon[34721]: pgmap v306: 129 pgs: 129 active+clean; 581 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-09-10T08:13:16.051 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-09-10T08:13:16.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:15 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/3041222662' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:13:16.326 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:13:16.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:15 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/3041222662' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:13:16.448 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:15 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/3041222662' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:13:16.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:16.837+0000 7f7cb85e3640 1 -- 172.21.15.67:0/2635471878 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7cb0102570 msgr2=0x7f7cb01029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:16.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:16.837+0000 7f7cb85e3640 1 --2- 172.21.15.67:0/2635471878 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7cb0102570 0x7f7cb01029b0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f7ca0009900 tx=0x7f7ca002a480 comp rx=0 tx=0).stop 2024-09-10T08:13:16.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:16.837+0000 7f7cb85e3640 1 -- 172.21.15.67:0/2635471878 shutdown_connections 2024-09-10T08:13:16.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:16.837+0000 7f7cb85e3640 1 --2- 172.21.15.67:0/2635471878 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7cb0102ef0 0x7f7cb010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:16.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:16.837+0000 7f7cb85e3640 1 --2- 172.21.15.67:0/2635471878 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7cb0102570 0x7f7cb01029b0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:16.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:16.837+0000 7f7cb85e3640 1 --2- 172.21.15.67:0/2635471878 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7cb0100e20 0x7f7cb0101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:16.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:16.837+0000 7f7cb85e3640 1 -- 172.21.15.67:0/2635471878 >> 172.21.15.67:0/2635471878 conn(0x7f7cb00fc7d0 msgr2=0x7f7cb00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:16.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:16.837+0000 7f7cb85e3640 1 -- 172.21.15.67:0/2635471878 shutdown_connections 2024-09-10T08:13:16.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:16.837+0000 7f7cb85e3640 1 -- 172.21.15.67:0/2635471878 wait complete. 2024-09-10T08:13:16.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:16.838+0000 7f7cb85e3640 1 Processor -- start 2024-09-10T08:13:16.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:16.838+0000 7f7cb85e3640 1 -- start start 2024-09-10T08:13:16.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:16.838+0000 7f7cb85e3640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7cb0100e20 0x7f7cb0197300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:16.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:16.838+0000 7f7cb85e3640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7cb0102570 0x7f7cb0197840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:16.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:16.838+0000 7f7cb85e3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7cb0102ef0 0x7f7cb019bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:16.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:16.838+0000 7f7cb85e3640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7cb0110e00 con 0x7f7cb0102ef0 2024-09-10T08:13:16.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:16.838+0000 7f7cb85e3640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f7cb0110c80 con 0x7f7cb0100e20 2024-09-10T08:13:16.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:16.838+0000 7f7cb85e3640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f7cb0110f80 con 0x7f7cb0102570 2024-09-10T08:13:16.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:16.838+0000 7f7cb6b80640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7cb0102ef0 0x7f7cb019bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:16.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:16.838+0000 7f7cb6b80640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7cb0102ef0 0x7f7cb019bbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:49462/0 (socket says 172.21.15.67:49462) 2024-09-10T08:13:16.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:16.838+0000 7f7cb6b80640 1 -- 172.21.15.67:0/1122957967 learned_addr learned my addr 172.21.15.67:0/1122957967 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:13:16.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:16.838+0000 7f7cb5b7e640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7cb0102570 0x7f7cb0197840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:16.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:16.838+0000 7f7cb637f640 1 --2- 172.21.15.67:0/1122957967 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7cb0100e20 0x7f7cb0197300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:16.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:16.839+0000 7f7cb6b80640 1 -- 172.21.15.67:0/1122957967 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7cb0102570 msgr2=0x7f7cb0197840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:16.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:16.839+0000 7f7cb6b80640 1 --2- 172.21.15.67:0/1122957967 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7cb0102570 0x7f7cb0197840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:16.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:16.839+0000 7f7cb6b80640 1 -- 172.21.15.67:0/1122957967 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7cb0100e20 msgr2=0x7f7cb0197300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:16.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:16.839+0000 7f7cb6b80640 1 --2- 172.21.15.67:0/1122957967 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7cb0100e20 0x7f7cb0197300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:16.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:16.839+0000 7f7cb6b80640 1 -- 172.21.15.67:0/1122957967 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7cb019c2b0 con 0x7f7cb0102ef0 2024-09-10T08:13:16.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:16.839+0000 7f7cb5b7e640 1 --2- 172.21.15.67:0/1122957967 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7cb0102570 0x7f7cb0197840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:13:16.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:16.839+0000 7f7cb6b80640 1 --2- 172.21.15.67:0/1122957967 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7cb0102ef0 0x7f7cb019bbd0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f7ca800efd0 tx=0x7f7ca800c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:16.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:16.839+0000 7f7ca77fe640 1 -- 172.21.15.67:0/1122957967 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ca8003b70 con 0x7f7cb0102ef0 2024-09-10T08:13:16.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:16.839+0000 7f7ca77fe640 1 -- 172.21.15.67:0/1122957967 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7ca8003d10 con 0x7f7cb0102ef0 2024-09-10T08:13:16.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:16.839+0000 7f7cb85e3640 1 -- 172.21.15.67:0/1122957967 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7cb019c5a0 con 0x7f7cb0102ef0 2024-09-10T08:13:16.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:16.839+0000 7f7cb85e3640 1 -- 172.21.15.67:0/1122957967 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7cb01a3e80 con 0x7f7cb0102ef0 2024-09-10T08:13:16.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:16.840+0000 7f7ca77fe640 1 -- 172.21.15.67:0/1122957967 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ca8010980 con 0x7f7cb0102ef0 2024-09-10T08:13:16.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:16.841+0000 7f7cb85e3640 1 -- 172.21.15.67:0/1122957967 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7cb01021b0 con 0x7f7cb0102ef0 2024-09-10T08:13:16.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:16.842+0000 7f7ca77fe640 1 -- 172.21.15.67:0/1122957967 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f7ca8004020 con 0x7f7cb0102ef0 2024-09-10T08:13:16.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:16.842+0000 7f7ca77fe640 1 --2- 172.21.15.67:0/1122957967 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7c9c0a2c00 0x7f7c9c0a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:16.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:16.843+0000 7f7ca77fe640 1 -- 172.21.15.67:0/1122957967 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f7ca80cf640 con 0x7f7cb0102ef0 2024-09-10T08:13:16.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:16.843+0000 7f7cb637f640 1 --2- 172.21.15.67:0/1122957967 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7c9c0a2c00 0x7f7c9c0a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:16.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:16.843+0000 7f7cb637f640 1 --2- 172.21.15.67:0/1122957967 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7c9c0a2c00 0x7f7c9c0a50c0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f7cac0095f0 tx=0x7f7cac005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:16.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:16.847+0000 7f7ca77fe640 1 -- 172.21.15.67:0/1122957967 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f7ca809c360 con 0x7f7cb0102ef0 2024-09-10T08:13:17.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:17.061+0000 7f7cb85e3640 1 -- 172.21.15.67:0/1122957967 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f7cb0109090 con 0x7f7cb0102ef0 2024-09-10T08:13:17.061 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:16 smithi067 ceph-mon[31051]: pgmap v307: 129 pgs: 129 active+clean; 581 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-09-10T08:13:17.221 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:16 smithi203 ceph-mon[34672]: pgmap v307: 129 pgs: 129 active+clean; 581 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-09-10T08:13:17.245 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:16 smithi133 ceph-mon[34721]: pgmap v307: 129 pgs: 129 active+clean; 581 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-09-10T08:13:17.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:17.974+0000 7f7ca77fe640 1 -- 172.21.15.67:0/1122957967 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v18) ==== 118+0+0 (secure 0 0 0) 0x7f7ca809bc60 con 0x7f7cb0102ef0 2024-09-10T08:13:17.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:17.977+0000 7f7cb85e3640 1 -- 172.21.15.67:0/1122957967 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7c9c0a2c00 msgr2=0x7f7c9c0a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:17.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:17.977+0000 7f7cb85e3640 1 --2- 172.21.15.67:0/1122957967 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7c9c0a2c00 0x7f7c9c0a50c0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f7cac0095f0 tx=0x7f7cac005f90 comp rx=0 tx=0).stop 2024-09-10T08:13:17.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:17.977+0000 7f7cb85e3640 1 -- 172.21.15.67:0/1122957967 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7cb0102ef0 msgr2=0x7f7cb019bbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:17.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:17.977+0000 7f7cb85e3640 1 --2- 172.21.15.67:0/1122957967 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7cb0102ef0 0x7f7cb019bbd0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f7ca800efd0 tx=0x7f7ca800c6a0 comp rx=0 tx=0).stop 2024-09-10T08:13:17.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:17.977+0000 7f7cb85e3640 1 -- 172.21.15.67:0/1122957967 shutdown_connections 2024-09-10T08:13:17.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:17.977+0000 7f7cb85e3640 1 --2- 172.21.15.67:0/1122957967 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7c9c0a2c00 0x7f7c9c0a50c0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:17.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:17.977+0000 7f7cb85e3640 1 --2- 172.21.15.67:0/1122957967 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7cb0102ef0 0x7f7cb019bbd0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:17.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:17.977+0000 7f7cb85e3640 1 --2- 172.21.15.67:0/1122957967 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7cb0102570 0x7f7cb0197840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:17.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:17.977+0000 7f7cb85e3640 1 --2- 172.21.15.67:0/1122957967 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7cb0100e20 0x7f7cb0197300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:17.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:17.977+0000 7f7cb85e3640 1 -- 172.21.15.67:0/1122957967 >> 172.21.15.67:0/1122957967 conn(0x7f7cb00fc7d0 msgr2=0x7f7cb00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:17.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:17.978+0000 7f7cb85e3640 1 -- 172.21.15.67:0/1122957967 shutdown_connections 2024-09-10T08:13:17.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:17.978+0000 7f7cb85e3640 1 -- 172.21.15.67:0/1122957967 wait complete. 2024-09-10T08:13:18.302 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:17 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/1122957967' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-10T08:13:18.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:17 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/1122957967' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-10T08:13:18.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:17 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/1122957967' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-10T08:13:18.786 DEBUG:tasks.cephfs.filesystem:fs_config: {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'max_mds': 5, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'}} 2024-09-10T08:13:18.786 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs set cephfs max_mds 5 2024-09-10T08:13:19.051 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:13:19.173 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:18 smithi067 ceph-mon[31051]: pgmap v308: 129 pgs: 129 active+clean; 581 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-09-10T08:13:19.173 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:18 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/1122957967' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-10T08:13:19.173 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:18 smithi067 ceph-mon[31051]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-10T08:13:19.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:18 smithi203 ceph-mon[34672]: pgmap v308: 129 pgs: 129 active+clean; 581 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-09-10T08:13:19.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:18 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/1122957967' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-10T08:13:19.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:18 smithi203 ceph-mon[34672]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-10T08:13:19.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:18 smithi133 ceph-mon[34721]: pgmap v308: 129 pgs: 129 active+clean; 581 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-09-10T08:13:19.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:18 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/1122957967' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-10T08:13:19.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:18 smithi133 ceph-mon[34721]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-10T08:13:19.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.549+0000 7f29a6b07640 1 -- 172.21.15.67:0/1471462103 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f29a0102d30 msgr2=0x7f29a0103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:19.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.549+0000 7f29a6b07640 1 --2- 172.21.15.67:0/1471462103 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f29a0102d30 0x7f29a0103110 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f2998009930 tx=0x7f299802a420 comp rx=0 tx=0).stop 2024-09-10T08:13:19.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.549+0000 7f29a6b07640 1 -- 172.21.15.67:0/1471462103 shutdown_connections 2024-09-10T08:13:19.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.549+0000 7f29a6b07640 1 --2- 172.21.15.67:0/1471462103 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f29a01036e0 0x7f29a0107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:19.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.549+0000 7f29a6b07640 1 --2- 172.21.15.67:0/1471462103 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f29a01082a0 0x7f29a010ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:19.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.549+0000 7f29a6b07640 1 --2- 172.21.15.67:0/1471462103 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f29a0102d30 0x7f29a0103110 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:19.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.549+0000 7f29a6b07640 1 -- 172.21.15.67:0/1471462103 >> 172.21.15.67:0/1471462103 conn(0x7f29a00fc7d0 msgr2=0x7f29a00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:19.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.549+0000 7f29a6b07640 1 -- 172.21.15.67:0/1471462103 shutdown_connections 2024-09-10T08:13:19.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.549+0000 7f29a6b07640 1 -- 172.21.15.67:0/1471462103 wait complete. 2024-09-10T08:13:19.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.549+0000 7f29a6b07640 1 Processor -- start 2024-09-10T08:13:19.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.550+0000 7f29a6b07640 1 -- start start 2024-09-10T08:13:19.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.550+0000 7f29a6b07640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f29a0102d30 0x7f29a01984f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:19.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.550+0000 7f29a6b07640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f29a01036e0 0x7f29a0198a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:19.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.550+0000 7f29a6b07640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f29a01082a0 0x7f29a019cdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:19.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.550+0000 7f29a6b07640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f29a0111f50 con 0x7f29a0102d30 2024-09-10T08:13:19.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.550+0000 7f29a6b07640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f29a0111dd0 con 0x7f29a01036e0 2024-09-10T08:13:19.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.550+0000 7f29a6b07640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f29a01120d0 con 0x7f29a01082a0 2024-09-10T08:13:19.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.550+0000 7f29a48a3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f29a0102d30 0x7f29a01984f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:19.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.550+0000 7f29a48a3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f29a0102d30 0x7f29a01984f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:49480/0 (socket says 172.21.15.67:49480) 2024-09-10T08:13:19.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.550+0000 7f29a48a3640 1 -- 172.21.15.67:0/1984029069 learned_addr learned my addr 172.21.15.67:0/1984029069 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:13:19.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.550+0000 7f299ffff640 1 --2- 172.21.15.67:0/1984029069 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f29a01036e0 0x7f29a0198a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:19.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.550+0000 7f29a50a4640 1 --2- 172.21.15.67:0/1984029069 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f29a01082a0 0x7f29a019cdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:19.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.550+0000 7f29a48a3640 1 -- 172.21.15.67:0/1984029069 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f29a01082a0 msgr2=0x7f29a019cdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:19.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.550+0000 7f29a48a3640 1 --2- 172.21.15.67:0/1984029069 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f29a01082a0 0x7f29a019cdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:19.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.550+0000 7f29a48a3640 1 -- 172.21.15.67:0/1984029069 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f29a01036e0 msgr2=0x7f29a0198a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:19.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.550+0000 7f29a48a3640 1 --2- 172.21.15.67:0/1984029069 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f29a01036e0 0x7f29a0198a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:19.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.550+0000 7f29a48a3640 1 -- 172.21.15.67:0/1984029069 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29a019d4a0 con 0x7f29a0102d30 2024-09-10T08:13:19.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.550+0000 7f299ffff640 1 --2- 172.21.15.67:0/1984029069 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f29a01036e0 0x7f29a0198a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:13:19.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.550+0000 7f29a48a3640 1 --2- 172.21.15.67:0/1984029069 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f29a0102d30 0x7f29a01984f0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f2998004770 tx=0x7f29980042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:19.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.551+0000 7f299dffb640 1 -- 172.21.15.67:0/1984029069 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f299803f070 con 0x7f29a0102d30 2024-09-10T08:13:19.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.551+0000 7f29a6b07640 1 -- 172.21.15.67:0/1984029069 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29a019d730 con 0x7f29a0102d30 2024-09-10T08:13:19.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.551+0000 7f299dffb640 1 -- 172.21.15.67:0/1984029069 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f299803b460 con 0x7f29a0102d30 2024-09-10T08:13:19.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.551+0000 7f299dffb640 1 -- 172.21.15.67:0/1984029069 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2998035070 con 0x7f29a0102d30 2024-09-10T08:13:19.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.551+0000 7f29a6b07640 1 -- 172.21.15.67:0/1984029069 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29a01a5070 con 0x7f29a0102d30 2024-09-10T08:13:19.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.552+0000 7f29a6b07640 1 -- 172.21.15.67:0/1984029069 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f29a006a850 con 0x7f29a0102d30 2024-09-10T08:13:19.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.553+0000 7f299dffb640 1 -- 172.21.15.67:0/1984029069 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f299803b610 con 0x7f29a0102d30 2024-09-10T08:13:19.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.554+0000 7f299dffb640 1 --2- 172.21.15.67:0/1984029069 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f298c0a2b80 0x7f298c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:19.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.554+0000 7f299ffff640 1 --2- 172.21.15.67:0/1984029069 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f298c0a2b80 0x7f298c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:19.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.554+0000 7f299dffb640 1 -- 172.21.15.67:0/1984029069 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f29980ef9d0 con 0x7f29a0102d30 2024-09-10T08:13:19.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.555+0000 7f299ffff640 1 --2- 172.21.15.67:0/1984029069 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f298c0a2b80 0x7f298c0a5040 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f29880058c0 tx=0x7f2988005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:19.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.557+0000 7f299dffb640 1 -- 172.21.15.67:0/1984029069 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f29980bc6f0 con 0x7f29a0102d30 2024-09-10T08:13:19.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.770+0000 7f29a6b07640 1 -- 172.21.15.67:0/1984029069 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"} v 0) -- 0x7f29a010a2b0 con 0x7f29a0102d30 2024-09-10T08:13:19.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.983+0000 7f299dffb640 1 -- 172.21.15.67:0/1984029069 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]=0 v19) ==== 105+0+0 (secure 0 0 0) 0x7f29980bbff0 con 0x7f29a0102d30 2024-09-10T08:13:19.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.986+0000 7f29a6b07640 1 -- 172.21.15.67:0/1984029069 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f298c0a2b80 msgr2=0x7f298c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:19.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.986+0000 7f29a6b07640 1 --2- 172.21.15.67:0/1984029069 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f298c0a2b80 0x7f298c0a5040 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f29880058c0 tx=0x7f2988005850 comp rx=0 tx=0).stop 2024-09-10T08:13:19.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.986+0000 7f29a6b07640 1 -- 172.21.15.67:0/1984029069 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f29a0102d30 msgr2=0x7f29a01984f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:19.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.986+0000 7f29a6b07640 1 --2- 172.21.15.67:0/1984029069 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f29a0102d30 0x7f29a01984f0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f2998004770 tx=0x7f29980042f0 comp rx=0 tx=0).stop 2024-09-10T08:13:19.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.986+0000 7f29a6b07640 1 -- 172.21.15.67:0/1984029069 shutdown_connections 2024-09-10T08:13:19.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.986+0000 7f29a6b07640 1 --2- 172.21.15.67:0/1984029069 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f298c0a2b80 0x7f298c0a5040 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:19.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.986+0000 7f29a6b07640 1 --2- 172.21.15.67:0/1984029069 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f29a01036e0 0x7f29a0198a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:19.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.986+0000 7f29a6b07640 1 --2- 172.21.15.67:0/1984029069 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f29a01082a0 0x7f29a019cdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:19.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.986+0000 7f29a6b07640 1 --2- 172.21.15.67:0/1984029069 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f29a0102d30 0x7f29a01984f0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:19.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.986+0000 7f29a6b07640 1 -- 172.21.15.67:0/1984029069 >> 172.21.15.67:0/1984029069 conn(0x7f29a00fc7d0 msgr2=0x7f29a0105e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:19.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.986+0000 7f29a6b07640 1 -- 172.21.15.67:0/1984029069 shutdown_connections 2024-09-10T08:13:19.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:19.986+0000 7f29a6b07640 1 -- 172.21.15.67:0/1984029069 wait complete. 2024-09-10T08:13:20.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:19 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/1984029069' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-09-10T08:13:20.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:19 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/1984029069' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-09-10T08:13:20.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:19 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/1984029069' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-09-10T08:13:20.638 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs set cephfs allow_standby_replay true 2024-09-10T08:13:20.897 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:13:21.281 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:20 smithi067 ceph-mon[31051]: pgmap v309: 129 pgs: 129 active+clean; 581 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-09-10T08:13:21.281 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:20 smithi067 ceph-mon[31051]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-09-10T08:13:21.281 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:20 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/1984029069' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-09-10T08:13:21.281 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:20 smithi067 ceph-mon[31051]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-09-10T08:13:21.281 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:20 smithi067 ceph-mon[31051]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-10T08:13:21.281 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:20 smithi067 ceph-mon[31051]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2024-09-10T08:13:21.281 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:20 smithi067 ceph-mon[31051]: daemon mds.i is now active in filesystem cephfs as rank 1 2024-09-10T08:13:21.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:20 smithi203 ceph-mon[34672]: pgmap v309: 129 pgs: 129 active+clean; 581 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-09-10T08:13:21.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:20 smithi203 ceph-mon[34672]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-09-10T08:13:21.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:20 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/1984029069' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-09-10T08:13:21.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:20 smithi203 ceph-mon[34672]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-09-10T08:13:21.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:20 smithi203 ceph-mon[34672]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-10T08:13:21.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:20 smithi203 ceph-mon[34672]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2024-09-10T08:13:21.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:20 smithi203 ceph-mon[34672]: daemon mds.i is now active in filesystem cephfs as rank 1 2024-09-10T08:13:21.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:20 smithi133 ceph-mon[34721]: pgmap v309: 129 pgs: 129 active+clean; 581 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 85 B/s wr, 0 op/s 2024-09-10T08:13:21.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:20 smithi133 ceph-mon[34721]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-09-10T08:13:21.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:20 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/1984029069' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-09-10T08:13:21.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:20 smithi133 ceph-mon[34721]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-09-10T08:13:21.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:20 smithi133 ceph-mon[34721]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-09-10T08:13:21.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:20 smithi133 ceph-mon[34721]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2024-09-10T08:13:21.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:20 smithi133 ceph-mon[34721]: daemon mds.i is now active in filesystem cephfs as rank 1 2024-09-10T08:13:21.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.366+0000 7f6bb255f640 1 -- 172.21.15.67:0/825371096 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6bac102790 msgr2=0x7f6bac1067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:21.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.366+0000 7f6bb255f640 1 --2- 172.21.15.67:0/825371096 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6bac102790 0x7f6bac1067e0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f6ba0009900 tx=0x7f6ba002a410 comp rx=0 tx=0).stop 2024-09-10T08:13:21.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.367+0000 7f6bb255f640 1 -- 172.21.15.67:0/825371096 shutdown_connections 2024-09-10T08:13:21.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.367+0000 7f6bb255f640 1 --2- 172.21.15.67:0/825371096 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6bac106f10 0x7f6bac10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:21.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.367+0000 7f6bb255f640 1 --2- 172.21.15.67:0/825371096 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6bac102790 0x7f6bac1067e0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:21.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.367+0000 7f6bb255f640 1 --2- 172.21.15.67:0/825371096 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6bac101de0 0x7f6bac1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:21.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.367+0000 7f6bb255f640 1 -- 172.21.15.67:0/825371096 >> 172.21.15.67:0/825371096 conn(0x7f6bac0fd8c0 msgr2=0x7f6bac0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:21.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.367+0000 7f6bb255f640 1 -- 172.21.15.67:0/825371096 shutdown_connections 2024-09-10T08:13:21.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.367+0000 7f6bb255f640 1 -- 172.21.15.67:0/825371096 wait complete. 2024-09-10T08:13:21.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.367+0000 7f6bb255f640 1 Processor -- start 2024-09-10T08:13:21.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.367+0000 7f6bb255f640 1 -- start start 2024-09-10T08:13:21.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.368+0000 7f6bb255f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6bac101de0 0x7f6bac1984b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:21.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.368+0000 7f6bb255f640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6bac102790 0x7f6bac1989f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:21.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.368+0000 7f6bb255f640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6bac106f10 0x7f6bac19cd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:21.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.368+0000 7f6bb255f640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6bac111e40 con 0x7f6bac101de0 2024-09-10T08:13:21.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.368+0000 7f6bb255f640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f6bac111cc0 con 0x7f6bac106f10 2024-09-10T08:13:21.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.368+0000 7f6bb255f640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f6bac111fc0 con 0x7f6bac102790 2024-09-10T08:13:21.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.368+0000 7f6babfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6bac101de0 0x7f6bac1984b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:21.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.368+0000 7f6babfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6bac101de0 0x7f6bac1984b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:49492/0 (socket says 172.21.15.67:49492) 2024-09-10T08:13:21.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.368+0000 7f6babfff640 1 -- 172.21.15.67:0/2363689111 learned_addr learned my addr 172.21.15.67:0/2363689111 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:13:21.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.368+0000 7f6bab7fe640 1 --2- 172.21.15.67:0/2363689111 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6bac102790 0x7f6bac1989f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:21.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.368+0000 7f6bb0afc640 1 --2- 172.21.15.67:0/2363689111 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6bac106f10 0x7f6bac19cd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:21.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.368+0000 7f6babfff640 1 -- 172.21.15.67:0/2363689111 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6bac102790 msgr2=0x7f6bac1989f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:21.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.368+0000 7f6babfff640 1 --2- 172.21.15.67:0/2363689111 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6bac102790 0x7f6bac1989f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:21.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.368+0000 7f6babfff640 1 -- 172.21.15.67:0/2363689111 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6bac106f10 msgr2=0x7f6bac19cd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:21.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.368+0000 7f6babfff640 1 --2- 172.21.15.67:0/2363689111 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6bac106f10 0x7f6bac19cd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:21.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.368+0000 7f6babfff640 1 -- 172.21.15.67:0/2363689111 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bac19d460 con 0x7f6bac101de0 2024-09-10T08:13:21.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.368+0000 7f6babfff640 1 --2- 172.21.15.67:0/2363689111 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6bac101de0 0x7f6bac1984b0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f6b9c00c890 tx=0x7f6b9c00cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:21.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.368+0000 7f6ba97fa640 1 -- 172.21.15.67:0/2363689111 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b9c004220 con 0x7f6bac101de0 2024-09-10T08:13:21.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.369+0000 7f6bb255f640 1 -- 172.21.15.67:0/2363689111 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6bac19d750 con 0x7f6bac101de0 2024-09-10T08:13:21.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.369+0000 7f6ba97fa640 1 -- 172.21.15.67:0/2363689111 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6b9c0043c0 con 0x7f6bac101de0 2024-09-10T08:13:21.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.369+0000 7f6ba97fa640 1 -- 172.21.15.67:0/2363689111 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b9c004a00 con 0x7f6bac101de0 2024-09-10T08:13:21.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.369+0000 7f6bb255f640 1 -- 172.21.15.67:0/2363689111 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6bac1a5030 con 0x7f6bac101de0 2024-09-10T08:13:21.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.370+0000 7f6bb255f640 1 -- 172.21.15.67:0/2363689111 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6bac1021c0 con 0x7f6bac101de0 2024-09-10T08:13:21.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.371+0000 7f6ba97fa640 1 -- 172.21.15.67:0/2363689111 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f6b9c004ba0 con 0x7f6bac101de0 2024-09-10T08:13:21.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.371+0000 7f6ba97fa640 1 --2- 172.21.15.67:0/2363689111 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f6b940a2b80 0x7f6b940a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:21.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.372+0000 7f6bab7fe640 1 --2- 172.21.15.67:0/2363689111 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f6b940a2b80 0x7f6b940a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:21.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.372+0000 7f6ba97fa640 1 -- 172.21.15.67:0/2363689111 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f6b9c0cef40 con 0x7f6bac101de0 2024-09-10T08:13:21.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.372+0000 7f6bab7fe640 1 --2- 172.21.15.67:0/2363689111 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f6b940a2b80 0x7f6b940a5040 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f6ba0031440 tx=0x7f6ba0005e80 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:21.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.376+0000 7f6ba97fa640 1 -- 172.21.15.67:0/2363689111 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f6b9c014030 con 0x7f6bac101de0 2024-09-10T08:13:21.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.592+0000 7f6bb255f640 1 -- 172.21.15.67:0/2363689111 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) -- 0x7f6bac10a0f0 con 0x7f6bac101de0 2024-09-10T08:13:21.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.799+0000 7f6ba97fa640 1 -- 172.21.15.67:0/2363689111 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v23) ==== 121+0+0 (secure 0 0 0) 0x7f6b9c09bc60 con 0x7f6bac101de0 2024-09-10T08:13:21.801 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.801+0000 7f6bb255f640 1 -- 172.21.15.67:0/2363689111 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f6b940a2b80 msgr2=0x7f6b940a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:21.801 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.801+0000 7f6bb255f640 1 --2- 172.21.15.67:0/2363689111 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f6b940a2b80 0x7f6b940a5040 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f6ba0031440 tx=0x7f6ba0005e80 comp rx=0 tx=0).stop 2024-09-10T08:13:21.801 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.801+0000 7f6bb255f640 1 -- 172.21.15.67:0/2363689111 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6bac101de0 msgr2=0x7f6bac1984b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:21.801 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.801+0000 7f6bb255f640 1 --2- 172.21.15.67:0/2363689111 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6bac101de0 0x7f6bac1984b0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f6b9c00c890 tx=0x7f6b9c00cd50 comp rx=0 tx=0).stop 2024-09-10T08:13:21.801 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.802+0000 7f6bb255f640 1 -- 172.21.15.67:0/2363689111 shutdown_connections 2024-09-10T08:13:21.801 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.802+0000 7f6bb255f640 1 --2- 172.21.15.67:0/2363689111 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f6b940a2b80 0x7f6b940a5040 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:21.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.802+0000 7f6bb255f640 1 --2- 172.21.15.67:0/2363689111 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6bac106f10 0x7f6bac19cd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:21.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.802+0000 7f6bb255f640 1 --2- 172.21.15.67:0/2363689111 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6bac102790 0x7f6bac1989f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:21.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.802+0000 7f6bb255f640 1 --2- 172.21.15.67:0/2363689111 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6bac101de0 0x7f6bac1984b0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:21.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.802+0000 7f6bb255f640 1 -- 172.21.15.67:0/2363689111 >> 172.21.15.67:0/2363689111 conn(0x7f6bac0fd8c0 msgr2=0x7f6bac0fed60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:21.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.802+0000 7f6bb255f640 1 -- 172.21.15.67:0/2363689111 shutdown_connections 2024-09-10T08:13:21.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:21.802+0000 7f6bb255f640 1 -- 172.21.15.67:0/2363689111 wait complete. 2024-09-10T08:13:22.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:21 smithi203 ceph-mon[34672]: mds.? [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] up:active 2024-09-10T08:13:22.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:21 smithi203 ceph-mon[34672]: daemon mds.c assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-09-10T08:13:22.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:21 smithi203 ceph-mon[34672]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2024-09-10T08:13:22.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:21 smithi203 ceph-mon[34672]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:creating} 9 up:standby 2024-09-10T08:13:22.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:21 smithi203 ceph-mon[34672]: daemon mds.c is now active in filesystem cephfs as rank 2 2024-09-10T08:13:22.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:21 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/2363689111' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-09-10T08:13:22.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:21 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/2363689111' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-09-10T08:13:22.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:21 smithi203 ceph-mon[34672]: mds.? [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] up:active 2024-09-10T08:13:22.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:21 smithi203 ceph-mon[34672]: daemon mds.l assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-09-10T08:13:22.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:21 smithi203 ceph-mon[34672]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T08:13:22.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:21 smithi203 ceph-mon[34672]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=c=up:active,3=l=up:creating} 3 up:standby-replay 5 up:standby 2024-09-10T08:13:22.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:21 smithi203 ceph-mon[34672]: daemon mds.l is now active in filesystem cephfs as rank 3 2024-09-10T08:13:22.336 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:21 smithi133 ceph-mon[34721]: mds.? [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] up:active 2024-09-10T08:13:22.337 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:21 smithi133 ceph-mon[34721]: daemon mds.c assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-09-10T08:13:22.337 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:21 smithi133 ceph-mon[34721]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2024-09-10T08:13:22.337 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:21 smithi133 ceph-mon[34721]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:creating} 9 up:standby 2024-09-10T08:13:22.337 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:21 smithi133 ceph-mon[34721]: daemon mds.c is now active in filesystem cephfs as rank 2 2024-09-10T08:13:22.337 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:21 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/2363689111' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-09-10T08:13:22.337 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:21 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/2363689111' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-09-10T08:13:22.337 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:21 smithi133 ceph-mon[34721]: mds.? [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] up:active 2024-09-10T08:13:22.337 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:21 smithi133 ceph-mon[34721]: daemon mds.l assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-09-10T08:13:22.337 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:21 smithi133 ceph-mon[34721]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T08:13:22.337 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:21 smithi133 ceph-mon[34721]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=c=up:active,3=l=up:creating} 3 up:standby-replay 5 up:standby 2024-09-10T08:13:22.337 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:21 smithi133 ceph-mon[34721]: daemon mds.l is now active in filesystem cephfs as rank 3 2024-09-10T08:13:22.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:21 smithi067 ceph-mon[31051]: mds.? [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] up:active 2024-09-10T08:13:22.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:21 smithi067 ceph-mon[31051]: daemon mds.c assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-09-10T08:13:22.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:21 smithi067 ceph-mon[31051]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2024-09-10T08:13:22.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:21 smithi067 ceph-mon[31051]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:creating} 9 up:standby 2024-09-10T08:13:22.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:21 smithi067 ceph-mon[31051]: daemon mds.c is now active in filesystem cephfs as rank 2 2024-09-10T08:13:22.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:21 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/2363689111' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-09-10T08:13:22.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:21 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/2363689111' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-09-10T08:13:22.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:21 smithi067 ceph-mon[31051]: mds.? [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] up:active 2024-09-10T08:13:22.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:21 smithi067 ceph-mon[31051]: daemon mds.l assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-09-10T08:13:22.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:21 smithi067 ceph-mon[31051]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2024-09-10T08:13:22.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:21 smithi067 ceph-mon[31051]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=c=up:active,3=l=up:creating} 3 up:standby-replay 5 up:standby 2024-09-10T08:13:22.458 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:21 smithi067 ceph-mon[31051]: daemon mds.l is now active in filesystem cephfs as rank 3 2024-09-10T08:13:22.509 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs set cephfs session_timeout 300 2024-09-10T08:13:22.593 INFO:journalctl@ceph.mds.b.smithi133.stdout:Sep 10 08:13:22 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-b[64858]: 2024-09-10T08:13:22.336+0000 7fc733fc5640 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-09-10T08:13:22.593 INFO:journalctl@ceph.mds.b.smithi133.stdout:Sep 10 08:13:22 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-b[64858]: 2024-09-10T08:13:22.336+0000 7fc733fc5640 -1 mds.pinger is_rank_lagging: rank=2 was never sent ping request. 2024-09-10T08:13:22.768 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:13:23.175 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:22 smithi067 ceph-mon[31051]: pgmap v310: 129 pgs: 129 active+clean; 582 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 1 op/s 2024-09-10T08:13:23.175 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:22 smithi067 ceph-mon[31051]: mds.? [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] up:active 2024-09-10T08:13:23.175 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:22 smithi067 ceph-mon[31051]: daemon mds.k assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-09-10T08:13:23.175 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:22 smithi067 ceph-mon[31051]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-09-10T08:13:23.175 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:22 smithi067 ceph-mon[31051]: Cluster is now healthy 2024-09-10T08:13:23.175 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:22 smithi067 ceph-mon[31051]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=c=up:active,3=l=up:active} 3 up:standby-replay 5 up:standby 2024-09-10T08:13:23.175 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:22 smithi067 ceph-mon[31051]: fsmap cephfs:5 3 up:standby-replay 1 up:creating 4 up:standby 4 up:active 2024-09-10T08:13:23.175 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:22 smithi067 ceph-mon[31051]: daemon mds.k is now active in filesystem cephfs as rank 4 2024-09-10T08:13:23.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.259+0000 7f8df0cce640 1 -- 172.21.15.67:0/73712317 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8dec1036e0 msgr2=0x7f8dec107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:23.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.259+0000 7f8df0cce640 1 --2- 172.21.15.67:0/73712317 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8dec1036e0 0x7f8dec107b90 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f8de0009930 tx=0x7f8de002a420 comp rx=0 tx=0).stop 2024-09-10T08:13:23.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.259+0000 7f8df0cce640 1 -- 172.21.15.67:0/73712317 shutdown_connections 2024-09-10T08:13:23.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.259+0000 7f8df0cce640 1 --2- 172.21.15.67:0/73712317 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8dec1082a0 0x7f8dec10ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:23.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.259+0000 7f8df0cce640 1 --2- 172.21.15.67:0/73712317 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8dec1036e0 0x7f8dec107b90 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:23.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.259+0000 7f8df0cce640 1 --2- 172.21.15.67:0/73712317 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8dec102d30 0x7f8dec103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:23.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.259+0000 7f8df0cce640 1 -- 172.21.15.67:0/73712317 >> 172.21.15.67:0/73712317 conn(0x7f8dec0fc7d0 msgr2=0x7f8dec0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:23.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.259+0000 7f8df0cce640 1 -- 172.21.15.67:0/73712317 shutdown_connections 2024-09-10T08:13:23.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.259+0000 7f8df0cce640 1 -- 172.21.15.67:0/73712317 wait complete. 2024-09-10T08:13:23.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.260+0000 7f8df0cce640 1 Processor -- start 2024-09-10T08:13:23.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.260+0000 7f8df0cce640 1 -- start start 2024-09-10T08:13:23.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.260+0000 7f8df0cce640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8dec102d30 0x7f8dec198530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:23.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.260+0000 7f8df0cce640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8dec1036e0 0x7f8dec198a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:23.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.260+0000 7f8df0cce640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8dec1082a0 0x7f8dec19ce00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:23.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.260+0000 7f8df0cce640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f8dec111f70 con 0x7f8dec1082a0 2024-09-10T08:13:23.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.260+0000 7f8df0cce640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f8dec111df0 con 0x7f8dec1036e0 2024-09-10T08:13:23.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.260+0000 7f8df0cce640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f8dec1120f0 con 0x7f8dec102d30 2024-09-10T08:13:23.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.260+0000 7f8dead9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8dec1082a0 0x7f8dec19ce00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:23.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.260+0000 7f8dead9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8dec1082a0 0x7f8dec19ce00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:49502/0 (socket says 172.21.15.67:49502) 2024-09-10T08:13:23.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.260+0000 7f8dead9d640 1 -- 172.21.15.67:0/2966271588 learned_addr learned my addr 172.21.15.67:0/2966271588 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:13:23.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.260+0000 7f8dea59c640 1 --2- 172.21.15.67:0/2966271588 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8dec102d30 0x7f8dec198530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:23.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.260+0000 7f8de9d9b640 1 --2- 172.21.15.67:0/2966271588 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8dec1036e0 0x7f8dec198a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:23.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.260+0000 7f8dead9d640 1 -- 172.21.15.67:0/2966271588 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8dec102d30 msgr2=0x7f8dec198530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:23.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.260+0000 7f8dead9d640 1 --2- 172.21.15.67:0/2966271588 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8dec102d30 0x7f8dec198530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:23.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.260+0000 7f8dead9d640 1 -- 172.21.15.67:0/2966271588 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8dec1036e0 msgr2=0x7f8dec198a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:23.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.260+0000 7f8dead9d640 1 --2- 172.21.15.67:0/2966271588 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8dec1036e0 0x7f8dec198a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:23.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.260+0000 7f8dead9d640 1 -- 172.21.15.67:0/2966271588 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8dec19d4e0 con 0x7f8dec1082a0 2024-09-10T08:13:23.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.261+0000 7f8dead9d640 1 --2- 172.21.15.67:0/2966271588 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8dec1082a0 0x7f8dec19ce00 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f8de4009fd0 tx=0x7f8de400b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:23.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.261+0000 7f8ddb7fe640 1 -- 172.21.15.67:0/2966271588 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8de4011830 con 0x7f8dec1082a0 2024-09-10T08:13:23.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.261+0000 7f8df0cce640 1 -- 172.21.15.67:0/2966271588 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8dec19d7d0 con 0x7f8dec1082a0 2024-09-10T08:13:23.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.261+0000 7f8ddb7fe640 1 -- 172.21.15.67:0/2966271588 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8de4016070 con 0x7f8dec1082a0 2024-09-10T08:13:23.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.261+0000 7f8ddb7fe640 1 -- 172.21.15.67:0/2966271588 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8de4010de0 con 0x7f8dec1082a0 2024-09-10T08:13:23.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.261+0000 7f8df0cce640 1 -- 172.21.15.67:0/2966271588 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8dec1a50b0 con 0x7f8dec1082a0 2024-09-10T08:13:23.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.262+0000 7f8df0cce640 1 -- 172.21.15.67:0/2966271588 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8dec103110 con 0x7f8dec1082a0 2024-09-10T08:13:23.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.263+0000 7f8ddb7fe640 1 -- 172.21.15.67:0/2966271588 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7f8de40119d0 con 0x7f8dec1082a0 2024-09-10T08:13:23.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.264+0000 7f8ddb7fe640 1 --2- 172.21.15.67:0/2966271588 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f8dd40a2b80 0x7f8dd40a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:23.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.264+0000 7f8dea59c640 1 --2- 172.21.15.67:0/2966271588 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f8dd40a2b80 0x7f8dd40a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:23.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.264+0000 7f8ddb7fe640 1 -- 172.21.15.67:0/2966271588 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f8de40cf0f0 con 0x7f8dec1082a0 2024-09-10T08:13:23.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.264+0000 7f8dea59c640 1 --2- 172.21.15.67:0/2966271588 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f8dd40a2b80 0x7f8dd40a5040 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f8ddc005c40 tx=0x7f8ddc00a780 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:23.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.267+0000 7f8ddb7fe640 1 -- 172.21.15.67:0/2966271588 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f8de409bdb0 con 0x7f8dec1082a0 2024-09-10T08:13:23.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:22 smithi203 ceph-mon[34672]: pgmap v310: 129 pgs: 129 active+clean; 582 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 1 op/s 2024-09-10T08:13:23.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:22 smithi203 ceph-mon[34672]: mds.? [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] up:active 2024-09-10T08:13:23.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:22 smithi203 ceph-mon[34672]: daemon mds.k assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-09-10T08:13:23.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:22 smithi203 ceph-mon[34672]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-09-10T08:13:23.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:22 smithi203 ceph-mon[34672]: Cluster is now healthy 2024-09-10T08:13:23.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:22 smithi203 ceph-mon[34672]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=c=up:active,3=l=up:active} 3 up:standby-replay 5 up:standby 2024-09-10T08:13:23.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:22 smithi203 ceph-mon[34672]: fsmap cephfs:5 3 up:standby-replay 1 up:creating 4 up:standby 4 up:active 2024-09-10T08:13:23.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:22 smithi203 ceph-mon[34672]: daemon mds.k is now active in filesystem cephfs as rank 4 2024-09-10T08:13:23.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:22 smithi133 ceph-mon[34721]: pgmap v310: 129 pgs: 129 active+clean; 582 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 341 B/s wr, 1 op/s 2024-09-10T08:13:23.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:22 smithi133 ceph-mon[34721]: mds.? [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] up:active 2024-09-10T08:13:23.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:22 smithi133 ceph-mon[34721]: daemon mds.k assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-09-10T08:13:23.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:22 smithi133 ceph-mon[34721]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-09-10T08:13:23.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:22 smithi133 ceph-mon[34721]: Cluster is now healthy 2024-09-10T08:13:23.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:22 smithi133 ceph-mon[34721]: fsmap cephfs:4 {0=b=up:active,1=i=up:active,2=c=up:active,3=l=up:active} 3 up:standby-replay 5 up:standby 2024-09-10T08:13:23.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:22 smithi133 ceph-mon[34721]: fsmap cephfs:5 3 up:standby-replay 1 up:creating 4 up:standby 4 up:active 2024-09-10T08:13:23.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:22 smithi133 ceph-mon[34721]: daemon mds.k is now active in filesystem cephfs as rank 4 2024-09-10T08:13:23.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.480+0000 7f8df0cce640 1 -- 172.21.15.67:0/2966271588 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) -- 0x7f8dec10a2b0 con 0x7f8dec1082a0 2024-09-10T08:13:23.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.811+0000 7f8ddb7fe640 1 -- 172.21.15.67:0/2966271588 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v27) ==== 115+0+0 (secure 0 0 0) 0x7f8de409b6b0 con 0x7f8dec1082a0 2024-09-10T08:13:23.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.814+0000 7f8df0cce640 1 -- 172.21.15.67:0/2966271588 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f8dd40a2b80 msgr2=0x7f8dd40a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:23.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.814+0000 7f8df0cce640 1 --2- 172.21.15.67:0/2966271588 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f8dd40a2b80 0x7f8dd40a5040 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f8ddc005c40 tx=0x7f8ddc00a780 comp rx=0 tx=0).stop 2024-09-10T08:13:23.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.814+0000 7f8df0cce640 1 -- 172.21.15.67:0/2966271588 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8dec1082a0 msgr2=0x7f8dec19ce00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:23.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.814+0000 7f8df0cce640 1 --2- 172.21.15.67:0/2966271588 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8dec1082a0 0x7f8dec19ce00 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f8de4009fd0 tx=0x7f8de400b8e0 comp rx=0 tx=0).stop 2024-09-10T08:13:23.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.814+0000 7f8df0cce640 1 -- 172.21.15.67:0/2966271588 shutdown_connections 2024-09-10T08:13:23.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.814+0000 7f8df0cce640 1 --2- 172.21.15.67:0/2966271588 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f8dd40a2b80 0x7f8dd40a5040 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:23.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.814+0000 7f8df0cce640 1 --2- 172.21.15.67:0/2966271588 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8dec1036e0 0x7f8dec198a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:23.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.814+0000 7f8df0cce640 1 --2- 172.21.15.67:0/2966271588 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8dec1082a0 0x7f8dec19ce00 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:23.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.814+0000 7f8df0cce640 1 --2- 172.21.15.67:0/2966271588 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8dec102d30 0x7f8dec198530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:23.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.814+0000 7f8df0cce640 1 -- 172.21.15.67:0/2966271588 >> 172.21.15.67:0/2966271588 conn(0x7f8dec0fc7d0 msgr2=0x7f8dec105e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:23.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.814+0000 7f8df0cce640 1 -- 172.21.15.67:0/2966271588 shutdown_connections 2024-09-10T08:13:23.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:23.814+0000 7f8df0cce640 1 -- 172.21.15.67:0/2966271588 wait complete. 2024-09-10T08:13:24.188 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:24 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/2966271588' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-09-10T08:13:24.188 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:24 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/2966271588' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-09-10T08:13:24.188 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:24 smithi067 ceph-mon[31051]: mds.? [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] up:active 2024-09-10T08:13:24.188 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:24 smithi067 ceph-mon[31051]: fsmap cephfs:5 3 up:standby-replay 4 up:standby 5 up:active 2024-09-10T08:13:24.188 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:24 smithi067 ceph-mon[31051]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-10T08:13:24.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:24 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/2966271588' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-09-10T08:13:24.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:24 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/2966271588' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-09-10T08:13:24.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:24 smithi203 ceph-mon[34672]: mds.? [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] up:active 2024-09-10T08:13:24.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:24 smithi203 ceph-mon[34672]: fsmap cephfs:5 3 up:standby-replay 4 up:standby 5 up:active 2024-09-10T08:13:24.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:24 smithi203 ceph-mon[34672]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-10T08:13:24.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:24 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/2966271588' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-09-10T08:13:24.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:24 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/2966271588' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-09-10T08:13:24.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:24 smithi133 ceph-mon[34721]: mds.? [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] up:active 2024-09-10T08:13:24.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:24 smithi133 ceph-mon[34721]: fsmap cephfs:5 3 up:standby-replay 4 up:standby 5 up:active 2024-09-10T08:13:24.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:24 smithi133 ceph-mon[34721]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-10T08:13:24.519 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'} subvols for filesystem 'cephfs' 2024-09-10T08:13:24.520 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs subvolumegroup create cephfs qa 2024-09-10T08:13:24.777 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:13:25.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:25 smithi067 ceph-mon[31051]: pgmap v311: 129 pgs: 129 active+clean; 583 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s rd, 1.2 KiB/s wr, 5 op/s 2024-09-10T08:13:25.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:25 smithi203 ceph-mon[34672]: pgmap v311: 129 pgs: 129 active+clean; 583 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s rd, 1.2 KiB/s wr, 5 op/s 2024-09-10T08:13:25.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.314+0000 7fa43667c640 1 -- 172.21.15.67:0/143736476 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa430101430 msgr2=0x7fa43010d960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:25.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.314+0000 7fa43667c640 1 --2- 172.21.15.67:0/143736476 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa430101430 0x7fa43010d960 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fa428009cd0 tx=0x7fa42802a910 comp rx=0 tx=0).stop 2024-09-10T08:13:25.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.314+0000 7fa43667c640 1 -- 172.21.15.67:0/143736476 shutdown_connections 2024-09-10T08:13:25.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.314+0000 7fa43667c640 1 --2- 172.21.15.67:0/143736476 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa430100a90 0x7fa430100ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:25.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.314+0000 7fa43667c640 1 --2- 172.21.15.67:0/143736476 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa430101430 0x7fa43010d960 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:25.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.314+0000 7fa43667c640 1 --2- 172.21.15.67:0/143736476 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa430106a90 0x7fa430106e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:25.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.314+0000 7fa43667c640 1 -- 172.21.15.67:0/143736476 >> 172.21.15.67:0/143736476 conn(0x7fa4300fc7d0 msgr2=0x7fa4300febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:25.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.315+0000 7fa43667c640 1 -- 172.21.15.67:0/143736476 shutdown_connections 2024-09-10T08:13:25.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.315+0000 7fa43667c640 1 -- 172.21.15.67:0/143736476 wait complete. 2024-09-10T08:13:25.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.315+0000 7fa43667c640 1 Processor -- start 2024-09-10T08:13:25.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.315+0000 7fa43667c640 1 -- start start 2024-09-10T08:13:25.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.316+0000 7fa43667c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa430100a90 0x7fa4301991d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:25.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.316+0000 7fa43667c640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa430101430 0x7fa430199710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:25.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.316+0000 7fa43667c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa430106a90 0x7fa4301a4250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:25.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.316+0000 7fa43667c640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa430110d80 con 0x7fa430106a90 2024-09-10T08:13:25.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.316+0000 7fa43667c640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fa430110c00 con 0x7fa430100a90 2024-09-10T08:13:25.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.316+0000 7fa43667c640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fa430110f00 con 0x7fa430101430 2024-09-10T08:13:25.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.316+0000 7fa434c19640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa430106a90 0x7fa4301a4250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:25.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.316+0000 7fa434c19640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa430106a90 0x7fa4301a4250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34006/0 (socket says 172.21.15.67:34006) 2024-09-10T08:13:25.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.316+0000 7fa434c19640 1 -- 172.21.15.67:0/1461758083 learned_addr learned my addr 172.21.15.67:0/1461758083 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:13:25.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.316+0000 7fa42ffff640 1 --2- 172.21.15.67:0/1461758083 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa430100a90 0x7fa4301991d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:25.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.316+0000 7fa427fff640 1 --2- 172.21.15.67:0/1461758083 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa430101430 0x7fa430199710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:25.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.316+0000 7fa434c19640 1 -- 172.21.15.67:0/1461758083 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa430101430 msgr2=0x7fa430199710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:25.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.316+0000 7fa434c19640 1 --2- 172.21.15.67:0/1461758083 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa430101430 0x7fa430199710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:25.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.316+0000 7fa434c19640 1 -- 172.21.15.67:0/1461758083 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa430100a90 msgr2=0x7fa4301991d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:25.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.316+0000 7fa434c19640 1 --2- 172.21.15.67:0/1461758083 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa430100a90 0x7fa4301991d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:25.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.316+0000 7fa434c19640 1 -- 172.21.15.67:0/1461758083 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4301a4790 con 0x7fa430106a90 2024-09-10T08:13:25.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.316+0000 7fa434c19640 1 --2- 172.21.15.67:0/1461758083 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa430106a90 0x7fa4301a4250 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fa428009ca0 tx=0x7fa428033000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:25.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.317+0000 7fa42dffb640 1 -- 172.21.15.67:0/1461758083 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa428003c70 con 0x7fa430106a90 2024-09-10T08:13:25.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.317+0000 7fa42dffb640 1 -- 172.21.15.67:0/1461758083 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa428003e10 con 0x7fa430106a90 2024-09-10T08:13:25.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.317+0000 7fa43667c640 1 -- 172.21.15.67:0/1461758083 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4301a4960 con 0x7fa430106a90 2024-09-10T08:13:25.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.317+0000 7fa42dffb640 1 -- 172.21.15.67:0/1461758083 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa428030b70 con 0x7fa430106a90 2024-09-10T08:13:25.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.317+0000 7fa43667c640 1 -- 172.21.15.67:0/1461758083 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4301a4e90 con 0x7fa430106a90 2024-09-10T08:13:25.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.318+0000 7fa43667c640 1 -- 172.21.15.67:0/1461758083 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa430100ef0 con 0x7fa430106a90 2024-09-10T08:13:25.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.319+0000 7fa42dffb640 1 -- 172.21.15.67:0/1461758083 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 16) ==== 137833+0+0 (secure 0 0 0) 0x7fa428030d10 con 0x7fa430106a90 2024-09-10T08:13:25.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.320+0000 7fa42dffb640 1 --2- 172.21.15.67:0/1461758083 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa41c0a2c00 0x7fa41c0a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:25.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.320+0000 7fa42ffff640 1 --2- 172.21.15.67:0/1461758083 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa41c0a2c00 0x7fa41c0a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:25.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.320+0000 7fa42dffb640 1 -- 172.21.15.67:0/1461758083 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7fa4280f0790 con 0x7fa430106a90 2024-09-10T08:13:25.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.320+0000 7fa42ffff640 1 --2- 172.21.15.67:0/1461758083 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa41c0a2c00 0x7fa41c0a50c0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fa420006fd0 tx=0x7fa4200090e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:25.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.323+0000 7fa42dffb640 1 -- 172.21.15.67:0/1461758083 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa4280bd540 con 0x7fa430106a90 2024-09-10T08:13:25.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:25 smithi133 ceph-mon[34721]: pgmap v311: 129 pgs: 129 active+clean; 583 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s rd, 1.2 KiB/s wr, 5 op/s 2024-09-10T08:13:25.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.522+0000 7fa43667c640 1 -- 172.21.15.67:0/1461758083 --> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fa430062630 con 0x7fa41c0a2c00 2024-09-10T08:13:25.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.548+0000 7fa42dffb640 1 -- 172.21.15.67:0/1461758083 <== mgr.14150 v2:172.21.15.67:6800/4256949759 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fa430062630 con 0x7fa41c0a2c00 2024-09-10T08:13:25.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.551+0000 7fa43667c640 1 -- 172.21.15.67:0/1461758083 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa41c0a2c00 msgr2=0x7fa41c0a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:25.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.551+0000 7fa43667c640 1 --2- 172.21.15.67:0/1461758083 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa41c0a2c00 0x7fa41c0a50c0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fa420006fd0 tx=0x7fa4200090e0 comp rx=0 tx=0).stop 2024-09-10T08:13:25.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.551+0000 7fa43667c640 1 -- 172.21.15.67:0/1461758083 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa430106a90 msgr2=0x7fa4301a4250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:25.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.551+0000 7fa43667c640 1 --2- 172.21.15.67:0/1461758083 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa430106a90 0x7fa4301a4250 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fa428009ca0 tx=0x7fa428033000 comp rx=0 tx=0).stop 2024-09-10T08:13:25.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.551+0000 7fa43667c640 1 -- 172.21.15.67:0/1461758083 shutdown_connections 2024-09-10T08:13:25.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.551+0000 7fa43667c640 1 --2- 172.21.15.67:0/1461758083 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa41c0a2c00 0x7fa41c0a50c0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:25.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.551+0000 7fa43667c640 1 --2- 172.21.15.67:0/1461758083 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa430106a90 0x7fa4301a4250 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:25.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.551+0000 7fa43667c640 1 --2- 172.21.15.67:0/1461758083 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa430101430 0x7fa430199710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:25.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.551+0000 7fa43667c640 1 --2- 172.21.15.67:0/1461758083 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa430100a90 0x7fa4301991d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:25.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.551+0000 7fa43667c640 1 -- 172.21.15.67:0/1461758083 >> 172.21.15.67:0/1461758083 conn(0x7fa4300fc7d0 msgr2=0x7fa4300fdf90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:25.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.551+0000 7fa43667c640 1 -- 172.21.15.67:0/1461758083 shutdown_connections 2024-09-10T08:13:25.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:25.551+0000 7fa43667c640 1 -- 172.21.15.67:0/1461758083 wait complete. 2024-09-10T08:13:25.890 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:13:25 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:13:25.527+0000 7fc7ba6c7640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-10T08:13:25.891 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:13:25 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:13:25.527+0000 7fc7ba6c7640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-10T08:13:25.891 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:13:25 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:13:25.527+0000 7fc7ba6c7640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-10T08:13:25.891 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:13:25 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:13:25.527+0000 7fc7ba6c7640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-10T08:13:25.891 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:13:25 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:13:25.527+0000 7fc7ba6c7640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-10T08:13:26.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:26 smithi067 ceph-mon[31051]: from='client.14802 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:13:26.264 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs subvolume create cephfs sv_0 --group_name qa 2024-09-10T08:13:26.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:26 smithi203 ceph-mon[34672]: from='client.14802 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:13:26.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:26 smithi133 ceph-mon[34721]: from='client.14802 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:13:26.524 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:13:27.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.041+0000 7f24c94cf640 1 -- 172.21.15.67:0/1593752493 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24c4101420 msgr2=0x7f24c410d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:27.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.041+0000 7f24c94cf640 1 --2- 172.21.15.67:0/1593752493 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24c4101420 0x7f24c410d950 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f24bc009cd0 tx=0x7f24bc02a8e0 comp rx=0 tx=0).stop 2024-09-10T08:13:27.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.041+0000 7f24c94cf640 1 -- 172.21.15.67:0/1593752493 shutdown_connections 2024-09-10T08:13:27.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.041+0000 7f24c94cf640 1 --2- 172.21.15.67:0/1593752493 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f24c4100a80 0x7f24c4100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:27.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.041+0000 7f24c94cf640 1 --2- 172.21.15.67:0/1593752493 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24c4101420 0x7f24c410d950 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:27.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.041+0000 7f24c94cf640 1 --2- 172.21.15.67:0/1593752493 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f24c4106a80 0x7f24c4106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:27.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.041+0000 7f24c94cf640 1 -- 172.21.15.67:0/1593752493 >> 172.21.15.67:0/1593752493 conn(0x7f24c40fc7a0 msgr2=0x7f24c40febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:27.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.041+0000 7f24c94cf640 1 -- 172.21.15.67:0/1593752493 shutdown_connections 2024-09-10T08:13:27.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.041+0000 7f24c94cf640 1 -- 172.21.15.67:0/1593752493 wait complete. 2024-09-10T08:13:27.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.042+0000 7f24c94cf640 1 Processor -- start 2024-09-10T08:13:27.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.042+0000 7f24c94cf640 1 -- start start 2024-09-10T08:13:27.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.042+0000 7f24c94cf640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f24c4100a80 0x7f24c4198430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:27.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.042+0000 7f24c94cf640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24c4101420 0x7f24c4198970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:27.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.042+0000 7f24c94cf640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f24c4106a80 0x7f24c419cd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:27.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.042+0000 7f24c94cf640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f24c4111e70 con 0x7f24c4101420 2024-09-10T08:13:27.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.042+0000 7f24c94cf640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f24c4111cf0 con 0x7f24c4106a80 2024-09-10T08:13:27.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.042+0000 7f24c94cf640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f24c4111ff0 con 0x7f24c4100a80 2024-09-10T08:13:27.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.042+0000 7f24c27fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24c4101420 0x7f24c4198970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:27.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.042+0000 7f24c27fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24c4101420 0x7f24c4198970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34048/0 (socket says 172.21.15.67:34048) 2024-09-10T08:13:27.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.042+0000 7f24c27fc640 1 -- 172.21.15.67:0/604732098 learned_addr learned my addr 172.21.15.67:0/604732098 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:13:27.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.042+0000 7f24c37fe640 1 --2- 172.21.15.67:0/604732098 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f24c4106a80 0x7f24c419cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:27.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.043+0000 7f24c27fc640 1 -- 172.21.15.67:0/604732098 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f24c4100a80 msgr2=0x7f24c4198430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:27.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.043+0000 7f24c2ffd640 1 --2- 172.21.15.67:0/604732098 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f24c4100a80 0x7f24c4198430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:27.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.043+0000 7f24c27fc640 1 --2- 172.21.15.67:0/604732098 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f24c4100a80 0x7f24c4198430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:27.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.043+0000 7f24c27fc640 1 -- 172.21.15.67:0/604732098 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f24c4106a80 msgr2=0x7f24c419cd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:27.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.043+0000 7f24c27fc640 1 --2- 172.21.15.67:0/604732098 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f24c4106a80 0x7f24c419cd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:27.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.043+0000 7f24c27fc640 1 -- 172.21.15.67:0/604732098 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24c419d3e0 con 0x7f24c4101420 2024-09-10T08:13:27.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.043+0000 7f24c37fe640 1 --2- 172.21.15.67:0/604732098 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f24c4106a80 0x7f24c419cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:13:27.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.043+0000 7f24c2ffd640 1 --2- 172.21.15.67:0/604732098 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f24c4100a80 0x7f24c4198430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:13:27.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.043+0000 7f24c27fc640 1 --2- 172.21.15.67:0/604732098 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24c4101420 0x7f24c4198970 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f24b800b4a0 tx=0x7f24b800b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:27.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.043+0000 7f24abfff640 1 -- 172.21.15.67:0/604732098 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24b8014070 con 0x7f24c4101420 2024-09-10T08:13:27.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.043+0000 7f24c94cf640 1 -- 172.21.15.67:0/604732098 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24c419d6d0 con 0x7f24c4101420 2024-09-10T08:13:27.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.043+0000 7f24abfff640 1 -- 172.21.15.67:0/604732098 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f24b8010ac0 con 0x7f24c4101420 2024-09-10T08:13:27.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.043+0000 7f24abfff640 1 -- 172.21.15.67:0/604732098 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24b8017c30 con 0x7f24c4101420 2024-09-10T08:13:27.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.043+0000 7f24c94cf640 1 -- 172.21.15.67:0/604732098 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24c41a4fb0 con 0x7f24c4101420 2024-09-10T08:13:27.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.044+0000 7f24c94cf640 1 -- 172.21.15.67:0/604732098 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f24c4100ee0 con 0x7f24c4101420 2024-09-10T08:13:27.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.045+0000 7f24abfff640 1 -- 172.21.15.67:0/604732098 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f24b8017070 con 0x7f24c4101420 2024-09-10T08:13:27.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.046+0000 7f24abfff640 1 --2- 172.21.15.67:0/604732098 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f24ac0a2c10 0x7f24ac0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:27.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.046+0000 7f24c2ffd640 1 --2- 172.21.15.67:0/604732098 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f24ac0a2c10 0x7f24ac0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:27.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.046+0000 7f24abfff640 1 -- 172.21.15.67:0/604732098 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f24b80ceae0 con 0x7f24c4101420 2024-09-10T08:13:27.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.046+0000 7f24c2ffd640 1 --2- 172.21.15.67:0/604732098 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f24ac0a2c10 0x7f24ac0a50d0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f24b40058c0 tx=0x7f24b4005d30 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:27.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.050+0000 7f24abfff640 1 -- 172.21.15.67:0/604732098 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f24b809b7b0 con 0x7f24c4101420 2024-09-10T08:13:27.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:27 smithi067 ceph-mon[31051]: pgmap v312: 129 pgs: 129 active+clean; 586 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 3.9 KiB/s wr, 16 op/s 2024-09-10T08:13:27.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:27 smithi067 ceph-mon[31051]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-09-10T08:13:27.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.252+0000 7f24c94cf640 1 -- 172.21.15.67:0/604732098 --> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f24c4062630 con 0x7f24ac0a2c10 2024-09-10T08:13:27.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.277+0000 7f24abfff640 1 -- 172.21.15.67:0/604732098 <== mgr.14150 v2:172.21.15.67:6800/4256949759 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f24c4062630 con 0x7f24ac0a2c10 2024-09-10T08:13:27.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.279+0000 7f24c94cf640 1 -- 172.21.15.67:0/604732098 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f24ac0a2c10 msgr2=0x7f24ac0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:27.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.279+0000 7f24c94cf640 1 --2- 172.21.15.67:0/604732098 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f24ac0a2c10 0x7f24ac0a50d0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f24b40058c0 tx=0x7f24b4005d30 comp rx=0 tx=0).stop 2024-09-10T08:13:27.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.279+0000 7f24c94cf640 1 -- 172.21.15.67:0/604732098 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24c4101420 msgr2=0x7f24c4198970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:27.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.279+0000 7f24c94cf640 1 --2- 172.21.15.67:0/604732098 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24c4101420 0x7f24c4198970 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f24b800b4a0 tx=0x7f24b800b960 comp rx=0 tx=0).stop 2024-09-10T08:13:27.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.279+0000 7f24c94cf640 1 -- 172.21.15.67:0/604732098 shutdown_connections 2024-09-10T08:13:27.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.279+0000 7f24c94cf640 1 --2- 172.21.15.67:0/604732098 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f24ac0a2c10 0x7f24ac0a50d0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:27.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.279+0000 7f24c94cf640 1 --2- 172.21.15.67:0/604732098 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f24c4106a80 0x7f24c419cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:27.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.279+0000 7f24c94cf640 1 --2- 172.21.15.67:0/604732098 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24c4101420 0x7f24c4198970 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:27.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.279+0000 7f24c94cf640 1 --2- 172.21.15.67:0/604732098 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f24c4100a80 0x7f24c4198430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:27.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.279+0000 7f24c94cf640 1 -- 172.21.15.67:0/604732098 >> 172.21.15.67:0/604732098 conn(0x7f24c40fc7a0 msgr2=0x7f24c40fd0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:27.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.279+0000 7f24c94cf640 1 -- 172.21.15.67:0/604732098 shutdown_connections 2024-09-10T08:13:27.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:27.279+0000 7f24c94cf640 1 -- 172.21.15.67:0/604732098 wait complete. 2024-09-10T08:13:27.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:27 smithi203 ceph-mon[34672]: pgmap v312: 129 pgs: 129 active+clean; 586 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 3.9 KiB/s wr, 16 op/s 2024-09-10T08:13:27.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:27 smithi203 ceph-mon[34672]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-09-10T08:13:27.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:27 smithi133 ceph-mon[34721]: pgmap v312: 129 pgs: 129 active+clean; 586 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 3.9 KiB/s wr, 16 op/s 2024-09-10T08:13:27.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:27 smithi133 ceph-mon[34721]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-09-10T08:13:27.955 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_0 2024-09-10T08:13:28.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:28 smithi067 ceph-mon[31051]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:13:28.212 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:13:28.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:28 smithi203 ceph-mon[34672]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:13:28.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:28 smithi133 ceph-mon[34721]: from='client.14814 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:13:28.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.718+0000 7f590c210640 1 -- 172.21.15.67:0/1965738835 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5904106f30 msgr2=0x7f590410eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:28.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.718+0000 7f590c210640 1 --2- 172.21.15.67:0/1965738835 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5904106f30 0x7f590410eab0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f58fc009ca0 tx=0x7f58fc02a8c0 comp rx=0 tx=0).stop 2024-09-10T08:13:28.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.718+0000 7f590c210640 1 -- 172.21.15.67:0/1965738835 shutdown_connections 2024-09-10T08:13:28.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.718+0000 7f590c210640 1 --2- 172.21.15.67:0/1965738835 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5904100cc0 0x7f5904106800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:28.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.718+0000 7f590c210640 1 --2- 172.21.15.67:0/1965738835 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5904106f30 0x7f590410eab0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:28.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.718+0000 7f590c210640 1 --2- 172.21.15.67:0/1965738835 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5904100310 0x7f59041006f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:28.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.718+0000 7f590c210640 1 -- 172.21.15.67:0/1965738835 >> 172.21.15.67:0/1965738835 conn(0x7f5904077210 msgr2=0x7f59040fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:28.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.718+0000 7f590c210640 1 -- 172.21.15.67:0/1965738835 shutdown_connections 2024-09-10T08:13:28.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.718+0000 7f590c210640 1 -- 172.21.15.67:0/1965738835 wait complete. 2024-09-10T08:13:28.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.719+0000 7f590c210640 1 Processor -- start 2024-09-10T08:13:28.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.719+0000 7f590c210640 1 -- start start 2024-09-10T08:13:28.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.719+0000 7f590c210640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5904100310 0x7f5904198260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:28.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.719+0000 7f590c210640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5904100cc0 0x7f59041987a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:28.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.719+0000 7f590c210640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5904106f30 0x7f590419cb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:28.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.719+0000 7f590c210640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f5904111e40 con 0x7f5904106f30 2024-09-10T08:13:28.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.719+0000 7f590c210640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f5904111cc0 con 0x7f5904100cc0 2024-09-10T08:13:28.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.719+0000 7f590c210640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f5904111fc0 con 0x7f5904100310 2024-09-10T08:13:28.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.719+0000 7f590a7ad640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5904106f30 0x7f590419cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:28.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.719+0000 7f59097ab640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5904100cc0 0x7f59041987a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:28.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.719+0000 7f590a7ad640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5904106f30 0x7f590419cb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34072/0 (socket says 172.21.15.67:34072) 2024-09-10T08:13:28.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.719+0000 7f590a7ad640 1 -- 172.21.15.67:0/859342462 learned_addr learned my addr 172.21.15.67:0/859342462 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:13:28.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.719+0000 7f5909fac640 1 --2- 172.21.15.67:0/859342462 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5904100310 0x7f5904198260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:28.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.719+0000 7f590a7ad640 1 -- 172.21.15.67:0/859342462 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5904100310 msgr2=0x7f5904198260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:28.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.719+0000 7f590a7ad640 1 --2- 172.21.15.67:0/859342462 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5904100310 0x7f5904198260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:28.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.719+0000 7f590a7ad640 1 -- 172.21.15.67:0/859342462 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5904100cc0 msgr2=0x7f59041987a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:28.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.719+0000 7f590a7ad640 1 --2- 172.21.15.67:0/859342462 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5904100cc0 0x7f59041987a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:28.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.719+0000 7f590a7ad640 1 -- 172.21.15.67:0/859342462 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f590419d210 con 0x7f5904106f30 2024-09-10T08:13:28.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.719+0000 7f5909fac640 1 --2- 172.21.15.67:0/859342462 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5904100310 0x7f5904198260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:13:28.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.720+0000 7f590a7ad640 1 --2- 172.21.15.67:0/859342462 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5904106f30 0x7f590419cb30 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f58fc009dc0 tx=0x7f58fc032ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:28.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.720+0000 7f58faffd640 1 -- 172.21.15.67:0/859342462 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58fc003cf0 con 0x7f5904106f30 2024-09-10T08:13:28.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.720+0000 7f58faffd640 1 -- 172.21.15.67:0/859342462 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f58fc0044f0 con 0x7f5904106f30 2024-09-10T08:13:28.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.720+0000 7f590c210640 1 -- 172.21.15.67:0/859342462 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f590419d4a0 con 0x7f5904106f30 2024-09-10T08:13:28.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.720+0000 7f58faffd640 1 -- 172.21.15.67:0/859342462 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58fc030bf0 con 0x7f5904106f30 2024-09-10T08:13:28.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.720+0000 7f590c210640 1 -- 172.21.15.67:0/859342462 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59041a4de0 con 0x7f5904106f30 2024-09-10T08:13:28.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.721+0000 7f590c210640 1 -- 172.21.15.67:0/859342462 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f59041006f0 con 0x7f5904106f30 2024-09-10T08:13:28.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.722+0000 7f58faffd640 1 -- 172.21.15.67:0/859342462 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f58fc004040 con 0x7f5904106f30 2024-09-10T08:13:28.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.723+0000 7f58faffd640 1 --2- 172.21.15.67:0/859342462 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f58f00a2c10 0x7f58f00a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:28.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.723+0000 7f5909fac640 1 --2- 172.21.15.67:0/859342462 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f58f00a2c10 0x7f58f00a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:28.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.723+0000 7f58faffd640 1 -- 172.21.15.67:0/859342462 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f58fc0f0b00 con 0x7f5904106f30 2024-09-10T08:13:28.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.724+0000 7f5909fac640 1 --2- 172.21.15.67:0/859342462 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f58f00a2c10 0x7f58f00a50d0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f590000baa0 tx=0x7f5900005d90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:28.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.726+0000 7f58faffd640 1 -- 172.21.15.67:0/859342462 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f58fc0bd7d0 con 0x7f5904106f30 2024-09-10T08:13:28.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.929+0000 7f590c210640 1 -- 172.21.15.67:0/859342462 --> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) -- 0x7f5904062630 con 0x7f58f00a2c10 2024-09-10T08:13:28.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.934+0000 7f58faffd640 1 -- 172.21.15.67:0/859342462 <== mgr.14150 v2:172.21.15.67:6800/4256949759 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f5904062630 con 0x7f58f00a2c10 2024-09-10T08:13:28.933 INFO:teuthology.orchestra.run.smithi067.stdout:/volumes/qa/sv_0/ec1625b5-70db-46be-b854-9b2f2e00a268 2024-09-10T08:13:28.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.936+0000 7f590c210640 1 -- 172.21.15.67:0/859342462 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f58f00a2c10 msgr2=0x7f58f00a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:28.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.936+0000 7f590c210640 1 --2- 172.21.15.67:0/859342462 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f58f00a2c10 0x7f58f00a50d0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f590000baa0 tx=0x7f5900005d90 comp rx=0 tx=0).stop 2024-09-10T08:13:28.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.936+0000 7f590c210640 1 -- 172.21.15.67:0/859342462 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5904106f30 msgr2=0x7f590419cb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:28.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.936+0000 7f590c210640 1 --2- 172.21.15.67:0/859342462 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5904106f30 0x7f590419cb30 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f58fc009dc0 tx=0x7f58fc032ff0 comp rx=0 tx=0).stop 2024-09-10T08:13:28.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.936+0000 7f590c210640 1 -- 172.21.15.67:0/859342462 shutdown_connections 2024-09-10T08:13:28.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.936+0000 7f590c210640 1 --2- 172.21.15.67:0/859342462 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f58f00a2c10 0x7f58f00a50d0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:28.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.936+0000 7f590c210640 1 --2- 172.21.15.67:0/859342462 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5904100cc0 0x7f59041987a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:28.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.936+0000 7f590c210640 1 --2- 172.21.15.67:0/859342462 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5904106f30 0x7f590419cb30 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:28.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.936+0000 7f590c210640 1 --2- 172.21.15.67:0/859342462 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5904100310 0x7f5904198260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:28.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.936+0000 7f590c210640 1 -- 172.21.15.67:0/859342462 >> 172.21.15.67:0/859342462 conn(0x7f5904077210 msgr2=0x7f5904105740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:28.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.936+0000 7f590c210640 1 -- 172.21.15.67:0/859342462 shutdown_connections 2024-09-10T08:13:28.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:28.936+0000 7f590c210640 1 -- 172.21.15.67:0/859342462 wait complete. 2024-09-10T08:13:29.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:29 smithi067 ceph-mon[31051]: pgmap v313: 129 pgs: 129 active+clean; 587 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 4.1 KiB/s wr, 17 op/s 2024-09-10T08:13:29.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:29 smithi203 ceph-mon[34672]: pgmap v313: 129 pgs: 129 active+clean; 587 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 4.1 KiB/s wr, 17 op/s 2024-09-10T08:13:29.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:29 smithi133 ceph-mon[34721]: pgmap v313: 129 pgs: 129 active+clean; 587 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 4.1 KiB/s wr, 17 op/s 2024-09-10T08:13:29.547 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs subvolume create cephfs sv_1 --group_name qa 2024-09-10T08:13:29.804 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:13:30.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:30 smithi067 ceph-mon[31051]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:13:30.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.303+0000 7f25b5412640 1 -- 172.21.15.67:0/168053066 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f25b0100a80 msgr2=0x7f25b0100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:30.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.303+0000 7f25b5412640 1 --2- 172.21.15.67:0/168053066 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f25b0100a80 0x7f25b0100ee0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f25a4009930 tx=0x7f25a402a420 comp rx=0 tx=0).stop 2024-09-10T08:13:30.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.303+0000 7f25b5412640 1 -- 172.21.15.67:0/168053066 shutdown_connections 2024-09-10T08:13:30.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.303+0000 7f25b5412640 1 --2- 172.21.15.67:0/168053066 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f25b0101420 0x7f25b010d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:30.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.303+0000 7f25b5412640 1 --2- 172.21.15.67:0/168053066 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f25b0100a80 0x7f25b0100ee0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:30.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.303+0000 7f25b5412640 1 --2- 172.21.15.67:0/168053066 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f25b0106a80 0x7f25b0106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:30.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.303+0000 7f25b5412640 1 -- 172.21.15.67:0/168053066 >> 172.21.15.67:0/168053066 conn(0x7f25b00fc7a0 msgr2=0x7f25b00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:30.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.303+0000 7f25b5412640 1 -- 172.21.15.67:0/168053066 shutdown_connections 2024-09-10T08:13:30.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.303+0000 7f25b5412640 1 -- 172.21.15.67:0/168053066 wait complete. 2024-09-10T08:13:30.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.304+0000 7f25b5412640 1 Processor -- start 2024-09-10T08:13:30.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.304+0000 7f25b5412640 1 -- start start 2024-09-10T08:13:30.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.304+0000 7f25b5412640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f25b0100a80 0x7f25b0198530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:30.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.304+0000 7f25b5412640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f25b0101420 0x7f25b0198a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:30.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.304+0000 7f25b5412640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f25b0106a80 0x7f25b019ce00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:30.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.304+0000 7f25b5412640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f25b0110e20 con 0x7f25b0100a80 2024-09-10T08:13:30.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.304+0000 7f25b5412640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f25b0110ca0 con 0x7f25b0101420 2024-09-10T08:13:30.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.304+0000 7f25b5412640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f25b0110fa0 con 0x7f25b0106a80 2024-09-10T08:13:30.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.304+0000 7f25aeffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f25b0100a80 0x7f25b0198530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:30.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.304+0000 7f25aeffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f25b0100a80 0x7f25b0198530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34090/0 (socket says 172.21.15.67:34090) 2024-09-10T08:13:30.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.304+0000 7f25aeffd640 1 -- 172.21.15.67:0/2249765633 learned_addr learned my addr 172.21.15.67:0/2249765633 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:13:30.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.304+0000 7f25ae7fc640 1 --2- 172.21.15.67:0/2249765633 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f25b0101420 0x7f25b0198a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:30.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.304+0000 7f25aeffd640 1 -- 172.21.15.67:0/2249765633 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f25b0106a80 msgr2=0x7f25b019ce00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:30.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.304+0000 7f25af7fe640 1 --2- 172.21.15.67:0/2249765633 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f25b0106a80 0x7f25b019ce00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:30.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.305+0000 7f25aeffd640 1 --2- 172.21.15.67:0/2249765633 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f25b0106a80 0x7f25b019ce00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:30.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.305+0000 7f25aeffd640 1 -- 172.21.15.67:0/2249765633 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f25b0101420 msgr2=0x7f25b0198a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:30.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.305+0000 7f25aeffd640 1 --2- 172.21.15.67:0/2249765633 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f25b0101420 0x7f25b0198a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:30.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.305+0000 7f25aeffd640 1 -- 172.21.15.67:0/2249765633 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25b019d4e0 con 0x7f25b0100a80 2024-09-10T08:13:30.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.305+0000 7f25ae7fc640 1 --2- 172.21.15.67:0/2249765633 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f25b0101420 0x7f25b0198a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:13:30.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.305+0000 7f25af7fe640 1 --2- 172.21.15.67:0/2249765633 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f25b0106a80 0x7f25b019ce00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:13:30.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.305+0000 7f25aeffd640 1 --2- 172.21.15.67:0/2249765633 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f25b0100a80 0x7f25b0198530 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f25a000b4a0 tx=0x7f25a000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:30.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.305+0000 7f2597fff640 1 -- 172.21.15.67:0/2249765633 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25a0014070 con 0x7f25b0100a80 2024-09-10T08:13:30.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.305+0000 7f25b5412640 1 -- 172.21.15.67:0/2249765633 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25b019d7d0 con 0x7f25b0100a80 2024-09-10T08:13:30.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.305+0000 7f2597fff640 1 -- 172.21.15.67:0/2249765633 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f25a0010ac0 con 0x7f25b0100a80 2024-09-10T08:13:30.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.305+0000 7f2597fff640 1 -- 172.21.15.67:0/2249765633 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25a0017c30 con 0x7f25b0100a80 2024-09-10T08:13:30.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.305+0000 7f25b5412640 1 -- 172.21.15.67:0/2249765633 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25b01a50b0 con 0x7f25b0100a80 2024-09-10T08:13:30.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.306+0000 7f25b5412640 1 -- 172.21.15.67:0/2249765633 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f25b0100f60 con 0x7f25b0100a80 2024-09-10T08:13:30.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:30 smithi203 ceph-mon[34672]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:13:30.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.307+0000 7f2597fff640 1 -- 172.21.15.67:0/2249765633 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f25a0017070 con 0x7f25b0100a80 2024-09-10T08:13:30.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.308+0000 7f2597fff640 1 --2- 172.21.15.67:0/2249765633 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f25980a2c10 0x7f25980a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:30.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.308+0000 7f25ae7fc640 1 --2- 172.21.15.67:0/2249765633 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f25980a2c10 0x7f25980a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:30.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.308+0000 7f2597fff640 1 -- 172.21.15.67:0/2249765633 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f25a00ceaf0 con 0x7f25b0100a80 2024-09-10T08:13:30.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.309+0000 7f25ae7fc640 1 --2- 172.21.15.67:0/2249765633 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f25980a2c10 0x7f25980a50d0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f25a402a940 tx=0x7f25a4005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:30.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.313+0000 7f2597fff640 1 -- 172.21.15.67:0/2249765633 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f25a009b760 con 0x7f25b0100a80 2024-09-10T08:13:30.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:30 smithi133 ceph-mon[34721]: from='client.14820 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:13:30.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.514+0000 7f25b5412640 1 -- 172.21.15.67:0/2249765633 --> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f25b0062630 con 0x7f25980a2c10 2024-09-10T08:13:30.541 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.541+0000 7f2597fff640 1 -- 172.21.15.67:0/2249765633 <== mgr.14150 v2:172.21.15.67:6800/4256949759 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f25b0062630 con 0x7f25980a2c10 2024-09-10T08:13:30.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.544+0000 7f25b5412640 1 -- 172.21.15.67:0/2249765633 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f25980a2c10 msgr2=0x7f25980a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:30.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.544+0000 7f25b5412640 1 --2- 172.21.15.67:0/2249765633 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f25980a2c10 0x7f25980a50d0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f25a402a940 tx=0x7f25a4005fd0 comp rx=0 tx=0).stop 2024-09-10T08:13:30.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.544+0000 7f25b5412640 1 -- 172.21.15.67:0/2249765633 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f25b0100a80 msgr2=0x7f25b0198530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:30.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.544+0000 7f25b5412640 1 --2- 172.21.15.67:0/2249765633 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f25b0100a80 0x7f25b0198530 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f25a000b4a0 tx=0x7f25a000b960 comp rx=0 tx=0).stop 2024-09-10T08:13:30.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.544+0000 7f25b5412640 1 -- 172.21.15.67:0/2249765633 shutdown_connections 2024-09-10T08:13:30.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.544+0000 7f25b5412640 1 --2- 172.21.15.67:0/2249765633 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f25980a2c10 0x7f25980a50d0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:30.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.544+0000 7f25b5412640 1 --2- 172.21.15.67:0/2249765633 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f25b0101420 0x7f25b0198a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:30.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.544+0000 7f25b5412640 1 --2- 172.21.15.67:0/2249765633 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f25b0106a80 0x7f25b019ce00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:30.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.544+0000 7f25b5412640 1 --2- 172.21.15.67:0/2249765633 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f25b0100a80 0x7f25b0198530 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:30.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.544+0000 7f25b5412640 1 -- 172.21.15.67:0/2249765633 >> 172.21.15.67:0/2249765633 conn(0x7f25b00fc7a0 msgr2=0x7f25b006ab30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:30.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.544+0000 7f25b5412640 1 -- 172.21.15.67:0/2249765633 shutdown_connections 2024-09-10T08:13:30.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:30.544+0000 7f25b5412640 1 -- 172.21.15.67:0/2249765633 wait complete. 2024-09-10T08:13:31.178 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:31 smithi067 ceph-mon[31051]: pgmap v314: 129 pgs: 129 active+clean; 607 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 6.2 KiB/s wr, 22 op/s 2024-09-10T08:13:31.179 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:31 smithi067 ceph-mon[31051]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:13:31.206 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_1 2024-09-10T08:13:31.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:31 smithi203 ceph-mon[34672]: pgmap v314: 129 pgs: 129 active+clean; 607 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 6.2 KiB/s wr, 22 op/s 2024-09-10T08:13:31.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:31 smithi203 ceph-mon[34672]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:13:31.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:31 smithi133 ceph-mon[34721]: pgmap v314: 129 pgs: 129 active+clean; 607 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 6.2 KiB/s wr, 22 op/s 2024-09-10T08:13:31.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:31 smithi133 ceph-mon[34721]: from='client.14826 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:13:31.461 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:13:31.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:31.970+0000 7f0cfaca3640 1 -- 172.21.15.67:0/2092850062 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0cf4102de0 msgr2=0x7f0cf41031c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:31.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:31.970+0000 7f0cfaca3640 1 --2- 172.21.15.67:0/2092850062 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0cf4102de0 0x7f0cf41031c0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f0ce8009900 tx=0x7f0ce802a480 comp rx=0 tx=0).stop 2024-09-10T08:13:31.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:31.970+0000 7f0cfaca3640 1 -- 172.21.15.67:0/2092850062 shutdown_connections 2024-09-10T08:13:31.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:31.970+0000 7f0cfaca3640 1 --2- 172.21.15.67:0/2092850062 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0cf410c180 0x7f0cf410e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:31.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:31.970+0000 7f0cfaca3640 1 --2- 172.21.15.67:0/2092850062 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0cf4103700 0x7f0cf410bbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:31.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:31.970+0000 7f0cfaca3640 1 --2- 172.21.15.67:0/2092850062 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0cf4102de0 0x7f0cf41031c0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:31.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:31.970+0000 7f0cfaca3640 1 -- 172.21.15.67:0/2092850062 >> 172.21.15.67:0/2092850062 conn(0x7f0cf40fc7a0 msgr2=0x7f0cf40febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:31.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:31.970+0000 7f0cfaca3640 1 -- 172.21.15.67:0/2092850062 shutdown_connections 2024-09-10T08:13:31.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:31.970+0000 7f0cfaca3640 1 -- 172.21.15.67:0/2092850062 wait complete. 2024-09-10T08:13:31.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:31.971+0000 7f0cfaca3640 1 Processor -- start 2024-09-10T08:13:31.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:31.971+0000 7f0cfaca3640 1 -- start start 2024-09-10T08:13:31.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:31.971+0000 7f0cfaca3640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0cf4102de0 0x7f0cf41983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:31.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:31.971+0000 7f0cfaca3640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0cf4103700 0x7f0cf4198910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:31.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:31.971+0000 7f0cfaca3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0cf410c180 0x7f0cf419cca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:31.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:31.971+0000 7f0cfaca3640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f0cf4111e60 con 0x7f0cf410c180 2024-09-10T08:13:31.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:31.971+0000 7f0cfaca3640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f0cf4111ce0 con 0x7f0cf4103700 2024-09-10T08:13:31.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:31.971+0000 7f0cfaca3640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f0cf4111fe0 con 0x7f0cf4102de0 2024-09-10T08:13:31.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:31.972+0000 7f0cf9240640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0cf410c180 0x7f0cf419cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:31.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:31.972+0000 7f0cf9240640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0cf410c180 0x7f0cf419cca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34106/0 (socket says 172.21.15.67:34106) 2024-09-10T08:13:31.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:31.972+0000 7f0cf9240640 1 -- 172.21.15.67:0/2392657594 learned_addr learned my addr 172.21.15.67:0/2392657594 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:13:31.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:31.972+0000 7f0cf8a3f640 1 --2- 172.21.15.67:0/2392657594 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0cf4102de0 0x7f0cf41983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:31.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:31.972+0000 7f0cf3fff640 1 --2- 172.21.15.67:0/2392657594 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0cf4103700 0x7f0cf4198910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:31.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:31.972+0000 7f0cf9240640 1 -- 172.21.15.67:0/2392657594 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0cf4102de0 msgr2=0x7f0cf41983d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:31.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:31.972+0000 7f0cf9240640 1 --2- 172.21.15.67:0/2392657594 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0cf4102de0 0x7f0cf41983d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:31.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:31.972+0000 7f0cf9240640 1 -- 172.21.15.67:0/2392657594 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0cf4103700 msgr2=0x7f0cf4198910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:31.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:31.972+0000 7f0cf9240640 1 --2- 172.21.15.67:0/2392657594 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0cf4103700 0x7f0cf4198910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:31.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:31.972+0000 7f0cf9240640 1 -- 172.21.15.67:0/2392657594 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0cf419d380 con 0x7f0cf410c180 2024-09-10T08:13:31.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:31.972+0000 7f0cf9240640 1 --2- 172.21.15.67:0/2392657594 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0cf410c180 0x7f0cf419cca0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f0cec00b970 tx=0x7f0cec00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:31.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:31.972+0000 7f0cf1ffb640 1 -- 172.21.15.67:0/2392657594 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cec019070 con 0x7f0cf410c180 2024-09-10T08:13:31.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:31.972+0000 7f0cf1ffb640 1 -- 172.21.15.67:0/2392657594 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0cec014440 con 0x7f0cf410c180 2024-09-10T08:13:31.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:31.972+0000 7f0cfaca3640 1 -- 172.21.15.67:0/2392657594 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0cf419d670 con 0x7f0cf410c180 2024-09-10T08:13:31.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:31.972+0000 7f0cf1ffb640 1 -- 172.21.15.67:0/2392657594 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cec0075d0 con 0x7f0cf410c180 2024-09-10T08:13:31.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:31.973+0000 7f0cfaca3640 1 -- 172.21.15.67:0/2392657594 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0cf41a4f50 con 0x7f0cf410c180 2024-09-10T08:13:31.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:31.973+0000 7f0cfaca3640 1 -- 172.21.15.67:0/2392657594 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0cf41031c0 con 0x7f0cf410c180 2024-09-10T08:13:31.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:31.974+0000 7f0cf1ffb640 1 -- 172.21.15.67:0/2392657594 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f0cec01c070 con 0x7f0cf410c180 2024-09-10T08:13:31.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:31.975+0000 7f0cf1ffb640 1 --2- 172.21.15.67:0/2392657594 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f0ce40a2c10 0x7f0ce40a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:31.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:31.975+0000 7f0cf8a3f640 1 --2- 172.21.15.67:0/2392657594 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f0ce40a2c10 0x7f0ce40a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:31.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:31.975+0000 7f0cf1ffb640 1 -- 172.21.15.67:0/2392657594 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f0cec0ce8c0 con 0x7f0cf410c180 2024-09-10T08:13:31.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:31.976+0000 7f0cf8a3f640 1 --2- 172.21.15.67:0/2392657594 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f0ce40a2c10 0x7f0ce40a50d0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f0ce8031440 tx=0x7f0ce8005b50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:31.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:31.979+0000 7f0cf1ffb640 1 -- 172.21.15.67:0/2392657594 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f0cec09af40 con 0x7f0cf410c180 2024-09-10T08:13:32.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:32.183+0000 7f0cfaca3640 1 -- 172.21.15.67:0/2392657594 --> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) -- 0x7f0cf4199730 con 0x7f0ce40a2c10 2024-09-10T08:13:32.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:32.188+0000 7f0cf1ffb640 1 -- 172.21.15.67:0/2392657594 <== mgr.14150 v2:172.21.15.67:6800/4256949759 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f0cf4199730 con 0x7f0ce40a2c10 2024-09-10T08:13:32.188 INFO:teuthology.orchestra.run.smithi067.stdout:/volumes/qa/sv_1/6fc22c16-1d4a-4709-b746-336fe822c277 2024-09-10T08:13:32.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:32.190+0000 7f0cfaca3640 1 -- 172.21.15.67:0/2392657594 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f0ce40a2c10 msgr2=0x7f0ce40a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:32.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:32.190+0000 7f0cfaca3640 1 --2- 172.21.15.67:0/2392657594 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f0ce40a2c10 0x7f0ce40a50d0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f0ce8031440 tx=0x7f0ce8005b50 comp rx=0 tx=0).stop 2024-09-10T08:13:32.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:32.190+0000 7f0cfaca3640 1 -- 172.21.15.67:0/2392657594 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0cf410c180 msgr2=0x7f0cf419cca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:32.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:32.190+0000 7f0cfaca3640 1 --2- 172.21.15.67:0/2392657594 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0cf410c180 0x7f0cf419cca0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f0cec00b970 tx=0x7f0cec00be30 comp rx=0 tx=0).stop 2024-09-10T08:13:32.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:32.190+0000 7f0cfaca3640 1 -- 172.21.15.67:0/2392657594 shutdown_connections 2024-09-10T08:13:32.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:32.190+0000 7f0cfaca3640 1 --2- 172.21.15.67:0/2392657594 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f0ce40a2c10 0x7f0ce40a50d0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:32.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:32.190+0000 7f0cfaca3640 1 --2- 172.21.15.67:0/2392657594 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0cf4103700 0x7f0cf4198910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:32.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:32.190+0000 7f0cfaca3640 1 --2- 172.21.15.67:0/2392657594 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0cf410c180 0x7f0cf419cca0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:32.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:32.190+0000 7f0cfaca3640 1 --2- 172.21.15.67:0/2392657594 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0cf4102de0 0x7f0cf41983d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:32.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:32.190+0000 7f0cfaca3640 1 -- 172.21.15.67:0/2392657594 >> 172.21.15.67:0/2392657594 conn(0x7f0cf40fc7a0 msgr2=0x7f0cf40fdfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:32.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:32.191+0000 7f0cfaca3640 1 -- 172.21.15.67:0/2392657594 shutdown_connections 2024-09-10T08:13:32.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:32.191+0000 7f0cfaca3640 1 -- 172.21.15.67:0/2392657594 wait complete. 2024-09-10T08:13:32.923 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:13:33.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:33 smithi067 ceph-mon[31051]: pgmap v315: 129 pgs: 129 active+clean; 607 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 6.3 KiB/s wr, 23 op/s 2024-09-10T08:13:33.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:33 smithi067 ceph-mon[31051]: from='client.14832 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:13:33.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:33 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:13:33.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:33 smithi203 ceph-mon[34672]: pgmap v315: 129 pgs: 129 active+clean; 607 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 6.3 KiB/s wr, 23 op/s 2024-09-10T08:13:33.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:33 smithi203 ceph-mon[34672]: from='client.14832 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:13:33.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:33 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:13:33.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:33 smithi133 ceph-mon[34721]: pgmap v315: 129 pgs: 129 active+clean; 607 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 6.3 KiB/s wr, 23 op/s 2024-09-10T08:13:33.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:33 smithi133 ceph-mon[34721]: from='client.14832 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:13:33.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:33 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:13:33.834 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:13:34.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.390+0000 7f651a56a640 1 -- 172.21.15.67:0/2104650203 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6514106f10 msgr2=0x7f651410ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:34.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.390+0000 7f651a56a640 1 --2- 172.21.15.67:0/2104650203 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6514106f10 0x7f651410ea90 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f650c009ca0 tx=0x7f650c02a8c0 comp rx=0 tx=0).stop 2024-09-10T08:13:34.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.390+0000 7f651a56a640 1 -- 172.21.15.67:0/2104650203 shutdown_connections 2024-09-10T08:13:34.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.390+0000 7f651a56a640 1 --2- 172.21.15.67:0/2104650203 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6514106f10 0x7f651410ea90 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:34.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.390+0000 7f651a56a640 1 --2- 172.21.15.67:0/2104650203 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6514102790 0x7f65141067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:34.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.390+0000 7f651a56a640 1 --2- 172.21.15.67:0/2104650203 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6514101de0 0x7f65141021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:34.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.390+0000 7f651a56a640 1 -- 172.21.15.67:0/2104650203 >> 172.21.15.67:0/2104650203 conn(0x7f65140fd8c0 msgr2=0x7f65140ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:34.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.390+0000 7f651a56a640 1 -- 172.21.15.67:0/2104650203 shutdown_connections 2024-09-10T08:13:34.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.390+0000 7f651a56a640 1 -- 172.21.15.67:0/2104650203 wait complete. 2024-09-10T08:13:34.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.391+0000 7f651a56a640 1 Processor -- start 2024-09-10T08:13:34.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.391+0000 7f651a56a640 1 -- start start 2024-09-10T08:13:34.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.391+0000 7f651a56a640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6514101de0 0x7f6514198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:34.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.391+0000 7f651a56a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6514102790 0x7f6514198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:34.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.391+0000 7f651a56a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6514106f10 0x7f651419cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:34.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.391+0000 7f651a56a640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6514111e20 con 0x7f6514102790 2024-09-10T08:13:34.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.391+0000 7f651a56a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f6514111ca0 con 0x7f6514106f10 2024-09-10T08:13:34.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.391+0000 7f651a56a640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f6514111fa0 con 0x7f6514101de0 2024-09-10T08:13:34.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.392+0000 7f65137fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6514102790 0x7f6514198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:34.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.392+0000 7f6513fff640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6514101de0 0x7f6514198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:34.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.392+0000 7f6513fff640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6514101de0 0x7f6514198340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.67:60108/0 (socket says 172.21.15.67:60108) 2024-09-10T08:13:34.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.392+0000 7f65137fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6514102790 0x7f6514198880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34116/0 (socket says 172.21.15.67:34116) 2024-09-10T08:13:34.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.392+0000 7f6513fff640 1 -- 172.21.15.67:0/3244486019 learned_addr learned my addr 172.21.15.67:0/3244486019 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:13:34.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.392+0000 7f6518b07640 1 --2- 172.21.15.67:0/3244486019 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6514106f10 0x7f651419cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:34.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.392+0000 7f65137fe640 1 -- 172.21.15.67:0/3244486019 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6514101de0 msgr2=0x7f6514198340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:34.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.392+0000 7f65137fe640 1 --2- 172.21.15.67:0/3244486019 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6514101de0 0x7f6514198340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:34.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.392+0000 7f65137fe640 1 -- 172.21.15.67:0/3244486019 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6514106f10 msgr2=0x7f651419cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:34.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.392+0000 7f65137fe640 1 --2- 172.21.15.67:0/3244486019 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6514106f10 0x7f651419cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:34.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.392+0000 7f65137fe640 1 -- 172.21.15.67:0/3244486019 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f651419d2f0 con 0x7f6514102790 2024-09-10T08:13:34.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.392+0000 7f6518b07640 1 --2- 172.21.15.67:0/3244486019 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6514106f10 0x7f651419cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:13:34.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.392+0000 7f65137fe640 1 --2- 172.21.15.67:0/3244486019 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6514102790 0x7f6514198880 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f650800e9f0 tx=0x7f650800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:34.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.392+0000 7f65117fa640 1 -- 172.21.15.67:0/3244486019 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f650800ccc0 con 0x7f6514102790 2024-09-10T08:13:34.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.392+0000 7f65117fa640 1 -- 172.21.15.67:0/3244486019 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6508005020 con 0x7f6514102790 2024-09-10T08:13:34.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.392+0000 7f651a56a640 1 -- 172.21.15.67:0/3244486019 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f651419d5e0 con 0x7f6514102790 2024-09-10T08:13:34.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.392+0000 7f65117fa640 1 -- 172.21.15.67:0/3244486019 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6508004a00 con 0x7f6514102790 2024-09-10T08:13:34.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.392+0000 7f651a56a640 1 -- 172.21.15.67:0/3244486019 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65141a4ec0 con 0x7f6514102790 2024-09-10T08:13:34.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.393+0000 7f651a56a640 1 -- 172.21.15.67:0/3244486019 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65141021c0 con 0x7f6514102790 2024-09-10T08:13:34.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.394+0000 7f65117fa640 1 -- 172.21.15.67:0/3244486019 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f6508004ba0 con 0x7f6514102790 2024-09-10T08:13:34.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.395+0000 7f65117fa640 1 --2- 172.21.15.67:0/3244486019 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f64fc0a2c90 0x7f64fc0a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:34.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.396+0000 7f6513fff640 1 --2- 172.21.15.67:0/3244486019 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f64fc0a2c90 0x7f64fc0a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:34.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.396+0000 7f65117fa640 1 -- 172.21.15.67:0/3244486019 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f65080cf360 con 0x7f6514102790 2024-09-10T08:13:34.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.396+0000 7f6513fff640 1 --2- 172.21.15.67:0/3244486019 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f64fc0a2c90 0x7f64fc0a5150 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f6504005fd0 tx=0x7f650400b4a0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:34.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.400+0000 7f65117fa640 1 -- 172.21.15.67:0/3244486019 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f650809bf20 con 0x7f6514102790 2024-09-10T08:13:34.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.620+0000 7f651a56a640 1 -- 172.21.15.67:0/3244486019 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f651410a0f0 con 0x7f6514102790 2024-09-10T08:13:34.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.621+0000 7f65117fa640 1 -- 172.21.15.67:0/3244486019 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11983 (secure 0 0 0) 0x7f650809b820 con 0x7f6514102790 2024-09-10T08:13:34.620 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:13:34.621 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":28,"btime":"2024-09-10T08:13:23:816979+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3649064068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3649064068},{"type":"v1","addr":"172.21.15.67:6835","nonce":3649064068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6837/384364542","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6836","nonce":384364542},{"type":"v1","addr":"172.21.15.67:6837","nonce":384364542}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T08:12:37.538183+0000","modified":"2024-09-10T08:13:23.816954+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24479,"mds_1":24475,"mds_2":24457,"mds_3":24412,"mds_4":24404},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6839/2770928820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6838","nonce":2770928820},{"type":"v1","addr":"172.21.15.67:6839","nonce":2770928820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14628":{"gid":14628,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6841/1116344955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6840","nonce":1116344955},{"type":"v1","addr":"172.21.15.67:6841","nonce":1116344955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24404":{"gid":24404,"name":"k","rank":4,"incarnation":26,"state":"up:active","state_seq":23,"addr":"172.21.15.133:6833/2920270168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":2920270168},{"type":"v1","addr":"172.21.15.133:6833","nonce":2920270168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24412":{"gid":24412,"name":"l","rank":3,"incarnation":24,"state":"up:active","state_seq":23,"addr":"172.21.15.203:6833/754287689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":754287689},{"type":"v1","addr":"172.21.15.203:6833","nonce":754287689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/3573205749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3573205749},{"type":"v1","addr":"172.21.15.133:6835","nonce":3573205749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6835/3722546188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":3722546188},{"type":"v1","addr":"172.21.15.203:6835","nonce":3722546188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/667764093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":667764093},{"type":"v1","addr":"172.21.15.133:6837","nonce":667764093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":19,"addr":"172.21.15.203:6837/4255783395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":4255783395},{"type":"v1","addr":"172.21.15.203:6837","nonce":4255783395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":17,"addr":"172.21.15.203:6839/2311592321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2311592321},{"type":"v1","addr":"172.21.15.203:6839","nonce":2311592321}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.133:6839/1848609384","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":1848609384},{"type":"v1","addr":"172.21.15.133:6839","nonce":1848609384}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24479,"qdb_cluster":[24479,24475,24457,24412,24404]},"id":1}]} 2024-09-10T08:13:34.621 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 28 2024-09-10T08:13:34.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.624+0000 7f651a56a640 1 -- 172.21.15.67:0/3244486019 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f64fc0a2c90 msgr2=0x7f64fc0a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:34.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.624+0000 7f651a56a640 1 --2- 172.21.15.67:0/3244486019 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f64fc0a2c90 0x7f64fc0a5150 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f6504005fd0 tx=0x7f650400b4a0 comp rx=0 tx=0).stop 2024-09-10T08:13:34.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.624+0000 7f651a56a640 1 -- 172.21.15.67:0/3244486019 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6514102790 msgr2=0x7f6514198880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:34.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.624+0000 7f651a56a640 1 --2- 172.21.15.67:0/3244486019 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6514102790 0x7f6514198880 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f650800e9f0 tx=0x7f650800eeb0 comp rx=0 tx=0).stop 2024-09-10T08:13:34.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.624+0000 7f651a56a640 1 -- 172.21.15.67:0/3244486019 shutdown_connections 2024-09-10T08:13:34.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.624+0000 7f651a56a640 1 --2- 172.21.15.67:0/3244486019 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f64fc0a2c90 0x7f64fc0a5150 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:34.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.624+0000 7f651a56a640 1 --2- 172.21.15.67:0/3244486019 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6514106f10 0x7f651419cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:34.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.624+0000 7f651a56a640 1 --2- 172.21.15.67:0/3244486019 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6514102790 0x7f6514198880 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:34.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.624+0000 7f651a56a640 1 --2- 172.21.15.67:0/3244486019 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6514101de0 0x7f6514198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:34.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.624+0000 7f651a56a640 1 -- 172.21.15.67:0/3244486019 >> 172.21.15.67:0/3244486019 conn(0x7f65140fd8c0 msgr2=0x7f65140fec50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:34.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.624+0000 7f651a56a640 1 -- 172.21.15.67:0/3244486019 shutdown_connections 2024-09-10T08:13:34.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:34.624+0000 7f651a56a640 1 -- 172.21.15.67:0/3244486019 wait complete. 2024-09-10T08:13:35.296 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:35 smithi067 ceph-mon[31051]: pgmap v316: 129 pgs: 129 active+clean; 607 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 6.2 KiB/s wr, 23 op/s 2024-09-10T08:13:35.297 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:35 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:13:35.297 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:35 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:13:35.297 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:35 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:13:35.297 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:35 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:13:35.297 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:35 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/3244486019' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:13:35.325 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph osd dump --format=json 2024-09-10T08:13:35.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:35 smithi203 ceph-mon[34672]: pgmap v316: 129 pgs: 129 active+clean; 607 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 6.2 KiB/s wr, 23 op/s 2024-09-10T08:13:35.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:35 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:13:35.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:35 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:13:35.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:35 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:13:35.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:35 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:13:35.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:35 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/3244486019' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:13:35.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:35 smithi133 ceph-mon[34721]: pgmap v316: 129 pgs: 129 active+clean; 607 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 6.2 KiB/s wr, 23 op/s 2024-09-10T08:13:35.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:35 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:13:35.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:35 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:13:35.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:35 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:13:35.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:35 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:13:35.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:35 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/3244486019' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:13:35.596 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:13:36.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.099+0000 7f49d1d93640 1 -- 172.21.15.67:0/1373160580 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f49cc102570 msgr2=0x7f49cc1029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:36.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.099+0000 7f49d1d93640 1 --2- 172.21.15.67:0/1373160580 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f49cc102570 0x7f49cc1029b0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f49bc009900 tx=0x7f49bc02a480 comp rx=0 tx=0).stop 2024-09-10T08:13:36.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.099+0000 7f49d1d93640 1 -- 172.21.15.67:0/1373160580 shutdown_connections 2024-09-10T08:13:36.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.099+0000 7f49d1d93640 1 --2- 172.21.15.67:0/1373160580 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f49cc102ef0 0x7f49cc10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:36.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.099+0000 7f49d1d93640 1 --2- 172.21.15.67:0/1373160580 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f49cc102570 0x7f49cc1029b0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:36.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.099+0000 7f49d1d93640 1 --2- 172.21.15.67:0/1373160580 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f49cc100e20 0x7f49cc101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:36.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.099+0000 7f49d1d93640 1 -- 172.21.15.67:0/1373160580 >> 172.21.15.67:0/1373160580 conn(0x7f49cc0fc7d0 msgr2=0x7f49cc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:36.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.099+0000 7f49d1d93640 1 -- 172.21.15.67:0/1373160580 shutdown_connections 2024-09-10T08:13:36.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.099+0000 7f49d1d93640 1 -- 172.21.15.67:0/1373160580 wait complete. 2024-09-10T08:13:36.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.099+0000 7f49d1d93640 1 Processor -- start 2024-09-10T08:13:36.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.100+0000 7f49d1d93640 1 -- start start 2024-09-10T08:13:36.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.100+0000 7f49d1d93640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f49cc100e20 0x7f49cc19a640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:36.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.100+0000 7f49d1d93640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f49cc102570 0x7f49cc19ab80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:36.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.100+0000 7f49d1d93640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f49cc102ef0 0x7f49cc19ef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:36.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.100+0000 7f49d1d93640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f49cc110e30 con 0x7f49cc100e20 2024-09-10T08:13:36.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.100+0000 7f49d1d93640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f49cc110cb0 con 0x7f49cc102ef0 2024-09-10T08:13:36.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.100+0000 7f49d1d93640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f49cc110fb0 con 0x7f49cc102570 2024-09-10T08:13:36.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.100+0000 7f49cb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f49cc100e20 0x7f49cc19a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:36.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.100+0000 7f49cb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f49cc100e20 0x7f49cc19a640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45266/0 (socket says 172.21.15.67:45266) 2024-09-10T08:13:36.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.100+0000 7f49cb7fe640 1 -- 172.21.15.67:0/2024619174 learned_addr learned my addr 172.21.15.67:0/2024619174 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:13:36.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.100+0000 7f49cbfff640 1 --2- 172.21.15.67:0/2024619174 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f49cc102ef0 0x7f49cc19ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:36.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.100+0000 7f49caffd640 1 --2- 172.21.15.67:0/2024619174 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f49cc102570 0x7f49cc19ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:36.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.100+0000 7f49cb7fe640 1 -- 172.21.15.67:0/2024619174 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f49cc102570 msgr2=0x7f49cc19ab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:36.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.100+0000 7f49cb7fe640 1 --2- 172.21.15.67:0/2024619174 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f49cc102570 0x7f49cc19ab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:36.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.100+0000 7f49cb7fe640 1 -- 172.21.15.67:0/2024619174 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f49cc102ef0 msgr2=0x7f49cc19ef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:36.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.100+0000 7f49cb7fe640 1 --2- 172.21.15.67:0/2024619174 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f49cc102ef0 0x7f49cc19ef10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:36.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.100+0000 7f49cb7fe640 1 -- 172.21.15.67:0/2024619174 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49cc19f5f0 con 0x7f49cc100e20 2024-09-10T08:13:36.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.100+0000 7f49cbfff640 1 --2- 172.21.15.67:0/2024619174 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f49cc102ef0 0x7f49cc19ef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:13:36.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.100+0000 7f49caffd640 1 --2- 172.21.15.67:0/2024619174 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f49cc102570 0x7f49cc19ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:13:36.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.101+0000 7f49cb7fe640 1 --2- 172.21.15.67:0/2024619174 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f49cc100e20 0x7f49cc19a640 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f49b400d770 tx=0x7f49b400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:36.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.101+0000 7f49c8ff9640 1 -- 172.21.15.67:0/2024619174 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49b4017070 con 0x7f49cc100e20 2024-09-10T08:13:36.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.101+0000 7f49d1d93640 1 -- 172.21.15.67:0/2024619174 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49cc19f8e0 con 0x7f49cc100e20 2024-09-10T08:13:36.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.101+0000 7f49c8ff9640 1 -- 172.21.15.67:0/2024619174 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f49b40054d0 con 0x7f49cc100e20 2024-09-10T08:13:36.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.101+0000 7f49c8ff9640 1 -- 172.21.15.67:0/2024619174 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49b4004cf0 con 0x7f49cc100e20 2024-09-10T08:13:36.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.101+0000 7f49d1d93640 1 -- 172.21.15.67:0/2024619174 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49cc1a71c0 con 0x7f49cc100e20 2024-09-10T08:13:36.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.102+0000 7f49d1d93640 1 -- 172.21.15.67:0/2024619174 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49cc101200 con 0x7f49cc100e20 2024-09-10T08:13:36.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.103+0000 7f49c8ff9640 1 -- 172.21.15.67:0/2024619174 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f49b4004e90 con 0x7f49cc100e20 2024-09-10T08:13:36.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.104+0000 7f49c8ff9640 1 --2- 172.21.15.67:0/2024619174 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f49b80a2c10 0x7f49b80a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:36.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.104+0000 7f49caffd640 1 --2- 172.21.15.67:0/2024619174 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f49b80a2c10 0x7f49b80a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:36.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.104+0000 7f49c8ff9640 1 -- 172.21.15.67:0/2024619174 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7f49b40cef30 con 0x7f49cc100e20 2024-09-10T08:13:36.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.105+0000 7f49caffd640 1 --2- 172.21.15.67:0/2024619174 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f49b80a2c10 0x7f49b80a50d0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f49cc10de80 tx=0x7f49bc005a20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:36.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.108+0000 7f49c8ff9640 1 -- 172.21.15.67:0/2024619174 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f49b409baf0 con 0x7f49cc100e20 2024-09-10T08:13:36.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.284+0000 7f49d1d93640 1 -- 172.21.15.67:0/2024619174 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f49cc1a7390 con 0x7f49cc100e20 2024-09-10T08:13:36.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.286+0000 7f49c8ff9640 1 -- 172.21.15.67:0/2024619174 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+24225 (secure 0 0 0) 0x7f49b409b3f0 con 0x7f49cc100e20 2024-09-10T08:13:36.285 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:13:36.286 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":88,"fsid":"315284b0-6f4b-11ef-bcea-c7b262605968","created":"2024-09-10T08:04:51.999264+0000","modified":"2024-09-10T08:12:46.501131+0000","last_up_change":"2024-09-10T08:11:44.006308+0000","last_in_change":"2024-09-10T08:11:20.252568+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:07:54.225673+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:12:33.710480+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T08:12:35.789356+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T08:12:42.280527+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f86e49e6-6996-48db-b2b5-45e56df21941","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6803","nonce":2156529365}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6805","nonce":2156529365}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6809","nonce":2156529365}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6807","nonce":2156529365}]},"public_addr":"172.21.15.67:6803/2156529365","cluster_addr":"172.21.15.67:6805/2156529365","heartbeat_back_addr":"172.21.15.67:6809/2156529365","heartbeat_front_addr":"172.21.15.67:6807/2156529365","state":["exists","up"]},{"osd":1,"uuid":"5d1404fb-621b-43f8-aae0-9b3bb2c84e92","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6801","nonce":3995937115}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6803","nonce":3995937115}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6807","nonce":3995937115}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6805","nonce":3995937115}]},"public_addr":"172.21.15.133:6801/3995937115","cluster_addr":"172.21.15.133:6803/3995937115","heartbeat_back_addr":"172.21.15.133:6807/3995937115","heartbeat_front_addr":"172.21.15.133:6805/3995937115","state":["exists","up"]},{"osd":2,"uuid":"f1a75f4e-9c67-4536-aad8-56469112fda1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6801","nonce":3905493348}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6803","nonce":3905493348}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6807","nonce":3905493348}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6805","nonce":3905493348}]},"public_addr":"172.21.15.203:6801/3905493348","cluster_addr":"172.21.15.203:6803/3905493348","heartbeat_back_addr":"172.21.15.203:6807/3905493348","heartbeat_front_addr":"172.21.15.203:6805/3905493348","state":["exists","up"]},{"osd":3,"uuid":"b58a1682-c3a7-4094-a4c8-d132c11d478f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6811","nonce":1513600391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6813","nonce":1513600391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6817","nonce":1513600391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6815","nonce":1513600391}]},"public_addr":"172.21.15.67:6811/1513600391","cluster_addr":"172.21.15.67:6813/1513600391","heartbeat_back_addr":"172.21.15.67:6817/1513600391","heartbeat_front_addr":"172.21.15.67:6815/1513600391","state":["exists","up"]},{"osd":4,"uuid":"cc22f878-3de9-4257-abab-069be0664dff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6809","nonce":873062362}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6811","nonce":873062362}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6815","nonce":873062362}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6813","nonce":873062362}]},"public_addr":"172.21.15.133:6809/873062362","cluster_addr":"172.21.15.133:6811/873062362","heartbeat_back_addr":"172.21.15.133:6815/873062362","heartbeat_front_addr":"172.21.15.133:6813/873062362","state":["exists","up"]},{"osd":5,"uuid":"6e4b48f9-df8e-43e5-ba21-589cbe4bf349","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6809","nonce":2104437925}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6811","nonce":2104437925}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6815","nonce":2104437925}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6813","nonce":2104437925}]},"public_addr":"172.21.15.203:6809/2104437925","cluster_addr":"172.21.15.203:6811/2104437925","heartbeat_back_addr":"172.21.15.203:6815/2104437925","heartbeat_front_addr":"172.21.15.203:6813/2104437925","state":["exists","up"]},{"osd":6,"uuid":"bc0ce4e2-ab6c-4d1d-a17c-f16ccf214696","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6819","nonce":3451855313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6821","nonce":3451855313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6825","nonce":3451855313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6823","nonce":3451855313}]},"public_addr":"172.21.15.67:6819/3451855313","cluster_addr":"172.21.15.67:6821/3451855313","heartbeat_back_addr":"172.21.15.67:6825/3451855313","heartbeat_front_addr":"172.21.15.67:6823/3451855313","state":["exists","up"]},{"osd":7,"uuid":"b114b175-4fec-45f5-846f-edbd7f3f6a40","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6817","nonce":3668519078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6819","nonce":3668519078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6823","nonce":3668519078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6821","nonce":3668519078}]},"public_addr":"172.21.15.133:6817/3668519078","cluster_addr":"172.21.15.133:6819/3668519078","heartbeat_back_addr":"172.21.15.133:6823/3668519078","heartbeat_front_addr":"172.21.15.133:6821/3668519078","state":["exists","up"]},{"osd":8,"uuid":"d31ce685-0a86-44b4-86ff-c2f7282de65e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6817","nonce":472763919}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6819","nonce":472763919}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6823","nonce":472763919}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6820","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6821","nonce":472763919}]},"public_addr":"172.21.15.203:6817/472763919","cluster_addr":"172.21.15.203:6819/472763919","heartbeat_back_addr":"172.21.15.203:6823/472763919","heartbeat_front_addr":"172.21.15.203:6821/472763919","state":["exists","up"]},{"osd":9,"uuid":"aa95ebe2-9111-4d0d-97cb-d0e19ab1b3cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6827","nonce":228642541}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6829","nonce":228642541}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6833","nonce":228642541}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6831","nonce":228642541}]},"public_addr":"172.21.15.67:6827/228642541","cluster_addr":"172.21.15.67:6829/228642541","heartbeat_back_addr":"172.21.15.67:6833/228642541","heartbeat_front_addr":"172.21.15.67:6831/228642541","state":["exists","up"]},{"osd":10,"uuid":"d732bc25-9273-4964-b8bf-441ae03fe4c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6825","nonce":1358359980}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6827","nonce":1358359980}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6831","nonce":1358359980}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6829","nonce":1358359980}]},"public_addr":"172.21.15.133:6825/1358359980","cluster_addr":"172.21.15.133:6827/1358359980","heartbeat_back_addr":"172.21.15.133:6831/1358359980","heartbeat_front_addr":"172.21.15.133:6829/1358359980","state":["exists","up"]},{"osd":11,"uuid":"8467eb04-6d28-4e6e-8f44-19022da895c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6824","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6825","nonce":1340245932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6827","nonce":1340245932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6831","nonce":1340245932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6828","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6829","nonce":1340245932}]},"public_addr":"172.21.15.203:6825/1340245932","cluster_addr":"172.21.15.203:6827/1340245932","heartbeat_back_addr":"172.21.15.203:6831/1340245932","heartbeat_front_addr":"172.21.15.203:6829/1340245932","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:07:00.686495+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:07:25.963125+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:07:51.678889+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:08:17.214730+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:08:42.566829+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:09:07.208130+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:09:33.332707+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:09:58.718647+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:10:24.866450+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:10:50.740704+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:11:16.269602+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:11:42.296645+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:0/420992675":"2024-09-11T08:05:37.717567+0000","172.21.15.67:0/2960294013":"2024-09-11T08:05:37.717567+0000","172.21.15.67:6801/2987520524":"2024-09-11T08:05:37.717567+0000","172.21.15.67:6800/2987520524":"2024-09-11T08:05:37.717567+0000","172.21.15.67:0/3383024850":"2024-09-11T08:05:13.831541+0000","172.21.15.67:6801/1869292132":"2024-09-11T08:05:13.831541+0000","172.21.15.67:6800/1869292132":"2024-09-11T08:05:13.831541+0000","172.21.15.67:0/4178209804":"2024-09-11T08:05:37.717567+0000","172.21.15.67:0/2105313351":"2024-09-11T08:05:13.831541+0000","172.21.15.67:0/4063198473":"2024-09-11T08:05:13.831541+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:13:36.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.288+0000 7f49d1d93640 1 -- 172.21.15.67:0/2024619174 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f49b80a2c10 msgr2=0x7f49b80a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:36.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.288+0000 7f49d1d93640 1 --2- 172.21.15.67:0/2024619174 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f49b80a2c10 0x7f49b80a50d0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f49cc10de80 tx=0x7f49bc005a20 comp rx=0 tx=0).stop 2024-09-10T08:13:36.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.288+0000 7f49d1d93640 1 -- 172.21.15.67:0/2024619174 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f49cc100e20 msgr2=0x7f49cc19a640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:36.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.288+0000 7f49d1d93640 1 --2- 172.21.15.67:0/2024619174 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f49cc100e20 0x7f49cc19a640 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f49b400d770 tx=0x7f49b400dc30 comp rx=0 tx=0).stop 2024-09-10T08:13:36.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.288+0000 7f49d1d93640 1 -- 172.21.15.67:0/2024619174 shutdown_connections 2024-09-10T08:13:36.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.288+0000 7f49d1d93640 1 --2- 172.21.15.67:0/2024619174 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f49b80a2c10 0x7f49b80a50d0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:36.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.288+0000 7f49d1d93640 1 --2- 172.21.15.67:0/2024619174 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f49cc102ef0 0x7f49cc19ef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:36.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.288+0000 7f49d1d93640 1 --2- 172.21.15.67:0/2024619174 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f49cc102570 0x7f49cc19ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:36.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.288+0000 7f49d1d93640 1 --2- 172.21.15.67:0/2024619174 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f49cc100e20 0x7f49cc19a640 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:36.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.288+0000 7f49d1d93640 1 -- 172.21.15.67:0/2024619174 >> 172.21.15.67:0/2024619174 conn(0x7f49cc0fc7d0 msgr2=0x7f49cc069f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:36.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.288+0000 7f49d1d93640 1 -- 172.21.15.67:0/2024619174 shutdown_connections 2024-09-10T08:13:36.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:36.288+0000 7f49d1d93640 1 -- 172.21.15.67:0/2024619174 wait complete. 2024-09-10T08:13:36.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:36 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:13:36.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:36 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:13:36.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:36 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:13:36.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:36 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:13:36.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:36 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:13:36.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:36 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/2024619174' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:13:36.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:36 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:13:36.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:36 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:13:36.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:36 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:13:36.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:36 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:13:36.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:36 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:13:36.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:36 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/2024619174' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:13:36.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:36 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:13:36.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:36 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:13:36.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:36 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:13:36.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:36 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:13:36.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:36 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:13:36.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:36 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/2024619174' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:13:36.985 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-10T08:13:36.985 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph pg dump --format=json 2024-09-10T08:13:37.243 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:13:37.651 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:37 smithi067 ceph-mon[31051]: pgmap v317: 129 pgs: 129 active+clean; 631 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.7 KiB/s wr, 23 op/s 2024-09-10T08:13:37.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.733+0000 7fb15fb57640 1 -- 172.21.15.67:0/369275100 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb158106f10 msgr2=0x7fb15810ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:37.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.733+0000 7fb15fb57640 1 --2- 172.21.15.67:0/369275100 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb158106f10 0x7fb15810ea90 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fb150009ca0 tx=0x7fb15002a8c0 comp rx=0 tx=0).stop 2024-09-10T08:13:37.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.734+0000 7fb15fb57640 1 -- 172.21.15.67:0/369275100 shutdown_connections 2024-09-10T08:13:37.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.734+0000 7fb15fb57640 1 --2- 172.21.15.67:0/369275100 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb158106f10 0x7fb15810ea90 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:37.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.734+0000 7fb15fb57640 1 --2- 172.21.15.67:0/369275100 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb158102790 0x7fb1581067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:37.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.734+0000 7fb15fb57640 1 --2- 172.21.15.67:0/369275100 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb158101de0 0x7fb1581021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:37.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.734+0000 7fb15fb57640 1 -- 172.21.15.67:0/369275100 >> 172.21.15.67:0/369275100 conn(0x7fb1580fd8c0 msgr2=0x7fb1580ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:37.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.734+0000 7fb15fb57640 1 -- 172.21.15.67:0/369275100 shutdown_connections 2024-09-10T08:13:37.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.734+0000 7fb15fb57640 1 -- 172.21.15.67:0/369275100 wait complete. 2024-09-10T08:13:37.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.734+0000 7fb15fb57640 1 Processor -- start 2024-09-10T08:13:37.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.734+0000 7fb15fb57640 1 -- start start 2024-09-10T08:13:37.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.734+0000 7fb15fb57640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb158101de0 0x7fb1581983a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:37.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.735+0000 7fb15fb57640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb158102790 0x7fb1581988e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:37.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.735+0000 7fb15fb57640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb158106f10 0x7fb15819cc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:37.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.735+0000 7fb15fb57640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb158111ec0 con 0x7fb158102790 2024-09-10T08:13:37.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.735+0000 7fb15fb57640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fb158111d40 con 0x7fb158101de0 2024-09-10T08:13:37.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.735+0000 7fb15fb57640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fb158112040 con 0x7fb158106f10 2024-09-10T08:13:37.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.735+0000 7fb15d0f2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb158102790 0x7fb1581988e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:37.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.735+0000 7fb15d0f2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb158102790 0x7fb1581988e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45286/0 (socket says 172.21.15.67:45286) 2024-09-10T08:13:37.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.735+0000 7fb15d0f2640 1 -- 172.21.15.67:0/2868240587 learned_addr learned my addr 172.21.15.67:0/2868240587 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:13:37.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.735+0000 7fb15d8f3640 1 --2- 172.21.15.67:0/2868240587 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb158101de0 0x7fb1581983a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:37.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.735+0000 7fb15e0f4640 1 --2- 172.21.15.67:0/2868240587 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb158106f10 0x7fb15819cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:37.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.735+0000 7fb15d0f2640 1 -- 172.21.15.67:0/2868240587 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb158106f10 msgr2=0x7fb15819cc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:37.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.735+0000 7fb15d0f2640 1 --2- 172.21.15.67:0/2868240587 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb158106f10 0x7fb15819cc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:37.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.735+0000 7fb15d0f2640 1 -- 172.21.15.67:0/2868240587 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb158101de0 msgr2=0x7fb1581983a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:37.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.735+0000 7fb15d0f2640 1 --2- 172.21.15.67:0/2868240587 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb158101de0 0x7fb1581983a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:37.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.735+0000 7fb15d0f2640 1 -- 172.21.15.67:0/2868240587 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb15819d350 con 0x7fb158102790 2024-09-10T08:13:37.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.735+0000 7fb15e0f4640 1 --2- 172.21.15.67:0/2868240587 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb158106f10 0x7fb15819cc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:13:37.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.735+0000 7fb15d0f2640 1 --2- 172.21.15.67:0/2868240587 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb158102790 0x7fb1581988e0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fb14800b4a0 tx=0x7fb14800b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:37.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.735+0000 7fb14effd640 1 -- 172.21.15.67:0/2868240587 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb148014070 con 0x7fb158102790 2024-09-10T08:13:37.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.735+0000 7fb15fb57640 1 -- 172.21.15.67:0/2868240587 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb15819d640 con 0x7fb158102790 2024-09-10T08:13:37.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.735+0000 7fb14effd640 1 -- 172.21.15.67:0/2868240587 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb148010ac0 con 0x7fb158102790 2024-09-10T08:13:37.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.735+0000 7fb14effd640 1 -- 172.21.15.67:0/2868240587 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb148017c30 con 0x7fb158102790 2024-09-10T08:13:37.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.735+0000 7fb15fb57640 1 -- 172.21.15.67:0/2868240587 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1581a4f20 con 0x7fb158102790 2024-09-10T08:13:37.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.736+0000 7fb15fb57640 1 -- 172.21.15.67:0/2868240587 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1581021c0 con 0x7fb158102790 2024-09-10T08:13:37.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.738+0000 7fb14effd640 1 -- 172.21.15.67:0/2868240587 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fb148017070 con 0x7fb158102790 2024-09-10T08:13:37.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.738+0000 7fb14effd640 1 --2- 172.21.15.67:0/2868240587 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb1440a2c10 0x7fb1440a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:37.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.738+0000 7fb14effd640 1 -- 172.21.15.67:0/2868240587 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 8802+0+0 (secure 0 0 0) 0x7fb1480cea80 con 0x7fb158102790 2024-09-10T08:13:37.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.738+0000 7fb15d8f3640 1 --2- 172.21.15.67:0/2868240587 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb1440a2c10 0x7fb1440a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:37.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.739+0000 7fb15d8f3640 1 --2- 172.21.15.67:0/2868240587 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb1440a2c10 0x7fb1440a50d0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fb154009890 tx=0x7fb154008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:37.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.742+0000 7fb14effd640 1 -- 172.21.15.67:0/2868240587 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb14809b750 con 0x7fb158102790 2024-09-10T08:13:37.822 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:37 smithi203 ceph-mon[34672]: pgmap v317: 129 pgs: 129 active+clean; 631 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.7 KiB/s wr, 23 op/s 2024-09-10T08:13:37.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:37 smithi133 ceph-mon[34721]: pgmap v317: 129 pgs: 129 active+clean; 631 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.7 KiB/s wr, 23 op/s 2024-09-10T08:13:37.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.918+0000 7fb15fb57640 1 -- 172.21.15.67:0/2868240587 --> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb158062630 con 0x7fb1440a2c10 2024-09-10T08:13:37.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.927+0000 7fb14effd640 1 -- 172.21.15.67:0/2868240587 <== mgr.14150 v2:172.21.15.67:6800/4256949759 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340390 (secure 0 0 0) 0x7fb158062630 con 0x7fb1440a2c10 2024-09-10T08:13:37.932 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:13:37.934 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-10T08:13:37.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.931+0000 7fb15fb57640 1 -- 172.21.15.67:0/2868240587 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb1440a2c10 msgr2=0x7fb1440a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:37.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.931+0000 7fb15fb57640 1 --2- 172.21.15.67:0/2868240587 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb1440a2c10 0x7fb1440a50d0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fb154009890 tx=0x7fb154008040 comp rx=0 tx=0).stop 2024-09-10T08:13:37.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.932+0000 7fb15fb57640 1 -- 172.21.15.67:0/2868240587 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb158102790 msgr2=0x7fb1581988e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:37.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.932+0000 7fb15fb57640 1 --2- 172.21.15.67:0/2868240587 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb158102790 0x7fb1581988e0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fb14800b4a0 tx=0x7fb14800b960 comp rx=0 tx=0).stop 2024-09-10T08:13:37.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.932+0000 7fb15fb57640 1 -- 172.21.15.67:0/2868240587 shutdown_connections 2024-09-10T08:13:37.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.932+0000 7fb15fb57640 1 --2- 172.21.15.67:0/2868240587 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb1440a2c10 0x7fb1440a50d0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:37.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.932+0000 7fb15fb57640 1 --2- 172.21.15.67:0/2868240587 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb158106f10 0x7fb15819cc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:37.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.932+0000 7fb15fb57640 1 --2- 172.21.15.67:0/2868240587 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb158102790 0x7fb1581988e0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:37.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.932+0000 7fb15fb57640 1 --2- 172.21.15.67:0/2868240587 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb158101de0 0x7fb1581983a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:37.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.932+0000 7fb15fb57640 1 -- 172.21.15.67:0/2868240587 >> 172.21.15.67:0/2868240587 conn(0x7fb1580fd8c0 msgr2=0x7fb1580fec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:37.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.932+0000 7fb15fb57640 1 -- 172.21.15.67:0/2868240587 shutdown_connections 2024-09-10T08:13:37.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:37.932+0000 7fb15fb57640 1 -- 172.21.15.67:0/2868240587 wait complete. 2024-09-10T08:13:38.632 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:38 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]: dispatch 2024-09-10T08:13:38.632 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:38 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [3, 8]}]: dispatch 2024-09-10T08:13:38.632 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:38 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 6]}]: dispatch 2024-09-10T08:13:38.633 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:38 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [5, 7]}]: dispatch 2024-09-10T08:13:38.633 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:38 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]: dispatch 2024-09-10T08:13:38.633 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:38 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [1, 9]}]: dispatch 2024-09-10T08:13:38.633 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:38 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [9, 8, 5, 10]}]: dispatch 2024-09-10T08:13:38.633 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:38 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [9, 10]}]: dispatch 2024-09-10T08:13:38.633 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:38 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [9, 8]}]: dispatch 2024-09-10T08:13:38.664 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":318,"stamp":"2024-09-10T08:13:37.816476+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":646515,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":286,"num_read_kb":251,"num_write":416,"num_write_kb":3063,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":341,"ondisk_log_size":341,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":408768,"kb_used_data":13760,"kb_used_omap":18,"kb_used_meta":394797,"kb_avail":1124533056,"statfs":{"total":1151940427776,"available":1151521849344,"internally_reserved":0,"allocated":14090240,"data_stored":7763231,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":404272441},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":46160,"num_objects":8,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":108,"num_read_kb":100,"num_write":37,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003413"},"pg_stats":[{"pgid":"2.1f","version":"88'13","reported_seq":54,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:31.837663+0000","last_change":"2024-09-10T08:12:34.806369+0000","last_active":"2024-09-10T08:13:31.837663+0000","last_peered":"2024-09-10T08:13:31.837663+0000","last_clean":"2024-09-10T08:13:31.837663+0000","last_became_active":"2024-09-10T08:12:34.805950+0000","last_became_peered":"2024-09-10T08:12:34.805950+0000","last_unstale":"2024-09-10T08:13:31.837663+0000","last_undegraded":"2024-09-10T08:13:31.837663+0000","last_fullsized":"2024-09-10T08:13:31.837663+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:06:34.845848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":11,"num_read_kb":11,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008405+0000","last_change":"2024-09-10T08:12:36.838658+0000","last_active":"2024-09-10T08:12:47.008405+0000","last_peered":"2024-09-10T08:12:47.008405+0000","last_clean":"2024-09-10T08:12:47.008405+0000","last_became_active":"2024-09-10T08:12:36.838366+0000","last_became_peered":"2024-09-10T08:12:36.838366+0000","last_unstale":"2024-09-10T08:12:47.008405+0000","last_undegraded":"2024-09-10T08:12:47.008405+0000","last_fullsized":"2024-09-10T08:12:47.008405+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:53:10.847198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008845+0000","last_change":"2024-09-10T08:12:43.868547+0000","last_active":"2024-09-10T08:12:47.008845+0000","last_peered":"2024-09-10T08:12:47.008845+0000","last_clean":"2024-09-10T08:12:47.008845+0000","last_became_active":"2024-09-10T08:12:43.868066+0000","last_became_peered":"2024-09-10T08:12:43.868066+0000","last_unstale":"2024-09-10T08:12:47.008845+0000","last_undegraded":"2024-09-10T08:12:47.008845+0000","last_fullsized":"2024-09-10T08:12:47.008845+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:08.277037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1e","version":"88'2","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008668+0000","last_change":"2024-09-10T08:12:34.934507+0000","last_active":"2024-09-10T08:12:47.008668+0000","last_peered":"2024-09-10T08:12:47.008668+0000","last_clean":"2024-09-10T08:12:47.008668+0000","last_became_active":"2024-09-10T08:12:34.934137+0000","last_became_peered":"2024-09-10T08:12:34.934137+0000","last_unstale":"2024-09-10T08:12:47.008668+0000","last_undegraded":"2024-09-10T08:12:47.008668+0000","last_fullsized":"2024-09-10T08:12:47.008668+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:03:36.377273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.010100+0000","last_change":"2024-09-10T08:12:36.840138+0000","last_active":"2024-09-10T08:12:47.010100+0000","last_peered":"2024-09-10T08:12:47.010100+0000","last_clean":"2024-09-10T08:12:47.010100+0000","last_became_active":"2024-09-10T08:12:36.839808+0000","last_became_peered":"2024-09-10T08:12:36.839808+0000","last_unstale":"2024-09-10T08:12:47.010100+0000","last_undegraded":"2024-09-10T08:12:47.010100+0000","last_fullsized":"2024-09-10T08:12:47.010100+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:20:44.599707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008276+0000","last_change":"2024-09-10T08:12:43.866234+0000","last_active":"2024-09-10T08:12:47.008276+0000","last_peered":"2024-09-10T08:12:47.008276+0000","last_clean":"2024-09-10T08:12:47.008276+0000","last_became_active":"2024-09-10T08:12:43.865892+0000","last_became_peered":"2024-09-10T08:12:43.865892+0000","last_unstale":"2024-09-10T08:12:47.008276+0000","last_undegraded":"2024-09-10T08:12:47.008276+0000","last_fullsized":"2024-09-10T08:12:47.008276+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:39:12.895242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"88'12","reported_seq":43,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:23.820272+0000","last_change":"2024-09-10T08:12:34.810865+0000","last_active":"2024-09-10T08:13:23.820272+0000","last_peered":"2024-09-10T08:13:23.820272+0000","last_clean":"2024-09-10T08:13:23.820272+0000","last_became_active":"2024-09-10T08:12:34.810234+0000","last_became_peered":"2024-09-10T08:12:34.810234+0000","last_unstale":"2024-09-10T08:13:23.820272+0000","last_undegraded":"2024-09-10T08:13:23.820272+0000","last_fullsized":"2024-09-10T08:13:23.820272+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:55:16.240330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008260+0000","last_change":"2024-09-10T08:12:36.835352+0000","last_active":"2024-09-10T08:12:47.008260+0000","last_peered":"2024-09-10T08:12:47.008260+0000","last_clean":"2024-09-10T08:12:47.008260+0000","last_became_active":"2024-09-10T08:12:36.835033+0000","last_became_peered":"2024-09-10T08:12:36.835033+0000","last_unstale":"2024-09-10T08:12:47.008260+0000","last_undegraded":"2024-09-10T08:12:47.008260+0000","last_fullsized":"2024-09-10T08:12:47.008260+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:42:37.042569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009148+0000","last_change":"2024-09-10T08:12:43.871905+0000","last_active":"2024-09-10T08:12:47.009148+0000","last_peered":"2024-09-10T08:12:47.009148+0000","last_clean":"2024-09-10T08:12:47.009148+0000","last_became_active":"2024-09-10T08:12:43.871475+0000","last_became_peered":"2024-09-10T08:12:43.871475+0000","last_unstale":"2024-09-10T08:12:47.009148+0000","last_undegraded":"2024-09-10T08:12:47.009148+0000","last_fullsized":"2024-09-10T08:12:47.009148+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:42:51.386857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"88'5","reported_seq":36,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:22.826727+0000","last_change":"2024-09-10T08:12:34.811138+0000","last_active":"2024-09-10T08:13:22.826727+0000","last_peered":"2024-09-10T08:13:22.826727+0000","last_clean":"2024-09-10T08:13:22.826727+0000","last_became_active":"2024-09-10T08:12:34.810395+0000","last_became_peered":"2024-09-10T08:12:34.810395+0000","last_unstale":"2024-09-10T08:13:22.826727+0000","last_undegraded":"2024-09-10T08:13:22.826727+0000","last_fullsized":"2024-09-10T08:13:22.826727+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:19:39.256859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009935+0000","last_change":"2024-09-10T08:12:36.830915+0000","last_active":"2024-09-10T08:12:47.009935+0000","last_peered":"2024-09-10T08:12:47.009935+0000","last_clean":"2024-09-10T08:12:47.009935+0000","last_became_active":"2024-09-10T08:12:36.830549+0000","last_became_peered":"2024-09-10T08:12:36.830549+0000","last_unstale":"2024-09-10T08:12:47.009935+0000","last_undegraded":"2024-09-10T08:12:47.009935+0000","last_fullsized":"2024-09-10T08:12:47.009935+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:06:29.495755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008835+0000","last_change":"2024-09-10T08:12:43.859853+0000","last_active":"2024-09-10T08:12:47.008835+0000","last_peered":"2024-09-10T08:12:47.008835+0000","last_clean":"2024-09-10T08:12:47.008835+0000","last_became_active":"2024-09-10T08:12:43.859405+0000","last_became_peered":"2024-09-10T08:12:43.859405+0000","last_unstale":"2024-09-10T08:12:47.008835+0000","last_undegraded":"2024-09-10T08:12:47.008835+0000","last_fullsized":"2024-09-10T08:12:47.008835+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:18:37.147252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.144348+0000","last_change":"2024-09-10T08:12:36.832384+0000","last_active":"2024-09-10T08:12:47.144348+0000","last_peered":"2024-09-10T08:12:47.144348+0000","last_clean":"2024-09-10T08:12:47.144348+0000","last_became_active":"2024-09-10T08:12:36.831948+0000","last_became_peered":"2024-09-10T08:12:36.831948+0000","last_unstale":"2024-09-10T08:12:47.144348+0000","last_undegraded":"2024-09-10T08:12:47.144348+0000","last_fullsized":"2024-09-10T08:12:47.144348+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:08:21.982944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"88'4","reported_seq":35,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:20.000031+0000","last_change":"2024-09-10T08:12:34.809160+0000","last_active":"2024-09-10T08:13:20.000031+0000","last_peered":"2024-09-10T08:13:20.000031+0000","last_clean":"2024-09-10T08:13:20.000031+0000","last_became_active":"2024-09-10T08:12:34.808811+0000","last_became_peered":"2024-09-10T08:12:34.808811+0000","last_unstale":"2024-09-10T08:13:20.000031+0000","last_undegraded":"2024-09-10T08:13:20.000031+0000","last_fullsized":"2024-09-10T08:13:20.000031+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:03:04.110196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009240+0000","last_change":"2024-09-10T08:12:43.992351+0000","last_active":"2024-09-10T08:12:47.009240+0000","last_peered":"2024-09-10T08:12:47.009240+0000","last_clean":"2024-09-10T08:12:47.009240+0000","last_became_active":"2024-09-10T08:12:43.991833+0000","last_became_peered":"2024-09-10T08:12:43.991833+0000","last_unstale":"2024-09-10T08:12:47.009240+0000","last_undegraded":"2024-09-10T08:12:47.009240+0000","last_fullsized":"2024-09-10T08:12:47.009240+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:01:52.453901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008180+0000","last_change":"2024-09-10T08:12:36.832081+0000","last_active":"2024-09-10T08:12:47.008180+0000","last_peered":"2024-09-10T08:12:47.008180+0000","last_clean":"2024-09-10T08:12:47.008180+0000","last_became_active":"2024-09-10T08:12:36.831667+0000","last_became_peered":"2024-09-10T08:12:36.831667+0000","last_unstale":"2024-09-10T08:12:47.008180+0000","last_undegraded":"2024-09-10T08:12:47.008180+0000","last_fullsized":"2024-09-10T08:12:47.008180+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:19:23.841907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"88'3","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:21.816301+0000","last_change":"2024-09-10T08:12:34.812279+0000","last_active":"2024-09-10T08:13:21.816301+0000","last_peered":"2024-09-10T08:13:21.816301+0000","last_clean":"2024-09-10T08:13:21.816301+0000","last_became_active":"2024-09-10T08:12:34.811729+0000","last_became_peered":"2024-09-10T08:12:34.811729+0000","last_unstale":"2024-09-10T08:13:21.816301+0000","last_undegraded":"2024-09-10T08:13:21.816301+0000","last_fullsized":"2024-09-10T08:13:21.816301+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:49:19.797930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"88'1","reported_seq":18,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009361+0000","last_change":"2024-09-10T08:12:43.871922+0000","last_active":"2024-09-10T08:12:47.009361+0000","last_peered":"2024-09-10T08:12:47.009361+0000","last_clean":"2024-09-10T08:12:47.009361+0000","last_became_active":"2024-09-10T08:12:43.871531+0000","last_became_peered":"2024-09-10T08:12:43.871531+0000","last_unstale":"2024-09-10T08:12:47.009361+0000","last_undegraded":"2024-09-10T08:12:47.009361+0000","last_fullsized":"2024-09-10T08:12:47.009361+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:49:26.483674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:46.885833+0000","last_change":"2024-09-10T08:12:36.830090+0000","last_active":"2024-09-10T08:12:46.885833+0000","last_peered":"2024-09-10T08:12:46.885833+0000","last_clean":"2024-09-10T08:12:46.885833+0000","last_became_active":"2024-09-10T08:12:36.829732+0000","last_became_peered":"2024-09-10T08:12:36.829732+0000","last_unstale":"2024-09-10T08:12:46.885833+0000","last_undegraded":"2024-09-10T08:12:46.885833+0000","last_fullsized":"2024-09-10T08:12:46.885833+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:11:21.058996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.9","version":"88'7","reported_seq":37,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:22.824876+0000","last_change":"2024-09-10T08:12:34.808639+0000","last_active":"2024-09-10T08:13:22.824876+0000","last_peered":"2024-09-10T08:13:22.824876+0000","last_clean":"2024-09-10T08:13:22.824876+0000","last_became_active":"2024-09-10T08:12:34.808310+0000","last_became_peered":"2024-09-10T08:12:34.808310+0000","last_unstale":"2024-09-10T08:13:22.824876+0000","last_undegraded":"2024-09-10T08:13:22.824876+0000","last_fullsized":"2024-09-10T08:13:22.824876+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:44:01.719719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:46.881203+0000","last_change":"2024-09-10T08:12:43.873044+0000","last_active":"2024-09-10T08:12:46.881203+0000","last_peered":"2024-09-10T08:12:46.881203+0000","last_clean":"2024-09-10T08:12:46.881203+0000","last_became_active":"2024-09-10T08:12:43.872234+0000","last_became_peered":"2024-09-10T08:12:43.872234+0000","last_unstale":"2024-09-10T08:12:46.881203+0000","last_undegraded":"2024-09-10T08:12:46.881203+0000","last_fullsized":"2024-09-10T08:12:46.881203+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:40:50.363594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:46.932095+0000","last_change":"2024-09-10T08:12:36.828449+0000","last_active":"2024-09-10T08:12:46.932095+0000","last_peered":"2024-09-10T08:12:46.932095+0000","last_clean":"2024-09-10T08:12:46.932095+0000","last_became_active":"2024-09-10T08:12:36.828106+0000","last_became_peered":"2024-09-10T08:12:36.828106+0000","last_unstale":"2024-09-10T08:12:46.932095+0000","last_undegraded":"2024-09-10T08:12:46.932095+0000","last_fullsized":"2024-09-10T08:12:46.932095+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:18:00.158389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.8","version":"88'2","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:20.000751+0000","last_change":"2024-09-10T08:12:34.935257+0000","last_active":"2024-09-10T08:13:20.000751+0000","last_peered":"2024-09-10T08:13:20.000751+0000","last_clean":"2024-09-10T08:13:20.000751+0000","last_became_active":"2024-09-10T08:12:34.934895+0000","last_became_peered":"2024-09-10T08:12:34.934895+0000","last_unstale":"2024-09-10T08:13:20.000751+0000","last_undegraded":"2024-09-10T08:13:20.000751+0000","last_fullsized":"2024-09-10T08:13:20.000751+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:05:13.175542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009379+0000","last_change":"2024-09-10T08:12:43.992898+0000","last_active":"2024-09-10T08:12:47.009379+0000","last_peered":"2024-09-10T08:12:47.009379+0000","last_clean":"2024-09-10T08:12:47.009379+0000","last_became_active":"2024-09-10T08:12:43.992515+0000","last_became_peered":"2024-09-10T08:12:43.992515+0000","last_unstale":"2024-09-10T08:12:47.009379+0000","last_undegraded":"2024-09-10T08:12:47.009379+0000","last_fullsized":"2024-09-10T08:12:47.009379+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:33:15.411029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.010030+0000","last_change":"2024-09-10T08:12:36.841467+0000","last_active":"2024-09-10T08:12:47.010030+0000","last_peered":"2024-09-10T08:12:47.010030+0000","last_clean":"2024-09-10T08:12:47.010030+0000","last_became_active":"2024-09-10T08:12:36.841158+0000","last_became_peered":"2024-09-10T08:12:36.841158+0000","last_unstale":"2024-09-10T08:12:47.010030+0000","last_undegraded":"2024-09-10T08:12:47.010030+0000","last_fullsized":"2024-09-10T08:12:47.010030+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:34:44.396629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"88'7","reported_seq":38,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:22.824655+0000","last_change":"2024-09-10T08:12:35.352322+0000","last_active":"2024-09-10T08:13:22.824655+0000","last_peered":"2024-09-10T08:13:22.824655+0000","last_clean":"2024-09-10T08:13:22.824655+0000","last_became_active":"2024-09-10T08:12:35.351912+0000","last_became_peered":"2024-09-10T08:12:35.351912+0000","last_unstale":"2024-09-10T08:13:22.824655+0000","last_undegraded":"2024-09-10T08:13:22.824655+0000","last_fullsized":"2024-09-10T08:13:22.824655+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:00:27.531447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009083+0000","last_change":"2024-09-10T08:12:43.861303+0000","last_active":"2024-09-10T08:12:47.009083+0000","last_peered":"2024-09-10T08:12:47.009083+0000","last_clean":"2024-09-10T08:12:47.009083+0000","last_became_active":"2024-09-10T08:12:43.860849+0000","last_became_peered":"2024-09-10T08:12:43.860849+0000","last_unstale":"2024-09-10T08:12:47.009083+0000","last_undegraded":"2024-09-10T08:12:47.009083+0000","last_fullsized":"2024-09-10T08:12:47.009083+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:26:53.475097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008776+0000","last_change":"2024-09-10T08:12:36.834293+0000","last_active":"2024-09-10T08:12:47.008776+0000","last_peered":"2024-09-10T08:12:47.008776+0000","last_clean":"2024-09-10T08:12:47.008776+0000","last_became_active":"2024-09-10T08:12:36.833981+0000","last_became_peered":"2024-09-10T08:12:36.833981+0000","last_unstale":"2024-09-10T08:12:47.008776+0000","last_undegraded":"2024-09-10T08:12:47.008776+0000","last_fullsized":"2024-09-10T08:12:47.008776+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:56:18.333347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"88'11","reported_seq":41,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:30.841174+0000","last_change":"2024-09-10T08:12:34.804300+0000","last_active":"2024-09-10T08:13:30.841174+0000","last_peered":"2024-09-10T08:13:30.841174+0000","last_clean":"2024-09-10T08:13:30.841174+0000","last_became_active":"2024-09-10T08:12:34.803980+0000","last_became_peered":"2024-09-10T08:12:34.803980+0000","last_unstale":"2024-09-10T08:13:30.841174+0000","last_undegraded":"2024-09-10T08:13:30.841174+0000","last_fullsized":"2024-09-10T08:13:30.841174+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:31:41.215961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":19,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.007872+0000","last_change":"2024-09-10T08:12:43.992400+0000","last_active":"2024-09-10T08:12:47.007872+0000","last_peered":"2024-09-10T08:12:47.007872+0000","last_clean":"2024-09-10T08:12:47.007872+0000","last_became_active":"2024-09-10T08:12:43.991970+0000","last_became_peered":"2024-09-10T08:12:43.991970+0000","last_unstale":"2024-09-10T08:12:47.007872+0000","last_undegraded":"2024-09-10T08:12:47.007872+0000","last_fullsized":"2024-09-10T08:12:47.007872+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:10:02.208981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009097+0000","last_change":"2024-09-10T08:12:36.832238+0000","last_active":"2024-09-10T08:12:47.009097+0000","last_peered":"2024-09-10T08:12:47.009097+0000","last_clean":"2024-09-10T08:12:47.009097+0000","last_became_active":"2024-09-10T08:12:36.831644+0000","last_became_peered":"2024-09-10T08:12:36.831644+0000","last_unstale":"2024-09-10T08:12:47.009097+0000","last_undegraded":"2024-09-10T08:12:47.009097+0000","last_fullsized":"2024-09-10T08:12:47.009097+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:44:55.777869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"88'4","reported_seq":35,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:21.816336+0000","last_change":"2024-09-10T08:12:34.934616+0000","last_active":"2024-09-10T08:13:21.816336+0000","last_peered":"2024-09-10T08:13:21.816336+0000","last_clean":"2024-09-10T08:13:21.816336+0000","last_became_active":"2024-09-10T08:12:34.934240+0000","last_became_peered":"2024-09-10T08:12:34.934240+0000","last_unstale":"2024-09-10T08:13:21.816336+0000","last_undegraded":"2024-09-10T08:13:21.816336+0000","last_fullsized":"2024-09-10T08:13:21.816336+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:01:30.178100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:46.885891+0000","last_change":"2024-09-10T08:12:43.866058+0000","last_active":"2024-09-10T08:12:46.885891+0000","last_peered":"2024-09-10T08:12:46.885891+0000","last_clean":"2024-09-10T08:12:46.885891+0000","last_became_active":"2024-09-10T08:12:43.865313+0000","last_became_peered":"2024-09-10T08:12:43.865313+0000","last_unstale":"2024-09-10T08:12:46.885891+0000","last_undegraded":"2024-09-10T08:12:46.885891+0000","last_fullsized":"2024-09-10T08:12:46.885891+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:15:57.695818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:46.883737+0000","last_change":"2024-09-10T08:12:36.827327+0000","last_active":"2024-09-10T08:12:46.883737+0000","last_peered":"2024-09-10T08:12:46.883737+0000","last_clean":"2024-09-10T08:12:46.883737+0000","last_became_active":"2024-09-10T08:12:36.826973+0000","last_became_peered":"2024-09-10T08:12:36.826973+0000","last_unstale":"2024-09-10T08:12:46.883737+0000","last_undegraded":"2024-09-10T08:12:46.883737+0000","last_fullsized":"2024-09-10T08:12:46.883737+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:03:53.148739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"88'1","reported_seq":31,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:46.881170+0000","last_change":"2024-09-10T08:12:34.935377+0000","last_active":"2024-09-10T08:12:46.881170+0000","last_peered":"2024-09-10T08:12:46.881170+0000","last_clean":"2024-09-10T08:12:46.881170+0000","last_became_active":"2024-09-10T08:12:34.934905+0000","last_became_peered":"2024-09-10T08:12:34.934905+0000","last_unstale":"2024-09-10T08:12:46.881170+0000","last_undegraded":"2024-09-10T08:12:46.881170+0000","last_fullsized":"2024-09-10T08:12:46.881170+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:48:46.159178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:46.932248+0000","last_change":"2024-09-10T08:12:43.992295+0000","last_active":"2024-09-10T08:12:46.932248+0000","last_peered":"2024-09-10T08:12:46.932248+0000","last_clean":"2024-09-10T08:12:46.932248+0000","last_became_active":"2024-09-10T08:12:43.991802+0000","last_became_peered":"2024-09-10T08:12:43.991802+0000","last_unstale":"2024-09-10T08:12:46.932248+0000","last_undegraded":"2024-09-10T08:12:46.932248+0000","last_fullsized":"2024-09-10T08:12:46.932248+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:38:53.330441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:46.883712+0000","last_change":"2024-09-10T08:12:36.833259+0000","last_active":"2024-09-10T08:12:46.883712+0000","last_peered":"2024-09-10T08:12:46.883712+0000","last_clean":"2024-09-10T08:12:46.883712+0000","last_became_active":"2024-09-10T08:12:36.832783+0000","last_became_peered":"2024-09-10T08:12:36.832783+0000","last_unstale":"2024-09-10T08:12:46.883712+0000","last_undegraded":"2024-09-10T08:12:46.883712+0000","last_fullsized":"2024-09-10T08:12:46.883712+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:57:07.139171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"88'6","reported_seq":50,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:33.840657+0000","last_change":"2024-09-10T08:12:34.814037+0000","last_active":"2024-09-10T08:13:33.840657+0000","last_peered":"2024-09-10T08:13:33.840657+0000","last_clean":"2024-09-10T08:13:33.840657+0000","last_became_active":"2024-09-10T08:12:34.813620+0000","last_became_peered":"2024-09-10T08:12:34.813620+0000","last_unstale":"2024-09-10T08:13:33.840657+0000","last_undegraded":"2024-09-10T08:13:33.840657+0000","last_fullsized":"2024-09-10T08:13:33.840657+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:21:07.593990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":981,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":14,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008991+0000","last_change":"2024-09-10T08:12:43.866652+0000","last_active":"2024-09-10T08:12:47.008991+0000","last_peered":"2024-09-10T08:12:47.008991+0000","last_clean":"2024-09-10T08:12:47.008991+0000","last_became_active":"2024-09-10T08:12:43.866267+0000","last_became_peered":"2024-09-10T08:12:43.866267+0000","last_unstale":"2024-09-10T08:12:47.008991+0000","last_undegraded":"2024-09-10T08:12:47.008991+0000","last_fullsized":"2024-09-10T08:12:47.008991+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:40:11.894132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009002+0000","last_change":"2024-09-10T08:12:36.828347+0000","last_active":"2024-09-10T08:12:47.009002+0000","last_peered":"2024-09-10T08:12:47.009002+0000","last_clean":"2024-09-10T08:12:47.009002+0000","last_became_active":"2024-09-10T08:12:36.828034+0000","last_became_peered":"2024-09-10T08:12:36.828034+0000","last_unstale":"2024-09-10T08:12:47.009002+0000","last_undegraded":"2024-09-10T08:12:47.009002+0000","last_fullsized":"2024-09-10T08:12:47.009002+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:12:34.999032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"88'5","reported_seq":49,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:32.827898+0000","last_change":"2024-09-10T08:12:34.934390+0000","last_active":"2024-09-10T08:13:32.827898+0000","last_peered":"2024-09-10T08:13:32.827898+0000","last_clean":"2024-09-10T08:13:32.827898+0000","last_became_active":"2024-09-10T08:12:34.934052+0000","last_became_peered":"2024-09-10T08:12:34.934052+0000","last_unstale":"2024-09-10T08:13:32.827898+0000","last_undegraded":"2024-09-10T08:13:32.827898+0000","last_fullsized":"2024-09-10T08:13:32.827898+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:48:53.538324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":14,"num_read_kb":14,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009299+0000","last_change":"2024-09-10T08:12:43.992318+0000","last_active":"2024-09-10T08:12:47.009299+0000","last_peered":"2024-09-10T08:12:47.009299+0000","last_clean":"2024-09-10T08:12:47.009299+0000","last_became_active":"2024-09-10T08:12:43.991865+0000","last_became_peered":"2024-09-10T08:12:43.991865+0000","last_unstale":"2024-09-10T08:12:47.009299+0000","last_undegraded":"2024-09-10T08:12:47.009299+0000","last_fullsized":"2024-09-10T08:12:47.009299+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:44:14.872522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008655+0000","last_change":"2024-09-10T08:12:36.831968+0000","last_active":"2024-09-10T08:12:47.008655+0000","last_peered":"2024-09-10T08:12:47.008655+0000","last_clean":"2024-09-10T08:12:47.008655+0000","last_became_active":"2024-09-10T08:12:36.831636+0000","last_became_peered":"2024-09-10T08:12:36.831636+0000","last_unstale":"2024-09-10T08:12:47.008655+0000","last_undegraded":"2024-09-10T08:12:47.008655+0000","last_fullsized":"2024-09-10T08:12:47.008655+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:36:42.460656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"88'4","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:21.005015+0000","last_change":"2024-09-10T08:12:34.811292+0000","last_active":"2024-09-10T08:13:21.005015+0000","last_peered":"2024-09-10T08:13:21.005015+0000","last_clean":"2024-09-10T08:13:21.005015+0000","last_became_active":"2024-09-10T08:12:34.810947+0000","last_became_peered":"2024-09-10T08:12:34.810947+0000","last_unstale":"2024-09-10T08:13:21.005015+0000","last_undegraded":"2024-09-10T08:13:21.005015+0000","last_fullsized":"2024-09-10T08:13:21.005015+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:34:12.885332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009830+0000","last_change":"2024-09-10T08:12:43.993002+0000","last_active":"2024-09-10T08:12:47.009830+0000","last_peered":"2024-09-10T08:12:47.009830+0000","last_clean":"2024-09-10T08:12:47.009830+0000","last_became_active":"2024-09-10T08:12:43.992378+0000","last_became_peered":"2024-09-10T08:12:43.992378+0000","last_unstale":"2024-09-10T08:12:47.009830+0000","last_undegraded":"2024-09-10T08:12:47.009830+0000","last_fullsized":"2024-09-10T08:12:47.009830+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:51:30.925233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008514+0000","last_change":"2024-09-10T08:12:36.835603+0000","last_active":"2024-09-10T08:12:47.008514+0000","last_peered":"2024-09-10T08:12:47.008514+0000","last_clean":"2024-09-10T08:12:47.008514+0000","last_became_active":"2024-09-10T08:12:36.835266+0000","last_became_peered":"2024-09-10T08:12:36.835266+0000","last_unstale":"2024-09-10T08:12:47.008514+0000","last_undegraded":"2024-09-10T08:12:47.008514+0000","last_fullsized":"2024-09-10T08:12:47.008514+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:19.661448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"88'6","reported_seq":39,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:22.825579+0000","last_change":"2024-09-10T08:12:34.812517+0000","last_active":"2024-09-10T08:13:22.825579+0000","last_peered":"2024-09-10T08:13:22.825579+0000","last_clean":"2024-09-10T08:13:22.825579+0000","last_became_active":"2024-09-10T08:12:34.811489+0000","last_became_peered":"2024-09-10T08:12:34.811489+0000","last_unstale":"2024-09-10T08:13:22.825579+0000","last_undegraded":"2024-09-10T08:13:22.825579+0000","last_fullsized":"2024-09-10T08:13:22.825579+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:06:38.638602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":345,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.144769+0000","last_change":"2024-09-10T08:11:22.269533+0000","last_active":"2024-09-10T08:12:47.144769+0000","last_peered":"2024-09-10T08:12:47.144769+0000","last_clean":"2024-09-10T08:12:47.144769+0000","last_became_active":"2024-09-10T08:11:22.268999+0000","last_became_peered":"2024-09-10T08:11:22.268999+0000","last_unstale":"2024-09-10T08:12:47.144769+0000","last_undegraded":"2024-09-10T08:12:47.144769+0000","last_fullsized":"2024-09-10T08:12:47.144769+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:07:54.541647+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:07:54.541647+0000","last_clean_scrub_stamp":"2024-09-10T08:07:54.541647+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:11:27.439735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"88'1","reported_seq":18,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.144784+0000","last_change":"2024-09-10T08:12:43.868283+0000","last_active":"2024-09-10T08:12:47.144784+0000","last_peered":"2024-09-10T08:12:47.144784+0000","last_clean":"2024-09-10T08:12:47.144784+0000","last_became_active":"2024-09-10T08:12:43.867984+0000","last_became_peered":"2024-09-10T08:12:43.867984+0000","last_unstale":"2024-09-10T08:12:47.144784+0000","last_undegraded":"2024-09-10T08:12:47.144784+0000","last_fullsized":"2024-09-10T08:12:47.144784+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:30:00.462641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.144848+0000","last_change":"2024-09-10T08:12:36.832950+0000","last_active":"2024-09-10T08:12:47.144848+0000","last_peered":"2024-09-10T08:12:47.144848+0000","last_clean":"2024-09-10T08:12:47.144848+0000","last_became_active":"2024-09-10T08:12:36.832602+0000","last_became_peered":"2024-09-10T08:12:36.832602+0000","last_unstale":"2024-09-10T08:12:47.144848+0000","last_undegraded":"2024-09-10T08:12:47.144848+0000","last_fullsized":"2024-09-10T08:12:47.144848+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:18:11.879093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"88'5","reported_seq":48,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:32.840341+0000","last_change":"2024-09-10T08:12:35.352007+0000","last_active":"2024-09-10T08:13:32.840341+0000","last_peered":"2024-09-10T08:13:32.840341+0000","last_clean":"2024-09-10T08:13:32.840341+0000","last_became_active":"2024-09-10T08:12:35.351623+0000","last_became_peered":"2024-09-10T08:12:35.351623+0000","last_unstale":"2024-09-10T08:13:32.840341+0000","last_undegraded":"2024-09-10T08:13:32.840341+0000","last_fullsized":"2024-09-10T08:13:32.840341+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:37:27.810889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":13,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008452+0000","last_change":"2024-09-10T08:12:43.865702+0000","last_active":"2024-09-10T08:12:47.008452+0000","last_peered":"2024-09-10T08:12:47.008452+0000","last_clean":"2024-09-10T08:12:47.008452+0000","last_became_active":"2024-09-10T08:12:43.865229+0000","last_became_peered":"2024-09-10T08:12:43.865229+0000","last_unstale":"2024-09-10T08:12:47.008452+0000","last_undegraded":"2024-09-10T08:12:47.008452+0000","last_fullsized":"2024-09-10T08:12:47.008452+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:02:29.345505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.144664+0000","last_change":"2024-09-10T08:12:36.827564+0000","last_active":"2024-09-10T08:12:47.144664+0000","last_peered":"2024-09-10T08:12:47.144664+0000","last_clean":"2024-09-10T08:12:47.144664+0000","last_became_active":"2024-09-10T08:12:36.827241+0000","last_became_peered":"2024-09-10T08:12:36.827241+0000","last_unstale":"2024-09-10T08:12:47.144664+0000","last_undegraded":"2024-09-10T08:12:47.144664+0000","last_fullsized":"2024-09-10T08:12:47.144664+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:39.539095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"88'3","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:21.816093+0000","last_change":"2024-09-10T08:12:34.813584+0000","last_active":"2024-09-10T08:13:21.816093+0000","last_peered":"2024-09-10T08:13:21.816093+0000","last_clean":"2024-09-10T08:13:21.816093+0000","last_became_active":"2024-09-10T08:12:34.812971+0000","last_became_peered":"2024-09-10T08:12:34.812971+0000","last_unstale":"2024-09-10T08:13:21.816093+0000","last_undegraded":"2024-09-10T08:13:21.816093+0000","last_fullsized":"2024-09-10T08:13:21.816093+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:07:59.453651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009722+0000","last_change":"2024-09-10T08:12:43.870109+0000","last_active":"2024-09-10T08:12:47.009722+0000","last_peered":"2024-09-10T08:12:47.009722+0000","last_clean":"2024-09-10T08:12:47.009722+0000","last_became_active":"2024-09-10T08:12:43.869729+0000","last_became_peered":"2024-09-10T08:12:43.869729+0000","last_unstale":"2024-09-10T08:12:47.009722+0000","last_undegraded":"2024-09-10T08:12:47.009722+0000","last_fullsized":"2024-09-10T08:12:47.009722+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:43:11.951209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.144516+0000","last_change":"2024-09-10T08:12:36.833151+0000","last_active":"2024-09-10T08:12:47.144516+0000","last_peered":"2024-09-10T08:12:47.144516+0000","last_clean":"2024-09-10T08:12:47.144516+0000","last_became_active":"2024-09-10T08:12:36.832799+0000","last_became_peered":"2024-09-10T08:12:36.832799+0000","last_unstale":"2024-09-10T08:12:47.144516+0000","last_undegraded":"2024-09-10T08:12:47.144516+0000","last_fullsized":"2024-09-10T08:12:47.144516+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:53:45.406482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"88'5","reported_seq":35,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:22.823479+0000","last_change":"2024-09-10T08:12:34.809644+0000","last_active":"2024-09-10T08:13:22.823479+0000","last_peered":"2024-09-10T08:13:22.823479+0000","last_clean":"2024-09-10T08:13:22.823479+0000","last_became_active":"2024-09-10T08:12:34.809361+0000","last_became_peered":"2024-09-10T08:12:34.809361+0000","last_unstale":"2024-09-10T08:13:22.823479+0000","last_undegraded":"2024-09-10T08:13:22.823479+0000","last_fullsized":"2024-09-10T08:13:22.823479+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:51:33.188450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008700+0000","last_change":"2024-09-10T08:12:43.863219+0000","last_active":"2024-09-10T08:12:47.008700+0000","last_peered":"2024-09-10T08:12:47.008700+0000","last_clean":"2024-09-10T08:12:47.008700+0000","last_became_active":"2024-09-10T08:12:43.862833+0000","last_became_peered":"2024-09-10T08:12:43.862833+0000","last_unstale":"2024-09-10T08:12:47.008700+0000","last_undegraded":"2024-09-10T08:12:47.008700+0000","last_fullsized":"2024-09-10T08:12:47.008700+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:43:20.340029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:46.886210+0000","last_change":"2024-09-10T08:12:36.828073+0000","last_active":"2024-09-10T08:12:46.886210+0000","last_peered":"2024-09-10T08:12:46.886210+0000","last_clean":"2024-09-10T08:12:46.886210+0000","last_became_active":"2024-09-10T08:12:36.827750+0000","last_became_peered":"2024-09-10T08:12:36.827750+0000","last_unstale":"2024-09-10T08:12:46.886210+0000","last_undegraded":"2024-09-10T08:12:46.886210+0000","last_fullsized":"2024-09-10T08:12:46.886210+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:21:16.671134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.f","version":"88'2","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:21.807335+0000","last_change":"2024-09-10T08:12:34.810961+0000","last_active":"2024-09-10T08:13:21.807335+0000","last_peered":"2024-09-10T08:13:21.807335+0000","last_clean":"2024-09-10T08:13:21.807335+0000","last_became_active":"2024-09-10T08:12:34.810583+0000","last_became_peered":"2024-09-10T08:12:34.810583+0000","last_unstale":"2024-09-10T08:13:21.807335+0000","last_undegraded":"2024-09-10T08:13:21.807335+0000","last_fullsized":"2024-09-10T08:13:21.807335+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:47:04.190625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008870+0000","last_change":"2024-09-10T08:12:43.861978+0000","last_active":"2024-09-10T08:12:47.008870+0000","last_peered":"2024-09-10T08:12:47.008870+0000","last_clean":"2024-09-10T08:12:47.008870+0000","last_became_active":"2024-09-10T08:12:43.861367+0000","last_became_peered":"2024-09-10T08:12:43.861367+0000","last_unstale":"2024-09-10T08:12:47.008870+0000","last_undegraded":"2024-09-10T08:12:47.008870+0000","last_fullsized":"2024-09-10T08:12:47.008870+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:30:00.860926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009051+0000","last_change":"2024-09-10T08:12:36.831213+0000","last_active":"2024-09-10T08:12:47.009051+0000","last_peered":"2024-09-10T08:12:47.009051+0000","last_clean":"2024-09-10T08:12:47.009051+0000","last_became_active":"2024-09-10T08:12:36.830859+0000","last_became_peered":"2024-09-10T08:12:36.830859+0000","last_unstale":"2024-09-10T08:12:47.009051+0000","last_undegraded":"2024-09-10T08:12:47.009051+0000","last_fullsized":"2024-09-10T08:12:47.009051+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:24:41.648614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.10","version":"88'17","reported_seq":48,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:21.815526+0000","last_change":"2024-09-10T08:12:34.935217+0000","last_active":"2024-09-10T08:13:21.815526+0000","last_peered":"2024-09-10T08:13:21.815526+0000","last_clean":"2024-09-10T08:13:21.815526+0000","last_became_active":"2024-09-10T08:12:34.934826+0000","last_became_peered":"2024-09-10T08:12:34.934826+0000","last_unstale":"2024-09-10T08:13:21.815526+0000","last_undegraded":"2024-09-10T08:13:21.815526+0000","last_fullsized":"2024-09-10T08:13:21.815526+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:00:38.020341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009293+0000","last_change":"2024-09-10T08:12:43.869729+0000","last_active":"2024-09-10T08:12:47.009293+0000","last_peered":"2024-09-10T08:12:47.009293+0000","last_clean":"2024-09-10T08:12:47.009293+0000","last_became_active":"2024-09-10T08:12:43.869340+0000","last_became_peered":"2024-09-10T08:12:43.869340+0000","last_unstale":"2024-09-10T08:12:47.009293+0000","last_undegraded":"2024-09-10T08:12:47.009293+0000","last_fullsized":"2024-09-10T08:12:47.009293+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:51:09.345805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.144129+0000","last_change":"2024-09-10T08:12:36.828727+0000","last_active":"2024-09-10T08:12:47.144129+0000","last_peered":"2024-09-10T08:12:47.144129+0000","last_clean":"2024-09-10T08:12:47.144129+0000","last_became_active":"2024-09-10T08:12:36.828414+0000","last_became_peered":"2024-09-10T08:12:36.828414+0000","last_unstale":"2024-09-10T08:12:47.144129+0000","last_undegraded":"2024-09-10T08:12:47.144129+0000","last_fullsized":"2024-09-10T08:12:47.144129+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:15:18.145475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"88'5","reported_seq":50,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:32.828342+0000","last_change":"2024-09-10T08:12:34.810916+0000","last_active":"2024-09-10T08:13:32.828342+0000","last_peered":"2024-09-10T08:13:32.828342+0000","last_clean":"2024-09-10T08:13:32.828342+0000","last_became_active":"2024-09-10T08:12:34.810589+0000","last_became_peered":"2024-09-10T08:12:34.810589+0000","last_unstale":"2024-09-10T08:13:32.828342+0000","last_undegraded":"2024-09-10T08:13:32.828342+0000","last_fullsized":"2024-09-10T08:13:32.828342+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:34:40.703435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":16,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:46.881257+0000","last_change":"2024-09-10T08:12:43.873472+0000","last_active":"2024-09-10T08:12:46.881257+0000","last_peered":"2024-09-10T08:12:46.881257+0000","last_clean":"2024-09-10T08:12:46.881257+0000","last_became_active":"2024-09-10T08:12:43.872708+0000","last_became_peered":"2024-09-10T08:12:43.872708+0000","last_unstale":"2024-09-10T08:12:46.881257+0000","last_undegraded":"2024-09-10T08:12:46.881257+0000","last_fullsized":"2024-09-10T08:12:46.881257+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:02:08.059771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.144497+0000","last_change":"2024-09-10T08:12:36.827575+0000","last_active":"2024-09-10T08:12:47.144497+0000","last_peered":"2024-09-10T08:12:47.144497+0000","last_clean":"2024-09-10T08:12:47.144497+0000","last_became_active":"2024-09-10T08:12:36.827219+0000","last_became_peered":"2024-09-10T08:12:36.827219+0000","last_unstale":"2024-09-10T08:12:47.144497+0000","last_undegraded":"2024-09-10T08:12:47.144497+0000","last_fullsized":"2024-09-10T08:12:47.144497+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:46:48.843252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"88'5","reported_seq":36,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:22.825216+0000","last_change":"2024-09-10T08:12:34.811935+0000","last_active":"2024-09-10T08:13:22.825216+0000","last_peered":"2024-09-10T08:13:22.825216+0000","last_clean":"2024-09-10T08:13:22.825216+0000","last_became_active":"2024-09-10T08:12:34.811456+0000","last_became_peered":"2024-09-10T08:12:34.811456+0000","last_unstale":"2024-09-10T08:13:22.825216+0000","last_undegraded":"2024-09-10T08:13:22.825216+0000","last_fullsized":"2024-09-10T08:13:22.825216+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:17:47.051684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:46.885912+0000","last_change":"2024-09-10T08:12:43.869439+0000","last_active":"2024-09-10T08:12:46.885912+0000","last_peered":"2024-09-10T08:12:46.885912+0000","last_clean":"2024-09-10T08:12:46.885912+0000","last_became_active":"2024-09-10T08:12:43.869034+0000","last_became_peered":"2024-09-10T08:12:43.869034+0000","last_unstale":"2024-09-10T08:12:46.885912+0000","last_undegraded":"2024-09-10T08:12:46.885912+0000","last_fullsized":"2024-09-10T08:12:46.885912+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:21:54.382769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008446+0000","last_change":"2024-09-10T08:12:36.829005+0000","last_active":"2024-09-10T08:12:47.008446+0000","last_peered":"2024-09-10T08:12:47.008446+0000","last_clean":"2024-09-10T08:12:47.008446+0000","last_became_active":"2024-09-10T08:12:36.828617+0000","last_became_peered":"2024-09-10T08:12:36.828617+0000","last_unstale":"2024-09-10T08:12:47.008446+0000","last_undegraded":"2024-09-10T08:12:47.008446+0000","last_fullsized":"2024-09-10T08:12:47.008446+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:43:31.280528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"88'9","reported_seq":41,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:22.824758+0000","last_change":"2024-09-10T08:12:34.812181+0000","last_active":"2024-09-10T08:13:22.824758+0000","last_peered":"2024-09-10T08:13:22.824758+0000","last_clean":"2024-09-10T08:13:22.824758+0000","last_became_active":"2024-09-10T08:12:34.810647+0000","last_became_peered":"2024-09-10T08:12:34.810647+0000","last_unstale":"2024-09-10T08:13:22.824758+0000","last_undegraded":"2024-09-10T08:13:22.824758+0000","last_fullsized":"2024-09-10T08:13:22.824758+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:33:19.720823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009834+0000","last_change":"2024-09-10T08:12:43.863520+0000","last_active":"2024-09-10T08:12:47.009834+0000","last_peered":"2024-09-10T08:12:47.009834+0000","last_clean":"2024-09-10T08:12:47.009834+0000","last_became_active":"2024-09-10T08:12:43.862340+0000","last_became_peered":"2024-09-10T08:12:43.862340+0000","last_unstale":"2024-09-10T08:12:47.009834+0000","last_undegraded":"2024-09-10T08:12:47.009834+0000","last_fullsized":"2024-09-10T08:12:47.009834+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:00:39.711524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:46.932474+0000","last_change":"2024-09-10T08:12:36.832910+0000","last_active":"2024-09-10T08:12:46.932474+0000","last_peered":"2024-09-10T08:12:46.932474+0000","last_clean":"2024-09-10T08:12:46.932474+0000","last_became_active":"2024-09-10T08:12:36.832581+0000","last_became_peered":"2024-09-10T08:12:36.832581+0000","last_unstale":"2024-09-10T08:12:46.932474+0000","last_undegraded":"2024-09-10T08:12:46.932474+0000","last_fullsized":"2024-09-10T08:12:46.932474+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:40:13.697323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.14","version":"88'28","reported_seq":90,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:33.829828+0000","last_change":"2024-09-10T08:12:34.811160+0000","last_active":"2024-09-10T08:13:33.829828+0000","last_peered":"2024-09-10T08:13:33.829828+0000","last_clean":"2024-09-10T08:13:33.829828+0000","last_became_active":"2024-09-10T08:12:34.810807+0000","last_became_peered":"2024-09-10T08:12:34.810807+0000","last_unstale":"2024-09-10T08:13:33.829828+0000","last_undegraded":"2024-09-10T08:13:33.829828+0000","last_fullsized":"2024-09-10T08:13:33.829828+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":28,"log_dups_size":0,"ondisk_log_size":28,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:59:27.235130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":49098,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":32,"num_read_kb":64,"num_write":30,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:46.880735+0000","last_change":"2024-09-10T08:12:43.871654+0000","last_active":"2024-09-10T08:12:46.880735+0000","last_peered":"2024-09-10T08:12:46.880735+0000","last_clean":"2024-09-10T08:12:46.880735+0000","last_became_active":"2024-09-10T08:12:43.871239+0000","last_became_peered":"2024-09-10T08:12:43.871239+0000","last_unstale":"2024-09-10T08:12:46.880735+0000","last_undegraded":"2024-09-10T08:12:46.880735+0000","last_fullsized":"2024-09-10T08:12:46.880735+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:01:04.419572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008373+0000","last_change":"2024-09-10T08:12:36.834457+0000","last_active":"2024-09-10T08:12:47.008373+0000","last_peered":"2024-09-10T08:12:47.008373+0000","last_clean":"2024-09-10T08:12:47.008373+0000","last_became_active":"2024-09-10T08:12:36.832277+0000","last_became_peered":"2024-09-10T08:12:36.832277+0000","last_unstale":"2024-09-10T08:12:47.008373+0000","last_undegraded":"2024-09-10T08:12:47.008373+0000","last_fullsized":"2024-09-10T08:12:47.008373+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:31:29.032689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"88'5","reported_seq":36,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:21.809587+0000","last_change":"2024-09-10T08:12:34.935213+0000","last_active":"2024-09-10T08:13:21.809587+0000","last_peered":"2024-09-10T08:13:21.809587+0000","last_clean":"2024-09-10T08:13:21.809587+0000","last_became_active":"2024-09-10T08:12:34.934653+0000","last_became_peered":"2024-09-10T08:12:34.934653+0000","last_unstale":"2024-09-10T08:13:21.809587+0000","last_undegraded":"2024-09-10T08:13:21.809587+0000","last_fullsized":"2024-09-10T08:13:21.809587+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:18:41.003041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009050+0000","last_change":"2024-09-10T08:12:43.871926+0000","last_active":"2024-09-10T08:12:47.009050+0000","last_peered":"2024-09-10T08:12:47.009050+0000","last_clean":"2024-09-10T08:12:47.009050+0000","last_became_active":"2024-09-10T08:12:43.871484+0000","last_became_peered":"2024-09-10T08:12:43.871484+0000","last_unstale":"2024-09-10T08:12:47.009050+0000","last_undegraded":"2024-09-10T08:12:47.009050+0000","last_fullsized":"2024-09-10T08:12:47.009050+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:28:58.589905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.010125+0000","last_change":"2024-09-10T08:12:36.840159+0000","last_active":"2024-09-10T08:12:47.010125+0000","last_peered":"2024-09-10T08:12:47.010125+0000","last_clean":"2024-09-10T08:12:47.010125+0000","last_became_active":"2024-09-10T08:12:36.839716+0000","last_became_peered":"2024-09-10T08:12:36.839716+0000","last_unstale":"2024-09-10T08:12:47.010125+0000","last_undegraded":"2024-09-10T08:12:47.010125+0000","last_fullsized":"2024-09-10T08:12:47.010125+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:22:29.954782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"88'4","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:22.825046+0000","last_change":"2024-09-10T08:12:34.809229+0000","last_active":"2024-09-10T08:13:22.825046+0000","last_peered":"2024-09-10T08:13:22.825046+0000","last_clean":"2024-09-10T08:13:22.825046+0000","last_became_active":"2024-09-10T08:12:34.808802+0000","last_became_peered":"2024-09-10T08:12:34.808802+0000","last_unstale":"2024-09-10T08:13:22.825046+0000","last_undegraded":"2024-09-10T08:13:22.825046+0000","last_fullsized":"2024-09-10T08:13:22.825046+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:59:34.360559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:46.880638+0000","last_change":"2024-09-10T08:12:43.870601+0000","last_active":"2024-09-10T08:12:46.880638+0000","last_peered":"2024-09-10T08:12:46.880638+0000","last_clean":"2024-09-10T08:12:46.880638+0000","last_became_active":"2024-09-10T08:12:43.870168+0000","last_became_peered":"2024-09-10T08:12:43.870168+0000","last_unstale":"2024-09-10T08:12:46.880638+0000","last_undegraded":"2024-09-10T08:12:46.880638+0000","last_fullsized":"2024-09-10T08:12:46.880638+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:09:22.578268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008529+0000","last_change":"2024-09-10T08:12:36.834262+0000","last_active":"2024-09-10T08:12:47.008529+0000","last_peered":"2024-09-10T08:12:47.008529+0000","last_clean":"2024-09-10T08:12:47.008529+0000","last_became_active":"2024-09-10T08:12:36.833922+0000","last_became_peered":"2024-09-10T08:12:36.833922+0000","last_unstale":"2024-09-10T08:12:47.008529+0000","last_undegraded":"2024-09-10T08:12:47.008529+0000","last_fullsized":"2024-09-10T08:12:47.008529+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:33:22.621701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"88'4","reported_seq":58,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:33.827798+0000","last_change":"2024-09-10T08:12:34.815637+0000","last_active":"2024-09-10T08:13:33.827798+0000","last_peered":"2024-09-10T08:13:33.827798+0000","last_clean":"2024-09-10T08:13:33.827798+0000","last_became_active":"2024-09-10T08:12:34.815296+0000","last_became_peered":"2024-09-10T08:12:34.815296+0000","last_unstale":"2024-09-10T08:13:33.827798+0000","last_undegraded":"2024-09-10T08:13:33.827798+0000","last_fullsized":"2024-09-10T08:13:33.827798+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:37:39.424478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008173+0000","last_change":"2024-09-10T08:12:43.862840+0000","last_active":"2024-09-10T08:12:47.008173+0000","last_peered":"2024-09-10T08:12:47.008173+0000","last_clean":"2024-09-10T08:12:47.008173+0000","last_became_active":"2024-09-10T08:12:43.862406+0000","last_became_peered":"2024-09-10T08:12:43.862406+0000","last_unstale":"2024-09-10T08:12:47.008173+0000","last_undegraded":"2024-09-10T08:12:47.008173+0000","last_fullsized":"2024-09-10T08:12:47.008173+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:18:22.047003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009988+0000","last_change":"2024-09-10T08:12:43.867758+0000","last_active":"2024-09-10T08:12:47.009988+0000","last_peered":"2024-09-10T08:12:47.009988+0000","last_clean":"2024-09-10T08:12:47.009988+0000","last_became_active":"2024-09-10T08:12:43.867330+0000","last_became_peered":"2024-09-10T08:12:43.867330+0000","last_unstale":"2024-09-10T08:12:47.009988+0000","last_undegraded":"2024-09-10T08:12:47.009988+0000","last_fullsized":"2024-09-10T08:12:47.009988+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:58:09.229320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:46.880690+0000","last_change":"2024-09-10T08:12:36.826035+0000","last_active":"2024-09-10T08:12:46.880690+0000","last_peered":"2024-09-10T08:12:46.880690+0000","last_clean":"2024-09-10T08:12:46.880690+0000","last_became_active":"2024-09-10T08:12:36.825728+0000","last_became_peered":"2024-09-10T08:12:36.825728+0000","last_unstale":"2024-09-10T08:12:46.880690+0000","last_undegraded":"2024-09-10T08:12:46.880690+0000","last_fullsized":"2024-09-10T08:12:46.880690+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:34:52.253250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"88'3","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:22.826462+0000","last_change":"2024-09-10T08:12:34.814423+0000","last_active":"2024-09-10T08:13:22.826462+0000","last_peered":"2024-09-10T08:13:22.826462+0000","last_clean":"2024-09-10T08:13:22.826462+0000","last_became_active":"2024-09-10T08:12:34.814063+0000","last_became_peered":"2024-09-10T08:12:34.814063+0000","last_unstale":"2024-09-10T08:13:22.826462+0000","last_undegraded":"2024-09-10T08:13:22.826462+0000","last_fullsized":"2024-09-10T08:13:22.826462+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:51:32.749383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:46.886199+0000","last_change":"2024-09-10T08:12:43.869686+0000","last_active":"2024-09-10T08:12:46.886199+0000","last_peered":"2024-09-10T08:12:46.886199+0000","last_clean":"2024-09-10T08:12:46.886199+0000","last_became_active":"2024-09-10T08:12:43.869041+0000","last_became_peered":"2024-09-10T08:12:43.869041+0000","last_unstale":"2024-09-10T08:12:46.886199+0000","last_undegraded":"2024-09-10T08:12:46.886199+0000","last_fullsized":"2024-09-10T08:12:46.886199+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:06:40.483017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008020+0000","last_change":"2024-09-10T08:12:36.835980+0000","last_active":"2024-09-10T08:12:47.008020+0000","last_peered":"2024-09-10T08:12:47.008020+0000","last_clean":"2024-09-10T08:12:47.008020+0000","last_became_active":"2024-09-10T08:12:36.835091+0000","last_became_peered":"2024-09-10T08:12:36.835091+0000","last_unstale":"2024-09-10T08:12:47.008020+0000","last_undegraded":"2024-09-10T08:12:47.008020+0000","last_fullsized":"2024-09-10T08:12:47.008020+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:52:09.526296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"88'3","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:21.003409+0000","last_change":"2024-09-10T08:12:34.805925+0000","last_active":"2024-09-10T08:13:21.003409+0000","last_peered":"2024-09-10T08:13:21.003409+0000","last_clean":"2024-09-10T08:13:21.003409+0000","last_became_active":"2024-09-10T08:12:34.805568+0000","last_became_peered":"2024-09-10T08:12:34.805568+0000","last_unstale":"2024-09-10T08:13:21.003409+0000","last_undegraded":"2024-09-10T08:13:21.003409+0000","last_fullsized":"2024-09-10T08:13:21.003409+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:48:06.627866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"88'7","reported_seq":37,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:21.816496+0000","last_change":"2024-09-10T08:12:34.814702+0000","last_active":"2024-09-10T08:13:21.816496+0000","last_peered":"2024-09-10T08:13:21.816496+0000","last_clean":"2024-09-10T08:13:21.816496+0000","last_became_active":"2024-09-10T08:12:34.814342+0000","last_became_peered":"2024-09-10T08:12:34.814342+0000","last_unstale":"2024-09-10T08:13:21.816496+0000","last_undegraded":"2024-09-10T08:13:21.816496+0000","last_fullsized":"2024-09-10T08:13:21.816496+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:21:13.086961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009301+0000","last_change":"2024-09-10T08:12:36.835563+0000","last_active":"2024-09-10T08:12:47.009301+0000","last_peered":"2024-09-10T08:12:47.009301+0000","last_clean":"2024-09-10T08:12:47.009301+0000","last_became_active":"2024-09-10T08:12:36.835143+0000","last_became_peered":"2024-09-10T08:12:36.835143+0000","last_unstale":"2024-09-10T08:12:47.009301+0000","last_undegraded":"2024-09-10T08:12:47.009301+0000","last_fullsized":"2024-09-10T08:12:47.009301+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:06:03.296303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008847+0000","last_change":"2024-09-10T08:12:43.869005+0000","last_active":"2024-09-10T08:12:47.008847+0000","last_peered":"2024-09-10T08:12:47.008847+0000","last_clean":"2024-09-10T08:12:47.008847+0000","last_became_active":"2024-09-10T08:12:43.868553+0000","last_became_peered":"2024-09-10T08:12:43.868553+0000","last_unstale":"2024-09-10T08:12:47.008847+0000","last_undegraded":"2024-09-10T08:12:47.008847+0000","last_fullsized":"2024-09-10T08:12:47.008847+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:19:42.304477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"88'5","reported_seq":51,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:33.828161+0000","last_change":"2024-09-10T08:12:34.811244+0000","last_active":"2024-09-10T08:13:33.828161+0000","last_peered":"2024-09-10T08:13:33.828161+0000","last_clean":"2024-09-10T08:13:33.828161+0000","last_became_active":"2024-09-10T08:12:34.810834+0000","last_became_peered":"2024-09-10T08:12:34.810834+0000","last_unstale":"2024-09-10T08:13:33.828161+0000","last_undegraded":"2024-09-10T08:13:33.828161+0000","last_fullsized":"2024-09-10T08:13:33.828161+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:16:17.995366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":16,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:46.932225+0000","last_change":"2024-09-10T08:12:36.827208+0000","last_active":"2024-09-10T08:12:46.932225+0000","last_peered":"2024-09-10T08:12:46.932225+0000","last_clean":"2024-09-10T08:12:46.932225+0000","last_became_active":"2024-09-10T08:12:36.826863+0000","last_became_peered":"2024-09-10T08:12:36.826863+0000","last_unstale":"2024-09-10T08:12:46.932225+0000","last_undegraded":"2024-09-10T08:12:46.932225+0000","last_fullsized":"2024-09-10T08:12:46.932225+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:19:48.208439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009657+0000","last_change":"2024-09-10T08:12:43.862115+0000","last_active":"2024-09-10T08:12:47.009657+0000","last_peered":"2024-09-10T08:12:47.009657+0000","last_clean":"2024-09-10T08:12:47.009657+0000","last_became_active":"2024-09-10T08:12:43.861732+0000","last_became_peered":"2024-09-10T08:12:43.861732+0000","last_unstale":"2024-09-10T08:12:47.009657+0000","last_undegraded":"2024-09-10T08:12:47.009657+0000","last_fullsized":"2024-09-10T08:12:47.009657+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:14:27.742653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:46.885690+0000","last_change":"2024-09-10T08:12:36.823862+0000","last_active":"2024-09-10T08:12:46.885690+0000","last_peered":"2024-09-10T08:12:46.885690+0000","last_clean":"2024-09-10T08:12:46.885690+0000","last_became_active":"2024-09-10T08:12:36.823469+0000","last_became_peered":"2024-09-10T08:12:36.823469+0000","last_unstale":"2024-09-10T08:12:46.885690+0000","last_undegraded":"2024-09-10T08:12:46.885690+0000","last_fullsized":"2024-09-10T08:12:46.885690+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:49:39.006645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009320+0000","last_change":"2024-09-10T08:12:36.836892+0000","last_active":"2024-09-10T08:12:47.009320+0000","last_peered":"2024-09-10T08:12:47.009320+0000","last_clean":"2024-09-10T08:12:47.009320+0000","last_became_active":"2024-09-10T08:12:36.836437+0000","last_became_peered":"2024-09-10T08:12:36.836437+0000","last_unstale":"2024-09-10T08:12:47.009320+0000","last_undegraded":"2024-09-10T08:12:47.009320+0000","last_fullsized":"2024-09-10T08:12:47.009320+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:19:20.085951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008710+0000","last_change":"2024-09-10T08:12:36.832733+0000","last_active":"2024-09-10T08:12:47.008710+0000","last_peered":"2024-09-10T08:12:47.008710+0000","last_clean":"2024-09-10T08:12:47.008710+0000","last_became_active":"2024-09-10T08:12:36.832395+0000","last_became_peered":"2024-09-10T08:12:36.832395+0000","last_unstale":"2024-09-10T08:12:47.008710+0000","last_undegraded":"2024-09-10T08:12:47.008710+0000","last_fullsized":"2024-09-10T08:12:47.008710+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:05:41.291574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009673+0000","last_change":"2024-09-10T08:12:36.837495+0000","last_active":"2024-09-10T08:12:47.009673+0000","last_peered":"2024-09-10T08:12:47.009673+0000","last_clean":"2024-09-10T08:12:47.009673+0000","last_became_active":"2024-09-10T08:12:36.837198+0000","last_became_peered":"2024-09-10T08:12:36.837198+0000","last_unstale":"2024-09-10T08:12:47.009673+0000","last_undegraded":"2024-09-10T08:12:47.009673+0000","last_fullsized":"2024-09-10T08:12:47.009673+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:08:30.363433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009053+0000","last_change":"2024-09-10T08:12:36.825857+0000","last_active":"2024-09-10T08:12:47.009053+0000","last_peered":"2024-09-10T08:12:47.009053+0000","last_clean":"2024-09-10T08:12:47.009053+0000","last_became_active":"2024-09-10T08:12:36.825542+0000","last_became_peered":"2024-09-10T08:12:36.825542+0000","last_unstale":"2024-09-10T08:12:47.009053+0000","last_undegraded":"2024-09-10T08:12:47.009053+0000","last_fullsized":"2024-09-10T08:12:47.009053+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:22:48.590212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:46.886111+0000","last_change":"2024-09-10T08:12:36.824716+0000","last_active":"2024-09-10T08:12:46.886111+0000","last_peered":"2024-09-10T08:12:46.886111+0000","last_clean":"2024-09-10T08:12:46.886111+0000","last_became_active":"2024-09-10T08:12:36.824366+0000","last_became_peered":"2024-09-10T08:12:36.824366+0000","last_unstale":"2024-09-10T08:12:46.886111+0000","last_undegraded":"2024-09-10T08:12:46.886111+0000","last_fullsized":"2024-09-10T08:12:46.886111+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:55:03.364499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009768+0000","last_change":"2024-09-10T08:12:36.833047+0000","last_active":"2024-09-10T08:12:47.009768+0000","last_peered":"2024-09-10T08:12:47.009768+0000","last_clean":"2024-09-10T08:12:47.009768+0000","last_became_active":"2024-09-10T08:12:36.830068+0000","last_became_peered":"2024-09-10T08:12:36.830068+0000","last_unstale":"2024-09-10T08:12:47.009768+0000","last_undegraded":"2024-09-10T08:12:47.009768+0000","last_fullsized":"2024-09-10T08:12:47.009768+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:00:24.585213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008507+0000","last_change":"2024-09-10T08:12:36.839767+0000","last_active":"2024-09-10T08:12:47.008507+0000","last_peered":"2024-09-10T08:12:47.008507+0000","last_clean":"2024-09-10T08:12:47.008507+0000","last_became_active":"2024-09-10T08:12:36.839449+0000","last_became_peered":"2024-09-10T08:12:36.839449+0000","last_unstale":"2024-09-10T08:12:47.008507+0000","last_undegraded":"2024-09-10T08:12:47.008507+0000","last_fullsized":"2024-09-10T08:12:47.008507+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:29:51.721688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008883+0000","last_change":"2024-09-10T08:12:36.833819+0000","last_active":"2024-09-10T08:12:47.008883+0000","last_peered":"2024-09-10T08:12:47.008883+0000","last_clean":"2024-09-10T08:12:47.008883+0000","last_became_active":"2024-09-10T08:12:36.833410+0000","last_became_peered":"2024-09-10T08:12:36.833410+0000","last_unstale":"2024-09-10T08:12:47.008883+0000","last_undegraded":"2024-09-10T08:12:47.008883+0000","last_fullsized":"2024-09-10T08:12:47.008883+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:29:51.554026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008353+0000","last_change":"2024-09-10T08:12:36.840924+0000","last_active":"2024-09-10T08:12:47.008353+0000","last_peered":"2024-09-10T08:12:47.008353+0000","last_clean":"2024-09-10T08:12:47.008353+0000","last_became_active":"2024-09-10T08:12:36.840560+0000","last_became_peered":"2024-09-10T08:12:36.840560+0000","last_unstale":"2024-09-10T08:12:47.008353+0000","last_undegraded":"2024-09-10T08:12:47.008353+0000","last_fullsized":"2024-09-10T08:12:47.008353+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:23:45.417772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008329+0000","last_change":"2024-09-10T08:12:36.830715+0000","last_active":"2024-09-10T08:12:47.008329+0000","last_peered":"2024-09-10T08:12:47.008329+0000","last_clean":"2024-09-10T08:12:47.008329+0000","last_became_active":"2024-09-10T08:12:36.830267+0000","last_became_peered":"2024-09-10T08:12:36.830267+0000","last_unstale":"2024-09-10T08:12:47.008329+0000","last_undegraded":"2024-09-10T08:12:47.008329+0000","last_fullsized":"2024-09-10T08:12:47.008329+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:23:26.456194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008835+0000","last_change":"2024-09-10T08:12:36.824993+0000","last_active":"2024-09-10T08:12:47.008835+0000","last_peered":"2024-09-10T08:12:47.008835+0000","last_clean":"2024-09-10T08:12:47.008835+0000","last_became_active":"2024-09-10T08:12:36.824698+0000","last_became_peered":"2024-09-10T08:12:36.824698+0000","last_unstale":"2024-09-10T08:12:47.008835+0000","last_undegraded":"2024-09-10T08:12:47.008835+0000","last_fullsized":"2024-09-10T08:12:47.008835+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:31:03.705318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:46.885933+0000","last_change":"2024-09-10T08:12:36.827310+0000","last_active":"2024-09-10T08:12:46.885933+0000","last_peered":"2024-09-10T08:12:46.885933+0000","last_clean":"2024-09-10T08:12:46.885933+0000","last_became_active":"2024-09-10T08:12:36.826931+0000","last_became_peered":"2024-09-10T08:12:36.826931+0000","last_unstale":"2024-09-10T08:12:46.885933+0000","last_undegraded":"2024-09-10T08:12:46.885933+0000","last_fullsized":"2024-09-10T08:12:46.885933+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:15:00.448249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009833+0000","last_change":"2024-09-10T08:12:36.832125+0000","last_active":"2024-09-10T08:12:47.009833+0000","last_peered":"2024-09-10T08:12:47.009833+0000","last_clean":"2024-09-10T08:12:47.009833+0000","last_became_active":"2024-09-10T08:12:36.831745+0000","last_became_peered":"2024-09-10T08:12:36.831745+0000","last_unstale":"2024-09-10T08:12:47.009833+0000","last_undegraded":"2024-09-10T08:12:47.009833+0000","last_fullsized":"2024-09-10T08:12:47.009833+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:17:06.928086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:46.881367+0000","last_change":"2024-09-10T08:12:36.829584+0000","last_active":"2024-09-10T08:12:46.881367+0000","last_peered":"2024-09-10T08:12:46.881367+0000","last_clean":"2024-09-10T08:12:46.881367+0000","last_became_active":"2024-09-10T08:12:36.829266+0000","last_became_peered":"2024-09-10T08:12:36.829266+0000","last_unstale":"2024-09-10T08:12:46.881367+0000","last_undegraded":"2024-09-10T08:12:46.881367+0000","last_fullsized":"2024-09-10T08:12:46.881367+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:53.100598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:46.886367+0000","last_change":"2024-09-10T08:12:36.830413+0000","last_active":"2024-09-10T08:12:46.886367+0000","last_peered":"2024-09-10T08:12:46.886367+0000","last_clean":"2024-09-10T08:12:46.886367+0000","last_became_active":"2024-09-10T08:12:36.829718+0000","last_became_peered":"2024-09-10T08:12:36.829718+0000","last_unstale":"2024-09-10T08:12:46.886367+0000","last_undegraded":"2024-09-10T08:12:46.886367+0000","last_fullsized":"2024-09-10T08:12:46.886367+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:49:58.001141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.007888+0000","last_change":"2024-09-10T08:12:36.830019+0000","last_active":"2024-09-10T08:12:47.007888+0000","last_peered":"2024-09-10T08:12:47.007888+0000","last_clean":"2024-09-10T08:12:47.007888+0000","last_became_active":"2024-09-10T08:12:36.829692+0000","last_became_peered":"2024-09-10T08:12:36.829692+0000","last_unstale":"2024-09-10T08:12:47.007888+0000","last_undegraded":"2024-09-10T08:12:47.007888+0000","last_fullsized":"2024-09-10T08:12:47.007888+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:50:09.660472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009480+0000","last_change":"2024-09-10T08:12:36.840060+0000","last_active":"2024-09-10T08:12:47.009480+0000","last_peered":"2024-09-10T08:12:47.009480+0000","last_clean":"2024-09-10T08:12:47.009480+0000","last_became_active":"2024-09-10T08:12:36.839738+0000","last_became_peered":"2024-09-10T08:12:36.839738+0000","last_unstale":"2024-09-10T08:12:47.009480+0000","last_undegraded":"2024-09-10T08:12:47.009480+0000","last_fullsized":"2024-09-10T08:12:47.009480+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:03:15.086558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009436+0000","last_change":"2024-09-10T08:12:36.836313+0000","last_active":"2024-09-10T08:12:47.009436+0000","last_peered":"2024-09-10T08:12:47.009436+0000","last_clean":"2024-09-10T08:12:47.009436+0000","last_became_active":"2024-09-10T08:12:36.836053+0000","last_became_peered":"2024-09-10T08:12:36.836053+0000","last_unstale":"2024-09-10T08:12:47.009436+0000","last_undegraded":"2024-09-10T08:12:47.009436+0000","last_fullsized":"2024-09-10T08:12:47.009436+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:34:02.441241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008783+0000","last_change":"2024-09-10T08:12:36.824310+0000","last_active":"2024-09-10T08:12:47.008783+0000","last_peered":"2024-09-10T08:12:47.008783+0000","last_clean":"2024-09-10T08:12:47.008783+0000","last_became_active":"2024-09-10T08:12:36.823980+0000","last_became_peered":"2024-09-10T08:12:36.823980+0000","last_unstale":"2024-09-10T08:12:47.008783+0000","last_undegraded":"2024-09-10T08:12:47.008783+0000","last_fullsized":"2024-09-10T08:12:47.008783+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:15:55.322283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009405+0000","last_change":"2024-09-10T08:12:36.829554+0000","last_active":"2024-09-10T08:12:47.009405+0000","last_peered":"2024-09-10T08:12:47.009405+0000","last_clean":"2024-09-10T08:12:47.009405+0000","last_became_active":"2024-09-10T08:12:36.829054+0000","last_became_peered":"2024-09-10T08:12:36.829054+0000","last_unstale":"2024-09-10T08:12:47.009405+0000","last_undegraded":"2024-09-10T08:12:47.009405+0000","last_fullsized":"2024-09-10T08:12:47.009405+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:46:59.763378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.144800+0000","last_change":"2024-09-10T08:12:36.831049+0000","last_active":"2024-09-10T08:12:47.144800+0000","last_peered":"2024-09-10T08:12:47.144800+0000","last_clean":"2024-09-10T08:12:47.144800+0000","last_became_active":"2024-09-10T08:12:36.830687+0000","last_became_peered":"2024-09-10T08:12:36.830687+0000","last_unstale":"2024-09-10T08:12:47.144800+0000","last_undegraded":"2024-09-10T08:12:47.144800+0000","last_fullsized":"2024-09-10T08:12:47.144800+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:48:24.014810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:46.884114+0000","last_change":"2024-09-10T08:12:36.832264+0000","last_active":"2024-09-10T08:12:46.884114+0000","last_peered":"2024-09-10T08:12:46.884114+0000","last_clean":"2024-09-10T08:12:46.884114+0000","last_became_active":"2024-09-10T08:12:36.831913+0000","last_became_peered":"2024-09-10T08:12:36.831913+0000","last_unstale":"2024-09-10T08:12:46.884114+0000","last_undegraded":"2024-09-10T08:12:46.884114+0000","last_fullsized":"2024-09-10T08:12:46.884114+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:58:43.692064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008512+0000","last_change":"2024-09-10T08:12:36.838205+0000","last_active":"2024-09-10T08:12:47.008512+0000","last_peered":"2024-09-10T08:12:47.008512+0000","last_clean":"2024-09-10T08:12:47.008512+0000","last_became_active":"2024-09-10T08:12:36.837896+0000","last_became_peered":"2024-09-10T08:12:36.837896+0000","last_unstale":"2024-09-10T08:12:47.008512+0000","last_undegraded":"2024-09-10T08:12:47.008512+0000","last_fullsized":"2024-09-10T08:12:47.008512+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:51:47.049928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.007932+0000","last_change":"2024-09-10T08:12:36.836093+0000","last_active":"2024-09-10T08:12:47.007932+0000","last_peered":"2024-09-10T08:12:47.007932+0000","last_clean":"2024-09-10T08:12:47.007932+0000","last_became_active":"2024-09-10T08:12:36.835554+0000","last_became_peered":"2024-09-10T08:12:36.835554+0000","last_unstale":"2024-09-10T08:12:47.007932+0000","last_undegraded":"2024-09-10T08:12:47.007932+0000","last_fullsized":"2024-09-10T08:12:47.007932+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:19:23.240989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.144343+0000","last_change":"2024-09-10T08:12:36.826650+0000","last_active":"2024-09-10T08:12:47.144343+0000","last_peered":"2024-09-10T08:12:47.144343+0000","last_clean":"2024-09-10T08:12:47.144343+0000","last_became_active":"2024-09-10T08:12:36.826323+0000","last_became_peered":"2024-09-10T08:12:36.826323+0000","last_unstale":"2024-09-10T08:12:47.144343+0000","last_undegraded":"2024-09-10T08:12:47.144343+0000","last_fullsized":"2024-09-10T08:12:47.144343+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:33:59.057180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:46.883634+0000","last_change":"2024-09-10T08:12:36.834723+0000","last_active":"2024-09-10T08:12:46.883634+0000","last_peered":"2024-09-10T08:12:46.883634+0000","last_clean":"2024-09-10T08:12:46.883634+0000","last_became_active":"2024-09-10T08:12:36.834381+0000","last_became_peered":"2024-09-10T08:12:36.834381+0000","last_unstale":"2024-09-10T08:12:46.883634+0000","last_undegraded":"2024-09-10T08:12:46.883634+0000","last_fullsized":"2024-09-10T08:12:46.883634+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:40:27.833708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:46.932184+0000","last_change":"2024-09-10T08:12:36.824219+0000","last_active":"2024-09-10T08:12:46.932184+0000","last_peered":"2024-09-10T08:12:46.932184+0000","last_clean":"2024-09-10T08:12:46.932184+0000","last_became_active":"2024-09-10T08:12:36.823889+0000","last_became_peered":"2024-09-10T08:12:36.823889+0000","last_unstale":"2024-09-10T08:12:46.932184+0000","last_undegraded":"2024-09-10T08:12:46.932184+0000","last_fullsized":"2024-09-10T08:12:46.932184+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:08:25.582184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009211+0000","last_change":"2024-09-10T08:12:36.837829+0000","last_active":"2024-09-10T08:12:47.009211+0000","last_peered":"2024-09-10T08:12:47.009211+0000","last_clean":"2024-09-10T08:12:47.009211+0000","last_became_active":"2024-09-10T08:12:36.837531+0000","last_became_peered":"2024-09-10T08:12:36.837531+0000","last_unstale":"2024-09-10T08:12:47.009211+0000","last_undegraded":"2024-09-10T08:12:47.009211+0000","last_fullsized":"2024-09-10T08:12:47.009211+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:40:40.260405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009852+0000","last_change":"2024-09-10T08:12:36.840652+0000","last_active":"2024-09-10T08:12:47.009852+0000","last_peered":"2024-09-10T08:12:47.009852+0000","last_clean":"2024-09-10T08:12:47.009852+0000","last_became_active":"2024-09-10T08:12:36.840300+0000","last_became_peered":"2024-09-10T08:12:36.840300+0000","last_unstale":"2024-09-10T08:12:47.009852+0000","last_undegraded":"2024-09-10T08:12:47.009852+0000","last_fullsized":"2024-09-10T08:12:47.009852+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:38:52.985183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009930+0000","last_change":"2024-09-10T08:12:36.834942+0000","last_active":"2024-09-10T08:12:47.009930+0000","last_peered":"2024-09-10T08:12:47.009930+0000","last_clean":"2024-09-10T08:12:47.009930+0000","last_became_active":"2024-09-10T08:12:36.834630+0000","last_became_peered":"2024-09-10T08:12:36.834630+0000","last_unstale":"2024-09-10T08:12:47.009930+0000","last_undegraded":"2024-09-10T08:12:47.009930+0000","last_fullsized":"2024-09-10T08:12:47.009930+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:13:50.463207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:46.886358+0000","last_change":"2024-09-10T08:12:36.830866+0000","last_active":"2024-09-10T08:12:46.886358+0000","last_peered":"2024-09-10T08:12:46.886358+0000","last_clean":"2024-09-10T08:12:46.886358+0000","last_became_active":"2024-09-10T08:12:36.830186+0000","last_became_peered":"2024-09-10T08:12:36.830186+0000","last_unstale":"2024-09-10T08:12:46.886358+0000","last_undegraded":"2024-09-10T08:12:46.886358+0000","last_fullsized":"2024-09-10T08:12:46.886358+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:41:50.543954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":55913,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":160,"num_read_kb":142,"num_write":233,"num_write_kb":123,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":528384,"data_stored":167739,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":202,"ondisk_log_size":202,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":76,"seq":326417514521,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36316,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708836,"statfs":{"total":95995035648,"available":95957848064,"internally_reserved":0,"allocated":995328,"data_stored":487923,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":68,"seq":292057776158,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36980,"kb_used_data":1636,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708172,"statfs":{"total":95995035648,"available":95957168128,"internally_reserved":0,"allocated":1675264,"data_stored":1123837,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":63,"seq":270582939683,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32184,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712968,"statfs":{"total":95995035648,"available":95962079232,"internally_reserved":0,"allocated":1024000,"data_stored":491949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":56,"seq":240518168617,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32176,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712976,"statfs":{"total":95995035648,"available":95962087424,"internally_reserved":0,"allocated":1015808,"data_stored":488231,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":49,"seq":210453397549,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36920,"kb_used_data":1576,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708232,"statfs":{"total":95995035648,"available":95957229568,"internally_reserved":0,"allocated":1613824,"data_stored":1084730,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":44,"seq":188978561074,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27996,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717156,"statfs":{"total":95995035648,"available":95966367744,"internally_reserved":0,"allocated":995328,"data_stored":483750,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790008,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36928,"kb_used_data":1584,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708224,"statfs":{"total":95995035648,"available":95957221376,"internally_reserved":0,"allocated":1622016,"data_stored":1079919,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953533,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36324,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708828,"statfs":{"total":95995035648,"available":95957839872,"internally_reserved":0,"allocated":1003520,"data_stored":487431,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":24,"seq":103079215170,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28008,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717144,"statfs":{"total":95995035648,"available":95966355456,"internally_reserved":0,"allocated":1007616,"data_stored":483065,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411399,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36388,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708764,"statfs":{"total":95995035648,"available":95957774336,"internally_reserved":0,"allocated":1069056,"data_stored":533705,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574924,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36368,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708784,"statfs":{"total":95995035648,"available":95957794816,"internally_reserved":0,"allocated":1048576,"data_stored":533878,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738449,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32180,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712972,"statfs":{"total":95995035648,"available":95962083328,"internally_reserved":0,"allocated":1019904,"data_stored":484813,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":51243,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":51070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3535,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":50834,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:13:38.671 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph pg dump --format=json 2024-09-10T08:13:38.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:38 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]: dispatch 2024-09-10T08:13:38.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:38 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [3, 8]}]: dispatch 2024-09-10T08:13:38.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:38 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 6]}]: dispatch 2024-09-10T08:13:38.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:38 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [5, 7]}]: dispatch 2024-09-10T08:13:38.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:38 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]: dispatch 2024-09-10T08:13:38.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:38 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [1, 9]}]: dispatch 2024-09-10T08:13:38.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:38 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [9, 8, 5, 10]}]: dispatch 2024-09-10T08:13:38.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:38 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [9, 10]}]: dispatch 2024-09-10T08:13:38.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:38 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [9, 8]}]: dispatch 2024-09-10T08:13:38.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:38 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]: dispatch 2024-09-10T08:13:38.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:38 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [3, 8]}]: dispatch 2024-09-10T08:13:38.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:38 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 6]}]: dispatch 2024-09-10T08:13:38.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:38 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [5, 7]}]: dispatch 2024-09-10T08:13:38.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:38 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]: dispatch 2024-09-10T08:13:38.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:38 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [1, 9]}]: dispatch 2024-09-10T08:13:38.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:38 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [9, 8, 5, 10]}]: dispatch 2024-09-10T08:13:38.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:38 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [9, 10]}]: dispatch 2024-09-10T08:13:38.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:38 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [9, 8]}]: dispatch 2024-09-10T08:13:38.931 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:13:39.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.455+0000 7fe09b1ec640 1 -- 172.21.15.67:0/4165471617 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe094103740 msgr2=0x7fe094107b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:39.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.455+0000 7fe09b1ec640 1 --2- 172.21.15.67:0/4165471617 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe094103740 0x7fe094107b80 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fe084009cd0 tx=0x7fe08402a930 comp rx=0 tx=0).stop 2024-09-10T08:13:39.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.456+0000 7fe09b1ec640 1 -- 172.21.15.67:0/4165471617 shutdown_connections 2024-09-10T08:13:39.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.456+0000 7fe09b1ec640 1 --2- 172.21.15.67:0/4165471617 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe094108290 0x7fe09410ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:39.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.456+0000 7fe09b1ec640 1 --2- 172.21.15.67:0/4165471617 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe094103740 0x7fe094107b80 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:39.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.456+0000 7fe09b1ec640 1 --2- 172.21.15.67:0/4165471617 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe094102d90 0x7fe094103170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:39.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.456+0000 7fe09b1ec640 1 -- 172.21.15.67:0/4165471617 >> 172.21.15.67:0/4165471617 conn(0x7fe0940fc7d0 msgr2=0x7fe0940febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:39.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.456+0000 7fe09b1ec640 1 -- 172.21.15.67:0/4165471617 shutdown_connections 2024-09-10T08:13:39.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.456+0000 7fe09b1ec640 1 -- 172.21.15.67:0/4165471617 wait complete. 2024-09-10T08:13:39.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.456+0000 7fe09b1ec640 1 Processor -- start 2024-09-10T08:13:39.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.456+0000 7fe09b1ec640 1 -- start start 2024-09-10T08:13:39.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.456+0000 7fe09b1ec640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe094102d90 0x7fe0941009f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:39.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.456+0000 7fe09b1ec640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe094103740 0x7fe094100f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:39.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.456+0000 7fe09b1ec640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe094108290 0x7fe094101470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:39.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.456+0000 7fe09b1ec640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe094112020 con 0x7fe094102d90 2024-09-10T08:13:39.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.456+0000 7fe09b1ec640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fe094111ea0 con 0x7fe094108290 2024-09-10T08:13:39.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.456+0000 7fe09b1ec640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fe0941121a0 con 0x7fe094103740 2024-09-10T08:13:39.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.457+0000 7fe098f88640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe094102d90 0x7fe0941009f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:39.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.457+0000 7fe098f88640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe094102d90 0x7fe0941009f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45306/0 (socket says 172.21.15.67:45306) 2024-09-10T08:13:39.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.457+0000 7fe098f88640 1 -- 172.21.15.67:0/4178772339 learned_addr learned my addr 172.21.15.67:0/4178772339 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:13:39.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.457+0000 7fe093fff640 1 --2- 172.21.15.67:0/4178772339 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe094103740 0x7fe094100f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:39.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.457+0000 7fe098f88640 1 -- 172.21.15.67:0/4178772339 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe094103740 msgr2=0x7fe094100f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:39.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.457+0000 7fe098f88640 1 --2- 172.21.15.67:0/4178772339 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe094103740 0x7fe094100f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:39.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.457+0000 7fe098f88640 1 -- 172.21.15.67:0/4178772339 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe094108290 msgr2=0x7fe094101470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:39.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.457+0000 7fe098f88640 1 --2- 172.21.15.67:0/4178772339 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe094108290 0x7fe094101470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:39.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.457+0000 7fe098f88640 1 -- 172.21.15.67:0/4178772339 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0941a6b90 con 0x7fe094102d90 2024-09-10T08:13:39.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.457+0000 7fe093fff640 1 --2- 172.21.15.67:0/4178772339 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe094103740 0x7fe094100f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:13:39.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.457+0000 7fe098f88640 1 --2- 172.21.15.67:0/4178772339 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe094102d90 0x7fe0941009f0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fe08c00b450 tx=0x7fe08c00b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:39.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.457+0000 7fe091ffb640 1 -- 172.21.15.67:0/4178772339 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe08c015020 con 0x7fe094102d90 2024-09-10T08:13:39.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.457+0000 7fe09b1ec640 1 -- 172.21.15.67:0/4178772339 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0941a6e80 con 0x7fe094102d90 2024-09-10T08:13:39.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.457+0000 7fe091ffb640 1 -- 172.21.15.67:0/4178772339 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe08c011d40 con 0x7fe094102d90 2024-09-10T08:13:39.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.457+0000 7fe091ffb640 1 -- 172.21.15.67:0/4178772339 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe08c00f340 con 0x7fe094102d90 2024-09-10T08:13:39.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.458+0000 7fe09b1ec640 1 -- 172.21.15.67:0/4178772339 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0941a72e0 con 0x7fe094102d90 2024-09-10T08:13:39.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.458+0000 7fe09b1ec640 1 -- 172.21.15.67:0/4178772339 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe09406a7f0 con 0x7fe094102d90 2024-09-10T08:13:39.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.460+0000 7fe091ffb640 1 -- 172.21.15.67:0/4178772339 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fe08c018020 con 0x7fe094102d90 2024-09-10T08:13:39.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.460+0000 7fe091ffb640 1 --2- 172.21.15.67:0/4178772339 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe0800a2c10 0x7fe0800a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:39.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.460+0000 7fe093fff640 1 --2- 172.21.15.67:0/4178772339 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe0800a2c10 0x7fe0800a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:39.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.460+0000 7fe091ffb640 1 -- 172.21.15.67:0/4178772339 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9071+0+0 (secure 0 0 0) 0x7fe08c0cef70 con 0x7fe094102d90 2024-09-10T08:13:39.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.461+0000 7fe093fff640 1 --2- 172.21.15.67:0/4178772339 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe0800a2c10 0x7fe0800a50d0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fe084000f80 tx=0x7fe08402f3d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:39.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.465+0000 7fe091ffb640 1 -- 172.21.15.67:0/4178772339 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe08c01f020 con 0x7fe094102d90 2024-09-10T08:13:39.637 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.637+0000 7fe09b1ec640 1 -- 172.21.15.67:0/4178772339 --> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe094062630 con 0x7fe0800a2c10 2024-09-10T08:13:39.637 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:39 smithi067 ceph-mon[31051]: pgmap v318: 129 pgs: 129 active+clean; 631 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 4.9 KiB/s wr, 12 op/s 2024-09-10T08:13:39.637 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:39 smithi067 ceph-mon[31051]: from='client.14850 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T08:13:39.637 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:39 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]': finished 2024-09-10T08:13:39.637 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:39 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [3, 8]}]': finished 2024-09-10T08:13:39.637 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:39 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 6]}]': finished 2024-09-10T08:13:39.637 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:39 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [5, 7]}]': finished 2024-09-10T08:13:39.637 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:39 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]': finished 2024-09-10T08:13:39.638 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:39 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [1, 9]}]': finished 2024-09-10T08:13:39.638 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:39 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [9, 8, 5, 10]}]': finished 2024-09-10T08:13:39.638 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:39 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [9, 10]}]': finished 2024-09-10T08:13:39.638 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:39 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [9, 8]}]': finished 2024-09-10T08:13:39.638 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:39 smithi067 ceph-mon[31051]: osdmap e89: 12 total, 12 up, 12 in 2024-09-10T08:13:39.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.645+0000 7fe091ffb640 1 -- 172.21.15.67:0/4178772339 <== mgr.14150 v2:172.21.15.67:6800/4256949759 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340114 (secure 0 0 0) 0x7fe094062630 con 0x7fe0800a2c10 2024-09-10T08:13:39.648 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:13:39.649 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-10T08:13:39.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.649+0000 7fe09b1ec640 1 -- 172.21.15.67:0/4178772339 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe0800a2c10 msgr2=0x7fe0800a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:39.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.649+0000 7fe09b1ec640 1 --2- 172.21.15.67:0/4178772339 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe0800a2c10 0x7fe0800a50d0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fe084000f80 tx=0x7fe08402f3d0 comp rx=0 tx=0).stop 2024-09-10T08:13:39.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.649+0000 7fe09b1ec640 1 -- 172.21.15.67:0/4178772339 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe094102d90 msgr2=0x7fe0941009f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:39.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.649+0000 7fe09b1ec640 1 --2- 172.21.15.67:0/4178772339 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe094102d90 0x7fe0941009f0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fe08c00b450 tx=0x7fe08c00b910 comp rx=0 tx=0).stop 2024-09-10T08:13:39.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.649+0000 7fe09b1ec640 1 -- 172.21.15.67:0/4178772339 shutdown_connections 2024-09-10T08:13:39.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.649+0000 7fe09b1ec640 1 --2- 172.21.15.67:0/4178772339 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe0800a2c10 0x7fe0800a50d0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:39.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.649+0000 7fe09b1ec640 1 --2- 172.21.15.67:0/4178772339 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe094108290 0x7fe094101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:39.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.649+0000 7fe09b1ec640 1 --2- 172.21.15.67:0/4178772339 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe094103740 0x7fe094100f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:39.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.649+0000 7fe09b1ec640 1 --2- 172.21.15.67:0/4178772339 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe094102d90 0x7fe0941009f0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:39.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.649+0000 7fe09b1ec640 1 -- 172.21.15.67:0/4178772339 >> 172.21.15.67:0/4178772339 conn(0x7fe0940fc7d0 msgr2=0x7fe094103f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:39.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.650+0000 7fe09b1ec640 1 -- 172.21.15.67:0/4178772339 shutdown_connections 2024-09-10T08:13:39.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:39.650+0000 7fe09b1ec640 1 -- 172.21.15.67:0/4178772339 wait complete. 2024-09-10T08:13:39.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:39 smithi203 ceph-mon[34672]: pgmap v318: 129 pgs: 129 active+clean; 631 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 4.9 KiB/s wr, 12 op/s 2024-09-10T08:13:39.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:39 smithi203 ceph-mon[34672]: from='client.14850 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T08:13:39.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:39 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]': finished 2024-09-10T08:13:39.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:39 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [3, 8]}]': finished 2024-09-10T08:13:39.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:39 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 6]}]': finished 2024-09-10T08:13:39.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:39 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [5, 7]}]': finished 2024-09-10T08:13:39.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:39 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]': finished 2024-09-10T08:13:39.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:39 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [1, 9]}]': finished 2024-09-10T08:13:39.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:39 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [9, 8, 5, 10]}]': finished 2024-09-10T08:13:39.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:39 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [9, 10]}]': finished 2024-09-10T08:13:39.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:39 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [9, 8]}]': finished 2024-09-10T08:13:39.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:39 smithi203 ceph-mon[34672]: osdmap e89: 12 total, 12 up, 12 in 2024-09-10T08:13:39.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:39 smithi133 ceph-mon[34721]: pgmap v318: 129 pgs: 129 active+clean; 631 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 4.9 KiB/s wr, 12 op/s 2024-09-10T08:13:39.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:39 smithi133 ceph-mon[34721]: from='client.14850 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T08:13:39.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:39 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]': finished 2024-09-10T08:13:39.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:39 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.6", "id": [3, 8]}]': finished 2024-09-10T08:13:39.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:39 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 6]}]': finished 2024-09-10T08:13:39.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:39 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1a", "id": [5, 7]}]': finished 2024-09-10T08:13:39.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:39 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]': finished 2024-09-10T08:13:39.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:39 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [1, 9]}]': finished 2024-09-10T08:13:39.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:39 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [9, 8, 5, 10]}]': finished 2024-09-10T08:13:39.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:39 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.12", "id": [9, 10]}]': finished 2024-09-10T08:13:39.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:39 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [9, 8]}]': finished 2024-09-10T08:13:39.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:39 smithi133 ceph-mon[34721]: osdmap e89: 12 total, 12 up, 12 in 2024-09-10T08:13:40.345 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":320,"stamp":"2024-09-10T08:13:39.400089+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":654675,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":317,"num_read_kb":279,"num_write":425,"num_write_kb":3073,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":347,"ondisk_log_size":347,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":408852,"kb_used_data":13832,"kb_used_omap":18,"kb_used_meta":394797,"kb_avail":1124532972,"statfs":{"total":1151940427776,"available":1151521763328,"internally_reserved":0,"allocated":14163968,"data_stored":7816331,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":404272441},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":32912,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":94,"num_read_kb":79,"num_write":22,"num_write_kb":41,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.585808"},"pg_stats":[{"pgid":"2.1f","version":"88'13","reported_seq":61,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.401174+0000","last_change":"2024-09-10T08:12:34.806369+0000","last_active":"2024-09-10T08:13:38.401174+0000","last_peered":"2024-09-10T08:13:38.401174+0000","last_clean":"2024-09-10T08:13:38.401174+0000","last_became_active":"2024-09-10T08:12:34.805950+0000","last_became_peered":"2024-09-10T08:12:34.805950+0000","last_unstale":"2024-09-10T08:13:38.401174+0000","last_undegraded":"2024-09-10T08:13:38.401174+0000","last_fullsized":"2024-09-10T08:13:38.401174+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:06:34.845848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":16,"num_read_kb":16,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008405+0000","last_change":"2024-09-10T08:12:36.838658+0000","last_active":"2024-09-10T08:12:47.008405+0000","last_peered":"2024-09-10T08:12:47.008405+0000","last_clean":"2024-09-10T08:12:47.008405+0000","last_became_active":"2024-09-10T08:12:36.838366+0000","last_became_peered":"2024-09-10T08:12:36.838366+0000","last_unstale":"2024-09-10T08:12:47.008405+0000","last_undegraded":"2024-09-10T08:12:47.008405+0000","last_fullsized":"2024-09-10T08:12:47.008405+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:53:10.847198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":19,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.400057+0000","last_change":"2024-09-10T08:12:43.868547+0000","last_active":"2024-09-10T08:13:38.400057+0000","last_peered":"2024-09-10T08:13:38.400057+0000","last_clean":"2024-09-10T08:13:38.400057+0000","last_became_active":"2024-09-10T08:12:43.868066+0000","last_became_peered":"2024-09-10T08:12:43.868066+0000","last_unstale":"2024-09-10T08:13:38.400057+0000","last_undegraded":"2024-09-10T08:13:38.400057+0000","last_fullsized":"2024-09-10T08:13:38.400057+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:08.277037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1e","version":"88'2","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008668+0000","last_change":"2024-09-10T08:12:34.934507+0000","last_active":"2024-09-10T08:12:47.008668+0000","last_peered":"2024-09-10T08:12:47.008668+0000","last_clean":"2024-09-10T08:12:47.008668+0000","last_became_active":"2024-09-10T08:12:34.934137+0000","last_became_peered":"2024-09-10T08:12:34.934137+0000","last_unstale":"2024-09-10T08:12:47.008668+0000","last_undegraded":"2024-09-10T08:12:47.008668+0000","last_fullsized":"2024-09-10T08:12:47.008668+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:03:36.377273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.405723+0000","last_change":"2024-09-10T08:12:36.840138+0000","last_active":"2024-09-10T08:13:38.405723+0000","last_peered":"2024-09-10T08:13:38.405723+0000","last_clean":"2024-09-10T08:13:38.405723+0000","last_became_active":"2024-09-10T08:12:36.839808+0000","last_became_peered":"2024-09-10T08:12:36.839808+0000","last_unstale":"2024-09-10T08:13:38.405723+0000","last_undegraded":"2024-09-10T08:13:38.405723+0000","last_fullsized":"2024-09-10T08:13:38.405723+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:20:44.599707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008276+0000","last_change":"2024-09-10T08:12:43.866234+0000","last_active":"2024-09-10T08:12:47.008276+0000","last_peered":"2024-09-10T08:12:47.008276+0000","last_clean":"2024-09-10T08:12:47.008276+0000","last_became_active":"2024-09-10T08:12:43.865892+0000","last_became_peered":"2024-09-10T08:12:43.865892+0000","last_unstale":"2024-09-10T08:12:47.008276+0000","last_undegraded":"2024-09-10T08:12:47.008276+0000","last_fullsized":"2024-09-10T08:12:47.008276+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:39:12.895242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"88'12","reported_seq":43,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:23.820272+0000","last_change":"2024-09-10T08:12:34.810865+0000","last_active":"2024-09-10T08:13:23.820272+0000","last_peered":"2024-09-10T08:13:23.820272+0000","last_clean":"2024-09-10T08:13:23.820272+0000","last_became_active":"2024-09-10T08:12:34.810234+0000","last_became_peered":"2024-09-10T08:12:34.810234+0000","last_unstale":"2024-09-10T08:13:23.820272+0000","last_undegraded":"2024-09-10T08:13:23.820272+0000","last_fullsized":"2024-09-10T08:13:23.820272+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:55:16.240330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.407234+0000","last_change":"2024-09-10T08:12:36.835352+0000","last_active":"2024-09-10T08:13:38.407234+0000","last_peered":"2024-09-10T08:13:38.407234+0000","last_clean":"2024-09-10T08:13:38.407234+0000","last_became_active":"2024-09-10T08:12:36.835033+0000","last_became_peered":"2024-09-10T08:12:36.835033+0000","last_unstale":"2024-09-10T08:13:38.407234+0000","last_undegraded":"2024-09-10T08:13:38.407234+0000","last_fullsized":"2024-09-10T08:13:38.407234+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:42:37.042569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009148+0000","last_change":"2024-09-10T08:12:43.871905+0000","last_active":"2024-09-10T08:12:47.009148+0000","last_peered":"2024-09-10T08:12:47.009148+0000","last_clean":"2024-09-10T08:12:47.009148+0000","last_became_active":"2024-09-10T08:12:43.871475+0000","last_became_peered":"2024-09-10T08:12:43.871475+0000","last_unstale":"2024-09-10T08:12:47.009148+0000","last_undegraded":"2024-09-10T08:12:47.009148+0000","last_fullsized":"2024-09-10T08:12:47.009148+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:42:51.386857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"88'5","reported_seq":36,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:22.826727+0000","last_change":"2024-09-10T08:12:34.811138+0000","last_active":"2024-09-10T08:13:22.826727+0000","last_peered":"2024-09-10T08:13:22.826727+0000","last_clean":"2024-09-10T08:13:22.826727+0000","last_became_active":"2024-09-10T08:12:34.810395+0000","last_became_peered":"2024-09-10T08:12:34.810395+0000","last_unstale":"2024-09-10T08:13:22.826727+0000","last_undegraded":"2024-09-10T08:13:22.826727+0000","last_fullsized":"2024-09-10T08:13:22.826727+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:19:39.256859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009935+0000","last_change":"2024-09-10T08:12:36.830915+0000","last_active":"2024-09-10T08:12:47.009935+0000","last_peered":"2024-09-10T08:12:47.009935+0000","last_clean":"2024-09-10T08:12:47.009935+0000","last_became_active":"2024-09-10T08:12:36.830549+0000","last_became_peered":"2024-09-10T08:12:36.830549+0000","last_unstale":"2024-09-10T08:12:47.009935+0000","last_undegraded":"2024-09-10T08:12:47.009935+0000","last_fullsized":"2024-09-10T08:12:47.009935+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:06:29.495755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008835+0000","last_change":"2024-09-10T08:12:43.859853+0000","last_active":"2024-09-10T08:12:47.008835+0000","last_peered":"2024-09-10T08:12:47.008835+0000","last_clean":"2024-09-10T08:12:47.008835+0000","last_became_active":"2024-09-10T08:12:43.859405+0000","last_became_peered":"2024-09-10T08:12:43.859405+0000","last_unstale":"2024-09-10T08:12:47.008835+0000","last_undegraded":"2024-09-10T08:12:47.008835+0000","last_fullsized":"2024-09-10T08:12:47.008835+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:18:37.147252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.144348+0000","last_change":"2024-09-10T08:12:36.832384+0000","last_active":"2024-09-10T08:12:47.144348+0000","last_peered":"2024-09-10T08:12:47.144348+0000","last_clean":"2024-09-10T08:12:47.144348+0000","last_became_active":"2024-09-10T08:12:36.831948+0000","last_became_peered":"2024-09-10T08:12:36.831948+0000","last_unstale":"2024-09-10T08:12:47.144348+0000","last_undegraded":"2024-09-10T08:12:47.144348+0000","last_fullsized":"2024-09-10T08:12:47.144348+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:08:21.982944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"88'4","reported_seq":35,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:20.000031+0000","last_change":"2024-09-10T08:12:34.809160+0000","last_active":"2024-09-10T08:13:20.000031+0000","last_peered":"2024-09-10T08:13:20.000031+0000","last_clean":"2024-09-10T08:13:20.000031+0000","last_became_active":"2024-09-10T08:12:34.808811+0000","last_became_peered":"2024-09-10T08:12:34.808811+0000","last_unstale":"2024-09-10T08:13:20.000031+0000","last_undegraded":"2024-09-10T08:13:20.000031+0000","last_fullsized":"2024-09-10T08:13:20.000031+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:03:04.110196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009240+0000","last_change":"2024-09-10T08:12:43.992351+0000","last_active":"2024-09-10T08:12:47.009240+0000","last_peered":"2024-09-10T08:12:47.009240+0000","last_clean":"2024-09-10T08:12:47.009240+0000","last_became_active":"2024-09-10T08:12:43.991833+0000","last_became_peered":"2024-09-10T08:12:43.991833+0000","last_unstale":"2024-09-10T08:12:47.009240+0000","last_undegraded":"2024-09-10T08:12:47.009240+0000","last_fullsized":"2024-09-10T08:12:47.009240+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:01:52.453901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008180+0000","last_change":"2024-09-10T08:12:36.832081+0000","last_active":"2024-09-10T08:12:47.008180+0000","last_peered":"2024-09-10T08:12:47.008180+0000","last_clean":"2024-09-10T08:12:47.008180+0000","last_became_active":"2024-09-10T08:12:36.831667+0000","last_became_peered":"2024-09-10T08:12:36.831667+0000","last_unstale":"2024-09-10T08:12:47.008180+0000","last_undegraded":"2024-09-10T08:12:47.008180+0000","last_fullsized":"2024-09-10T08:12:47.008180+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:19:23.841907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"88'3","reported_seq":35,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.400166+0000","last_change":"2024-09-10T08:12:34.812279+0000","last_active":"2024-09-10T08:13:38.400166+0000","last_peered":"2024-09-10T08:13:38.400166+0000","last_clean":"2024-09-10T08:13:38.400166+0000","last_became_active":"2024-09-10T08:12:34.811729+0000","last_became_peered":"2024-09-10T08:12:34.811729+0000","last_unstale":"2024-09-10T08:13:38.400166+0000","last_undegraded":"2024-09-10T08:13:38.400166+0000","last_fullsized":"2024-09-10T08:13:38.400166+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:49:19.797930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"88'1","reported_seq":18,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009361+0000","last_change":"2024-09-10T08:12:43.871922+0000","last_active":"2024-09-10T08:12:47.009361+0000","last_peered":"2024-09-10T08:12:47.009361+0000","last_clean":"2024-09-10T08:12:47.009361+0000","last_became_active":"2024-09-10T08:12:43.871531+0000","last_became_peered":"2024-09-10T08:12:43.871531+0000","last_unstale":"2024-09-10T08:12:47.009361+0000","last_undegraded":"2024-09-10T08:12:47.009361+0000","last_fullsized":"2024-09-10T08:12:47.009361+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:49:26.483674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.402560+0000","last_change":"2024-09-10T08:12:36.830090+0000","last_active":"2024-09-10T08:13:38.402560+0000","last_peered":"2024-09-10T08:13:38.402560+0000","last_clean":"2024-09-10T08:13:38.402560+0000","last_became_active":"2024-09-10T08:12:36.829732+0000","last_became_peered":"2024-09-10T08:12:36.829732+0000","last_unstale":"2024-09-10T08:13:38.402560+0000","last_undegraded":"2024-09-10T08:13:38.402560+0000","last_fullsized":"2024-09-10T08:13:38.402560+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:11:21.058996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.9","version":"88'7","reported_seq":37,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:22.824876+0000","last_change":"2024-09-10T08:12:34.808639+0000","last_active":"2024-09-10T08:13:22.824876+0000","last_peered":"2024-09-10T08:13:22.824876+0000","last_clean":"2024-09-10T08:13:22.824876+0000","last_became_active":"2024-09-10T08:12:34.808310+0000","last_became_peered":"2024-09-10T08:12:34.808310+0000","last_unstale":"2024-09-10T08:13:22.824876+0000","last_undegraded":"2024-09-10T08:13:22.824876+0000","last_fullsized":"2024-09-10T08:13:22.824876+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:44:01.719719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:46.881203+0000","last_change":"2024-09-10T08:12:43.873044+0000","last_active":"2024-09-10T08:12:46.881203+0000","last_peered":"2024-09-10T08:12:46.881203+0000","last_clean":"2024-09-10T08:12:46.881203+0000","last_became_active":"2024-09-10T08:12:43.872234+0000","last_became_peered":"2024-09-10T08:12:43.872234+0000","last_unstale":"2024-09-10T08:12:46.881203+0000","last_undegraded":"2024-09-10T08:12:46.881203+0000","last_fullsized":"2024-09-10T08:12:46.881203+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:40:50.363594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:46.932095+0000","last_change":"2024-09-10T08:12:36.828449+0000","last_active":"2024-09-10T08:12:46.932095+0000","last_peered":"2024-09-10T08:12:46.932095+0000","last_clean":"2024-09-10T08:12:46.932095+0000","last_became_active":"2024-09-10T08:12:36.828106+0000","last_became_peered":"2024-09-10T08:12:36.828106+0000","last_unstale":"2024-09-10T08:12:46.932095+0000","last_undegraded":"2024-09-10T08:12:46.932095+0000","last_fullsized":"2024-09-10T08:12:46.932095+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:18:00.158389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.8","version":"88'2","reported_seq":34,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.407081+0000","last_change":"2024-09-10T08:12:34.935257+0000","last_active":"2024-09-10T08:13:38.407081+0000","last_peered":"2024-09-10T08:13:38.407081+0000","last_clean":"2024-09-10T08:13:38.407081+0000","last_became_active":"2024-09-10T08:12:34.934895+0000","last_became_peered":"2024-09-10T08:12:34.934895+0000","last_unstale":"2024-09-10T08:13:38.407081+0000","last_undegraded":"2024-09-10T08:13:38.407081+0000","last_fullsized":"2024-09-10T08:13:38.407081+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:05:13.175542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009379+0000","last_change":"2024-09-10T08:12:43.992898+0000","last_active":"2024-09-10T08:12:47.009379+0000","last_peered":"2024-09-10T08:12:47.009379+0000","last_clean":"2024-09-10T08:12:47.009379+0000","last_became_active":"2024-09-10T08:12:43.992515+0000","last_became_peered":"2024-09-10T08:12:43.992515+0000","last_unstale":"2024-09-10T08:12:47.009379+0000","last_undegraded":"2024-09-10T08:12:47.009379+0000","last_fullsized":"2024-09-10T08:12:47.009379+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:33:15.411029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":26,"reported_epoch":88,"state":"peering","last_fresh":"2024-09-10T08:12:47.010074+0000","last_change":"2024-09-10T08:13:38.406114+0000","last_active":"2024-09-10T08:13:38.406114+0000","last_peered":"2024-09-10T08:12:47.010074+0000","last_clean":"2024-09-10T08:12:47.010074+0000","last_became_active":"2024-09-10T08:12:36.841158+0000","last_became_peered":"2024-09-10T08:12:36.841158+0000","last_unstale":"2024-09-10T08:12:47.010074+0000","last_undegraded":"2024-09-10T08:12:47.010074+0000","last_fullsized":"2024-09-10T08:12:47.010074+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,4],"acting":[0,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4,8],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"88'7","reported_seq":38,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:22.824655+0000","last_change":"2024-09-10T08:12:35.352322+0000","last_active":"2024-09-10T08:13:22.824655+0000","last_peered":"2024-09-10T08:13:22.824655+0000","last_clean":"2024-09-10T08:13:22.824655+0000","last_became_active":"2024-09-10T08:12:35.351912+0000","last_became_peered":"2024-09-10T08:12:35.351912+0000","last_unstale":"2024-09-10T08:13:22.824655+0000","last_undegraded":"2024-09-10T08:13:22.824655+0000","last_fullsized":"2024-09-10T08:13:22.824655+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:00:27.531447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":19,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.400061+0000","last_change":"2024-09-10T08:12:43.861303+0000","last_active":"2024-09-10T08:13:38.400061+0000","last_peered":"2024-09-10T08:13:38.400061+0000","last_clean":"2024-09-10T08:13:38.400061+0000","last_became_active":"2024-09-10T08:12:43.860849+0000","last_became_peered":"2024-09-10T08:12:43.860849+0000","last_unstale":"2024-09-10T08:13:38.400061+0000","last_undegraded":"2024-09-10T08:13:38.400061+0000","last_fullsized":"2024-09-10T08:13:38.400061+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:26:53.475097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008776+0000","last_change":"2024-09-10T08:12:36.834293+0000","last_active":"2024-09-10T08:12:47.008776+0000","last_peered":"2024-09-10T08:12:47.008776+0000","last_clean":"2024-09-10T08:12:47.008776+0000","last_became_active":"2024-09-10T08:12:36.833981+0000","last_became_peered":"2024-09-10T08:12:36.833981+0000","last_unstale":"2024-09-10T08:12:47.008776+0000","last_undegraded":"2024-09-10T08:12:47.008776+0000","last_fullsized":"2024-09-10T08:12:47.008776+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:56:18.333347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"88'14","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.400704+0000","last_change":"2024-09-10T08:12:34.804300+0000","last_active":"2024-09-10T08:13:38.400704+0000","last_peered":"2024-09-10T08:13:38.400704+0000","last_clean":"2024-09-10T08:13:38.400704+0000","last_became_active":"2024-09-10T08:12:34.803980+0000","last_became_peered":"2024-09-10T08:12:34.803980+0000","last_unstale":"2024-09-10T08:13:38.400704+0000","last_undegraded":"2024-09-10T08:13:38.400704+0000","last_fullsized":"2024-09-10T08:13:38.400704+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:31:41.215961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":25,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.007872+0000","last_change":"2024-09-10T08:12:43.992400+0000","last_active":"2024-09-10T08:12:47.007872+0000","last_peered":"2024-09-10T08:12:47.007872+0000","last_clean":"2024-09-10T08:12:47.007872+0000","last_became_active":"2024-09-10T08:12:43.991970+0000","last_became_peered":"2024-09-10T08:12:43.991970+0000","last_unstale":"2024-09-10T08:12:47.007872+0000","last_undegraded":"2024-09-10T08:12:47.007872+0000","last_fullsized":"2024-09-10T08:12:47.007872+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:10:02.208981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009097+0000","last_change":"2024-09-10T08:12:36.832238+0000","last_active":"2024-09-10T08:12:47.009097+0000","last_peered":"2024-09-10T08:12:47.009097+0000","last_clean":"2024-09-10T08:12:47.009097+0000","last_became_active":"2024-09-10T08:12:36.831644+0000","last_became_peered":"2024-09-10T08:12:36.831644+0000","last_unstale":"2024-09-10T08:12:47.009097+0000","last_undegraded":"2024-09-10T08:12:47.009097+0000","last_fullsized":"2024-09-10T08:12:47.009097+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:44:55.777869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"88'4","reported_seq":35,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:21.816336+0000","last_change":"2024-09-10T08:12:34.934616+0000","last_active":"2024-09-10T08:13:21.816336+0000","last_peered":"2024-09-10T08:13:21.816336+0000","last_clean":"2024-09-10T08:13:21.816336+0000","last_became_active":"2024-09-10T08:12:34.934240+0000","last_became_peered":"2024-09-10T08:12:34.934240+0000","last_unstale":"2024-09-10T08:13:21.816336+0000","last_undegraded":"2024-09-10T08:13:21.816336+0000","last_fullsized":"2024-09-10T08:13:21.816336+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:01:30.178100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":19,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.402896+0000","last_change":"2024-09-10T08:12:43.866058+0000","last_active":"2024-09-10T08:13:38.402896+0000","last_peered":"2024-09-10T08:13:38.402896+0000","last_clean":"2024-09-10T08:13:38.402896+0000","last_became_active":"2024-09-10T08:12:43.865313+0000","last_became_peered":"2024-09-10T08:12:43.865313+0000","last_unstale":"2024-09-10T08:13:38.402896+0000","last_undegraded":"2024-09-10T08:13:38.402896+0000","last_fullsized":"2024-09-10T08:13:38.402896+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:15:57.695818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.403588+0000","last_change":"2024-09-10T08:12:36.827327+0000","last_active":"2024-09-10T08:13:38.403588+0000","last_peered":"2024-09-10T08:13:38.403588+0000","last_clean":"2024-09-10T08:13:38.403588+0000","last_became_active":"2024-09-10T08:12:36.826973+0000","last_became_peered":"2024-09-10T08:12:36.826973+0000","last_unstale":"2024-09-10T08:13:38.403588+0000","last_undegraded":"2024-09-10T08:13:38.403588+0000","last_fullsized":"2024-09-10T08:13:38.403588+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:03:53.148739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"88'1","reported_seq":33,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.400394+0000","last_change":"2024-09-10T08:12:34.935377+0000","last_active":"2024-09-10T08:13:38.400394+0000","last_peered":"2024-09-10T08:13:38.400394+0000","last_clean":"2024-09-10T08:13:38.400394+0000","last_became_active":"2024-09-10T08:12:34.934905+0000","last_became_peered":"2024-09-10T08:12:34.934905+0000","last_unstale":"2024-09-10T08:13:38.400394+0000","last_undegraded":"2024-09-10T08:13:38.400394+0000","last_fullsized":"2024-09-10T08:13:38.400394+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:48:46.159178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:46.932248+0000","last_change":"2024-09-10T08:12:43.992295+0000","last_active":"2024-09-10T08:12:46.932248+0000","last_peered":"2024-09-10T08:12:46.932248+0000","last_clean":"2024-09-10T08:12:46.932248+0000","last_became_active":"2024-09-10T08:12:43.991802+0000","last_became_peered":"2024-09-10T08:12:43.991802+0000","last_unstale":"2024-09-10T08:12:46.932248+0000","last_undegraded":"2024-09-10T08:12:46.932248+0000","last_fullsized":"2024-09-10T08:12:46.932248+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:38:53.330441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":26,"reported_epoch":88,"state":"peering","last_fresh":"2024-09-10T08:12:46.883774+0000","last_change":"2024-09-10T08:13:38.403998+0000","last_active":"2024-09-10T08:13:38.403998+0000","last_peered":"2024-09-10T08:12:46.883774+0000","last_clean":"2024-09-10T08:12:46.883774+0000","last_became_active":"2024-09-10T08:12:36.832783+0000","last_became_peered":"2024-09-10T08:12:36.832783+0000","last_unstale":"2024-09-10T08:12:46.883774+0000","last_undegraded":"2024-09-10T08:12:46.883774+0000","last_fullsized":"2024-09-10T08:12:46.883774+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4,9],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"88'6","reported_seq":50,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:33.840657+0000","last_change":"2024-09-10T08:12:34.814037+0000","last_active":"2024-09-10T08:13:33.840657+0000","last_peered":"2024-09-10T08:13:33.840657+0000","last_clean":"2024-09-10T08:13:33.840657+0000","last_became_active":"2024-09-10T08:12:34.813620+0000","last_became_peered":"2024-09-10T08:12:34.813620+0000","last_unstale":"2024-09-10T08:13:33.840657+0000","last_undegraded":"2024-09-10T08:13:33.840657+0000","last_fullsized":"2024-09-10T08:13:33.840657+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:21:07.593990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":981,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":14,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008991+0000","last_change":"2024-09-10T08:12:43.866652+0000","last_active":"2024-09-10T08:12:47.008991+0000","last_peered":"2024-09-10T08:12:47.008991+0000","last_clean":"2024-09-10T08:12:47.008991+0000","last_became_active":"2024-09-10T08:12:43.866267+0000","last_became_peered":"2024-09-10T08:12:43.866267+0000","last_unstale":"2024-09-10T08:12:47.008991+0000","last_undegraded":"2024-09-10T08:12:47.008991+0000","last_fullsized":"2024-09-10T08:12:47.008991+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:40:11.894132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009002+0000","last_change":"2024-09-10T08:12:36.828347+0000","last_active":"2024-09-10T08:12:47.009002+0000","last_peered":"2024-09-10T08:12:47.009002+0000","last_clean":"2024-09-10T08:12:47.009002+0000","last_became_active":"2024-09-10T08:12:36.828034+0000","last_became_peered":"2024-09-10T08:12:36.828034+0000","last_unstale":"2024-09-10T08:12:47.009002+0000","last_undegraded":"2024-09-10T08:12:47.009002+0000","last_fullsized":"2024-09-10T08:12:47.009002+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:12:34.999032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"88'5","reported_seq":49,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:32.827898+0000","last_change":"2024-09-10T08:12:34.934390+0000","last_active":"2024-09-10T08:13:32.827898+0000","last_peered":"2024-09-10T08:13:32.827898+0000","last_clean":"2024-09-10T08:13:32.827898+0000","last_became_active":"2024-09-10T08:12:34.934052+0000","last_became_peered":"2024-09-10T08:12:34.934052+0000","last_unstale":"2024-09-10T08:13:32.827898+0000","last_undegraded":"2024-09-10T08:13:32.827898+0000","last_fullsized":"2024-09-10T08:13:32.827898+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:48:53.538324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":14,"num_read_kb":14,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009299+0000","last_change":"2024-09-10T08:12:43.992318+0000","last_active":"2024-09-10T08:12:47.009299+0000","last_peered":"2024-09-10T08:12:47.009299+0000","last_clean":"2024-09-10T08:12:47.009299+0000","last_became_active":"2024-09-10T08:12:43.991865+0000","last_became_peered":"2024-09-10T08:12:43.991865+0000","last_unstale":"2024-09-10T08:12:47.009299+0000","last_undegraded":"2024-09-10T08:12:47.009299+0000","last_fullsized":"2024-09-10T08:12:47.009299+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:44:14.872522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008655+0000","last_change":"2024-09-10T08:12:36.831968+0000","last_active":"2024-09-10T08:12:47.008655+0000","last_peered":"2024-09-10T08:12:47.008655+0000","last_clean":"2024-09-10T08:12:47.008655+0000","last_became_active":"2024-09-10T08:12:36.831636+0000","last_became_peered":"2024-09-10T08:12:36.831636+0000","last_unstale":"2024-09-10T08:12:47.008655+0000","last_undegraded":"2024-09-10T08:12:47.008655+0000","last_fullsized":"2024-09-10T08:12:47.008655+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:36:42.460656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"88'4","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:21.005015+0000","last_change":"2024-09-10T08:12:34.811292+0000","last_active":"2024-09-10T08:13:21.005015+0000","last_peered":"2024-09-10T08:13:21.005015+0000","last_clean":"2024-09-10T08:13:21.005015+0000","last_became_active":"2024-09-10T08:12:34.810947+0000","last_became_peered":"2024-09-10T08:12:34.810947+0000","last_unstale":"2024-09-10T08:13:21.005015+0000","last_undegraded":"2024-09-10T08:13:21.005015+0000","last_fullsized":"2024-09-10T08:13:21.005015+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:34:12.885332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009830+0000","last_change":"2024-09-10T08:12:43.993002+0000","last_active":"2024-09-10T08:12:47.009830+0000","last_peered":"2024-09-10T08:12:47.009830+0000","last_clean":"2024-09-10T08:12:47.009830+0000","last_became_active":"2024-09-10T08:12:43.992378+0000","last_became_peered":"2024-09-10T08:12:43.992378+0000","last_unstale":"2024-09-10T08:12:47.009830+0000","last_undegraded":"2024-09-10T08:12:47.009830+0000","last_fullsized":"2024-09-10T08:12:47.009830+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:51:30.925233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008514+0000","last_change":"2024-09-10T08:12:36.835603+0000","last_active":"2024-09-10T08:12:47.008514+0000","last_peered":"2024-09-10T08:12:47.008514+0000","last_clean":"2024-09-10T08:12:47.008514+0000","last_became_active":"2024-09-10T08:12:36.835266+0000","last_became_peered":"2024-09-10T08:12:36.835266+0000","last_unstale":"2024-09-10T08:12:47.008514+0000","last_undegraded":"2024-09-10T08:12:47.008514+0000","last_fullsized":"2024-09-10T08:12:47.008514+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:19.661448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"88'6","reported_seq":39,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:22.825579+0000","last_change":"2024-09-10T08:12:34.812517+0000","last_active":"2024-09-10T08:13:22.825579+0000","last_peered":"2024-09-10T08:13:22.825579+0000","last_clean":"2024-09-10T08:13:22.825579+0000","last_became_active":"2024-09-10T08:12:34.811489+0000","last_became_peered":"2024-09-10T08:12:34.811489+0000","last_unstale":"2024-09-10T08:13:22.825579+0000","last_undegraded":"2024-09-10T08:13:22.825579+0000","last_fullsized":"2024-09-10T08:13:22.825579+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:06:38.638602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":345,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.144769+0000","last_change":"2024-09-10T08:11:22.269533+0000","last_active":"2024-09-10T08:12:47.144769+0000","last_peered":"2024-09-10T08:12:47.144769+0000","last_clean":"2024-09-10T08:12:47.144769+0000","last_became_active":"2024-09-10T08:11:22.268999+0000","last_became_peered":"2024-09-10T08:11:22.268999+0000","last_unstale":"2024-09-10T08:12:47.144769+0000","last_undegraded":"2024-09-10T08:12:47.144769+0000","last_fullsized":"2024-09-10T08:12:47.144769+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:07:54.541647+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:07:54.541647+0000","last_clean_scrub_stamp":"2024-09-10T08:07:54.541647+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:11:27.439735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"88'1","reported_seq":18,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.144784+0000","last_change":"2024-09-10T08:12:43.868283+0000","last_active":"2024-09-10T08:12:47.144784+0000","last_peered":"2024-09-10T08:12:47.144784+0000","last_clean":"2024-09-10T08:12:47.144784+0000","last_became_active":"2024-09-10T08:12:43.867984+0000","last_became_peered":"2024-09-10T08:12:43.867984+0000","last_unstale":"2024-09-10T08:12:47.144784+0000","last_undegraded":"2024-09-10T08:12:47.144784+0000","last_fullsized":"2024-09-10T08:12:47.144784+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:30:00.462641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.144848+0000","last_change":"2024-09-10T08:12:36.832950+0000","last_active":"2024-09-10T08:12:47.144848+0000","last_peered":"2024-09-10T08:12:47.144848+0000","last_clean":"2024-09-10T08:12:47.144848+0000","last_became_active":"2024-09-10T08:12:36.832602+0000","last_became_peered":"2024-09-10T08:12:36.832602+0000","last_unstale":"2024-09-10T08:12:47.144848+0000","last_undegraded":"2024-09-10T08:12:47.144848+0000","last_fullsized":"2024-09-10T08:12:47.144848+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:18:11.879093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"88'5","reported_seq":55,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.400833+0000","last_change":"2024-09-10T08:12:35.352007+0000","last_active":"2024-09-10T08:13:38.400833+0000","last_peered":"2024-09-10T08:13:38.400833+0000","last_clean":"2024-09-10T08:13:38.400833+0000","last_became_active":"2024-09-10T08:12:35.351623+0000","last_became_peered":"2024-09-10T08:12:35.351623+0000","last_unstale":"2024-09-10T08:13:38.400833+0000","last_undegraded":"2024-09-10T08:13:38.400833+0000","last_fullsized":"2024-09-10T08:13:38.400833+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:37:27.810889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":18,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":19,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.407175+0000","last_change":"2024-09-10T08:12:43.865702+0000","last_active":"2024-09-10T08:13:38.407175+0000","last_peered":"2024-09-10T08:13:38.407175+0000","last_clean":"2024-09-10T08:13:38.407175+0000","last_became_active":"2024-09-10T08:12:43.865229+0000","last_became_peered":"2024-09-10T08:12:43.865229+0000","last_unstale":"2024-09-10T08:13:38.407175+0000","last_undegraded":"2024-09-10T08:13:38.407175+0000","last_fullsized":"2024-09-10T08:13:38.407175+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:02:29.345505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.144664+0000","last_change":"2024-09-10T08:12:36.827564+0000","last_active":"2024-09-10T08:12:47.144664+0000","last_peered":"2024-09-10T08:12:47.144664+0000","last_clean":"2024-09-10T08:12:47.144664+0000","last_became_active":"2024-09-10T08:12:36.827241+0000","last_became_peered":"2024-09-10T08:12:36.827241+0000","last_unstale":"2024-09-10T08:12:47.144664+0000","last_undegraded":"2024-09-10T08:12:47.144664+0000","last_fullsized":"2024-09-10T08:12:47.144664+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:39.539095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"88'3","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:21.816093+0000","last_change":"2024-09-10T08:12:34.813584+0000","last_active":"2024-09-10T08:13:21.816093+0000","last_peered":"2024-09-10T08:13:21.816093+0000","last_clean":"2024-09-10T08:13:21.816093+0000","last_became_active":"2024-09-10T08:12:34.812971+0000","last_became_peered":"2024-09-10T08:12:34.812971+0000","last_unstale":"2024-09-10T08:13:21.816093+0000","last_undegraded":"2024-09-10T08:13:21.816093+0000","last_fullsized":"2024-09-10T08:13:21.816093+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:07:59.453651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":19,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.405712+0000","last_change":"2024-09-10T08:12:43.870109+0000","last_active":"2024-09-10T08:13:38.405712+0000","last_peered":"2024-09-10T08:13:38.405712+0000","last_clean":"2024-09-10T08:13:38.405712+0000","last_became_active":"2024-09-10T08:12:43.869729+0000","last_became_peered":"2024-09-10T08:12:43.869729+0000","last_unstale":"2024-09-10T08:13:38.405712+0000","last_undegraded":"2024-09-10T08:13:38.405712+0000","last_fullsized":"2024-09-10T08:13:38.405712+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:43:11.951209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.144516+0000","last_change":"2024-09-10T08:12:36.833151+0000","last_active":"2024-09-10T08:12:47.144516+0000","last_peered":"2024-09-10T08:12:47.144516+0000","last_clean":"2024-09-10T08:12:47.144516+0000","last_became_active":"2024-09-10T08:12:36.832799+0000","last_became_peered":"2024-09-10T08:12:36.832799+0000","last_unstale":"2024-09-10T08:12:47.144516+0000","last_undegraded":"2024-09-10T08:12:47.144516+0000","last_fullsized":"2024-09-10T08:12:47.144516+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:53:45.406482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"88'5","reported_seq":35,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:22.823479+0000","last_change":"2024-09-10T08:12:34.809644+0000","last_active":"2024-09-10T08:13:22.823479+0000","last_peered":"2024-09-10T08:13:22.823479+0000","last_clean":"2024-09-10T08:13:22.823479+0000","last_became_active":"2024-09-10T08:12:34.809361+0000","last_became_peered":"2024-09-10T08:12:34.809361+0000","last_unstale":"2024-09-10T08:13:22.823479+0000","last_undegraded":"2024-09-10T08:13:22.823479+0000","last_fullsized":"2024-09-10T08:13:22.823479+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:51:33.188450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008700+0000","last_change":"2024-09-10T08:12:43.863219+0000","last_active":"2024-09-10T08:12:47.008700+0000","last_peered":"2024-09-10T08:12:47.008700+0000","last_clean":"2024-09-10T08:12:47.008700+0000","last_became_active":"2024-09-10T08:12:43.862833+0000","last_became_peered":"2024-09-10T08:12:43.862833+0000","last_unstale":"2024-09-10T08:12:47.008700+0000","last_undegraded":"2024-09-10T08:12:47.008700+0000","last_fullsized":"2024-09-10T08:12:47.008700+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:43:20.340029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.402963+0000","last_change":"2024-09-10T08:12:36.828073+0000","last_active":"2024-09-10T08:13:38.402963+0000","last_peered":"2024-09-10T08:13:38.402963+0000","last_clean":"2024-09-10T08:13:38.402963+0000","last_became_active":"2024-09-10T08:12:36.827750+0000","last_became_peered":"2024-09-10T08:12:36.827750+0000","last_unstale":"2024-09-10T08:13:38.402963+0000","last_undegraded":"2024-09-10T08:13:38.402963+0000","last_fullsized":"2024-09-10T08:13:38.402963+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:21:16.671134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.f","version":"88'2","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:21.807335+0000","last_change":"2024-09-10T08:12:34.810961+0000","last_active":"2024-09-10T08:13:21.807335+0000","last_peered":"2024-09-10T08:13:21.807335+0000","last_clean":"2024-09-10T08:13:21.807335+0000","last_became_active":"2024-09-10T08:12:34.810583+0000","last_became_peered":"2024-09-10T08:12:34.810583+0000","last_unstale":"2024-09-10T08:13:21.807335+0000","last_undegraded":"2024-09-10T08:13:21.807335+0000","last_fullsized":"2024-09-10T08:13:21.807335+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:47:04.190625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008870+0000","last_change":"2024-09-10T08:12:43.861978+0000","last_active":"2024-09-10T08:12:47.008870+0000","last_peered":"2024-09-10T08:12:47.008870+0000","last_clean":"2024-09-10T08:12:47.008870+0000","last_became_active":"2024-09-10T08:12:43.861367+0000","last_became_peered":"2024-09-10T08:12:43.861367+0000","last_unstale":"2024-09-10T08:12:47.008870+0000","last_undegraded":"2024-09-10T08:12:47.008870+0000","last_fullsized":"2024-09-10T08:12:47.008870+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:30:00.860926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009051+0000","last_change":"2024-09-10T08:12:36.831213+0000","last_active":"2024-09-10T08:12:47.009051+0000","last_peered":"2024-09-10T08:12:47.009051+0000","last_clean":"2024-09-10T08:12:47.009051+0000","last_became_active":"2024-09-10T08:12:36.830859+0000","last_became_peered":"2024-09-10T08:12:36.830859+0000","last_unstale":"2024-09-10T08:12:47.009051+0000","last_undegraded":"2024-09-10T08:12:47.009051+0000","last_fullsized":"2024-09-10T08:12:47.009051+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:24:41.648614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.10","version":"88'17","reported_seq":48,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:21.815526+0000","last_change":"2024-09-10T08:12:34.935217+0000","last_active":"2024-09-10T08:13:21.815526+0000","last_peered":"2024-09-10T08:13:21.815526+0000","last_clean":"2024-09-10T08:13:21.815526+0000","last_became_active":"2024-09-10T08:12:34.934826+0000","last_became_peered":"2024-09-10T08:12:34.934826+0000","last_unstale":"2024-09-10T08:13:21.815526+0000","last_undegraded":"2024-09-10T08:13:21.815526+0000","last_fullsized":"2024-09-10T08:13:21.815526+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:00:38.020341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009293+0000","last_change":"2024-09-10T08:12:43.869729+0000","last_active":"2024-09-10T08:12:47.009293+0000","last_peered":"2024-09-10T08:12:47.009293+0000","last_clean":"2024-09-10T08:12:47.009293+0000","last_became_active":"2024-09-10T08:12:43.869340+0000","last_became_peered":"2024-09-10T08:12:43.869340+0000","last_unstale":"2024-09-10T08:12:47.009293+0000","last_undegraded":"2024-09-10T08:12:47.009293+0000","last_fullsized":"2024-09-10T08:12:47.009293+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:51:09.345805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.144129+0000","last_change":"2024-09-10T08:12:36.828727+0000","last_active":"2024-09-10T08:12:47.144129+0000","last_peered":"2024-09-10T08:12:47.144129+0000","last_clean":"2024-09-10T08:12:47.144129+0000","last_became_active":"2024-09-10T08:12:36.828414+0000","last_became_peered":"2024-09-10T08:12:36.828414+0000","last_unstale":"2024-09-10T08:12:47.144129+0000","last_undegraded":"2024-09-10T08:12:47.144129+0000","last_fullsized":"2024-09-10T08:12:47.144129+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:15:18.145475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"88'5","reported_seq":50,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:32.828342+0000","last_change":"2024-09-10T08:12:34.810916+0000","last_active":"2024-09-10T08:13:32.828342+0000","last_peered":"2024-09-10T08:13:32.828342+0000","last_clean":"2024-09-10T08:13:32.828342+0000","last_became_active":"2024-09-10T08:12:34.810589+0000","last_became_peered":"2024-09-10T08:12:34.810589+0000","last_unstale":"2024-09-10T08:13:32.828342+0000","last_undegraded":"2024-09-10T08:13:32.828342+0000","last_fullsized":"2024-09-10T08:13:32.828342+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:34:40.703435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":16,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":19,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.401061+0000","last_change":"2024-09-10T08:12:43.873472+0000","last_active":"2024-09-10T08:13:38.401061+0000","last_peered":"2024-09-10T08:13:38.401061+0000","last_clean":"2024-09-10T08:13:38.401061+0000","last_became_active":"2024-09-10T08:12:43.872708+0000","last_became_peered":"2024-09-10T08:12:43.872708+0000","last_unstale":"2024-09-10T08:13:38.401061+0000","last_undegraded":"2024-09-10T08:13:38.401061+0000","last_fullsized":"2024-09-10T08:13:38.401061+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:02:08.059771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.144497+0000","last_change":"2024-09-10T08:12:36.827575+0000","last_active":"2024-09-10T08:12:47.144497+0000","last_peered":"2024-09-10T08:12:47.144497+0000","last_clean":"2024-09-10T08:12:47.144497+0000","last_became_active":"2024-09-10T08:12:36.827219+0000","last_became_peered":"2024-09-10T08:12:36.827219+0000","last_unstale":"2024-09-10T08:12:47.144497+0000","last_undegraded":"2024-09-10T08:12:47.144497+0000","last_fullsized":"2024-09-10T08:12:47.144497+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:46:48.843252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"88'5","reported_seq":36,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:22.825216+0000","last_change":"2024-09-10T08:12:34.811935+0000","last_active":"2024-09-10T08:13:22.825216+0000","last_peered":"2024-09-10T08:13:22.825216+0000","last_clean":"2024-09-10T08:13:22.825216+0000","last_became_active":"2024-09-10T08:12:34.811456+0000","last_became_peered":"2024-09-10T08:12:34.811456+0000","last_unstale":"2024-09-10T08:13:22.825216+0000","last_undegraded":"2024-09-10T08:13:22.825216+0000","last_fullsized":"2024-09-10T08:13:22.825216+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:17:47.051684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":19,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.402833+0000","last_change":"2024-09-10T08:12:43.869439+0000","last_active":"2024-09-10T08:13:38.402833+0000","last_peered":"2024-09-10T08:13:38.402833+0000","last_clean":"2024-09-10T08:13:38.402833+0000","last_became_active":"2024-09-10T08:12:43.869034+0000","last_became_peered":"2024-09-10T08:12:43.869034+0000","last_unstale":"2024-09-10T08:13:38.402833+0000","last_undegraded":"2024-09-10T08:13:38.402833+0000","last_fullsized":"2024-09-10T08:13:38.402833+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:21:54.382769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008446+0000","last_change":"2024-09-10T08:12:36.829005+0000","last_active":"2024-09-10T08:12:47.008446+0000","last_peered":"2024-09-10T08:12:47.008446+0000","last_clean":"2024-09-10T08:12:47.008446+0000","last_became_active":"2024-09-10T08:12:36.828617+0000","last_became_peered":"2024-09-10T08:12:36.828617+0000","last_unstale":"2024-09-10T08:12:47.008446+0000","last_undegraded":"2024-09-10T08:12:47.008446+0000","last_fullsized":"2024-09-10T08:12:47.008446+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:43:31.280528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"88'9","reported_seq":43,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.400413+0000","last_change":"2024-09-10T08:12:34.812181+0000","last_active":"2024-09-10T08:13:38.400413+0000","last_peered":"2024-09-10T08:13:38.400413+0000","last_clean":"2024-09-10T08:13:38.400413+0000","last_became_active":"2024-09-10T08:12:34.810647+0000","last_became_peered":"2024-09-10T08:12:34.810647+0000","last_unstale":"2024-09-10T08:13:38.400413+0000","last_undegraded":"2024-09-10T08:13:38.400413+0000","last_fullsized":"2024-09-10T08:13:38.400413+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:33:19.720823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009834+0000","last_change":"2024-09-10T08:12:43.863520+0000","last_active":"2024-09-10T08:12:47.009834+0000","last_peered":"2024-09-10T08:12:47.009834+0000","last_clean":"2024-09-10T08:12:47.009834+0000","last_became_active":"2024-09-10T08:12:43.862340+0000","last_became_peered":"2024-09-10T08:12:43.862340+0000","last_unstale":"2024-09-10T08:12:47.009834+0000","last_undegraded":"2024-09-10T08:12:47.009834+0000","last_fullsized":"2024-09-10T08:12:47.009834+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:00:39.711524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:46.932474+0000","last_change":"2024-09-10T08:12:36.832910+0000","last_active":"2024-09-10T08:12:46.932474+0000","last_peered":"2024-09-10T08:12:46.932474+0000","last_clean":"2024-09-10T08:12:46.932474+0000","last_became_active":"2024-09-10T08:12:36.832581+0000","last_became_peered":"2024-09-10T08:12:36.832581+0000","last_unstale":"2024-09-10T08:12:46.932474+0000","last_undegraded":"2024-09-10T08:12:46.932474+0000","last_fullsized":"2024-09-10T08:12:46.932474+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:40:13.697323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.14","version":"88'31","reported_seq":106,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.835866+0000","last_change":"2024-09-10T08:12:34.811160+0000","last_active":"2024-09-10T08:13:38.835866+0000","last_peered":"2024-09-10T08:13:38.835866+0000","last_clean":"2024-09-10T08:13:38.835866+0000","last_became_active":"2024-09-10T08:12:34.810807+0000","last_became_peered":"2024-09-10T08:12:34.810807+0000","last_unstale":"2024-09-10T08:13:38.835866+0000","last_undegraded":"2024-09-10T08:13:38.835866+0000","last_fullsized":"2024-09-10T08:13:38.835866+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:59:27.235130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57258,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":43,"num_read_kb":77,"num_write":33,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":2,"reported_epoch":89,"state":"peering","last_fresh":"2024-09-10T08:12:43.859795+0000","last_change":"2024-09-10T08:13:39.211300+0000","last_active":"2024-09-10T08:12:42.844514+0000","last_peered":"2024-09-10T08:12:42.844514+0000","last_clean":"2024-09-10T08:12:42.844514+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:12:43.859795+0000","last_undegraded":"2024-09-10T08:12:43.859795+0000","last_fullsized":"2024-09-10T08:12:43.859795+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,11,5],"acting":[10,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":26,"reported_epoch":88,"state":"peering","last_fresh":"2024-09-10T08:12:47.008419+0000","last_change":"2024-09-10T08:13:38.406665+0000","last_active":"2024-09-10T08:13:38.406665+0000","last_peered":"2024-09-10T08:12:47.008419+0000","last_clean":"2024-09-10T08:12:47.008419+0000","last_became_active":"2024-09-10T08:12:36.832277+0000","last_became_peered":"2024-09-10T08:12:36.832277+0000","last_unstale":"2024-09-10T08:12:47.008419+0000","last_undegraded":"2024-09-10T08:12:47.008419+0000","last_fullsized":"2024-09-10T08:12:47.008419+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,6],"acting":[1,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,6,8],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"88'5","reported_seq":36,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:21.809587+0000","last_change":"2024-09-10T08:12:34.935213+0000","last_active":"2024-09-10T08:13:21.809587+0000","last_peered":"2024-09-10T08:13:21.809587+0000","last_clean":"2024-09-10T08:13:21.809587+0000","last_became_active":"2024-09-10T08:12:34.934653+0000","last_became_peered":"2024-09-10T08:12:34.934653+0000","last_unstale":"2024-09-10T08:13:21.809587+0000","last_undegraded":"2024-09-10T08:13:21.809587+0000","last_fullsized":"2024-09-10T08:13:21.809587+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:18:41.003041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009050+0000","last_change":"2024-09-10T08:12:43.871926+0000","last_active":"2024-09-10T08:12:47.009050+0000","last_peered":"2024-09-10T08:12:47.009050+0000","last_clean":"2024-09-10T08:12:47.009050+0000","last_became_active":"2024-09-10T08:12:43.871484+0000","last_became_peered":"2024-09-10T08:12:43.871484+0000","last_unstale":"2024-09-10T08:12:47.009050+0000","last_undegraded":"2024-09-10T08:12:47.009050+0000","last_fullsized":"2024-09-10T08:12:47.009050+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:28:58.589905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.405802+0000","last_change":"2024-09-10T08:12:36.840159+0000","last_active":"2024-09-10T08:13:38.405802+0000","last_peered":"2024-09-10T08:13:38.405802+0000","last_clean":"2024-09-10T08:13:38.405802+0000","last_became_active":"2024-09-10T08:12:36.839716+0000","last_became_peered":"2024-09-10T08:12:36.839716+0000","last_unstale":"2024-09-10T08:13:38.405802+0000","last_undegraded":"2024-09-10T08:13:38.405802+0000","last_fullsized":"2024-09-10T08:13:38.405802+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:22:29.954782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"88'4","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:22.825046+0000","last_change":"2024-09-10T08:12:34.809229+0000","last_active":"2024-09-10T08:13:22.825046+0000","last_peered":"2024-09-10T08:13:22.825046+0000","last_clean":"2024-09-10T08:13:22.825046+0000","last_became_active":"2024-09-10T08:12:34.808802+0000","last_became_peered":"2024-09-10T08:12:34.808802+0000","last_unstale":"2024-09-10T08:13:22.825046+0000","last_undegraded":"2024-09-10T08:13:22.825046+0000","last_fullsized":"2024-09-10T08:13:22.825046+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:59:34.360559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":19,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.399798+0000","last_change":"2024-09-10T08:12:43.870601+0000","last_active":"2024-09-10T08:13:38.399798+0000","last_peered":"2024-09-10T08:13:38.399798+0000","last_clean":"2024-09-10T08:13:38.399798+0000","last_became_active":"2024-09-10T08:12:43.870168+0000","last_became_peered":"2024-09-10T08:12:43.870168+0000","last_unstale":"2024-09-10T08:13:38.399798+0000","last_undegraded":"2024-09-10T08:13:38.399798+0000","last_fullsized":"2024-09-10T08:13:38.399798+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:09:22.578268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.407885+0000","last_change":"2024-09-10T08:12:36.834262+0000","last_active":"2024-09-10T08:13:38.407885+0000","last_peered":"2024-09-10T08:13:38.407885+0000","last_clean":"2024-09-10T08:13:38.407885+0000","last_became_active":"2024-09-10T08:12:36.833922+0000","last_became_peered":"2024-09-10T08:12:36.833922+0000","last_unstale":"2024-09-10T08:13:38.407885+0000","last_undegraded":"2024-09-10T08:13:38.407885+0000","last_fullsized":"2024-09-10T08:13:38.407885+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:33:22.621701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"88'4","reported_seq":70,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.835188+0000","last_change":"2024-09-10T08:12:34.815637+0000","last_active":"2024-09-10T08:13:38.835188+0000","last_peered":"2024-09-10T08:13:38.835188+0000","last_clean":"2024-09-10T08:13:38.835188+0000","last_became_active":"2024-09-10T08:12:34.815296+0000","last_became_peered":"2024-09-10T08:12:34.815296+0000","last_unstale":"2024-09-10T08:13:38.835188+0000","last_undegraded":"2024-09-10T08:13:38.835188+0000","last_fullsized":"2024-09-10T08:13:38.835188+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:37:39.424478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":34,"num_read_kb":34,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008173+0000","last_change":"2024-09-10T08:12:43.862840+0000","last_active":"2024-09-10T08:12:47.008173+0000","last_peered":"2024-09-10T08:12:47.008173+0000","last_clean":"2024-09-10T08:12:47.008173+0000","last_became_active":"2024-09-10T08:12:43.862406+0000","last_became_peered":"2024-09-10T08:12:43.862406+0000","last_unstale":"2024-09-10T08:12:47.008173+0000","last_undegraded":"2024-09-10T08:12:47.008173+0000","last_fullsized":"2024-09-10T08:12:47.008173+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:18:22.047003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":19,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.405519+0000","last_change":"2024-09-10T08:12:43.867758+0000","last_active":"2024-09-10T08:13:38.405519+0000","last_peered":"2024-09-10T08:13:38.405519+0000","last_clean":"2024-09-10T08:13:38.405519+0000","last_became_active":"2024-09-10T08:12:43.867330+0000","last_became_peered":"2024-09-10T08:12:43.867330+0000","last_unstale":"2024-09-10T08:13:38.405519+0000","last_undegraded":"2024-09-10T08:13:38.405519+0000","last_fullsized":"2024-09-10T08:13:38.405519+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:58:09.229320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.399990+0000","last_change":"2024-09-10T08:12:36.826035+0000","last_active":"2024-09-10T08:13:38.399990+0000","last_peered":"2024-09-10T08:13:38.399990+0000","last_clean":"2024-09-10T08:13:38.399990+0000","last_became_active":"2024-09-10T08:12:36.825728+0000","last_became_peered":"2024-09-10T08:12:36.825728+0000","last_unstale":"2024-09-10T08:13:38.399990+0000","last_undegraded":"2024-09-10T08:13:38.399990+0000","last_fullsized":"2024-09-10T08:13:38.399990+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:34:52.253250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"88'3","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:22.826462+0000","last_change":"2024-09-10T08:12:34.814423+0000","last_active":"2024-09-10T08:13:22.826462+0000","last_peered":"2024-09-10T08:13:22.826462+0000","last_clean":"2024-09-10T08:13:22.826462+0000","last_became_active":"2024-09-10T08:12:34.814063+0000","last_became_peered":"2024-09-10T08:12:34.814063+0000","last_unstale":"2024-09-10T08:13:22.826462+0000","last_undegraded":"2024-09-10T08:13:22.826462+0000","last_fullsized":"2024-09-10T08:13:22.826462+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:51:32.749383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":18,"reported_epoch":88,"state":"peering","last_fresh":"2024-09-10T08:12:46.886250+0000","last_change":"2024-09-10T08:13:38.403032+0000","last_active":"2024-09-10T08:13:38.403032+0000","last_peered":"2024-09-10T08:12:46.886250+0000","last_clean":"2024-09-10T08:12:46.886250+0000","last_became_active":"2024-09-10T08:12:43.869041+0000","last_became_peered":"2024-09-10T08:12:43.869041+0000","last_unstale":"2024-09-10T08:12:46.886250+0000","last_undegraded":"2024-09-10T08:12:46.886250+0000","last_fullsized":"2024-09-10T08:12:46.886250+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8,0],"acting":[11,4,8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4,8,9],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008020+0000","last_change":"2024-09-10T08:12:36.835980+0000","last_active":"2024-09-10T08:12:47.008020+0000","last_peered":"2024-09-10T08:12:47.008020+0000","last_clean":"2024-09-10T08:12:47.008020+0000","last_became_active":"2024-09-10T08:12:36.835091+0000","last_became_peered":"2024-09-10T08:12:36.835091+0000","last_unstale":"2024-09-10T08:12:47.008020+0000","last_undegraded":"2024-09-10T08:12:47.008020+0000","last_fullsized":"2024-09-10T08:12:47.008020+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:52:09.526296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"88'3","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:21.003409+0000","last_change":"2024-09-10T08:12:34.805925+0000","last_active":"2024-09-10T08:13:21.003409+0000","last_peered":"2024-09-10T08:13:21.003409+0000","last_clean":"2024-09-10T08:13:21.003409+0000","last_became_active":"2024-09-10T08:12:34.805568+0000","last_became_peered":"2024-09-10T08:12:34.805568+0000","last_unstale":"2024-09-10T08:13:21.003409+0000","last_undegraded":"2024-09-10T08:13:21.003409+0000","last_fullsized":"2024-09-10T08:13:21.003409+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:48:06.627866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"88'7","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.403466+0000","last_change":"2024-09-10T08:12:34.814702+0000","last_active":"2024-09-10T08:13:38.403466+0000","last_peered":"2024-09-10T08:13:38.403466+0000","last_clean":"2024-09-10T08:13:38.403466+0000","last_became_active":"2024-09-10T08:12:34.814342+0000","last_became_peered":"2024-09-10T08:12:34.814342+0000","last_unstale":"2024-09-10T08:13:38.403466+0000","last_undegraded":"2024-09-10T08:13:38.403466+0000","last_fullsized":"2024-09-10T08:13:38.403466+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:21:13.086961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009301+0000","last_change":"2024-09-10T08:12:36.835563+0000","last_active":"2024-09-10T08:12:47.009301+0000","last_peered":"2024-09-10T08:12:47.009301+0000","last_clean":"2024-09-10T08:12:47.009301+0000","last_became_active":"2024-09-10T08:12:36.835143+0000","last_became_peered":"2024-09-10T08:12:36.835143+0000","last_unstale":"2024-09-10T08:12:47.009301+0000","last_undegraded":"2024-09-10T08:12:47.009301+0000","last_fullsized":"2024-09-10T08:12:47.009301+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:06:03.296303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":19,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.400435+0000","last_change":"2024-09-10T08:12:43.869005+0000","last_active":"2024-09-10T08:13:38.400435+0000","last_peered":"2024-09-10T08:13:38.400435+0000","last_clean":"2024-09-10T08:13:38.400435+0000","last_became_active":"2024-09-10T08:12:43.868553+0000","last_became_peered":"2024-09-10T08:12:43.868553+0000","last_unstale":"2024-09-10T08:13:38.400435+0000","last_undegraded":"2024-09-10T08:13:38.400435+0000","last_fullsized":"2024-09-10T08:13:38.400435+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:19:42.304477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"88'5","reported_seq":51,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:33.828161+0000","last_change":"2024-09-10T08:12:34.811244+0000","last_active":"2024-09-10T08:13:33.828161+0000","last_peered":"2024-09-10T08:13:33.828161+0000","last_clean":"2024-09-10T08:13:33.828161+0000","last_became_active":"2024-09-10T08:12:34.810834+0000","last_became_peered":"2024-09-10T08:12:34.810834+0000","last_unstale":"2024-09-10T08:13:33.828161+0000","last_undegraded":"2024-09-10T08:13:33.828161+0000","last_fullsized":"2024-09-10T08:13:33.828161+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:16:17.995366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":16,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:46.932225+0000","last_change":"2024-09-10T08:12:36.827208+0000","last_active":"2024-09-10T08:12:46.932225+0000","last_peered":"2024-09-10T08:12:46.932225+0000","last_clean":"2024-09-10T08:12:46.932225+0000","last_became_active":"2024-09-10T08:12:36.826863+0000","last_became_peered":"2024-09-10T08:12:36.826863+0000","last_unstale":"2024-09-10T08:12:46.932225+0000","last_undegraded":"2024-09-10T08:12:46.932225+0000","last_fullsized":"2024-09-10T08:12:46.932225+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:19:48.208439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":19,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.400413+0000","last_change":"2024-09-10T08:12:43.862115+0000","last_active":"2024-09-10T08:13:38.400413+0000","last_peered":"2024-09-10T08:13:38.400413+0000","last_clean":"2024-09-10T08:13:38.400413+0000","last_became_active":"2024-09-10T08:12:43.861732+0000","last_became_peered":"2024-09-10T08:12:43.861732+0000","last_unstale":"2024-09-10T08:13:38.400413+0000","last_undegraded":"2024-09-10T08:13:38.400413+0000","last_fullsized":"2024-09-10T08:13:38.400413+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:14:27.742653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.402429+0000","last_change":"2024-09-10T08:12:36.823862+0000","last_active":"2024-09-10T08:13:38.402429+0000","last_peered":"2024-09-10T08:13:38.402429+0000","last_clean":"2024-09-10T08:13:38.402429+0000","last_became_active":"2024-09-10T08:12:36.823469+0000","last_became_peered":"2024-09-10T08:12:36.823469+0000","last_unstale":"2024-09-10T08:13:38.402429+0000","last_undegraded":"2024-09-10T08:13:38.402429+0000","last_fullsized":"2024-09-10T08:13:38.402429+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:49:39.006645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.400460+0000","last_change":"2024-09-10T08:12:36.836892+0000","last_active":"2024-09-10T08:13:38.400460+0000","last_peered":"2024-09-10T08:13:38.400460+0000","last_clean":"2024-09-10T08:13:38.400460+0000","last_became_active":"2024-09-10T08:12:36.836437+0000","last_became_peered":"2024-09-10T08:12:36.836437+0000","last_unstale":"2024-09-10T08:13:38.400460+0000","last_undegraded":"2024-09-10T08:13:38.400460+0000","last_fullsized":"2024-09-10T08:13:38.400460+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:19:20.085951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.400226+0000","last_change":"2024-09-10T08:12:36.832733+0000","last_active":"2024-09-10T08:13:38.400226+0000","last_peered":"2024-09-10T08:13:38.400226+0000","last_clean":"2024-09-10T08:13:38.400226+0000","last_became_active":"2024-09-10T08:12:36.832395+0000","last_became_peered":"2024-09-10T08:12:36.832395+0000","last_unstale":"2024-09-10T08:13:38.400226+0000","last_undegraded":"2024-09-10T08:13:38.400226+0000","last_fullsized":"2024-09-10T08:13:38.400226+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:05:41.291574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.405715+0000","last_change":"2024-09-10T08:12:36.837495+0000","last_active":"2024-09-10T08:13:38.405715+0000","last_peered":"2024-09-10T08:13:38.405715+0000","last_clean":"2024-09-10T08:13:38.405715+0000","last_became_active":"2024-09-10T08:12:36.837198+0000","last_became_peered":"2024-09-10T08:12:36.837198+0000","last_unstale":"2024-09-10T08:13:38.405715+0000","last_undegraded":"2024-09-10T08:13:38.405715+0000","last_fullsized":"2024-09-10T08:13:38.405715+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:08:30.363433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009053+0000","last_change":"2024-09-10T08:12:36.825857+0000","last_active":"2024-09-10T08:12:47.009053+0000","last_peered":"2024-09-10T08:12:47.009053+0000","last_clean":"2024-09-10T08:12:47.009053+0000","last_became_active":"2024-09-10T08:12:36.825542+0000","last_became_peered":"2024-09-10T08:12:36.825542+0000","last_unstale":"2024-09-10T08:12:47.009053+0000","last_undegraded":"2024-09-10T08:12:47.009053+0000","last_fullsized":"2024-09-10T08:12:47.009053+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:22:48.590212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.403302+0000","last_change":"2024-09-10T08:12:36.824716+0000","last_active":"2024-09-10T08:13:38.403302+0000","last_peered":"2024-09-10T08:13:38.403302+0000","last_clean":"2024-09-10T08:13:38.403302+0000","last_became_active":"2024-09-10T08:12:36.824366+0000","last_became_peered":"2024-09-10T08:12:36.824366+0000","last_unstale":"2024-09-10T08:13:38.403302+0000","last_undegraded":"2024-09-10T08:13:38.403302+0000","last_fullsized":"2024-09-10T08:13:38.403302+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:55:03.364499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.400594+0000","last_change":"2024-09-10T08:12:36.833047+0000","last_active":"2024-09-10T08:13:38.400594+0000","last_peered":"2024-09-10T08:13:38.400594+0000","last_clean":"2024-09-10T08:13:38.400594+0000","last_became_active":"2024-09-10T08:12:36.830068+0000","last_became_peered":"2024-09-10T08:12:36.830068+0000","last_unstale":"2024-09-10T08:13:38.400594+0000","last_undegraded":"2024-09-10T08:13:38.400594+0000","last_fullsized":"2024-09-10T08:13:38.400594+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:00:24.585213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008507+0000","last_change":"2024-09-10T08:12:36.839767+0000","last_active":"2024-09-10T08:12:47.008507+0000","last_peered":"2024-09-10T08:12:47.008507+0000","last_clean":"2024-09-10T08:12:47.008507+0000","last_became_active":"2024-09-10T08:12:36.839449+0000","last_became_peered":"2024-09-10T08:12:36.839449+0000","last_unstale":"2024-09-10T08:12:47.008507+0000","last_undegraded":"2024-09-10T08:12:47.008507+0000","last_fullsized":"2024-09-10T08:12:47.008507+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:29:51.721688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008883+0000","last_change":"2024-09-10T08:12:36.833819+0000","last_active":"2024-09-10T08:12:47.008883+0000","last_peered":"2024-09-10T08:12:47.008883+0000","last_clean":"2024-09-10T08:12:47.008883+0000","last_became_active":"2024-09-10T08:12:36.833410+0000","last_became_peered":"2024-09-10T08:12:36.833410+0000","last_unstale":"2024-09-10T08:12:47.008883+0000","last_undegraded":"2024-09-10T08:12:47.008883+0000","last_fullsized":"2024-09-10T08:12:47.008883+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:29:51.554026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008353+0000","last_change":"2024-09-10T08:12:36.840924+0000","last_active":"2024-09-10T08:12:47.008353+0000","last_peered":"2024-09-10T08:12:47.008353+0000","last_clean":"2024-09-10T08:12:47.008353+0000","last_became_active":"2024-09-10T08:12:36.840560+0000","last_became_peered":"2024-09-10T08:12:36.840560+0000","last_unstale":"2024-09-10T08:12:47.008353+0000","last_undegraded":"2024-09-10T08:12:47.008353+0000","last_fullsized":"2024-09-10T08:12:47.008353+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:23:45.417772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.407593+0000","last_change":"2024-09-10T08:12:36.830715+0000","last_active":"2024-09-10T08:13:38.407593+0000","last_peered":"2024-09-10T08:13:38.407593+0000","last_clean":"2024-09-10T08:13:38.407593+0000","last_became_active":"2024-09-10T08:12:36.830267+0000","last_became_peered":"2024-09-10T08:12:36.830267+0000","last_unstale":"2024-09-10T08:13:38.407593+0000","last_undegraded":"2024-09-10T08:13:38.407593+0000","last_fullsized":"2024-09-10T08:13:38.407593+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:23:26.456194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008835+0000","last_change":"2024-09-10T08:12:36.824993+0000","last_active":"2024-09-10T08:12:47.008835+0000","last_peered":"2024-09-10T08:12:47.008835+0000","last_clean":"2024-09-10T08:12:47.008835+0000","last_became_active":"2024-09-10T08:12:36.824698+0000","last_became_peered":"2024-09-10T08:12:36.824698+0000","last_unstale":"2024-09-10T08:12:47.008835+0000","last_undegraded":"2024-09-10T08:12:47.008835+0000","last_fullsized":"2024-09-10T08:12:47.008835+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:31:03.705318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.403030+0000","last_change":"2024-09-10T08:12:36.827310+0000","last_active":"2024-09-10T08:13:38.403030+0000","last_peered":"2024-09-10T08:13:38.403030+0000","last_clean":"2024-09-10T08:13:38.403030+0000","last_became_active":"2024-09-10T08:12:36.826931+0000","last_became_peered":"2024-09-10T08:12:36.826931+0000","last_unstale":"2024-09-10T08:13:38.403030+0000","last_undegraded":"2024-09-10T08:13:38.403030+0000","last_fullsized":"2024-09-10T08:13:38.403030+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:15:00.448249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.400555+0000","last_change":"2024-09-10T08:12:36.832125+0000","last_active":"2024-09-10T08:13:38.400555+0000","last_peered":"2024-09-10T08:13:38.400555+0000","last_clean":"2024-09-10T08:13:38.400555+0000","last_became_active":"2024-09-10T08:12:36.831745+0000","last_became_peered":"2024-09-10T08:12:36.831745+0000","last_unstale":"2024-09-10T08:13:38.400555+0000","last_undegraded":"2024-09-10T08:13:38.400555+0000","last_fullsized":"2024-09-10T08:13:38.400555+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:17:06.928086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.400637+0000","last_change":"2024-09-10T08:12:36.829584+0000","last_active":"2024-09-10T08:13:38.400637+0000","last_peered":"2024-09-10T08:13:38.400637+0000","last_clean":"2024-09-10T08:13:38.400637+0000","last_became_active":"2024-09-10T08:12:36.829266+0000","last_became_peered":"2024-09-10T08:12:36.829266+0000","last_unstale":"2024-09-10T08:13:38.400637+0000","last_undegraded":"2024-09-10T08:13:38.400637+0000","last_fullsized":"2024-09-10T08:13:38.400637+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:53.100598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.403860+0000","last_change":"2024-09-10T08:12:36.830413+0000","last_active":"2024-09-10T08:13:38.403860+0000","last_peered":"2024-09-10T08:13:38.403860+0000","last_clean":"2024-09-10T08:13:38.403860+0000","last_became_active":"2024-09-10T08:12:36.829718+0000","last_became_peered":"2024-09-10T08:12:36.829718+0000","last_unstale":"2024-09-10T08:13:38.403860+0000","last_undegraded":"2024-09-10T08:13:38.403860+0000","last_fullsized":"2024-09-10T08:13:38.403860+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:49:58.001141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.406913+0000","last_change":"2024-09-10T08:12:36.830019+0000","last_active":"2024-09-10T08:13:38.406913+0000","last_peered":"2024-09-10T08:13:38.406913+0000","last_clean":"2024-09-10T08:13:38.406913+0000","last_became_active":"2024-09-10T08:12:36.829692+0000","last_became_peered":"2024-09-10T08:12:36.829692+0000","last_unstale":"2024-09-10T08:13:38.406913+0000","last_undegraded":"2024-09-10T08:13:38.406913+0000","last_fullsized":"2024-09-10T08:13:38.406913+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:50:09.660472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.405876+0000","last_change":"2024-09-10T08:12:36.840060+0000","last_active":"2024-09-10T08:13:38.405876+0000","last_peered":"2024-09-10T08:13:38.405876+0000","last_clean":"2024-09-10T08:13:38.405876+0000","last_became_active":"2024-09-10T08:12:36.839738+0000","last_became_peered":"2024-09-10T08:12:36.839738+0000","last_unstale":"2024-09-10T08:13:38.405876+0000","last_undegraded":"2024-09-10T08:13:38.405876+0000","last_fullsized":"2024-09-10T08:13:38.405876+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:03:15.086558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.405212+0000","last_change":"2024-09-10T08:12:36.836313+0000","last_active":"2024-09-10T08:13:38.405212+0000","last_peered":"2024-09-10T08:13:38.405212+0000","last_clean":"2024-09-10T08:13:38.405212+0000","last_became_active":"2024-09-10T08:12:36.836053+0000","last_became_peered":"2024-09-10T08:12:36.836053+0000","last_unstale":"2024-09-10T08:13:38.405212+0000","last_undegraded":"2024-09-10T08:13:38.405212+0000","last_fullsized":"2024-09-10T08:13:38.405212+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:34:02.441241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008783+0000","last_change":"2024-09-10T08:12:36.824310+0000","last_active":"2024-09-10T08:12:47.008783+0000","last_peered":"2024-09-10T08:12:47.008783+0000","last_clean":"2024-09-10T08:12:47.008783+0000","last_became_active":"2024-09-10T08:12:36.823980+0000","last_became_peered":"2024-09-10T08:12:36.823980+0000","last_unstale":"2024-09-10T08:12:47.008783+0000","last_undegraded":"2024-09-10T08:12:47.008783+0000","last_fullsized":"2024-09-10T08:12:47.008783+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:15:55.322283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009405+0000","last_change":"2024-09-10T08:12:36.829554+0000","last_active":"2024-09-10T08:12:47.009405+0000","last_peered":"2024-09-10T08:12:47.009405+0000","last_clean":"2024-09-10T08:12:47.009405+0000","last_became_active":"2024-09-10T08:12:36.829054+0000","last_became_peered":"2024-09-10T08:12:36.829054+0000","last_unstale":"2024-09-10T08:12:47.009405+0000","last_undegraded":"2024-09-10T08:12:47.009405+0000","last_fullsized":"2024-09-10T08:12:47.009405+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:46:59.763378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.144800+0000","last_change":"2024-09-10T08:12:36.831049+0000","last_active":"2024-09-10T08:12:47.144800+0000","last_peered":"2024-09-10T08:12:47.144800+0000","last_clean":"2024-09-10T08:12:47.144800+0000","last_became_active":"2024-09-10T08:12:36.830687+0000","last_became_peered":"2024-09-10T08:12:36.830687+0000","last_unstale":"2024-09-10T08:12:47.144800+0000","last_undegraded":"2024-09-10T08:12:47.144800+0000","last_fullsized":"2024-09-10T08:12:47.144800+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:48:24.014810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.403934+0000","last_change":"2024-09-10T08:12:36.832264+0000","last_active":"2024-09-10T08:13:38.403934+0000","last_peered":"2024-09-10T08:13:38.403934+0000","last_clean":"2024-09-10T08:13:38.403934+0000","last_became_active":"2024-09-10T08:12:36.831913+0000","last_became_peered":"2024-09-10T08:12:36.831913+0000","last_unstale":"2024-09-10T08:13:38.403934+0000","last_undegraded":"2024-09-10T08:13:38.403934+0000","last_fullsized":"2024-09-10T08:13:38.403934+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:58:43.692064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":2,"reported_epoch":89,"state":"peering","last_fresh":"2024-09-10T08:12:47.008564+0000","last_change":"2024-09-10T08:13:38.778864+0000","last_active":"2024-09-10T08:13:38.778864+0000","last_peered":"2024-09-10T08:12:47.008564+0000","last_clean":"2024-09-10T08:12:47.008564+0000","last_became_active":"2024-09-10T08:12:36.837896+0000","last_became_peered":"2024-09-10T08:12:36.837896+0000","last_unstale":"2024-09-10T08:12:47.008564+0000","last_undegraded":"2024-09-10T08:12:47.008564+0000","last_fullsized":"2024-09-10T08:12:47.008564+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,11],"acting":[9,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.007932+0000","last_change":"2024-09-10T08:12:36.836093+0000","last_active":"2024-09-10T08:12:47.007932+0000","last_peered":"2024-09-10T08:12:47.007932+0000","last_clean":"2024-09-10T08:12:47.007932+0000","last_became_active":"2024-09-10T08:12:36.835554+0000","last_became_peered":"2024-09-10T08:12:36.835554+0000","last_unstale":"2024-09-10T08:12:47.007932+0000","last_undegraded":"2024-09-10T08:12:47.007932+0000","last_fullsized":"2024-09-10T08:12:47.007932+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:19:23.240989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.144343+0000","last_change":"2024-09-10T08:12:36.826650+0000","last_active":"2024-09-10T08:12:47.144343+0000","last_peered":"2024-09-10T08:12:47.144343+0000","last_clean":"2024-09-10T08:12:47.144343+0000","last_became_active":"2024-09-10T08:12:36.826323+0000","last_became_peered":"2024-09-10T08:12:36.826323+0000","last_unstale":"2024-09-10T08:12:47.144343+0000","last_undegraded":"2024-09-10T08:12:47.144343+0000","last_fullsized":"2024-09-10T08:12:47.144343+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:33:59.057180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.403456+0000","last_change":"2024-09-10T08:12:36.834723+0000","last_active":"2024-09-10T08:13:38.403456+0000","last_peered":"2024-09-10T08:13:38.403456+0000","last_clean":"2024-09-10T08:13:38.403456+0000","last_became_active":"2024-09-10T08:12:36.834381+0000","last_became_peered":"2024-09-10T08:12:36.834381+0000","last_unstale":"2024-09-10T08:13:38.403456+0000","last_undegraded":"2024-09-10T08:13:38.403456+0000","last_fullsized":"2024-09-10T08:13:38.403456+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:40:27.833708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:46.932184+0000","last_change":"2024-09-10T08:12:36.824219+0000","last_active":"2024-09-10T08:12:46.932184+0000","last_peered":"2024-09-10T08:12:46.932184+0000","last_clean":"2024-09-10T08:12:46.932184+0000","last_became_active":"2024-09-10T08:12:36.823889+0000","last_became_peered":"2024-09-10T08:12:36.823889+0000","last_unstale":"2024-09-10T08:12:46.932184+0000","last_undegraded":"2024-09-10T08:12:46.932184+0000","last_fullsized":"2024-09-10T08:12:46.932184+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:08:25.582184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009211+0000","last_change":"2024-09-10T08:12:36.837829+0000","last_active":"2024-09-10T08:12:47.009211+0000","last_peered":"2024-09-10T08:12:47.009211+0000","last_clean":"2024-09-10T08:12:47.009211+0000","last_became_active":"2024-09-10T08:12:36.837531+0000","last_became_peered":"2024-09-10T08:12:36.837531+0000","last_unstale":"2024-09-10T08:12:47.009211+0000","last_undegraded":"2024-09-10T08:12:47.009211+0000","last_fullsized":"2024-09-10T08:12:47.009211+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:40:40.260405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.405412+0000","last_change":"2024-09-10T08:12:36.840652+0000","last_active":"2024-09-10T08:13:38.405412+0000","last_peered":"2024-09-10T08:13:38.405412+0000","last_clean":"2024-09-10T08:13:38.405412+0000","last_became_active":"2024-09-10T08:12:36.840300+0000","last_became_peered":"2024-09-10T08:12:36.840300+0000","last_unstale":"2024-09-10T08:13:38.405412+0000","last_undegraded":"2024-09-10T08:13:38.405412+0000","last_fullsized":"2024-09-10T08:13:38.405412+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:38:52.985183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.405605+0000","last_change":"2024-09-10T08:12:36.834942+0000","last_active":"2024-09-10T08:13:38.405605+0000","last_peered":"2024-09-10T08:13:38.405605+0000","last_clean":"2024-09-10T08:13:38.405605+0000","last_became_active":"2024-09-10T08:12:36.834630+0000","last_became_peered":"2024-09-10T08:12:36.834630+0000","last_unstale":"2024-09-10T08:13:38.405605+0000","last_undegraded":"2024-09-10T08:13:38.405605+0000","last_fullsized":"2024-09-10T08:13:38.405605+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:13:50.463207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.403748+0000","last_change":"2024-09-10T08:12:36.830866+0000","last_active":"2024-09-10T08:13:38.403748+0000","last_peered":"2024-09-10T08:13:38.403748+0000","last_clean":"2024-09-10T08:13:38.403748+0000","last_became_active":"2024-09-10T08:12:36.830186+0000","last_became_peered":"2024-09-10T08:12:36.830186+0000","last_unstale":"2024-09-10T08:13:38.403748+0000","last_undegraded":"2024-09-10T08:13:38.403748+0000","last_fullsized":"2024-09-10T08:13:38.403748+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:41:50.543954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":64073,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":191,"num_read_kb":170,"num_write":242,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":552960,"data_stored":192219,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":208,"ondisk_log_size":208,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":76,"seq":326417514522,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36336,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708816,"statfs":{"total":95995035648,"available":95957827584,"internally_reserved":0,"allocated":1011712,"data_stored":497463,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":68,"seq":292057776159,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37008,"kb_used_data":1660,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708144,"statfs":{"total":95995035648,"available":95957139456,"internally_reserved":0,"allocated":1699840,"data_stored":1141537,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":63,"seq":270582939684,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32184,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712968,"statfs":{"total":95995035648,"available":95962079232,"internally_reserved":0,"allocated":1024000,"data_stored":491949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":56,"seq":240518168617,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32176,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712976,"statfs":{"total":95995035648,"available":95962087424,"internally_reserved":0,"allocated":1015808,"data_stored":488231,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":49,"seq":210453397549,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36920,"kb_used_data":1576,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708232,"statfs":{"total":95995035648,"available":95957229568,"internally_reserved":0,"allocated":1613824,"data_stored":1084730,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":44,"seq":188978561074,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27996,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717156,"statfs":{"total":95995035648,"available":95966367744,"internally_reserved":0,"allocated":995328,"data_stored":483750,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790008,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36928,"kb_used_data":1584,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708224,"statfs":{"total":95995035648,"available":95957221376,"internally_reserved":0,"allocated":1622016,"data_stored":1079919,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953533,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36324,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708828,"statfs":{"total":95995035648,"available":95957839872,"internally_reserved":0,"allocated":1003520,"data_stored":487431,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":24,"seq":103079215170,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28008,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717144,"statfs":{"total":95995035648,"available":95966355456,"internally_reserved":0,"allocated":1007616,"data_stored":483065,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411400,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36416,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708736,"statfs":{"total":95995035648,"available":95957745664,"internally_reserved":0,"allocated":1093632,"data_stored":551405,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574925,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36376,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708776,"statfs":{"total":95995035648,"available":95957786624,"internally_reserved":0,"allocated":1056768,"data_stored":542038,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738450,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32180,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712972,"statfs":{"total":95995035648,"available":95962083328,"internally_reserved":0,"allocated":1019904,"data_stored":484813,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":59403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":59230,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3535,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":58994,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:13:40.350 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph pg dump --format=json 2024-09-10T08:13:40.610 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:13:40.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:40 smithi067 ceph-mon[31051]: osdmap e90: 12 total, 12 up, 12 in 2024-09-10T08:13:40.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:40 smithi067 ceph-mon[31051]: from='client.14856 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T08:13:40.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:40 smithi203 ceph-mon[34672]: osdmap e90: 12 total, 12 up, 12 in 2024-09-10T08:13:40.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:40 smithi203 ceph-mon[34672]: from='client.14856 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T08:13:40.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:40 smithi133 ceph-mon[34721]: osdmap e90: 12 total, 12 up, 12 in 2024-09-10T08:13:40.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:40 smithi133 ceph-mon[34721]: from='client.14856 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T08:13:41.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.111+0000 7fb2ba9f4640 1 -- 172.21.15.67:0/3059054066 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb2b4106f10 msgr2=0x7fb2b410ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:41.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.111+0000 7fb2ba9f4640 1 --2- 172.21.15.67:0/3059054066 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb2b4106f10 0x7fb2b410ea90 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fb2ac009ca0 tx=0x7fb2ac02a8c0 comp rx=0 tx=0).stop 2024-09-10T08:13:41.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.111+0000 7fb2ba9f4640 1 -- 172.21.15.67:0/3059054066 shutdown_connections 2024-09-10T08:13:41.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.111+0000 7fb2ba9f4640 1 --2- 172.21.15.67:0/3059054066 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb2b4106f10 0x7fb2b410ea90 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:41.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.111+0000 7fb2ba9f4640 1 --2- 172.21.15.67:0/3059054066 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb2b4102790 0x7fb2b41067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:41.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.111+0000 7fb2ba9f4640 1 --2- 172.21.15.67:0/3059054066 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb2b4101de0 0x7fb2b41021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:41.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.111+0000 7fb2ba9f4640 1 -- 172.21.15.67:0/3059054066 >> 172.21.15.67:0/3059054066 conn(0x7fb2b40fd8c0 msgr2=0x7fb2b40ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:41.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.111+0000 7fb2ba9f4640 1 -- 172.21.15.67:0/3059054066 shutdown_connections 2024-09-10T08:13:41.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.111+0000 7fb2ba9f4640 1 -- 172.21.15.67:0/3059054066 wait complete. 2024-09-10T08:13:41.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.112+0000 7fb2ba9f4640 1 Processor -- start 2024-09-10T08:13:41.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.112+0000 7fb2ba9f4640 1 -- start start 2024-09-10T08:13:41.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.112+0000 7fb2ba9f4640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb2b4101de0 0x7fb2b40744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:41.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.112+0000 7fb2ba9f4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb2b4102790 0x7fb2b4074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:41.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.112+0000 7fb2ba9f4640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb2b4106f10 0x7fb2b4074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:41.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.112+0000 7fb2ba9f4640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb2b4111e20 con 0x7fb2b4102790 2024-09-10T08:13:41.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.112+0000 7fb2ba9f4640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fb2b4111ca0 con 0x7fb2b4106f10 2024-09-10T08:13:41.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.112+0000 7fb2ba9f4640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fb2b4111fa0 con 0x7fb2b4101de0 2024-09-10T08:13:41.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.112+0000 7fb2b37fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb2b4102790 0x7fb2b4074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:41.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.112+0000 7fb2b37fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb2b4102790 0x7fb2b4074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45326/0 (socket says 172.21.15.67:45326) 2024-09-10T08:13:41.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.112+0000 7fb2b37fe640 1 -- 172.21.15.67:0/1852675340 learned_addr learned my addr 172.21.15.67:0/1852675340 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:13:41.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.112+0000 7fb2b37fe640 1 -- 172.21.15.67:0/1852675340 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb2b4101de0 msgr2=0x7fb2b40744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:41.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.112+0000 7fb2b37fe640 1 --2- 172.21.15.67:0/1852675340 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb2b4101de0 0x7fb2b40744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:41.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.112+0000 7fb2b37fe640 1 -- 172.21.15.67:0/1852675340 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb2b4106f10 msgr2=0x7fb2b4074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:41.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.112+0000 7fb2b37fe640 1 --2- 172.21.15.67:0/1852675340 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb2b4106f10 0x7fb2b4074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:41.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.113+0000 7fb2b37fe640 1 -- 172.21.15.67:0/1852675340 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2b41a6700 con 0x7fb2b4102790 2024-09-10T08:13:41.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.113+0000 7fb2b37fe640 1 --2- 172.21.15.67:0/1852675340 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb2b4102790 0x7fb2b4074a30 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fb2a800d950 tx=0x7fb2a800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:41.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.113+0000 7fb2b17fa640 1 -- 172.21.15.67:0/1852675340 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2a8017070 con 0x7fb2b4102790 2024-09-10T08:13:41.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.113+0000 7fb2ba9f4640 1 -- 172.21.15.67:0/1852675340 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2b41a69f0 con 0x7fb2b4102790 2024-09-10T08:13:41.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.113+0000 7fb2b17fa640 1 -- 172.21.15.67:0/1852675340 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb2a8009c30 con 0x7fb2b4102790 2024-09-10T08:13:41.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.113+0000 7fb2b17fa640 1 -- 172.21.15.67:0/1852675340 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2a800f620 con 0x7fb2b4102790 2024-09-10T08:13:41.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.113+0000 7fb2ba9f4640 1 -- 172.21.15.67:0/1852675340 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2b41a6f30 con 0x7fb2b4102790 2024-09-10T08:13:41.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.114+0000 7fb2ba9f4640 1 -- 172.21.15.67:0/1852675340 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2b41021c0 con 0x7fb2b4102790 2024-09-10T08:13:41.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.115+0000 7fb2b17fa640 1 -- 172.21.15.67:0/1852675340 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fb2a80109a0 con 0x7fb2b4102790 2024-09-10T08:13:41.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.116+0000 7fb2b17fa640 1 --2- 172.21.15.67:0/1852675340 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb29c0a2c10 0x7fb29c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:41.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.116+0000 7fb2b17fa640 1 -- 172.21.15.67:0/1852675340 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9071+0+0 (secure 0 0 0) 0x7fb2a80cf180 con 0x7fb2b4102790 2024-09-10T08:13:41.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.116+0000 7fb2b3fff640 1 --2- 172.21.15.67:0/1852675340 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb29c0a2c10 0x7fb29c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:41.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.117+0000 7fb2b3fff640 1 --2- 172.21.15.67:0/1852675340 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb29c0a2c10 0x7fb29c0a50d0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fb2a400a990 tx=0x7fb2a4005c70 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:41.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.119+0000 7fb2b17fa640 1 -- 172.21.15.67:0/1852675340 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb2a8009de0 con 0x7fb2b4102790 2024-09-10T08:13:41.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.291+0000 7fb2ba9f4640 1 -- 172.21.15.67:0/1852675340 --> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb2b4062630 con 0x7fb29c0a2c10 2024-09-10T08:13:41.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.299+0000 7fb2b17fa640 1 -- 172.21.15.67:0/1852675340 <== mgr.14150 v2:172.21.15.67:6800/4256949759 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340116 (secure 0 0 0) 0x7fb2b4062630 con 0x7fb29c0a2c10 2024-09-10T08:13:41.302 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:13:41.304 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-10T08:13:41.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.303+0000 7fb2ba9f4640 1 -- 172.21.15.67:0/1852675340 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb29c0a2c10 msgr2=0x7fb29c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:41.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.303+0000 7fb2ba9f4640 1 --2- 172.21.15.67:0/1852675340 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb29c0a2c10 0x7fb29c0a50d0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fb2a400a990 tx=0x7fb2a4005c70 comp rx=0 tx=0).stop 2024-09-10T08:13:41.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.303+0000 7fb2ba9f4640 1 -- 172.21.15.67:0/1852675340 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb2b4102790 msgr2=0x7fb2b4074a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:41.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.303+0000 7fb2ba9f4640 1 --2- 172.21.15.67:0/1852675340 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb2b4102790 0x7fb2b4074a30 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fb2a800d950 tx=0x7fb2a800de10 comp rx=0 tx=0).stop 2024-09-10T08:13:41.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.303+0000 7fb2ba9f4640 1 -- 172.21.15.67:0/1852675340 shutdown_connections 2024-09-10T08:13:41.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.303+0000 7fb2ba9f4640 1 --2- 172.21.15.67:0/1852675340 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb29c0a2c10 0x7fb29c0a50d0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:41.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.303+0000 7fb2ba9f4640 1 --2- 172.21.15.67:0/1852675340 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb2b4106f10 0x7fb2b4074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:41.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.303+0000 7fb2ba9f4640 1 --2- 172.21.15.67:0/1852675340 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb2b4102790 0x7fb2b4074a30 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:41.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.303+0000 7fb2ba9f4640 1 --2- 172.21.15.67:0/1852675340 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb2b4101de0 0x7fb2b40744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:41.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.303+0000 7fb2ba9f4640 1 -- 172.21.15.67:0/1852675340 >> 172.21.15.67:0/1852675340 conn(0x7fb2b40fd8c0 msgr2=0x7fb2b40fec50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:41.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.303+0000 7fb2ba9f4640 1 -- 172.21.15.67:0/1852675340 shutdown_connections 2024-09-10T08:13:41.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:41.303+0000 7fb2ba9f4640 1 -- 172.21.15.67:0/1852675340 wait complete. 2024-09-10T08:13:41.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:41 smithi067 ceph-mon[31051]: pgmap v321: 129 pgs: 6 peering, 123 active+clean; 639 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 5.0 KiB/s wr, 14 op/s 2024-09-10T08:13:41.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:41 smithi203 ceph-mon[34672]: pgmap v321: 129 pgs: 6 peering, 123 active+clean; 639 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 5.0 KiB/s wr, 14 op/s 2024-09-10T08:13:41.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:41 smithi133 ceph-mon[34721]: pgmap v321: 129 pgs: 6 peering, 123 active+clean; 639 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 5.0 KiB/s wr, 14 op/s 2024-09-10T08:13:41.982 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":321,"stamp":"2024-09-10T08:13:39.816840+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":654675,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":327,"num_read_kb":284,"num_write":425,"num_write_kb":3073,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":347,"ondisk_log_size":347,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":408908,"kb_used_data":13880,"kb_used_omap":18,"kb_used_meta":394797,"kb_avail":1124532916,"statfs":{"total":1151940427776,"available":1151521705984,"internally_reserved":0,"allocated":14213120,"data_stored":7844738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":404272441},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":32795,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":93,"num_read_kb":83,"num_write":21,"num_write_kb":40,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001905"},"pg_stats":[{"pgid":"2.1f","version":"88'13","reported_seq":61,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.401174+0000","last_change":"2024-09-10T08:12:34.806369+0000","last_active":"2024-09-10T08:13:38.401174+0000","last_peered":"2024-09-10T08:13:38.401174+0000","last_clean":"2024-09-10T08:13:38.401174+0000","last_became_active":"2024-09-10T08:12:34.805950+0000","last_became_peered":"2024-09-10T08:12:34.805950+0000","last_unstale":"2024-09-10T08:13:38.401174+0000","last_undegraded":"2024-09-10T08:13:38.401174+0000","last_fullsized":"2024-09-10T08:13:38.401174+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:06:34.845848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":16,"num_read_kb":16,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008405+0000","last_change":"2024-09-10T08:12:36.838658+0000","last_active":"2024-09-10T08:12:47.008405+0000","last_peered":"2024-09-10T08:12:47.008405+0000","last_clean":"2024-09-10T08:12:47.008405+0000","last_became_active":"2024-09-10T08:12:36.838366+0000","last_became_peered":"2024-09-10T08:12:36.838366+0000","last_unstale":"2024-09-10T08:12:47.008405+0000","last_undegraded":"2024-09-10T08:12:47.008405+0000","last_fullsized":"2024-09-10T08:12:47.008405+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:53:10.847198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":19,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.400057+0000","last_change":"2024-09-10T08:12:43.868547+0000","last_active":"2024-09-10T08:13:38.400057+0000","last_peered":"2024-09-10T08:13:38.400057+0000","last_clean":"2024-09-10T08:13:38.400057+0000","last_became_active":"2024-09-10T08:12:43.868066+0000","last_became_peered":"2024-09-10T08:12:43.868066+0000","last_unstale":"2024-09-10T08:13:38.400057+0000","last_undegraded":"2024-09-10T08:13:38.400057+0000","last_fullsized":"2024-09-10T08:13:38.400057+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:08.277037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1e","version":"88'2","reported_seq":32,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008668+0000","last_change":"2024-09-10T08:12:34.934507+0000","last_active":"2024-09-10T08:12:47.008668+0000","last_peered":"2024-09-10T08:12:47.008668+0000","last_clean":"2024-09-10T08:12:47.008668+0000","last_became_active":"2024-09-10T08:12:34.934137+0000","last_became_peered":"2024-09-10T08:12:34.934137+0000","last_unstale":"2024-09-10T08:12:47.008668+0000","last_undegraded":"2024-09-10T08:12:47.008668+0000","last_fullsized":"2024-09-10T08:12:47.008668+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:03:36.377273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.405723+0000","last_change":"2024-09-10T08:12:36.840138+0000","last_active":"2024-09-10T08:13:38.405723+0000","last_peered":"2024-09-10T08:13:38.405723+0000","last_clean":"2024-09-10T08:13:38.405723+0000","last_became_active":"2024-09-10T08:12:36.839808+0000","last_became_peered":"2024-09-10T08:12:36.839808+0000","last_unstale":"2024-09-10T08:13:38.405723+0000","last_undegraded":"2024-09-10T08:13:38.405723+0000","last_fullsized":"2024-09-10T08:13:38.405723+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:20:44.599707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.675977+0000","last_change":"2024-09-10T08:12:43.866234+0000","last_active":"2024-09-10T08:13:39.675977+0000","last_peered":"2024-09-10T08:13:39.675977+0000","last_clean":"2024-09-10T08:13:39.675977+0000","last_became_active":"2024-09-10T08:12:43.865892+0000","last_became_peered":"2024-09-10T08:12:43.865892+0000","last_unstale":"2024-09-10T08:13:39.675977+0000","last_undegraded":"2024-09-10T08:13:39.675977+0000","last_fullsized":"2024-09-10T08:13:39.675977+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:39:12.895242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"88'12","reported_seq":43,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:23.820272+0000","last_change":"2024-09-10T08:12:34.810865+0000","last_active":"2024-09-10T08:13:23.820272+0000","last_peered":"2024-09-10T08:13:23.820272+0000","last_clean":"2024-09-10T08:13:23.820272+0000","last_became_active":"2024-09-10T08:12:34.810234+0000","last_became_peered":"2024-09-10T08:12:34.810234+0000","last_unstale":"2024-09-10T08:13:23.820272+0000","last_undegraded":"2024-09-10T08:13:23.820272+0000","last_fullsized":"2024-09-10T08:13:23.820272+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:55:16.240330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.407234+0000","last_change":"2024-09-10T08:12:36.835352+0000","last_active":"2024-09-10T08:13:38.407234+0000","last_peered":"2024-09-10T08:13:38.407234+0000","last_clean":"2024-09-10T08:13:38.407234+0000","last_became_active":"2024-09-10T08:12:36.835033+0000","last_became_peered":"2024-09-10T08:12:36.835033+0000","last_unstale":"2024-09-10T08:13:38.407234+0000","last_undegraded":"2024-09-10T08:13:38.407234+0000","last_fullsized":"2024-09-10T08:13:38.407234+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:42:37.042569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.676047+0000","last_change":"2024-09-10T08:12:43.871905+0000","last_active":"2024-09-10T08:13:39.676047+0000","last_peered":"2024-09-10T08:13:39.676047+0000","last_clean":"2024-09-10T08:13:39.676047+0000","last_became_active":"2024-09-10T08:12:43.871475+0000","last_became_peered":"2024-09-10T08:12:43.871475+0000","last_unstale":"2024-09-10T08:13:39.676047+0000","last_undegraded":"2024-09-10T08:13:39.676047+0000","last_fullsized":"2024-09-10T08:13:39.676047+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:42:51.386857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"88'5","reported_seq":36,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:22.826727+0000","last_change":"2024-09-10T08:12:34.811138+0000","last_active":"2024-09-10T08:13:22.826727+0000","last_peered":"2024-09-10T08:13:22.826727+0000","last_clean":"2024-09-10T08:13:22.826727+0000","last_became_active":"2024-09-10T08:12:34.810395+0000","last_became_peered":"2024-09-10T08:12:34.810395+0000","last_unstale":"2024-09-10T08:13:22.826727+0000","last_undegraded":"2024-09-10T08:13:22.826727+0000","last_fullsized":"2024-09-10T08:13:22.826727+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:19:39.256859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009935+0000","last_change":"2024-09-10T08:12:36.830915+0000","last_active":"2024-09-10T08:12:47.009935+0000","last_peered":"2024-09-10T08:12:47.009935+0000","last_clean":"2024-09-10T08:12:47.009935+0000","last_became_active":"2024-09-10T08:12:36.830549+0000","last_became_peered":"2024-09-10T08:12:36.830549+0000","last_unstale":"2024-09-10T08:12:47.009935+0000","last_undegraded":"2024-09-10T08:12:47.009935+0000","last_fullsized":"2024-09-10T08:12:47.009935+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:06:29.495755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.675389+0000","last_change":"2024-09-10T08:12:43.859853+0000","last_active":"2024-09-10T08:13:39.675389+0000","last_peered":"2024-09-10T08:13:39.675389+0000","last_clean":"2024-09-10T08:13:39.675389+0000","last_became_active":"2024-09-10T08:12:43.859405+0000","last_became_peered":"2024-09-10T08:12:43.859405+0000","last_unstale":"2024-09-10T08:13:39.675389+0000","last_undegraded":"2024-09-10T08:13:39.675389+0000","last_fullsized":"2024-09-10T08:13:39.675389+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:18:37.147252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.144348+0000","last_change":"2024-09-10T08:12:36.832384+0000","last_active":"2024-09-10T08:12:47.144348+0000","last_peered":"2024-09-10T08:12:47.144348+0000","last_clean":"2024-09-10T08:12:47.144348+0000","last_became_active":"2024-09-10T08:12:36.831948+0000","last_became_peered":"2024-09-10T08:12:36.831948+0000","last_unstale":"2024-09-10T08:12:47.144348+0000","last_undegraded":"2024-09-10T08:12:47.144348+0000","last_fullsized":"2024-09-10T08:12:47.144348+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:08:21.982944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"88'4","reported_seq":35,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:20.000031+0000","last_change":"2024-09-10T08:12:34.809160+0000","last_active":"2024-09-10T08:13:20.000031+0000","last_peered":"2024-09-10T08:13:20.000031+0000","last_clean":"2024-09-10T08:13:20.000031+0000","last_became_active":"2024-09-10T08:12:34.808811+0000","last_became_peered":"2024-09-10T08:12:34.808811+0000","last_unstale":"2024-09-10T08:13:20.000031+0000","last_undegraded":"2024-09-10T08:13:20.000031+0000","last_fullsized":"2024-09-10T08:13:20.000031+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:03:04.110196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.675651+0000","last_change":"2024-09-10T08:12:43.992351+0000","last_active":"2024-09-10T08:13:39.675651+0000","last_peered":"2024-09-10T08:13:39.675651+0000","last_clean":"2024-09-10T08:13:39.675651+0000","last_became_active":"2024-09-10T08:12:43.991833+0000","last_became_peered":"2024-09-10T08:12:43.991833+0000","last_unstale":"2024-09-10T08:13:39.675651+0000","last_undegraded":"2024-09-10T08:13:39.675651+0000","last_fullsized":"2024-09-10T08:13:39.675651+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:01:52.453901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008180+0000","last_change":"2024-09-10T08:12:36.832081+0000","last_active":"2024-09-10T08:12:47.008180+0000","last_peered":"2024-09-10T08:12:47.008180+0000","last_clean":"2024-09-10T08:12:47.008180+0000","last_became_active":"2024-09-10T08:12:36.831667+0000","last_became_peered":"2024-09-10T08:12:36.831667+0000","last_unstale":"2024-09-10T08:12:47.008180+0000","last_undegraded":"2024-09-10T08:12:47.008180+0000","last_fullsized":"2024-09-10T08:12:47.008180+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:19:23.841907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"88'3","reported_seq":35,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.400166+0000","last_change":"2024-09-10T08:12:34.812279+0000","last_active":"2024-09-10T08:13:38.400166+0000","last_peered":"2024-09-10T08:13:38.400166+0000","last_clean":"2024-09-10T08:13:38.400166+0000","last_became_active":"2024-09-10T08:12:34.811729+0000","last_became_peered":"2024-09-10T08:12:34.811729+0000","last_unstale":"2024-09-10T08:13:38.400166+0000","last_undegraded":"2024-09-10T08:13:38.400166+0000","last_fullsized":"2024-09-10T08:13:38.400166+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:49:19.797930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"88'1","reported_seq":22,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.676119+0000","last_change":"2024-09-10T08:12:43.871922+0000","last_active":"2024-09-10T08:13:39.676119+0000","last_peered":"2024-09-10T08:13:39.676119+0000","last_clean":"2024-09-10T08:13:39.676119+0000","last_became_active":"2024-09-10T08:12:43.871531+0000","last_became_peered":"2024-09-10T08:12:43.871531+0000","last_unstale":"2024-09-10T08:13:39.676119+0000","last_undegraded":"2024-09-10T08:13:39.676119+0000","last_fullsized":"2024-09-10T08:13:39.676119+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:49:26.483674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.402560+0000","last_change":"2024-09-10T08:12:36.830090+0000","last_active":"2024-09-10T08:13:38.402560+0000","last_peered":"2024-09-10T08:13:38.402560+0000","last_clean":"2024-09-10T08:13:38.402560+0000","last_became_active":"2024-09-10T08:12:36.829732+0000","last_became_peered":"2024-09-10T08:12:36.829732+0000","last_unstale":"2024-09-10T08:13:38.402560+0000","last_undegraded":"2024-09-10T08:13:38.402560+0000","last_fullsized":"2024-09-10T08:13:38.402560+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:11:21.058996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.9","version":"88'7","reported_seq":37,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:22.824876+0000","last_change":"2024-09-10T08:12:34.808639+0000","last_active":"2024-09-10T08:13:22.824876+0000","last_peered":"2024-09-10T08:13:22.824876+0000","last_clean":"2024-09-10T08:13:22.824876+0000","last_became_active":"2024-09-10T08:12:34.808310+0000","last_became_peered":"2024-09-10T08:12:34.808310+0000","last_unstale":"2024-09-10T08:13:22.824876+0000","last_undegraded":"2024-09-10T08:13:22.824876+0000","last_fullsized":"2024-09-10T08:13:22.824876+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:44:01.719719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:46.881203+0000","last_change":"2024-09-10T08:12:43.873044+0000","last_active":"2024-09-10T08:12:46.881203+0000","last_peered":"2024-09-10T08:12:46.881203+0000","last_clean":"2024-09-10T08:12:46.881203+0000","last_became_active":"2024-09-10T08:12:43.872234+0000","last_became_peered":"2024-09-10T08:12:43.872234+0000","last_unstale":"2024-09-10T08:12:46.881203+0000","last_undegraded":"2024-09-10T08:12:46.881203+0000","last_fullsized":"2024-09-10T08:12:46.881203+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:40:50.363594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:46.932095+0000","last_change":"2024-09-10T08:12:36.828449+0000","last_active":"2024-09-10T08:12:46.932095+0000","last_peered":"2024-09-10T08:12:46.932095+0000","last_clean":"2024-09-10T08:12:46.932095+0000","last_became_active":"2024-09-10T08:12:36.828106+0000","last_became_peered":"2024-09-10T08:12:36.828106+0000","last_unstale":"2024-09-10T08:12:46.932095+0000","last_undegraded":"2024-09-10T08:12:46.932095+0000","last_fullsized":"2024-09-10T08:12:46.932095+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:18:00.158389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.8","version":"88'2","reported_seq":34,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.407081+0000","last_change":"2024-09-10T08:12:34.935257+0000","last_active":"2024-09-10T08:13:38.407081+0000","last_peered":"2024-09-10T08:13:38.407081+0000","last_clean":"2024-09-10T08:13:38.407081+0000","last_became_active":"2024-09-10T08:12:34.934895+0000","last_became_peered":"2024-09-10T08:12:34.934895+0000","last_unstale":"2024-09-10T08:13:38.407081+0000","last_undegraded":"2024-09-10T08:13:38.407081+0000","last_fullsized":"2024-09-10T08:13:38.407081+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:05:13.175542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.675730+0000","last_change":"2024-09-10T08:12:43.992898+0000","last_active":"2024-09-10T08:13:39.675730+0000","last_peered":"2024-09-10T08:13:39.675730+0000","last_clean":"2024-09-10T08:13:39.675730+0000","last_became_active":"2024-09-10T08:12:43.992515+0000","last_became_peered":"2024-09-10T08:12:43.992515+0000","last_unstale":"2024-09-10T08:13:39.675730+0000","last_undegraded":"2024-09-10T08:13:39.675730+0000","last_fullsized":"2024-09-10T08:13:39.675730+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:33:15.411029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":26,"reported_epoch":88,"state":"peering","last_fresh":"2024-09-10T08:12:47.010074+0000","last_change":"2024-09-10T08:13:38.406114+0000","last_active":"2024-09-10T08:13:38.406114+0000","last_peered":"2024-09-10T08:12:47.010074+0000","last_clean":"2024-09-10T08:12:47.010074+0000","last_became_active":"2024-09-10T08:12:36.841158+0000","last_became_peered":"2024-09-10T08:12:36.841158+0000","last_unstale":"2024-09-10T08:12:47.010074+0000","last_undegraded":"2024-09-10T08:12:47.010074+0000","last_fullsized":"2024-09-10T08:12:47.010074+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,4],"acting":[0,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[3,4,8],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"88'7","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.676206+0000","last_change":"2024-09-10T08:12:35.352322+0000","last_active":"2024-09-10T08:13:39.676206+0000","last_peered":"2024-09-10T08:13:39.676206+0000","last_clean":"2024-09-10T08:13:39.676206+0000","last_became_active":"2024-09-10T08:12:35.351912+0000","last_became_peered":"2024-09-10T08:12:35.351912+0000","last_unstale":"2024-09-10T08:13:39.676206+0000","last_undegraded":"2024-09-10T08:13:39.676206+0000","last_fullsized":"2024-09-10T08:13:39.676206+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:00:27.531447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":19,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.400061+0000","last_change":"2024-09-10T08:12:43.861303+0000","last_active":"2024-09-10T08:13:38.400061+0000","last_peered":"2024-09-10T08:13:38.400061+0000","last_clean":"2024-09-10T08:13:38.400061+0000","last_became_active":"2024-09-10T08:12:43.860849+0000","last_became_peered":"2024-09-10T08:12:43.860849+0000","last_unstale":"2024-09-10T08:13:38.400061+0000","last_undegraded":"2024-09-10T08:13:38.400061+0000","last_fullsized":"2024-09-10T08:13:38.400061+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:26:53.475097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008776+0000","last_change":"2024-09-10T08:12:36.834293+0000","last_active":"2024-09-10T08:12:47.008776+0000","last_peered":"2024-09-10T08:12:47.008776+0000","last_clean":"2024-09-10T08:12:47.008776+0000","last_became_active":"2024-09-10T08:12:36.833981+0000","last_became_peered":"2024-09-10T08:12:36.833981+0000","last_unstale":"2024-09-10T08:12:47.008776+0000","last_undegraded":"2024-09-10T08:12:47.008776+0000","last_fullsized":"2024-09-10T08:12:47.008776+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:56:18.333347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"88'14","reported_seq":46,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.400704+0000","last_change":"2024-09-10T08:12:34.804300+0000","last_active":"2024-09-10T08:13:38.400704+0000","last_peered":"2024-09-10T08:13:38.400704+0000","last_clean":"2024-09-10T08:13:38.400704+0000","last_became_active":"2024-09-10T08:12:34.803980+0000","last_became_peered":"2024-09-10T08:12:34.803980+0000","last_unstale":"2024-09-10T08:13:38.400704+0000","last_undegraded":"2024-09-10T08:13:38.400704+0000","last_fullsized":"2024-09-10T08:13:38.400704+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:31:41.215961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":25,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.007872+0000","last_change":"2024-09-10T08:12:43.992400+0000","last_active":"2024-09-10T08:12:47.007872+0000","last_peered":"2024-09-10T08:12:47.007872+0000","last_clean":"2024-09-10T08:12:47.007872+0000","last_became_active":"2024-09-10T08:12:43.991970+0000","last_became_peered":"2024-09-10T08:12:43.991970+0000","last_unstale":"2024-09-10T08:12:47.007872+0000","last_undegraded":"2024-09-10T08:12:47.007872+0000","last_fullsized":"2024-09-10T08:12:47.007872+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:10:02.208981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401794+0000","last_change":"2024-09-10T08:12:36.832238+0000","last_active":"2024-09-10T08:13:39.401794+0000","last_peered":"2024-09-10T08:13:39.401794+0000","last_clean":"2024-09-10T08:13:39.401794+0000","last_became_active":"2024-09-10T08:12:36.831644+0000","last_became_peered":"2024-09-10T08:12:36.831644+0000","last_unstale":"2024-09-10T08:13:39.401794+0000","last_undegraded":"2024-09-10T08:13:39.401794+0000","last_fullsized":"2024-09-10T08:13:39.401794+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:44:55.777869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"88'4","reported_seq":35,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:21.816336+0000","last_change":"2024-09-10T08:12:34.934616+0000","last_active":"2024-09-10T08:13:21.816336+0000","last_peered":"2024-09-10T08:13:21.816336+0000","last_clean":"2024-09-10T08:13:21.816336+0000","last_became_active":"2024-09-10T08:12:34.934240+0000","last_became_peered":"2024-09-10T08:12:34.934240+0000","last_unstale":"2024-09-10T08:13:21.816336+0000","last_undegraded":"2024-09-10T08:13:21.816336+0000","last_fullsized":"2024-09-10T08:13:21.816336+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:01:30.178100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":19,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.402896+0000","last_change":"2024-09-10T08:12:43.866058+0000","last_active":"2024-09-10T08:13:38.402896+0000","last_peered":"2024-09-10T08:13:38.402896+0000","last_clean":"2024-09-10T08:13:38.402896+0000","last_became_active":"2024-09-10T08:12:43.865313+0000","last_became_peered":"2024-09-10T08:12:43.865313+0000","last_unstale":"2024-09-10T08:13:38.402896+0000","last_undegraded":"2024-09-10T08:13:38.402896+0000","last_fullsized":"2024-09-10T08:13:38.402896+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:15:57.695818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.403588+0000","last_change":"2024-09-10T08:12:36.827327+0000","last_active":"2024-09-10T08:13:38.403588+0000","last_peered":"2024-09-10T08:13:38.403588+0000","last_clean":"2024-09-10T08:13:38.403588+0000","last_became_active":"2024-09-10T08:12:36.826973+0000","last_became_peered":"2024-09-10T08:12:36.826973+0000","last_unstale":"2024-09-10T08:13:38.403588+0000","last_undegraded":"2024-09-10T08:13:38.403588+0000","last_fullsized":"2024-09-10T08:13:38.403588+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:03:53.148739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"88'1","reported_seq":33,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.400394+0000","last_change":"2024-09-10T08:12:34.935377+0000","last_active":"2024-09-10T08:13:38.400394+0000","last_peered":"2024-09-10T08:13:38.400394+0000","last_clean":"2024-09-10T08:13:38.400394+0000","last_became_active":"2024-09-10T08:12:34.934905+0000","last_became_peered":"2024-09-10T08:12:34.934905+0000","last_unstale":"2024-09-10T08:13:38.400394+0000","last_undegraded":"2024-09-10T08:13:38.400394+0000","last_fullsized":"2024-09-10T08:13:38.400394+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:48:46.159178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:46.932248+0000","last_change":"2024-09-10T08:12:43.992295+0000","last_active":"2024-09-10T08:12:46.932248+0000","last_peered":"2024-09-10T08:12:46.932248+0000","last_clean":"2024-09-10T08:12:46.932248+0000","last_became_active":"2024-09-10T08:12:43.991802+0000","last_became_peered":"2024-09-10T08:12:43.991802+0000","last_unstale":"2024-09-10T08:12:46.932248+0000","last_undegraded":"2024-09-10T08:12:46.932248+0000","last_fullsized":"2024-09-10T08:12:46.932248+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:38:53.330441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":26,"reported_epoch":88,"state":"peering","last_fresh":"2024-09-10T08:12:46.883774+0000","last_change":"2024-09-10T08:13:38.403998+0000","last_active":"2024-09-10T08:13:38.403998+0000","last_peered":"2024-09-10T08:12:46.883774+0000","last_clean":"2024-09-10T08:12:46.883774+0000","last_became_active":"2024-09-10T08:12:36.832783+0000","last_became_peered":"2024-09-10T08:12:36.832783+0000","last_unstale":"2024-09-10T08:12:46.883774+0000","last_undegraded":"2024-09-10T08:12:46.883774+0000","last_fullsized":"2024-09-10T08:12:46.883774+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4,9],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"88'6","reported_seq":50,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:33.840657+0000","last_change":"2024-09-10T08:12:34.814037+0000","last_active":"2024-09-10T08:13:33.840657+0000","last_peered":"2024-09-10T08:13:33.840657+0000","last_clean":"2024-09-10T08:13:33.840657+0000","last_became_active":"2024-09-10T08:12:34.813620+0000","last_became_peered":"2024-09-10T08:12:34.813620+0000","last_unstale":"2024-09-10T08:13:33.840657+0000","last_undegraded":"2024-09-10T08:13:33.840657+0000","last_fullsized":"2024-09-10T08:13:33.840657+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:21:07.593990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":981,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":14,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401581+0000","last_change":"2024-09-10T08:12:43.866652+0000","last_active":"2024-09-10T08:13:39.401581+0000","last_peered":"2024-09-10T08:13:39.401581+0000","last_clean":"2024-09-10T08:13:39.401581+0000","last_became_active":"2024-09-10T08:12:43.866267+0000","last_became_peered":"2024-09-10T08:12:43.866267+0000","last_unstale":"2024-09-10T08:13:39.401581+0000","last_undegraded":"2024-09-10T08:13:39.401581+0000","last_fullsized":"2024-09-10T08:13:39.401581+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:40:11.894132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009002+0000","last_change":"2024-09-10T08:12:36.828347+0000","last_active":"2024-09-10T08:12:47.009002+0000","last_peered":"2024-09-10T08:12:47.009002+0000","last_clean":"2024-09-10T08:12:47.009002+0000","last_became_active":"2024-09-10T08:12:36.828034+0000","last_became_peered":"2024-09-10T08:12:36.828034+0000","last_unstale":"2024-09-10T08:12:47.009002+0000","last_undegraded":"2024-09-10T08:12:47.009002+0000","last_fullsized":"2024-09-10T08:12:47.009002+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:12:34.999032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"88'5","reported_seq":58,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401354+0000","last_change":"2024-09-10T08:12:34.934390+0000","last_active":"2024-09-10T08:13:39.401354+0000","last_peered":"2024-09-10T08:13:39.401354+0000","last_clean":"2024-09-10T08:13:39.401354+0000","last_became_active":"2024-09-10T08:12:34.934052+0000","last_became_peered":"2024-09-10T08:12:34.934052+0000","last_unstale":"2024-09-10T08:13:39.401354+0000","last_undegraded":"2024-09-10T08:13:39.401354+0000","last_fullsized":"2024-09-10T08:13:39.401354+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:48:53.538324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":19,"num_read_kb":19,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401714+0000","last_change":"2024-09-10T08:12:43.992318+0000","last_active":"2024-09-10T08:13:39.401714+0000","last_peered":"2024-09-10T08:13:39.401714+0000","last_clean":"2024-09-10T08:13:39.401714+0000","last_became_active":"2024-09-10T08:12:43.991865+0000","last_became_peered":"2024-09-10T08:12:43.991865+0000","last_unstale":"2024-09-10T08:13:39.401714+0000","last_undegraded":"2024-09-10T08:13:39.401714+0000","last_fullsized":"2024-09-10T08:13:39.401714+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:44:14.872522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401214+0000","last_change":"2024-09-10T08:12:36.831968+0000","last_active":"2024-09-10T08:13:39.401214+0000","last_peered":"2024-09-10T08:13:39.401214+0000","last_clean":"2024-09-10T08:13:39.401214+0000","last_became_active":"2024-09-10T08:12:36.831636+0000","last_became_peered":"2024-09-10T08:12:36.831636+0000","last_unstale":"2024-09-10T08:13:39.401214+0000","last_undegraded":"2024-09-10T08:13:39.401214+0000","last_fullsized":"2024-09-10T08:13:39.401214+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:36:42.460656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"88'4","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:21.005015+0000","last_change":"2024-09-10T08:12:34.811292+0000","last_active":"2024-09-10T08:13:21.005015+0000","last_peered":"2024-09-10T08:13:21.005015+0000","last_clean":"2024-09-10T08:13:21.005015+0000","last_became_active":"2024-09-10T08:12:34.810947+0000","last_became_peered":"2024-09-10T08:12:34.810947+0000","last_unstale":"2024-09-10T08:13:21.005015+0000","last_undegraded":"2024-09-10T08:13:21.005015+0000","last_fullsized":"2024-09-10T08:13:21.005015+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:34:12.885332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009830+0000","last_change":"2024-09-10T08:12:43.993002+0000","last_active":"2024-09-10T08:12:47.009830+0000","last_peered":"2024-09-10T08:12:47.009830+0000","last_clean":"2024-09-10T08:12:47.009830+0000","last_became_active":"2024-09-10T08:12:43.992378+0000","last_became_peered":"2024-09-10T08:12:43.992378+0000","last_unstale":"2024-09-10T08:12:47.009830+0000","last_undegraded":"2024-09-10T08:12:47.009830+0000","last_fullsized":"2024-09-10T08:12:47.009830+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:51:30.925233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008514+0000","last_change":"2024-09-10T08:12:36.835603+0000","last_active":"2024-09-10T08:12:47.008514+0000","last_peered":"2024-09-10T08:12:47.008514+0000","last_clean":"2024-09-10T08:12:47.008514+0000","last_became_active":"2024-09-10T08:12:36.835266+0000","last_became_peered":"2024-09-10T08:12:36.835266+0000","last_unstale":"2024-09-10T08:12:47.008514+0000","last_undegraded":"2024-09-10T08:12:47.008514+0000","last_fullsized":"2024-09-10T08:12:47.008514+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:19.661448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"88'6","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.676201+0000","last_change":"2024-09-10T08:12:34.812517+0000","last_active":"2024-09-10T08:13:39.676201+0000","last_peered":"2024-09-10T08:13:39.676201+0000","last_clean":"2024-09-10T08:13:39.676201+0000","last_became_active":"2024-09-10T08:12:34.811489+0000","last_became_peered":"2024-09-10T08:12:34.811489+0000","last_unstale":"2024-09-10T08:13:39.676201+0000","last_undegraded":"2024-09-10T08:13:39.676201+0000","last_fullsized":"2024-09-10T08:13:39.676201+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:06:38.638602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":345,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.144769+0000","last_change":"2024-09-10T08:11:22.269533+0000","last_active":"2024-09-10T08:12:47.144769+0000","last_peered":"2024-09-10T08:12:47.144769+0000","last_clean":"2024-09-10T08:12:47.144769+0000","last_became_active":"2024-09-10T08:11:22.268999+0000","last_became_peered":"2024-09-10T08:11:22.268999+0000","last_unstale":"2024-09-10T08:12:47.144769+0000","last_undegraded":"2024-09-10T08:12:47.144769+0000","last_fullsized":"2024-09-10T08:12:47.144769+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:07:54.541647+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:07:54.541647+0000","last_clean_scrub_stamp":"2024-09-10T08:07:54.541647+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:11:27.439735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"88'1","reported_seq":18,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.144784+0000","last_change":"2024-09-10T08:12:43.868283+0000","last_active":"2024-09-10T08:12:47.144784+0000","last_peered":"2024-09-10T08:12:47.144784+0000","last_clean":"2024-09-10T08:12:47.144784+0000","last_became_active":"2024-09-10T08:12:43.867984+0000","last_became_peered":"2024-09-10T08:12:43.867984+0000","last_unstale":"2024-09-10T08:12:47.144784+0000","last_undegraded":"2024-09-10T08:12:47.144784+0000","last_fullsized":"2024-09-10T08:12:47.144784+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:30:00.462641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.144848+0000","last_change":"2024-09-10T08:12:36.832950+0000","last_active":"2024-09-10T08:12:47.144848+0000","last_peered":"2024-09-10T08:12:47.144848+0000","last_clean":"2024-09-10T08:12:47.144848+0000","last_became_active":"2024-09-10T08:12:36.832602+0000","last_became_peered":"2024-09-10T08:12:36.832602+0000","last_unstale":"2024-09-10T08:12:47.144848+0000","last_undegraded":"2024-09-10T08:12:47.144848+0000","last_fullsized":"2024-09-10T08:12:47.144848+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:18:11.879093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"88'5","reported_seq":55,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.400833+0000","last_change":"2024-09-10T08:12:35.352007+0000","last_active":"2024-09-10T08:13:38.400833+0000","last_peered":"2024-09-10T08:13:38.400833+0000","last_clean":"2024-09-10T08:13:38.400833+0000","last_became_active":"2024-09-10T08:12:35.351623+0000","last_became_peered":"2024-09-10T08:12:35.351623+0000","last_unstale":"2024-09-10T08:13:38.400833+0000","last_undegraded":"2024-09-10T08:13:38.400833+0000","last_fullsized":"2024-09-10T08:13:38.400833+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:37:27.810889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":18,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":19,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.407175+0000","last_change":"2024-09-10T08:12:43.865702+0000","last_active":"2024-09-10T08:13:38.407175+0000","last_peered":"2024-09-10T08:13:38.407175+0000","last_clean":"2024-09-10T08:13:38.407175+0000","last_became_active":"2024-09-10T08:12:43.865229+0000","last_became_peered":"2024-09-10T08:12:43.865229+0000","last_unstale":"2024-09-10T08:13:38.407175+0000","last_undegraded":"2024-09-10T08:13:38.407175+0000","last_fullsized":"2024-09-10T08:13:38.407175+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:02:29.345505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.144664+0000","last_change":"2024-09-10T08:12:36.827564+0000","last_active":"2024-09-10T08:12:47.144664+0000","last_peered":"2024-09-10T08:12:47.144664+0000","last_clean":"2024-09-10T08:12:47.144664+0000","last_became_active":"2024-09-10T08:12:36.827241+0000","last_became_peered":"2024-09-10T08:12:36.827241+0000","last_unstale":"2024-09-10T08:12:47.144664+0000","last_undegraded":"2024-09-10T08:12:47.144664+0000","last_fullsized":"2024-09-10T08:12:47.144664+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:39.539095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"88'3","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:21.816093+0000","last_change":"2024-09-10T08:12:34.813584+0000","last_active":"2024-09-10T08:13:21.816093+0000","last_peered":"2024-09-10T08:13:21.816093+0000","last_clean":"2024-09-10T08:13:21.816093+0000","last_became_active":"2024-09-10T08:12:34.812971+0000","last_became_peered":"2024-09-10T08:12:34.812971+0000","last_unstale":"2024-09-10T08:13:21.816093+0000","last_undegraded":"2024-09-10T08:13:21.816093+0000","last_fullsized":"2024-09-10T08:13:21.816093+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:07:59.453651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":19,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.405712+0000","last_change":"2024-09-10T08:12:43.870109+0000","last_active":"2024-09-10T08:13:38.405712+0000","last_peered":"2024-09-10T08:13:38.405712+0000","last_clean":"2024-09-10T08:13:38.405712+0000","last_became_active":"2024-09-10T08:12:43.869729+0000","last_became_peered":"2024-09-10T08:12:43.869729+0000","last_unstale":"2024-09-10T08:13:38.405712+0000","last_undegraded":"2024-09-10T08:13:38.405712+0000","last_fullsized":"2024-09-10T08:13:38.405712+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:43:11.951209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.144516+0000","last_change":"2024-09-10T08:12:36.833151+0000","last_active":"2024-09-10T08:12:47.144516+0000","last_peered":"2024-09-10T08:12:47.144516+0000","last_clean":"2024-09-10T08:12:47.144516+0000","last_became_active":"2024-09-10T08:12:36.832799+0000","last_became_peered":"2024-09-10T08:12:36.832799+0000","last_unstale":"2024-09-10T08:12:47.144516+0000","last_undegraded":"2024-09-10T08:12:47.144516+0000","last_fullsized":"2024-09-10T08:12:47.144516+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:53:45.406482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"88'5","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401793+0000","last_change":"2024-09-10T08:12:34.809644+0000","last_active":"2024-09-10T08:13:39.401793+0000","last_peered":"2024-09-10T08:13:39.401793+0000","last_clean":"2024-09-10T08:13:39.401793+0000","last_became_active":"2024-09-10T08:12:34.809361+0000","last_became_peered":"2024-09-10T08:12:34.809361+0000","last_unstale":"2024-09-10T08:13:39.401793+0000","last_undegraded":"2024-09-10T08:13:39.401793+0000","last_fullsized":"2024-09-10T08:13:39.401793+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:51:33.188450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008700+0000","last_change":"2024-09-10T08:12:43.863219+0000","last_active":"2024-09-10T08:12:47.008700+0000","last_peered":"2024-09-10T08:12:47.008700+0000","last_clean":"2024-09-10T08:12:47.008700+0000","last_became_active":"2024-09-10T08:12:43.862833+0000","last_became_peered":"2024-09-10T08:12:43.862833+0000","last_unstale":"2024-09-10T08:12:47.008700+0000","last_undegraded":"2024-09-10T08:12:47.008700+0000","last_fullsized":"2024-09-10T08:12:47.008700+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:43:20.340029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.402963+0000","last_change":"2024-09-10T08:12:36.828073+0000","last_active":"2024-09-10T08:13:38.402963+0000","last_peered":"2024-09-10T08:13:38.402963+0000","last_clean":"2024-09-10T08:13:38.402963+0000","last_became_active":"2024-09-10T08:12:36.827750+0000","last_became_peered":"2024-09-10T08:12:36.827750+0000","last_unstale":"2024-09-10T08:13:38.402963+0000","last_undegraded":"2024-09-10T08:13:38.402963+0000","last_fullsized":"2024-09-10T08:13:38.402963+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:21:16.671134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.f","version":"88'2","reported_seq":33,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:21.807335+0000","last_change":"2024-09-10T08:12:34.810961+0000","last_active":"2024-09-10T08:13:21.807335+0000","last_peered":"2024-09-10T08:13:21.807335+0000","last_clean":"2024-09-10T08:13:21.807335+0000","last_became_active":"2024-09-10T08:12:34.810583+0000","last_became_peered":"2024-09-10T08:12:34.810583+0000","last_unstale":"2024-09-10T08:13:21.807335+0000","last_undegraded":"2024-09-10T08:13:21.807335+0000","last_fullsized":"2024-09-10T08:13:21.807335+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:47:04.190625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008870+0000","last_change":"2024-09-10T08:12:43.861978+0000","last_active":"2024-09-10T08:12:47.008870+0000","last_peered":"2024-09-10T08:12:47.008870+0000","last_clean":"2024-09-10T08:12:47.008870+0000","last_became_active":"2024-09-10T08:12:43.861367+0000","last_became_peered":"2024-09-10T08:12:43.861367+0000","last_unstale":"2024-09-10T08:12:47.008870+0000","last_undegraded":"2024-09-10T08:12:47.008870+0000","last_fullsized":"2024-09-10T08:12:47.008870+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:30:00.860926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009051+0000","last_change":"2024-09-10T08:12:36.831213+0000","last_active":"2024-09-10T08:12:47.009051+0000","last_peered":"2024-09-10T08:12:47.009051+0000","last_clean":"2024-09-10T08:12:47.009051+0000","last_became_active":"2024-09-10T08:12:36.830859+0000","last_became_peered":"2024-09-10T08:12:36.830859+0000","last_unstale":"2024-09-10T08:12:47.009051+0000","last_undegraded":"2024-09-10T08:12:47.009051+0000","last_fullsized":"2024-09-10T08:12:47.009051+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:24:41.648614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.10","version":"88'17","reported_seq":48,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:21.815526+0000","last_change":"2024-09-10T08:12:34.935217+0000","last_active":"2024-09-10T08:13:21.815526+0000","last_peered":"2024-09-10T08:13:21.815526+0000","last_clean":"2024-09-10T08:13:21.815526+0000","last_became_active":"2024-09-10T08:12:34.934826+0000","last_became_peered":"2024-09-10T08:12:34.934826+0000","last_unstale":"2024-09-10T08:13:21.815526+0000","last_undegraded":"2024-09-10T08:13:21.815526+0000","last_fullsized":"2024-09-10T08:13:21.815526+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:00:38.020341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401855+0000","last_change":"2024-09-10T08:12:43.869729+0000","last_active":"2024-09-10T08:13:39.401855+0000","last_peered":"2024-09-10T08:13:39.401855+0000","last_clean":"2024-09-10T08:13:39.401855+0000","last_became_active":"2024-09-10T08:12:43.869340+0000","last_became_peered":"2024-09-10T08:12:43.869340+0000","last_unstale":"2024-09-10T08:13:39.401855+0000","last_undegraded":"2024-09-10T08:13:39.401855+0000","last_fullsized":"2024-09-10T08:13:39.401855+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:51:09.345805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.144129+0000","last_change":"2024-09-10T08:12:36.828727+0000","last_active":"2024-09-10T08:12:47.144129+0000","last_peered":"2024-09-10T08:12:47.144129+0000","last_clean":"2024-09-10T08:12:47.144129+0000","last_became_active":"2024-09-10T08:12:36.828414+0000","last_became_peered":"2024-09-10T08:12:36.828414+0000","last_unstale":"2024-09-10T08:12:47.144129+0000","last_undegraded":"2024-09-10T08:12:47.144129+0000","last_fullsized":"2024-09-10T08:12:47.144129+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:15:18.145475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"88'5","reported_seq":59,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.675868+0000","last_change":"2024-09-10T08:12:34.810916+0000","last_active":"2024-09-10T08:13:39.675868+0000","last_peered":"2024-09-10T08:13:39.675868+0000","last_clean":"2024-09-10T08:13:39.675868+0000","last_became_active":"2024-09-10T08:12:34.810589+0000","last_became_peered":"2024-09-10T08:12:34.810589+0000","last_unstale":"2024-09-10T08:13:39.675868+0000","last_undegraded":"2024-09-10T08:13:39.675868+0000","last_fullsized":"2024-09-10T08:13:39.675868+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:34:40.703435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":21,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":19,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.401061+0000","last_change":"2024-09-10T08:12:43.873472+0000","last_active":"2024-09-10T08:13:38.401061+0000","last_peered":"2024-09-10T08:13:38.401061+0000","last_clean":"2024-09-10T08:13:38.401061+0000","last_became_active":"2024-09-10T08:12:43.872708+0000","last_became_peered":"2024-09-10T08:12:43.872708+0000","last_unstale":"2024-09-10T08:13:38.401061+0000","last_undegraded":"2024-09-10T08:13:38.401061+0000","last_fullsized":"2024-09-10T08:13:38.401061+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:02:08.059771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.144497+0000","last_change":"2024-09-10T08:12:36.827575+0000","last_active":"2024-09-10T08:12:47.144497+0000","last_peered":"2024-09-10T08:12:47.144497+0000","last_clean":"2024-09-10T08:12:47.144497+0000","last_became_active":"2024-09-10T08:12:36.827219+0000","last_became_peered":"2024-09-10T08:12:36.827219+0000","last_unstale":"2024-09-10T08:12:47.144497+0000","last_undegraded":"2024-09-10T08:12:47.144497+0000","last_fullsized":"2024-09-10T08:12:47.144497+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:46:48.843252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"88'5","reported_seq":36,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:22.825216+0000","last_change":"2024-09-10T08:12:34.811935+0000","last_active":"2024-09-10T08:13:22.825216+0000","last_peered":"2024-09-10T08:13:22.825216+0000","last_clean":"2024-09-10T08:13:22.825216+0000","last_became_active":"2024-09-10T08:12:34.811456+0000","last_became_peered":"2024-09-10T08:12:34.811456+0000","last_unstale":"2024-09-10T08:13:22.825216+0000","last_undegraded":"2024-09-10T08:13:22.825216+0000","last_fullsized":"2024-09-10T08:13:22.825216+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:17:47.051684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":19,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.402833+0000","last_change":"2024-09-10T08:12:43.869439+0000","last_active":"2024-09-10T08:13:38.402833+0000","last_peered":"2024-09-10T08:13:38.402833+0000","last_clean":"2024-09-10T08:13:38.402833+0000","last_became_active":"2024-09-10T08:12:43.869034+0000","last_became_peered":"2024-09-10T08:12:43.869034+0000","last_unstale":"2024-09-10T08:13:38.402833+0000","last_undegraded":"2024-09-10T08:13:38.402833+0000","last_fullsized":"2024-09-10T08:13:38.402833+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:21:54.382769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401453+0000","last_change":"2024-09-10T08:12:36.829005+0000","last_active":"2024-09-10T08:13:39.401453+0000","last_peered":"2024-09-10T08:13:39.401453+0000","last_clean":"2024-09-10T08:13:39.401453+0000","last_became_active":"2024-09-10T08:12:36.828617+0000","last_became_peered":"2024-09-10T08:12:36.828617+0000","last_unstale":"2024-09-10T08:13:39.401453+0000","last_undegraded":"2024-09-10T08:13:39.401453+0000","last_fullsized":"2024-09-10T08:13:39.401453+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:43:31.280528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"88'9","reported_seq":43,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.400413+0000","last_change":"2024-09-10T08:12:34.812181+0000","last_active":"2024-09-10T08:13:38.400413+0000","last_peered":"2024-09-10T08:13:38.400413+0000","last_clean":"2024-09-10T08:13:38.400413+0000","last_became_active":"2024-09-10T08:12:34.810647+0000","last_became_peered":"2024-09-10T08:12:34.810647+0000","last_unstale":"2024-09-10T08:13:38.400413+0000","last_undegraded":"2024-09-10T08:13:38.400413+0000","last_fullsized":"2024-09-10T08:13:38.400413+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:33:19.720823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009834+0000","last_change":"2024-09-10T08:12:43.863520+0000","last_active":"2024-09-10T08:12:47.009834+0000","last_peered":"2024-09-10T08:12:47.009834+0000","last_clean":"2024-09-10T08:12:47.009834+0000","last_became_active":"2024-09-10T08:12:43.862340+0000","last_became_peered":"2024-09-10T08:12:43.862340+0000","last_unstale":"2024-09-10T08:12:47.009834+0000","last_undegraded":"2024-09-10T08:12:47.009834+0000","last_fullsized":"2024-09-10T08:12:47.009834+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:00:39.711524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:46.932474+0000","last_change":"2024-09-10T08:12:36.832910+0000","last_active":"2024-09-10T08:12:46.932474+0000","last_peered":"2024-09-10T08:12:46.932474+0000","last_clean":"2024-09-10T08:12:46.932474+0000","last_became_active":"2024-09-10T08:12:36.832581+0000","last_became_peered":"2024-09-10T08:12:36.832581+0000","last_unstale":"2024-09-10T08:12:46.932474+0000","last_undegraded":"2024-09-10T08:12:46.932474+0000","last_fullsized":"2024-09-10T08:12:46.932474+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:40:13.697323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.14","version":"88'31","reported_seq":106,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.835866+0000","last_change":"2024-09-10T08:12:34.811160+0000","last_active":"2024-09-10T08:13:38.835866+0000","last_peered":"2024-09-10T08:13:38.835866+0000","last_clean":"2024-09-10T08:13:38.835866+0000","last_became_active":"2024-09-10T08:12:34.810807+0000","last_became_peered":"2024-09-10T08:12:34.810807+0000","last_unstale":"2024-09-10T08:13:38.835866+0000","last_undegraded":"2024-09-10T08:13:38.835866+0000","last_fullsized":"2024-09-10T08:13:38.835866+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:59:27.235130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57258,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":43,"num_read_kb":77,"num_write":33,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":2,"reported_epoch":89,"state":"peering","last_fresh":"2024-09-10T08:12:43.859795+0000","last_change":"2024-09-10T08:13:39.211300+0000","last_active":"2024-09-10T08:12:42.844514+0000","last_peered":"2024-09-10T08:12:42.844514+0000","last_clean":"2024-09-10T08:12:42.844514+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:12:43.859795+0000","last_undegraded":"2024-09-10T08:12:43.859795+0000","last_fullsized":"2024-09-10T08:12:43.859795+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,11,5],"acting":[10,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":26,"reported_epoch":88,"state":"peering","last_fresh":"2024-09-10T08:12:47.008419+0000","last_change":"2024-09-10T08:13:38.406665+0000","last_active":"2024-09-10T08:13:38.406665+0000","last_peered":"2024-09-10T08:12:47.008419+0000","last_clean":"2024-09-10T08:12:47.008419+0000","last_became_active":"2024-09-10T08:12:36.832277+0000","last_became_peered":"2024-09-10T08:12:36.832277+0000","last_unstale":"2024-09-10T08:12:47.008419+0000","last_undegraded":"2024-09-10T08:12:47.008419+0000","last_fullsized":"2024-09-10T08:12:47.008419+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,6],"acting":[1,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[4,6,8],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"88'5","reported_seq":36,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:21.809587+0000","last_change":"2024-09-10T08:12:34.935213+0000","last_active":"2024-09-10T08:13:21.809587+0000","last_peered":"2024-09-10T08:13:21.809587+0000","last_clean":"2024-09-10T08:13:21.809587+0000","last_became_active":"2024-09-10T08:12:34.934653+0000","last_became_peered":"2024-09-10T08:12:34.934653+0000","last_unstale":"2024-09-10T08:13:21.809587+0000","last_undegraded":"2024-09-10T08:13:21.809587+0000","last_fullsized":"2024-09-10T08:13:21.809587+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:18:41.003041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.675576+0000","last_change":"2024-09-10T08:12:43.871926+0000","last_active":"2024-09-10T08:13:39.675576+0000","last_peered":"2024-09-10T08:13:39.675576+0000","last_clean":"2024-09-10T08:13:39.675576+0000","last_became_active":"2024-09-10T08:12:43.871484+0000","last_became_peered":"2024-09-10T08:12:43.871484+0000","last_unstale":"2024-09-10T08:13:39.675576+0000","last_undegraded":"2024-09-10T08:13:39.675576+0000","last_fullsized":"2024-09-10T08:13:39.675576+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:28:58.589905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.405802+0000","last_change":"2024-09-10T08:12:36.840159+0000","last_active":"2024-09-10T08:13:38.405802+0000","last_peered":"2024-09-10T08:13:38.405802+0000","last_clean":"2024-09-10T08:13:38.405802+0000","last_became_active":"2024-09-10T08:12:36.839716+0000","last_became_peered":"2024-09-10T08:12:36.839716+0000","last_unstale":"2024-09-10T08:13:38.405802+0000","last_undegraded":"2024-09-10T08:13:38.405802+0000","last_fullsized":"2024-09-10T08:13:38.405802+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:22:29.954782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"88'4","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:22.825046+0000","last_change":"2024-09-10T08:12:34.809229+0000","last_active":"2024-09-10T08:13:22.825046+0000","last_peered":"2024-09-10T08:13:22.825046+0000","last_clean":"2024-09-10T08:13:22.825046+0000","last_became_active":"2024-09-10T08:12:34.808802+0000","last_became_peered":"2024-09-10T08:12:34.808802+0000","last_unstale":"2024-09-10T08:13:22.825046+0000","last_undegraded":"2024-09-10T08:13:22.825046+0000","last_fullsized":"2024-09-10T08:13:22.825046+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:59:34.360559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":19,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.399798+0000","last_change":"2024-09-10T08:12:43.870601+0000","last_active":"2024-09-10T08:13:38.399798+0000","last_peered":"2024-09-10T08:13:38.399798+0000","last_clean":"2024-09-10T08:13:38.399798+0000","last_became_active":"2024-09-10T08:12:43.870168+0000","last_became_peered":"2024-09-10T08:12:43.870168+0000","last_unstale":"2024-09-10T08:13:38.399798+0000","last_undegraded":"2024-09-10T08:13:38.399798+0000","last_fullsized":"2024-09-10T08:13:38.399798+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:09:22.578268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.407885+0000","last_change":"2024-09-10T08:12:36.834262+0000","last_active":"2024-09-10T08:13:38.407885+0000","last_peered":"2024-09-10T08:13:38.407885+0000","last_clean":"2024-09-10T08:13:38.407885+0000","last_became_active":"2024-09-10T08:12:36.833922+0000","last_became_peered":"2024-09-10T08:12:36.833922+0000","last_unstale":"2024-09-10T08:13:38.407885+0000","last_undegraded":"2024-09-10T08:13:38.407885+0000","last_fullsized":"2024-09-10T08:13:38.407885+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:33:22.621701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"88'4","reported_seq":70,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.835188+0000","last_change":"2024-09-10T08:12:34.815637+0000","last_active":"2024-09-10T08:13:38.835188+0000","last_peered":"2024-09-10T08:13:38.835188+0000","last_clean":"2024-09-10T08:13:38.835188+0000","last_became_active":"2024-09-10T08:12:34.815296+0000","last_became_peered":"2024-09-10T08:12:34.815296+0000","last_unstale":"2024-09-10T08:13:38.835188+0000","last_undegraded":"2024-09-10T08:13:38.835188+0000","last_fullsized":"2024-09-10T08:13:38.835188+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:37:39.424478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":34,"num_read_kb":34,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008173+0000","last_change":"2024-09-10T08:12:43.862840+0000","last_active":"2024-09-10T08:12:47.008173+0000","last_peered":"2024-09-10T08:12:47.008173+0000","last_clean":"2024-09-10T08:12:47.008173+0000","last_became_active":"2024-09-10T08:12:43.862406+0000","last_became_peered":"2024-09-10T08:12:43.862406+0000","last_unstale":"2024-09-10T08:12:47.008173+0000","last_undegraded":"2024-09-10T08:12:47.008173+0000","last_fullsized":"2024-09-10T08:12:47.008173+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:18:22.047003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":19,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.405519+0000","last_change":"2024-09-10T08:12:43.867758+0000","last_active":"2024-09-10T08:13:38.405519+0000","last_peered":"2024-09-10T08:13:38.405519+0000","last_clean":"2024-09-10T08:13:38.405519+0000","last_became_active":"2024-09-10T08:12:43.867330+0000","last_became_peered":"2024-09-10T08:12:43.867330+0000","last_unstale":"2024-09-10T08:13:38.405519+0000","last_undegraded":"2024-09-10T08:13:38.405519+0000","last_fullsized":"2024-09-10T08:13:38.405519+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:58:09.229320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.399990+0000","last_change":"2024-09-10T08:12:36.826035+0000","last_active":"2024-09-10T08:13:38.399990+0000","last_peered":"2024-09-10T08:13:38.399990+0000","last_clean":"2024-09-10T08:13:38.399990+0000","last_became_active":"2024-09-10T08:12:36.825728+0000","last_became_peered":"2024-09-10T08:12:36.825728+0000","last_unstale":"2024-09-10T08:13:38.399990+0000","last_undegraded":"2024-09-10T08:13:38.399990+0000","last_fullsized":"2024-09-10T08:13:38.399990+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:34:52.253250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"88'3","reported_seq":34,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:22.826462+0000","last_change":"2024-09-10T08:12:34.814423+0000","last_active":"2024-09-10T08:13:22.826462+0000","last_peered":"2024-09-10T08:13:22.826462+0000","last_clean":"2024-09-10T08:13:22.826462+0000","last_became_active":"2024-09-10T08:12:34.814063+0000","last_became_peered":"2024-09-10T08:12:34.814063+0000","last_unstale":"2024-09-10T08:13:22.826462+0000","last_undegraded":"2024-09-10T08:13:22.826462+0000","last_fullsized":"2024-09-10T08:13:22.826462+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:51:32.749383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":18,"reported_epoch":88,"state":"peering","last_fresh":"2024-09-10T08:12:46.886250+0000","last_change":"2024-09-10T08:13:38.403032+0000","last_active":"2024-09-10T08:13:38.403032+0000","last_peered":"2024-09-10T08:12:46.886250+0000","last_clean":"2024-09-10T08:12:46.886250+0000","last_became_active":"2024-09-10T08:12:43.869041+0000","last_became_peered":"2024-09-10T08:12:43.869041+0000","last_unstale":"2024-09-10T08:12:46.886250+0000","last_undegraded":"2024-09-10T08:12:46.886250+0000","last_fullsized":"2024-09-10T08:12:46.886250+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8,0],"acting":[11,4,8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4,8,9],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008020+0000","last_change":"2024-09-10T08:12:36.835980+0000","last_active":"2024-09-10T08:12:47.008020+0000","last_peered":"2024-09-10T08:12:47.008020+0000","last_clean":"2024-09-10T08:12:47.008020+0000","last_became_active":"2024-09-10T08:12:36.835091+0000","last_became_peered":"2024-09-10T08:12:36.835091+0000","last_unstale":"2024-09-10T08:12:47.008020+0000","last_undegraded":"2024-09-10T08:12:47.008020+0000","last_fullsized":"2024-09-10T08:12:47.008020+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:52:09.526296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"88'3","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401236+0000","last_change":"2024-09-10T08:12:34.805925+0000","last_active":"2024-09-10T08:13:39.401236+0000","last_peered":"2024-09-10T08:13:39.401236+0000","last_clean":"2024-09-10T08:13:39.401236+0000","last_became_active":"2024-09-10T08:12:34.805568+0000","last_became_peered":"2024-09-10T08:12:34.805568+0000","last_unstale":"2024-09-10T08:13:39.401236+0000","last_undegraded":"2024-09-10T08:13:39.401236+0000","last_fullsized":"2024-09-10T08:13:39.401236+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:48:06.627866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"88'7","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.403466+0000","last_change":"2024-09-10T08:12:34.814702+0000","last_active":"2024-09-10T08:13:38.403466+0000","last_peered":"2024-09-10T08:13:38.403466+0000","last_clean":"2024-09-10T08:13:38.403466+0000","last_became_active":"2024-09-10T08:12:34.814342+0000","last_became_peered":"2024-09-10T08:12:34.814342+0000","last_unstale":"2024-09-10T08:13:38.403466+0000","last_undegraded":"2024-09-10T08:13:38.403466+0000","last_fullsized":"2024-09-10T08:13:38.403466+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:21:13.086961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.009301+0000","last_change":"2024-09-10T08:12:36.835563+0000","last_active":"2024-09-10T08:12:47.009301+0000","last_peered":"2024-09-10T08:12:47.009301+0000","last_clean":"2024-09-10T08:12:47.009301+0000","last_became_active":"2024-09-10T08:12:36.835143+0000","last_became_peered":"2024-09-10T08:12:36.835143+0000","last_unstale":"2024-09-10T08:12:47.009301+0000","last_undegraded":"2024-09-10T08:12:47.009301+0000","last_fullsized":"2024-09-10T08:12:47.009301+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:06:03.296303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":19,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.400435+0000","last_change":"2024-09-10T08:12:43.869005+0000","last_active":"2024-09-10T08:13:38.400435+0000","last_peered":"2024-09-10T08:13:38.400435+0000","last_clean":"2024-09-10T08:13:38.400435+0000","last_became_active":"2024-09-10T08:12:43.868553+0000","last_became_peered":"2024-09-10T08:12:43.868553+0000","last_unstale":"2024-09-10T08:13:38.400435+0000","last_undegraded":"2024-09-10T08:13:38.400435+0000","last_fullsized":"2024-09-10T08:13:38.400435+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:19:42.304477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"88'5","reported_seq":51,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:13:33.828161+0000","last_change":"2024-09-10T08:12:34.811244+0000","last_active":"2024-09-10T08:13:33.828161+0000","last_peered":"2024-09-10T08:13:33.828161+0000","last_clean":"2024-09-10T08:13:33.828161+0000","last_became_active":"2024-09-10T08:12:34.810834+0000","last_became_peered":"2024-09-10T08:12:34.810834+0000","last_unstale":"2024-09-10T08:13:33.828161+0000","last_undegraded":"2024-09-10T08:13:33.828161+0000","last_fullsized":"2024-09-10T08:13:33.828161+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:16:17.995366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":16,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:46.932225+0000","last_change":"2024-09-10T08:12:36.827208+0000","last_active":"2024-09-10T08:12:46.932225+0000","last_peered":"2024-09-10T08:12:46.932225+0000","last_clean":"2024-09-10T08:12:46.932225+0000","last_became_active":"2024-09-10T08:12:36.826863+0000","last_became_peered":"2024-09-10T08:12:36.826863+0000","last_unstale":"2024-09-10T08:12:46.932225+0000","last_undegraded":"2024-09-10T08:12:46.932225+0000","last_fullsized":"2024-09-10T08:12:46.932225+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:19:48.208439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":19,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.400413+0000","last_change":"2024-09-10T08:12:43.862115+0000","last_active":"2024-09-10T08:13:38.400413+0000","last_peered":"2024-09-10T08:13:38.400413+0000","last_clean":"2024-09-10T08:13:38.400413+0000","last_became_active":"2024-09-10T08:12:43.861732+0000","last_became_peered":"2024-09-10T08:12:43.861732+0000","last_unstale":"2024-09-10T08:13:38.400413+0000","last_undegraded":"2024-09-10T08:13:38.400413+0000","last_fullsized":"2024-09-10T08:13:38.400413+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:14:27.742653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.402429+0000","last_change":"2024-09-10T08:12:36.823862+0000","last_active":"2024-09-10T08:13:38.402429+0000","last_peered":"2024-09-10T08:13:38.402429+0000","last_clean":"2024-09-10T08:13:38.402429+0000","last_became_active":"2024-09-10T08:12:36.823469+0000","last_became_peered":"2024-09-10T08:12:36.823469+0000","last_unstale":"2024-09-10T08:13:38.402429+0000","last_undegraded":"2024-09-10T08:13:38.402429+0000","last_fullsized":"2024-09-10T08:13:38.402429+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:49:39.006645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.400460+0000","last_change":"2024-09-10T08:12:36.836892+0000","last_active":"2024-09-10T08:13:38.400460+0000","last_peered":"2024-09-10T08:13:38.400460+0000","last_clean":"2024-09-10T08:13:38.400460+0000","last_became_active":"2024-09-10T08:12:36.836437+0000","last_became_peered":"2024-09-10T08:12:36.836437+0000","last_unstale":"2024-09-10T08:13:38.400460+0000","last_undegraded":"2024-09-10T08:13:38.400460+0000","last_fullsized":"2024-09-10T08:13:38.400460+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:19:20.085951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.400226+0000","last_change":"2024-09-10T08:12:36.832733+0000","last_active":"2024-09-10T08:13:38.400226+0000","last_peered":"2024-09-10T08:13:38.400226+0000","last_clean":"2024-09-10T08:13:38.400226+0000","last_became_active":"2024-09-10T08:12:36.832395+0000","last_became_peered":"2024-09-10T08:12:36.832395+0000","last_unstale":"2024-09-10T08:13:38.400226+0000","last_undegraded":"2024-09-10T08:13:38.400226+0000","last_fullsized":"2024-09-10T08:13:38.400226+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:05:41.291574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.405715+0000","last_change":"2024-09-10T08:12:36.837495+0000","last_active":"2024-09-10T08:13:38.405715+0000","last_peered":"2024-09-10T08:13:38.405715+0000","last_clean":"2024-09-10T08:13:38.405715+0000","last_became_active":"2024-09-10T08:12:36.837198+0000","last_became_peered":"2024-09-10T08:12:36.837198+0000","last_unstale":"2024-09-10T08:13:38.405715+0000","last_undegraded":"2024-09-10T08:13:38.405715+0000","last_fullsized":"2024-09-10T08:13:38.405715+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:08:30.363433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401689+0000","last_change":"2024-09-10T08:12:36.825857+0000","last_active":"2024-09-10T08:13:39.401689+0000","last_peered":"2024-09-10T08:13:39.401689+0000","last_clean":"2024-09-10T08:13:39.401689+0000","last_became_active":"2024-09-10T08:12:36.825542+0000","last_became_peered":"2024-09-10T08:12:36.825542+0000","last_unstale":"2024-09-10T08:13:39.401689+0000","last_undegraded":"2024-09-10T08:13:39.401689+0000","last_fullsized":"2024-09-10T08:13:39.401689+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:22:48.590212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.403302+0000","last_change":"2024-09-10T08:12:36.824716+0000","last_active":"2024-09-10T08:13:38.403302+0000","last_peered":"2024-09-10T08:13:38.403302+0000","last_clean":"2024-09-10T08:13:38.403302+0000","last_became_active":"2024-09-10T08:12:36.824366+0000","last_became_peered":"2024-09-10T08:12:36.824366+0000","last_unstale":"2024-09-10T08:13:38.403302+0000","last_undegraded":"2024-09-10T08:13:38.403302+0000","last_fullsized":"2024-09-10T08:13:38.403302+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:55:03.364499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.400594+0000","last_change":"2024-09-10T08:12:36.833047+0000","last_active":"2024-09-10T08:13:38.400594+0000","last_peered":"2024-09-10T08:13:38.400594+0000","last_clean":"2024-09-10T08:13:38.400594+0000","last_became_active":"2024-09-10T08:12:36.830068+0000","last_became_peered":"2024-09-10T08:12:36.830068+0000","last_unstale":"2024-09-10T08:13:38.400594+0000","last_undegraded":"2024-09-10T08:13:38.400594+0000","last_fullsized":"2024-09-10T08:13:38.400594+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:00:24.585213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008507+0000","last_change":"2024-09-10T08:12:36.839767+0000","last_active":"2024-09-10T08:12:47.008507+0000","last_peered":"2024-09-10T08:12:47.008507+0000","last_clean":"2024-09-10T08:12:47.008507+0000","last_became_active":"2024-09-10T08:12:36.839449+0000","last_became_peered":"2024-09-10T08:12:36.839449+0000","last_unstale":"2024-09-10T08:12:47.008507+0000","last_undegraded":"2024-09-10T08:12:47.008507+0000","last_fullsized":"2024-09-10T08:12:47.008507+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:29:51.721688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008883+0000","last_change":"2024-09-10T08:12:36.833819+0000","last_active":"2024-09-10T08:12:47.008883+0000","last_peered":"2024-09-10T08:12:47.008883+0000","last_clean":"2024-09-10T08:12:47.008883+0000","last_became_active":"2024-09-10T08:12:36.833410+0000","last_became_peered":"2024-09-10T08:12:36.833410+0000","last_unstale":"2024-09-10T08:12:47.008883+0000","last_undegraded":"2024-09-10T08:12:47.008883+0000","last_fullsized":"2024-09-10T08:12:47.008883+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:29:51.554026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.008353+0000","last_change":"2024-09-10T08:12:36.840924+0000","last_active":"2024-09-10T08:12:47.008353+0000","last_peered":"2024-09-10T08:12:47.008353+0000","last_clean":"2024-09-10T08:12:47.008353+0000","last_became_active":"2024-09-10T08:12:36.840560+0000","last_became_peered":"2024-09-10T08:12:36.840560+0000","last_unstale":"2024-09-10T08:12:47.008353+0000","last_undegraded":"2024-09-10T08:12:47.008353+0000","last_fullsized":"2024-09-10T08:12:47.008353+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:23:45.417772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.407593+0000","last_change":"2024-09-10T08:12:36.830715+0000","last_active":"2024-09-10T08:13:38.407593+0000","last_peered":"2024-09-10T08:13:38.407593+0000","last_clean":"2024-09-10T08:13:38.407593+0000","last_became_active":"2024-09-10T08:12:36.830267+0000","last_became_peered":"2024-09-10T08:12:36.830267+0000","last_unstale":"2024-09-10T08:13:38.407593+0000","last_undegraded":"2024-09-10T08:13:38.407593+0000","last_fullsized":"2024-09-10T08:13:38.407593+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:23:26.456194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401563+0000","last_change":"2024-09-10T08:12:36.824993+0000","last_active":"2024-09-10T08:13:39.401563+0000","last_peered":"2024-09-10T08:13:39.401563+0000","last_clean":"2024-09-10T08:13:39.401563+0000","last_became_active":"2024-09-10T08:12:36.824698+0000","last_became_peered":"2024-09-10T08:12:36.824698+0000","last_unstale":"2024-09-10T08:13:39.401563+0000","last_undegraded":"2024-09-10T08:13:39.401563+0000","last_fullsized":"2024-09-10T08:13:39.401563+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:31:03.705318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.403030+0000","last_change":"2024-09-10T08:12:36.827310+0000","last_active":"2024-09-10T08:13:38.403030+0000","last_peered":"2024-09-10T08:13:38.403030+0000","last_clean":"2024-09-10T08:13:38.403030+0000","last_became_active":"2024-09-10T08:12:36.826931+0000","last_became_peered":"2024-09-10T08:12:36.826931+0000","last_unstale":"2024-09-10T08:13:38.403030+0000","last_undegraded":"2024-09-10T08:13:38.403030+0000","last_fullsized":"2024-09-10T08:13:38.403030+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:15:00.448249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.400555+0000","last_change":"2024-09-10T08:12:36.832125+0000","last_active":"2024-09-10T08:13:38.400555+0000","last_peered":"2024-09-10T08:13:38.400555+0000","last_clean":"2024-09-10T08:13:38.400555+0000","last_became_active":"2024-09-10T08:12:36.831745+0000","last_became_peered":"2024-09-10T08:12:36.831745+0000","last_unstale":"2024-09-10T08:13:38.400555+0000","last_undegraded":"2024-09-10T08:13:38.400555+0000","last_fullsized":"2024-09-10T08:13:38.400555+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:17:06.928086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.400637+0000","last_change":"2024-09-10T08:12:36.829584+0000","last_active":"2024-09-10T08:13:38.400637+0000","last_peered":"2024-09-10T08:13:38.400637+0000","last_clean":"2024-09-10T08:13:38.400637+0000","last_became_active":"2024-09-10T08:12:36.829266+0000","last_became_peered":"2024-09-10T08:12:36.829266+0000","last_unstale":"2024-09-10T08:13:38.400637+0000","last_undegraded":"2024-09-10T08:13:38.400637+0000","last_fullsized":"2024-09-10T08:13:38.400637+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:53.100598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.403860+0000","last_change":"2024-09-10T08:12:36.830413+0000","last_active":"2024-09-10T08:13:38.403860+0000","last_peered":"2024-09-10T08:13:38.403860+0000","last_clean":"2024-09-10T08:13:38.403860+0000","last_became_active":"2024-09-10T08:12:36.829718+0000","last_became_peered":"2024-09-10T08:12:36.829718+0000","last_unstale":"2024-09-10T08:13:38.403860+0000","last_undegraded":"2024-09-10T08:13:38.403860+0000","last_fullsized":"2024-09-10T08:13:38.403860+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:49:58.001141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.406913+0000","last_change":"2024-09-10T08:12:36.830019+0000","last_active":"2024-09-10T08:13:38.406913+0000","last_peered":"2024-09-10T08:13:38.406913+0000","last_clean":"2024-09-10T08:13:38.406913+0000","last_became_active":"2024-09-10T08:12:36.829692+0000","last_became_peered":"2024-09-10T08:12:36.829692+0000","last_unstale":"2024-09-10T08:13:38.406913+0000","last_undegraded":"2024-09-10T08:13:38.406913+0000","last_fullsized":"2024-09-10T08:13:38.406913+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:50:09.660472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.405876+0000","last_change":"2024-09-10T08:12:36.840060+0000","last_active":"2024-09-10T08:13:38.405876+0000","last_peered":"2024-09-10T08:13:38.405876+0000","last_clean":"2024-09-10T08:13:38.405876+0000","last_became_active":"2024-09-10T08:12:36.839738+0000","last_became_peered":"2024-09-10T08:12:36.839738+0000","last_unstale":"2024-09-10T08:13:38.405876+0000","last_undegraded":"2024-09-10T08:13:38.405876+0000","last_fullsized":"2024-09-10T08:13:38.405876+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:03:15.086558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.405212+0000","last_change":"2024-09-10T08:12:36.836313+0000","last_active":"2024-09-10T08:13:38.405212+0000","last_peered":"2024-09-10T08:13:38.405212+0000","last_clean":"2024-09-10T08:13:38.405212+0000","last_became_active":"2024-09-10T08:12:36.836053+0000","last_became_peered":"2024-09-10T08:12:36.836053+0000","last_unstale":"2024-09-10T08:13:38.405212+0000","last_undegraded":"2024-09-10T08:13:38.405212+0000","last_fullsized":"2024-09-10T08:13:38.405212+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:34:02.441241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401474+0000","last_change":"2024-09-10T08:12:36.824310+0000","last_active":"2024-09-10T08:13:39.401474+0000","last_peered":"2024-09-10T08:13:39.401474+0000","last_clean":"2024-09-10T08:13:39.401474+0000","last_became_active":"2024-09-10T08:12:36.823980+0000","last_became_peered":"2024-09-10T08:12:36.823980+0000","last_unstale":"2024-09-10T08:13:39.401474+0000","last_undegraded":"2024-09-10T08:13:39.401474+0000","last_fullsized":"2024-09-10T08:13:39.401474+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:15:55.322283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.676451+0000","last_change":"2024-09-10T08:12:36.829554+0000","last_active":"2024-09-10T08:13:39.676451+0000","last_peered":"2024-09-10T08:13:39.676451+0000","last_clean":"2024-09-10T08:13:39.676451+0000","last_became_active":"2024-09-10T08:12:36.829054+0000","last_became_peered":"2024-09-10T08:12:36.829054+0000","last_unstale":"2024-09-10T08:13:39.676451+0000","last_undegraded":"2024-09-10T08:13:39.676451+0000","last_fullsized":"2024-09-10T08:13:39.676451+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:46:59.763378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.144800+0000","last_change":"2024-09-10T08:12:36.831049+0000","last_active":"2024-09-10T08:12:47.144800+0000","last_peered":"2024-09-10T08:12:47.144800+0000","last_clean":"2024-09-10T08:12:47.144800+0000","last_became_active":"2024-09-10T08:12:36.830687+0000","last_became_peered":"2024-09-10T08:12:36.830687+0000","last_unstale":"2024-09-10T08:12:47.144800+0000","last_undegraded":"2024-09-10T08:12:47.144800+0000","last_fullsized":"2024-09-10T08:12:47.144800+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:48:24.014810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.403934+0000","last_change":"2024-09-10T08:12:36.832264+0000","last_active":"2024-09-10T08:13:38.403934+0000","last_peered":"2024-09-10T08:13:38.403934+0000","last_clean":"2024-09-10T08:13:38.403934+0000","last_became_active":"2024-09-10T08:12:36.831913+0000","last_became_peered":"2024-09-10T08:12:36.831913+0000","last_unstale":"2024-09-10T08:13:38.403934+0000","last_undegraded":"2024-09-10T08:13:38.403934+0000","last_fullsized":"2024-09-10T08:13:38.403934+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:58:43.692064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":2,"reported_epoch":89,"state":"peering","last_fresh":"2024-09-10T08:12:47.008564+0000","last_change":"2024-09-10T08:13:38.778864+0000","last_active":"2024-09-10T08:13:38.778864+0000","last_peered":"2024-09-10T08:12:47.008564+0000","last_clean":"2024-09-10T08:12:47.008564+0000","last_became_active":"2024-09-10T08:12:36.837896+0000","last_became_peered":"2024-09-10T08:12:36.837896+0000","last_unstale":"2024-09-10T08:12:47.008564+0000","last_undegraded":"2024-09-10T08:12:47.008564+0000","last_fullsized":"2024-09-10T08:12:47.008564+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,11],"acting":[9,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.007932+0000","last_change":"2024-09-10T08:12:36.836093+0000","last_active":"2024-09-10T08:12:47.007932+0000","last_peered":"2024-09-10T08:12:47.007932+0000","last_clean":"2024-09-10T08:12:47.007932+0000","last_became_active":"2024-09-10T08:12:36.835554+0000","last_became_peered":"2024-09-10T08:12:36.835554+0000","last_unstale":"2024-09-10T08:12:47.007932+0000","last_undegraded":"2024-09-10T08:12:47.007932+0000","last_fullsized":"2024-09-10T08:12:47.007932+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:19:23.240989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:47.144343+0000","last_change":"2024-09-10T08:12:36.826650+0000","last_active":"2024-09-10T08:12:47.144343+0000","last_peered":"2024-09-10T08:12:47.144343+0000","last_clean":"2024-09-10T08:12:47.144343+0000","last_became_active":"2024-09-10T08:12:36.826323+0000","last_became_peered":"2024-09-10T08:12:36.826323+0000","last_unstale":"2024-09-10T08:12:47.144343+0000","last_undegraded":"2024-09-10T08:12:47.144343+0000","last_fullsized":"2024-09-10T08:12:47.144343+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:33:59.057180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.403456+0000","last_change":"2024-09-10T08:12:36.834723+0000","last_active":"2024-09-10T08:13:38.403456+0000","last_peered":"2024-09-10T08:13:38.403456+0000","last_clean":"2024-09-10T08:13:38.403456+0000","last_became_active":"2024-09-10T08:12:36.834381+0000","last_became_peered":"2024-09-10T08:12:36.834381+0000","last_unstale":"2024-09-10T08:13:38.403456+0000","last_undegraded":"2024-09-10T08:13:38.403456+0000","last_fullsized":"2024-09-10T08:13:38.403456+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:40:27.833708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-10T08:12:46.932184+0000","last_change":"2024-09-10T08:12:36.824219+0000","last_active":"2024-09-10T08:12:46.932184+0000","last_peered":"2024-09-10T08:12:46.932184+0000","last_clean":"2024-09-10T08:12:46.932184+0000","last_became_active":"2024-09-10T08:12:36.823889+0000","last_became_peered":"2024-09-10T08:12:36.823889+0000","last_unstale":"2024-09-10T08:12:46.932184+0000","last_undegraded":"2024-09-10T08:12:46.932184+0000","last_fullsized":"2024-09-10T08:12:46.932184+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:08:25.582184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.676393+0000","last_change":"2024-09-10T08:12:36.837829+0000","last_active":"2024-09-10T08:13:39.676393+0000","last_peered":"2024-09-10T08:13:39.676393+0000","last_clean":"2024-09-10T08:13:39.676393+0000","last_became_active":"2024-09-10T08:12:36.837531+0000","last_became_peered":"2024-09-10T08:12:36.837531+0000","last_unstale":"2024-09-10T08:13:39.676393+0000","last_undegraded":"2024-09-10T08:13:39.676393+0000","last_fullsized":"2024-09-10T08:13:39.676393+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:40:40.260405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.405412+0000","last_change":"2024-09-10T08:12:36.840652+0000","last_active":"2024-09-10T08:13:38.405412+0000","last_peered":"2024-09-10T08:13:38.405412+0000","last_clean":"2024-09-10T08:13:38.405412+0000","last_became_active":"2024-09-10T08:12:36.840300+0000","last_became_peered":"2024-09-10T08:12:36.840300+0000","last_unstale":"2024-09-10T08:13:38.405412+0000","last_undegraded":"2024-09-10T08:13:38.405412+0000","last_fullsized":"2024-09-10T08:13:38.405412+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:38:52.985183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.405605+0000","last_change":"2024-09-10T08:12:36.834942+0000","last_active":"2024-09-10T08:13:38.405605+0000","last_peered":"2024-09-10T08:13:38.405605+0000","last_clean":"2024-09-10T08:13:38.405605+0000","last_became_active":"2024-09-10T08:12:36.834630+0000","last_became_peered":"2024-09-10T08:12:36.834630+0000","last_unstale":"2024-09-10T08:13:38.405605+0000","last_undegraded":"2024-09-10T08:13:38.405605+0000","last_fullsized":"2024-09-10T08:13:38.405605+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:13:50.463207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.403748+0000","last_change":"2024-09-10T08:12:36.830866+0000","last_active":"2024-09-10T08:13:38.403748+0000","last_peered":"2024-09-10T08:13:38.403748+0000","last_clean":"2024-09-10T08:13:38.403748+0000","last_became_active":"2024-09-10T08:12:36.830186+0000","last_became_peered":"2024-09-10T08:12:36.830186+0000","last_unstale":"2024-09-10T08:13:38.403748+0000","last_undegraded":"2024-09-10T08:13:38.403748+0000","last_fullsized":"2024-09-10T08:13:38.403748+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:41:50.543954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":64073,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":201,"num_read_kb":175,"num_write":242,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":552960,"data_stored":192219,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":208,"ondisk_log_size":208,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":76,"seq":326417514522,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36336,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708816,"statfs":{"total":95995035648,"available":95957827584,"internally_reserved":0,"allocated":1011712,"data_stored":497463,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":68,"seq":292057776159,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37008,"kb_used_data":1660,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708144,"statfs":{"total":95995035648,"available":95957139456,"internally_reserved":0,"allocated":1699840,"data_stored":1141537,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":63,"seq":270582939684,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32184,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712968,"statfs":{"total":95995035648,"available":95962079232,"internally_reserved":0,"allocated":1024000,"data_stored":491949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":56,"seq":240518168617,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32176,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712976,"statfs":{"total":95995035648,"available":95962087424,"internally_reserved":0,"allocated":1015808,"data_stored":488231,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":49,"seq":210453397549,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36920,"kb_used_data":1576,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708232,"statfs":{"total":95995035648,"available":95957229568,"internally_reserved":0,"allocated":1613824,"data_stored":1084730,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":44,"seq":188978561075,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1028096,"data_stored":502617,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790008,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36928,"kb_used_data":1584,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708224,"statfs":{"total":95995035648,"available":95957221376,"internally_reserved":0,"allocated":1622016,"data_stored":1079919,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953534,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36344,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708808,"statfs":{"total":95995035648,"available":95957819392,"internally_reserved":0,"allocated":1019904,"data_stored":496971,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":24,"seq":103079215170,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28008,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717144,"statfs":{"total":95995035648,"available":95966355456,"internally_reserved":0,"allocated":1007616,"data_stored":483065,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411400,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36416,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708736,"statfs":{"total":95995035648,"available":95957745664,"internally_reserved":0,"allocated":1093632,"data_stored":551405,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574925,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36376,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708776,"statfs":{"total":95995035648,"available":95957786624,"internally_reserved":0,"allocated":1056768,"data_stored":542038,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738450,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32180,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712972,"statfs":{"total":95995035648,"available":95962083328,"internally_reserved":0,"allocated":1019904,"data_stored":484813,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":59403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":59230,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3535,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":58994,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:13:41.987 INFO:tasks.cephadm.ceph_manager.ceph:PG 3.6 is not active+clean 2024-09-10T08:13:41.987 INFO:tasks.cephadm.ceph_manager.ceph:{'pgid': '3.6', 'version': "0'0", 'reported_seq': 26, 'reported_epoch': 88, 'state': 'peering', 'last_fresh': '2024-09-10T08:12:47.010074+0000', 'last_change': '2024-09-10T08:13:38.406114+0000', 'last_active': '2024-09-10T08:13:38.406114+0000', 'last_peered': '2024-09-10T08:12:47.010074+0000', 'last_clean': '2024-09-10T08:12:47.010074+0000', 'last_became_active': '2024-09-10T08:12:36.841158+0000', 'last_became_peered': '2024-09-10T08:12:36.841158+0000', 'last_unstale': '2024-09-10T08:12:47.010074+0000', 'last_undegraded': '2024-09-10T08:12:47.010074+0000', 'last_fullsized': '2024-09-10T08:12:47.010074+0000', 'mapping_epoch': 89, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 80, 'last_epoch_clean': 81, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:12:35.803619+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:12:35.803619+0000', 'last_clean_scrub_stamp': '2024-09-10T08:12:35.803619+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 8, 4], 'acting': [0, 8, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [3, 4, 8], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-10T08:13:41.987 INFO:tasks.cephadm.ceph_manager.ceph:PG 3.3 is not active+clean 2024-09-10T08:13:41.987 INFO:tasks.cephadm.ceph_manager.ceph:{'pgid': '3.3', 'version': "0'0", 'reported_seq': 26, 'reported_epoch': 88, 'state': 'peering', 'last_fresh': '2024-09-10T08:12:46.883774+0000', 'last_change': '2024-09-10T08:13:38.403998+0000', 'last_active': '2024-09-10T08:13:38.403998+0000', 'last_peered': '2024-09-10T08:12:46.883774+0000', 'last_clean': '2024-09-10T08:12:46.883774+0000', 'last_became_active': '2024-09-10T08:12:36.832783+0000', 'last_became_peered': '2024-09-10T08:12:36.832783+0000', 'last_unstale': '2024-09-10T08:12:46.883774+0000', 'last_undegraded': '2024-09-10T08:12:46.883774+0000', 'last_fullsized': '2024-09-10T08:12:46.883774+0000', 'mapping_epoch': 89, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 80, 'last_epoch_clean': 81, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:12:35.803619+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:12:35.803619+0000', 'last_clean_scrub_stamp': '2024-09-10T08:12:35.803619+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [10, 9, 0], 'acting': [10, 9, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 4, 9], 'up_primary': 10, 'acting_primary': 10, 'purged_snaps': []} 2024-09-10T08:13:41.988 INFO:tasks.cephadm.ceph_manager.ceph:PG 4.12 is not active+clean 2024-09-10T08:13:41.988 INFO:tasks.cephadm.ceph_manager.ceph:{'pgid': '4.12', 'version': "0'0", 'reported_seq': 2, 'reported_epoch': 89, 'state': 'peering', 'last_fresh': '2024-09-10T08:12:43.859795+0000', 'last_change': '2024-09-10T08:13:39.211300+0000', 'last_active': '2024-09-10T08:12:42.844514+0000', 'last_peered': '2024-09-10T08:12:42.844514+0000', 'last_clean': '2024-09-10T08:12:42.844514+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-10T08:12:43.859795+0000', 'last_undegraded': '2024-09-10T08:12:43.859795+0000', 'last_fullsized': '2024-09-10T08:12:43.859795+0000', 'mapping_epoch': 89, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 85, 'last_epoch_clean': 86, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:12:42.844514+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:12:42.844514+0000', 'last_clean_scrub_stamp': '2024-09-10T08:12:42.844514+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [10, 8, 11, 5], 'acting': [10, 8, 11, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 10, 'acting_primary': 10, 'purged_snaps': []} 2024-09-10T08:13:41.988 INFO:tasks.cephadm.ceph_manager.ceph:PG 3.14 is not active+clean 2024-09-10T08:13:41.988 INFO:tasks.cephadm.ceph_manager.ceph:{'pgid': '3.14', 'version': "0'0", 'reported_seq': 26, 'reported_epoch': 88, 'state': 'peering', 'last_fresh': '2024-09-10T08:12:47.008419+0000', 'last_change': '2024-09-10T08:13:38.406665+0000', 'last_active': '2024-09-10T08:13:38.406665+0000', 'last_peered': '2024-09-10T08:12:47.008419+0000', 'last_clean': '2024-09-10T08:12:47.008419+0000', 'last_became_active': '2024-09-10T08:12:36.832277+0000', 'last_became_peered': '2024-09-10T08:12:36.832277+0000', 'last_unstale': '2024-09-10T08:12:47.008419+0000', 'last_undegraded': '2024-09-10T08:12:47.008419+0000', 'last_fullsized': '2024-09-10T08:12:47.008419+0000', 'mapping_epoch': 89, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 80, 'last_epoch_clean': 81, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:12:35.803619+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:12:35.803619+0000', 'last_clean_scrub_stamp': '2024-09-10T08:12:35.803619+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 8, 6], 'acting': [1, 8, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [4, 6, 8], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-10T08:13:41.988 INFO:tasks.cephadm.ceph_manager.ceph:PG 4.1f is not active+clean 2024-09-10T08:13:41.988 INFO:tasks.cephadm.ceph_manager.ceph:{'pgid': '4.1f', 'version': "0'0", 'reported_seq': 18, 'reported_epoch': 88, 'state': 'peering', 'last_fresh': '2024-09-10T08:12:46.886250+0000', 'last_change': '2024-09-10T08:13:38.403032+0000', 'last_active': '2024-09-10T08:13:38.403032+0000', 'last_peered': '2024-09-10T08:12:46.886250+0000', 'last_clean': '2024-09-10T08:12:46.886250+0000', 'last_became_active': '2024-09-10T08:12:43.869041+0000', 'last_became_peered': '2024-09-10T08:12:43.869041+0000', 'last_unstale': '2024-09-10T08:12:46.886250+0000', 'last_undegraded': '2024-09-10T08:12:46.886250+0000', 'last_fullsized': '2024-09-10T08:12:46.886250+0000', 'mapping_epoch': 89, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 85, 'last_epoch_clean': 86, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:12:42.844514+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:12:42.844514+0000', 'last_clean_scrub_stamp': '2024-09-10T08:12:42.844514+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [11, 4, 8, 0], 'acting': [11, 4, 8, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [0, 4, 8, 9], 'up_primary': 11, 'acting_primary': 11, 'purged_snaps': []} 2024-09-10T08:13:41.988 INFO:tasks.cephadm.ceph_manager.ceph:PG 3.37 is not active+clean 2024-09-10T08:13:41.988 INFO:tasks.cephadm.ceph_manager.ceph:{'pgid': '3.37', 'version': "0'0", 'reported_seq': 2, 'reported_epoch': 89, 'state': 'peering', 'last_fresh': '2024-09-10T08:12:47.008564+0000', 'last_change': '2024-09-10T08:13:38.778864+0000', 'last_active': '2024-09-10T08:13:38.778864+0000', 'last_peered': '2024-09-10T08:12:47.008564+0000', 'last_clean': '2024-09-10T08:12:47.008564+0000', 'last_became_active': '2024-09-10T08:12:36.837896+0000', 'last_became_peered': '2024-09-10T08:12:36.837896+0000', 'last_unstale': '2024-09-10T08:12:47.008564+0000', 'last_undegraded': '2024-09-10T08:12:47.008564+0000', 'last_fullsized': '2024-09-10T08:12:47.008564+0000', 'mapping_epoch': 89, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 80, 'last_epoch_clean': 81, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-10T08:12:35.803619+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-10T08:12:35.803619+0000', 'last_clean_scrub_stamp': '2024-09-10T08:12:35.803619+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [9, 5, 11], 'acting': [9, 5, 11], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 9, 'acting_primary': 9, 'purged_snaps': []} 2024-09-10T08:13:41.989 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph status --format=json 2024-09-10T08:13:42.249 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:13:42.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:42 smithi067 ceph-mon[31051]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T08:13:42.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:42.797+0000 7f8a03579640 1 -- 172.21.15.67:0/2380441213 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f89fc106f10 msgr2=0x7f89fc10ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:42.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:42.797+0000 7f8a03579640 1 --2- 172.21.15.67:0/2380441213 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f89fc106f10 0x7f89fc10ea90 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f89f4009900 tx=0x7f89f402a410 comp rx=0 tx=0).stop 2024-09-10T08:13:42.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:42.797+0000 7f8a03579640 1 -- 172.21.15.67:0/2380441213 shutdown_connections 2024-09-10T08:13:42.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:42.797+0000 7f8a03579640 1 --2- 172.21.15.67:0/2380441213 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f89fc106f10 0x7f89fc10ea90 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:42.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:42.797+0000 7f8a03579640 1 --2- 172.21.15.67:0/2380441213 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f89fc102790 0x7f89fc1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:42.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:42.797+0000 7f8a03579640 1 --2- 172.21.15.67:0/2380441213 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f89fc101de0 0x7f89fc1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:42.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:42.797+0000 7f8a03579640 1 -- 172.21.15.67:0/2380441213 >> 172.21.15.67:0/2380441213 conn(0x7f89fc0fd8c0 msgr2=0x7f89fc0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:42.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:42.798+0000 7f8a03579640 1 -- 172.21.15.67:0/2380441213 shutdown_connections 2024-09-10T08:13:42.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:42.798+0000 7f8a03579640 1 -- 172.21.15.67:0/2380441213 wait complete. 2024-09-10T08:13:42.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:42.798+0000 7f8a03579640 1 Processor -- start 2024-09-10T08:13:42.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:42.798+0000 7f8a03579640 1 -- start start 2024-09-10T08:13:42.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:42.798+0000 7f8a03579640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f89fc101de0 0x7f89fc0744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:42.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:42.798+0000 7f8a03579640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f89fc102790 0x7f89fc074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:42.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:42.799+0000 7f8a03579640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f89fc106f10 0x7f89fc074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:42.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:42.799+0000 7f8a03579640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f89fc111e40 con 0x7f89fc101de0 2024-09-10T08:13:42.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:42.799+0000 7f8a03579640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f89fc111cc0 con 0x7f89fc102790 2024-09-10T08:13:42.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:42.799+0000 7f8a03579640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f89fc111fc0 con 0x7f89fc106f10 2024-09-10T08:13:42.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:42.799+0000 7f8a01315640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f89fc101de0 0x7f89fc0744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:42.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:42.799+0000 7f8a01315640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f89fc101de0 0x7f89fc0744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45340/0 (socket says 172.21.15.67:45340) 2024-09-10T08:13:42.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:42.799+0000 7f8a01315640 1 -- 172.21.15.67:0/2537399645 learned_addr learned my addr 172.21.15.67:0/2537399645 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:13:42.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:42.799+0000 7f8a01b16640 1 --2- 172.21.15.67:0/2537399645 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f89fc106f10 0x7f89fc074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:42.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:42.799+0000 7f8a00b14640 1 --2- 172.21.15.67:0/2537399645 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f89fc102790 0x7f89fc074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:42.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:42.799+0000 7f8a01315640 1 -- 172.21.15.67:0/2537399645 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f89fc106f10 msgr2=0x7f89fc074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:42.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:42.799+0000 7f8a01315640 1 --2- 172.21.15.67:0/2537399645 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f89fc106f10 0x7f89fc074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:42.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:42.799+0000 7f8a01315640 1 -- 172.21.15.67:0/2537399645 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f89fc102790 msgr2=0x7f89fc074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:42.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:42.799+0000 7f8a01315640 1 --2- 172.21.15.67:0/2537399645 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f89fc102790 0x7f89fc074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:42.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:42.799+0000 7f8a01315640 1 -- 172.21.15.67:0/2537399645 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89fc1a6840 con 0x7f89fc101de0 2024-09-10T08:13:42.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:42.799+0000 7f8a00b14640 1 --2- 172.21.15.67:0/2537399645 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f89fc102790 0x7f89fc074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:13:42.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:42.799+0000 7f8a01315640 1 --2- 172.21.15.67:0/2537399645 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f89fc101de0 0x7f89fc0744f0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f89ec00ba50 tx=0x7f89ec00bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:42.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:42.799+0000 7f89fa7fc640 1 -- 172.21.15.67:0/2537399645 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89ec019070 con 0x7f89fc101de0 2024-09-10T08:13:42.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:42.799+0000 7f89fa7fc640 1 -- 172.21.15.67:0/2537399645 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f89ec00cbe0 con 0x7f89fc101de0 2024-09-10T08:13:42.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:42.799+0000 7f8a03579640 1 -- 172.21.15.67:0/2537399645 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89fc1a6b30 con 0x7f89fc101de0 2024-09-10T08:13:42.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:42.799+0000 7f89fa7fc640 1 -- 172.21.15.67:0/2537399645 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89ec0075d0 con 0x7f89fc101de0 2024-09-10T08:13:42.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:42.799+0000 7f8a03579640 1 -- 172.21.15.67:0/2537399645 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89fc1a7070 con 0x7f89fc101de0 2024-09-10T08:13:42.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:42.800+0000 7f8a03579640 1 -- 172.21.15.67:0/2537399645 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f89fc1021c0 con 0x7f89fc101de0 2024-09-10T08:13:42.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:42.802+0000 7f89fa7fc640 1 -- 172.21.15.67:0/2537399645 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f89ec01c070 con 0x7f89fc101de0 2024-09-10T08:13:42.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:42.802+0000 7f89fa7fc640 1 --2- 172.21.15.67:0/2537399645 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f89e40a2c10 0x7f89e40a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:42.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:42.802+0000 7f8a00b14640 1 --2- 172.21.15.67:0/2537399645 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f89e40a2c10 0x7f89e40a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:42.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:42.802+0000 7f89fa7fc640 1 -- 172.21.15.67:0/2537399645 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9071+0+0 (secure 0 0 0) 0x7f89ec0ce9b0 con 0x7f89fc101de0 2024-09-10T08:13:42.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:42.803+0000 7f8a00b14640 1 --2- 172.21.15.67:0/2537399645 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f89e40a2c10 0x7f89e40a50d0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f89fc075f80 tx=0x7f89f0005ec0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:42.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:42.807+0000 7f89fa7fc640 1 -- 172.21.15.67:0/2537399645 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f89ec09af30 con 0x7f89fc101de0 2024-09-10T08:13:42.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:42 smithi203 ceph-mon[34672]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T08:13:42.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:42 smithi133 ceph-mon[34721]: from='client.14862 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T08:13:43.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:43.052+0000 7f8a03579640 1 -- 172.21.15.67:0/2537399645 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f89fc109b60 con 0x7f89fc101de0 2024-09-10T08:13:43.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:43.053+0000 7f89fa7fc640 1 -- 172.21.15.67:0/2537399645 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+2731 (secure 0 0 0) 0x7f89ec09f230 con 0x7f89fc101de0 2024-09-10T08:13:43.052 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:13:43.053 INFO:teuthology.orchestra.run.smithi067.stdout:{"fsid":"315284b0-6f4b-11ef-bcea-c7b262605968","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","c","b"],"quorum_age":436,"monmap":{"epoch":3,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":90,"num_osds":12,"num_up_osds":12,"osd_up_since":1725955904,"num_in_osds":12,"osd_in_since":1725955880,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":123},{"state_name":"peering","count":6}],"num_pgs":129,"num_pools":4,"num_objects":102,"data_bytes":654675,"bytes_used":418799616,"bytes_avail":1151521628160,"bytes_total":1151940427776,"inactive_pgs_ratio":0.046511627733707428,"read_bytes_sec":9981,"write_bytes_sec":4862,"read_op_per_sec":12,"write_op_per_sec":1},"fsmap":{"epoch":28,"btime":"2024-09-10T08:13:23:816979+0000","id":1,"up":5,"in":5,"max":5,"by_rank":[{"filesystem_id":1,"rank":4,"name":"g","status":"up:standby-replay","gid":14616},{"filesystem_id":1,"rank":3,"name":"a","status":"up:standby-replay","gid":14628},{"filesystem_id":1,"rank":4,"name":"k","status":"up:active","gid":24404},{"filesystem_id":1,"rank":3,"name":"l","status":"up:active","gid":24412},{"filesystem_id":1,"rank":2,"name":"e","status":"up:standby-replay","gid":24431},{"filesystem_id":1,"rank":1,"name":"f","status":"up:standby-replay","gid":24451},{"filesystem_id":1,"rank":0,"name":"h","status":"up:standby-replay","gid":24455},{"filesystem_id":1,"rank":2,"name":"c","status":"up:active","gid":24457},{"filesystem_id":1,"rank":1,"name":"i","status":"up:active","gid":24475},{"filesystem_id":1,"rank":0,"name":"b","status":"up:active","gid":24479}],"up:standby":2},"mgrmap":{"available":true,"num_standbys":2,"modules":["cephadm","dashboard","iostat","nfs","restful"],"services":{"dashboard":"https://172.21.15.67:8443/"}},"servicemap":{"epoch":29,"modified":"2024-09-10T08:13:25.813461+0000","services":{"mds":{"daemons":{"summary":"","b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"f":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"h":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"i":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"l":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-10T08:13:43.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:43.055+0000 7f8a03579640 1 -- 172.21.15.67:0/2537399645 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f89e40a2c10 msgr2=0x7f89e40a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:43.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:43.055+0000 7f8a03579640 1 --2- 172.21.15.67:0/2537399645 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f89e40a2c10 0x7f89e40a50d0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f89fc075f80 tx=0x7f89f0005ec0 comp rx=0 tx=0).stop 2024-09-10T08:13:43.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:43.055+0000 7f8a03579640 1 -- 172.21.15.67:0/2537399645 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f89fc101de0 msgr2=0x7f89fc0744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:43.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:43.055+0000 7f8a03579640 1 --2- 172.21.15.67:0/2537399645 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f89fc101de0 0x7f89fc0744f0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f89ec00ba50 tx=0x7f89ec00bf10 comp rx=0 tx=0).stop 2024-09-10T08:13:43.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:43.055+0000 7f8a03579640 1 -- 172.21.15.67:0/2537399645 shutdown_connections 2024-09-10T08:13:43.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:43.055+0000 7f8a03579640 1 --2- 172.21.15.67:0/2537399645 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f89e40a2c10 0x7f89e40a50d0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:43.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:43.055+0000 7f8a03579640 1 --2- 172.21.15.67:0/2537399645 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f89fc102790 0x7f89fc074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:43.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:43.055+0000 7f8a03579640 1 --2- 172.21.15.67:0/2537399645 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f89fc106f10 0x7f89fc074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:43.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:43.056+0000 7f8a03579640 1 --2- 172.21.15.67:0/2537399645 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f89fc101de0 0x7f89fc0744f0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:43.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:43.056+0000 7f8a03579640 1 -- 172.21.15.67:0/2537399645 >> 172.21.15.67:0/2537399645 conn(0x7f89fc0fd8c0 msgr2=0x7f89fc0fec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:43.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:43.056+0000 7f8a03579640 1 -- 172.21.15.67:0/2537399645 shutdown_connections 2024-09-10T08:13:43.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:43.056+0000 7f8a03579640 1 -- 172.21.15.67:0/2537399645 wait complete. 2024-09-10T08:13:43.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:43 smithi067 ceph-mon[31051]: pgmap v322: 129 pgs: 6 peering, 123 active+clean; 639 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 4.7 KiB/s wr, 14 op/s 2024-09-10T08:13:43.668 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:43 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/2537399645' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-09-10T08:13:43.699 INFO:tasks.cephadm.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-10T08:13:43.699 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph pg dump --format=json 2024-09-10T08:13:43.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:43 smithi203 ceph-mon[34672]: pgmap v322: 129 pgs: 6 peering, 123 active+clean; 639 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 4.7 KiB/s wr, 14 op/s 2024-09-10T08:13:43.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:43 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/2537399645' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-09-10T08:13:43.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:43 smithi133 ceph-mon[34721]: pgmap v322: 129 pgs: 6 peering, 123 active+clean; 639 KiB data, 399 MiB used, 1.0 TiB / 1.0 TiB avail; 9.7 KiB/s rd, 4.7 KiB/s wr, 14 op/s 2024-09-10T08:13:43.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:43 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/2537399645' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-09-10T08:13:43.961 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:13:44.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.448+0000 7f728ba87640 1 -- 172.21.15.67:0/3057155250 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7284102df0 msgr2=0x7f72841031d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:44.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.448+0000 7f728ba87640 1 --2- 172.21.15.67:0/3057155250 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7284102df0 0x7f72841031d0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f7280009900 tx=0x7f728002a410 comp rx=0 tx=0).stop 2024-09-10T08:13:44.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.448+0000 7f728ba87640 1 -- 172.21.15.67:0/3057155250 shutdown_connections 2024-09-10T08:13:44.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.448+0000 7f728ba87640 1 --2- 172.21.15.67:0/3057155250 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f728410c2f0 0x7f728410e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:44.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.448+0000 7f728ba87640 1 --2- 172.21.15.67:0/3057155250 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f72841037a0 0x7f728410bc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:44.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.448+0000 7f728ba87640 1 --2- 172.21.15.67:0/3057155250 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7284102df0 0x7f72841031d0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:44.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.448+0000 7f728ba87640 1 -- 172.21.15.67:0/3057155250 >> 172.21.15.67:0/3057155250 conn(0x7f72840fc7d0 msgr2=0x7f72840febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:44.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.448+0000 7f728ba87640 1 -- 172.21.15.67:0/3057155250 shutdown_connections 2024-09-10T08:13:44.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.448+0000 7f728ba87640 1 -- 172.21.15.67:0/3057155250 wait complete. 2024-09-10T08:13:44.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.449+0000 7f728ba87640 1 Processor -- start 2024-09-10T08:13:44.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.449+0000 7f728ba87640 1 -- start start 2024-09-10T08:13:44.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.449+0000 7f728ba87640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7284102df0 0x7f7284198580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:44.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.449+0000 7f728ba87640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f72841037a0 0x7f7284198ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:44.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.449+0000 7f728ba87640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f728410c2f0 0x7f728419ce50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:44.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.449+0000 7f728ba87640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7284111fc0 con 0x7f7284102df0 2024-09-10T08:13:44.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.449+0000 7f728ba87640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f7284111e40 con 0x7f728410c2f0 2024-09-10T08:13:44.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.449+0000 7f728ba87640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f7284112140 con 0x7f72841037a0 2024-09-10T08:13:44.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.449+0000 7f7289823640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7284102df0 0x7f7284198580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:44.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.449+0000 7f7289823640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7284102df0 0x7f7284198580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45362/0 (socket says 172.21.15.67:45362) 2024-09-10T08:13:44.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.449+0000 7f7289823640 1 -- 172.21.15.67:0/2882798214 learned_addr learned my addr 172.21.15.67:0/2882798214 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:13:44.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.449+0000 7f7289022640 1 --2- 172.21.15.67:0/2882798214 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f72841037a0 0x7f7284198ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:44.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.449+0000 7f728a024640 1 --2- 172.21.15.67:0/2882798214 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f728410c2f0 0x7f728419ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:44.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.449+0000 7f7289823640 1 -- 172.21.15.67:0/2882798214 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f72841037a0 msgr2=0x7f7284198ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:44.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.449+0000 7f7289823640 1 --2- 172.21.15.67:0/2882798214 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f72841037a0 0x7f7284198ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:44.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.449+0000 7f7289823640 1 -- 172.21.15.67:0/2882798214 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f728410c2f0 msgr2=0x7f728419ce50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:44.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.449+0000 7f7289823640 1 --2- 172.21.15.67:0/2882798214 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f728410c2f0 0x7f728419ce50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:44.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.449+0000 7f7289823640 1 -- 172.21.15.67:0/2882798214 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f728419d530 con 0x7f7284102df0 2024-09-10T08:13:44.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.450+0000 7f7289823640 1 --2- 172.21.15.67:0/2882798214 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7284102df0 0x7f7284198580 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f7280005940 tx=0x7f7280004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:44.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.450+0000 7f7276ffd640 1 -- 172.21.15.67:0/2882798214 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f728003f030 con 0x7f7284102df0 2024-09-10T08:13:44.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.450+0000 7f7276ffd640 1 -- 172.21.15.67:0/2882798214 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7280003aa0 con 0x7f7284102df0 2024-09-10T08:13:44.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.450+0000 7f728ba87640 1 -- 172.21.15.67:0/2882798214 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f728419d7c0 con 0x7f7284102df0 2024-09-10T08:13:44.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.450+0000 7f7276ffd640 1 -- 172.21.15.67:0/2882798214 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7280035070 con 0x7f7284102df0 2024-09-10T08:13:44.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.450+0000 7f728ba87640 1 -- 172.21.15.67:0/2882798214 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72841a5100 con 0x7f7284102df0 2024-09-10T08:13:44.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.451+0000 7f728ba87640 1 -- 172.21.15.67:0/2882798214 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f728406a790 con 0x7f7284102df0 2024-09-10T08:13:44.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.452+0000 7f7276ffd640 1 -- 172.21.15.67:0/2882798214 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f7280042030 con 0x7f7284102df0 2024-09-10T08:13:44.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.453+0000 7f7276ffd640 1 --2- 172.21.15.67:0/2882798214 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f72700a2c10 0x7f72700a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:44.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.453+0000 7f7289022640 1 --2- 172.21.15.67:0/2882798214 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f72700a2c10 0x7f72700a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:44.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.453+0000 7f7276ffd640 1 -- 172.21.15.67:0/2882798214 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9071+0+0 (secure 0 0 0) 0x7f72800efaa0 con 0x7f7284102df0 2024-09-10T08:13:44.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.453+0000 7f7289022640 1 --2- 172.21.15.67:0/2882798214 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f72700a2c10 0x7f72700a50d0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f7278005fd0 tx=0x7f7278005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:44.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.457+0000 7f7276ffd640 1 -- 172.21.15.67:0/2882798214 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f72800bc500 con 0x7f7284102df0 2024-09-10T08:13:44.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.629+0000 7f728ba87640 1 -- 172.21.15.67:0/2882798214 --> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f7284062630 con 0x7f72700a2c10 2024-09-10T08:13:44.629 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:44 smithi067 ceph-mon[31051]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-10T08:13:44.637 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.637+0000 7f7276ffd640 1 -- 172.21.15.67:0/2882798214 <== mgr.14150 v2:172.21.15.67:6800/4256949759 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340256 (secure 0 0 0) 0x7f7284062630 con 0x7f72700a2c10 2024-09-10T08:13:44.640 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:13:44.642 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-10T08:13:44.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.642+0000 7f728ba87640 1 -- 172.21.15.67:0/2882798214 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f72700a2c10 msgr2=0x7f72700a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:44.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.642+0000 7f728ba87640 1 --2- 172.21.15.67:0/2882798214 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f72700a2c10 0x7f72700a50d0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f7278005fd0 tx=0x7f7278005850 comp rx=0 tx=0).stop 2024-09-10T08:13:44.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.642+0000 7f728ba87640 1 -- 172.21.15.67:0/2882798214 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7284102df0 msgr2=0x7f7284198580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:44.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.642+0000 7f728ba87640 1 --2- 172.21.15.67:0/2882798214 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7284102df0 0x7f7284198580 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f7280005940 tx=0x7f7280004270 comp rx=0 tx=0).stop 2024-09-10T08:13:44.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.642+0000 7f728ba87640 1 -- 172.21.15.67:0/2882798214 shutdown_connections 2024-09-10T08:13:44.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.642+0000 7f728ba87640 1 --2- 172.21.15.67:0/2882798214 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f72700a2c10 0x7f72700a50d0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:44.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.642+0000 7f728ba87640 1 --2- 172.21.15.67:0/2882798214 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f728410c2f0 0x7f728419ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:44.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.642+0000 7f728ba87640 1 --2- 172.21.15.67:0/2882798214 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f72841037a0 0x7f7284198ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:44.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.642+0000 7f728ba87640 1 --2- 172.21.15.67:0/2882798214 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7284102df0 0x7f7284198580 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:44.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.642+0000 7f728ba87640 1 -- 172.21.15.67:0/2882798214 >> 172.21.15.67:0/2882798214 conn(0x7f72840fc7d0 msgr2=0x7f72840fd570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:44.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.642+0000 7f728ba87640 1 -- 172.21.15.67:0/2882798214 shutdown_connections 2024-09-10T08:13:44.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:44.642+0000 7f728ba87640 1 -- 172.21.15.67:0/2882798214 wait complete. 2024-09-10T08:13:44.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:44 smithi203 ceph-mon[34672]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-10T08:13:44.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:44 smithi133 ceph-mon[34721]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-10T08:13:45.417 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":323,"stamp":"2024-09-10T08:13:43.817736+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":654675,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":342,"num_read_kb":289,"num_write":425,"num_write_kb":3073,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":347,"ondisk_log_size":347,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":422,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":409136,"kb_used_data":14076,"kb_used_omap":18,"kb_used_meta":394797,"kb_avail":1124532688,"statfs":{"total":1151940427776,"available":1151521472512,"internally_reserved":0,"allocated":14413824,"data_stored":7961833,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":404272441},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":8160,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":56,"num_read_kb":38,"num_write":9,"num_write_kb":10,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001787"},"pg_stats":[{"pgid":"2.1f","version":"88'13","reported_seq":68,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:41.850079+0000","last_change":"2024-09-10T08:12:34.806369+0000","last_active":"2024-09-10T08:13:41.850079+0000","last_peered":"2024-09-10T08:13:41.850079+0000","last_clean":"2024-09-10T08:13:41.850079+0000","last_became_active":"2024-09-10T08:12:34.805950+0000","last_became_peered":"2024-09-10T08:12:34.805950+0000","last_unstale":"2024-09-10T08:13:41.850079+0000","last_undegraded":"2024-09-10T08:13:41.850079+0000","last_fullsized":"2024-09-10T08:13:41.850079+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:06:34.845848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":21,"num_read_kb":21,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.507912+0000","last_change":"2024-09-10T08:12:36.838658+0000","last_active":"2024-09-10T08:13:39.507912+0000","last_peered":"2024-09-10T08:13:39.507912+0000","last_clean":"2024-09-10T08:13:39.507912+0000","last_became_active":"2024-09-10T08:12:36.838366+0000","last_became_peered":"2024-09-10T08:12:36.838366+0000","last_unstale":"2024-09-10T08:13:39.507912+0000","last_undegraded":"2024-09-10T08:13:39.507912+0000","last_fullsized":"2024-09-10T08:13:39.507912+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:53:10.847198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":19,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.400057+0000","last_change":"2024-09-10T08:12:43.868547+0000","last_active":"2024-09-10T08:13:38.400057+0000","last_peered":"2024-09-10T08:13:38.400057+0000","last_clean":"2024-09-10T08:13:38.400057+0000","last_became_active":"2024-09-10T08:12:43.868066+0000","last_became_peered":"2024-09-10T08:12:43.868066+0000","last_unstale":"2024-09-10T08:13:38.400057+0000","last_undegraded":"2024-09-10T08:13:38.400057+0000","last_fullsized":"2024-09-10T08:13:38.400057+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:08.277037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1e","version":"88'2","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.508094+0000","last_change":"2024-09-10T08:12:34.934507+0000","last_active":"2024-09-10T08:13:39.508094+0000","last_peered":"2024-09-10T08:13:39.508094+0000","last_clean":"2024-09-10T08:13:39.508094+0000","last_became_active":"2024-09-10T08:12:34.934137+0000","last_became_peered":"2024-09-10T08:12:34.934137+0000","last_unstale":"2024-09-10T08:13:39.508094+0000","last_undegraded":"2024-09-10T08:13:39.508094+0000","last_fullsized":"2024-09-10T08:13:39.508094+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:03:36.377273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405462+0000","last_change":"2024-09-10T08:12:36.840138+0000","last_active":"2024-09-10T08:13:39.405462+0000","last_peered":"2024-09-10T08:13:39.405462+0000","last_clean":"2024-09-10T08:13:39.405462+0000","last_became_active":"2024-09-10T08:12:36.839808+0000","last_became_peered":"2024-09-10T08:12:36.839808+0000","last_unstale":"2024-09-10T08:13:39.405462+0000","last_undegraded":"2024-09-10T08:13:39.405462+0000","last_fullsized":"2024-09-10T08:13:39.405462+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:20:44.599707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.675977+0000","last_change":"2024-09-10T08:12:43.866234+0000","last_active":"2024-09-10T08:13:39.675977+0000","last_peered":"2024-09-10T08:13:39.675977+0000","last_clean":"2024-09-10T08:13:39.675977+0000","last_became_active":"2024-09-10T08:12:43.865892+0000","last_became_peered":"2024-09-10T08:12:43.865892+0000","last_unstale":"2024-09-10T08:13:39.675977+0000","last_undegraded":"2024-09-10T08:13:39.675977+0000","last_fullsized":"2024-09-10T08:13:39.675977+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:39:12.895242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"88'12","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.410061+0000","last_change":"2024-09-10T08:12:34.810865+0000","last_active":"2024-09-10T08:13:39.410061+0000","last_peered":"2024-09-10T08:13:39.410061+0000","last_clean":"2024-09-10T08:13:39.410061+0000","last_became_active":"2024-09-10T08:12:34.810234+0000","last_became_peered":"2024-09-10T08:12:34.810234+0000","last_unstale":"2024-09-10T08:13:39.410061+0000","last_undegraded":"2024-09-10T08:13:39.410061+0000","last_fullsized":"2024-09-10T08:13:39.410061+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:55:16.240330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401852+0000","last_change":"2024-09-10T08:12:36.835352+0000","last_active":"2024-09-10T08:13:39.401852+0000","last_peered":"2024-09-10T08:13:39.401852+0000","last_clean":"2024-09-10T08:13:39.401852+0000","last_became_active":"2024-09-10T08:12:36.835033+0000","last_became_peered":"2024-09-10T08:12:36.835033+0000","last_unstale":"2024-09-10T08:13:39.401852+0000","last_undegraded":"2024-09-10T08:13:39.401852+0000","last_fullsized":"2024-09-10T08:13:39.401852+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:42:37.042569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.676047+0000","last_change":"2024-09-10T08:12:43.871905+0000","last_active":"2024-09-10T08:13:39.676047+0000","last_peered":"2024-09-10T08:13:39.676047+0000","last_clean":"2024-09-10T08:13:39.676047+0000","last_became_active":"2024-09-10T08:12:43.871475+0000","last_became_peered":"2024-09-10T08:12:43.871475+0000","last_unstale":"2024-09-10T08:13:39.676047+0000","last_undegraded":"2024-09-10T08:13:39.676047+0000","last_fullsized":"2024-09-10T08:13:39.676047+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:42:51.386857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"88'5","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.410290+0000","last_change":"2024-09-10T08:12:34.811138+0000","last_active":"2024-09-10T08:13:39.410290+0000","last_peered":"2024-09-10T08:13:39.410290+0000","last_clean":"2024-09-10T08:13:39.410290+0000","last_became_active":"2024-09-10T08:12:34.810395+0000","last_became_peered":"2024-09-10T08:12:34.810395+0000","last_unstale":"2024-09-10T08:13:39.410290+0000","last_undegraded":"2024-09-10T08:13:39.410290+0000","last_fullsized":"2024-09-10T08:13:39.410290+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:19:39.256859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405332+0000","last_change":"2024-09-10T08:12:36.830915+0000","last_active":"2024-09-10T08:13:39.405332+0000","last_peered":"2024-09-10T08:13:39.405332+0000","last_clean":"2024-09-10T08:13:39.405332+0000","last_became_active":"2024-09-10T08:12:36.830549+0000","last_became_peered":"2024-09-10T08:12:36.830549+0000","last_unstale":"2024-09-10T08:13:39.405332+0000","last_undegraded":"2024-09-10T08:13:39.405332+0000","last_fullsized":"2024-09-10T08:13:39.405332+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:06:29.495755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.675389+0000","last_change":"2024-09-10T08:12:43.859853+0000","last_active":"2024-09-10T08:13:39.675389+0000","last_peered":"2024-09-10T08:13:39.675389+0000","last_clean":"2024-09-10T08:13:39.675389+0000","last_became_active":"2024-09-10T08:12:43.859405+0000","last_became_peered":"2024-09-10T08:12:43.859405+0000","last_unstale":"2024-09-10T08:13:39.675389+0000","last_undegraded":"2024-09-10T08:13:39.675389+0000","last_fullsized":"2024-09-10T08:13:39.675389+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:18:37.147252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.748622+0000","last_change":"2024-09-10T08:12:36.832384+0000","last_active":"2024-09-10T08:13:39.748622+0000","last_peered":"2024-09-10T08:13:39.748622+0000","last_clean":"2024-09-10T08:13:39.748622+0000","last_became_active":"2024-09-10T08:12:36.831948+0000","last_became_peered":"2024-09-10T08:12:36.831948+0000","last_unstale":"2024-09-10T08:13:39.748622+0000","last_undegraded":"2024-09-10T08:13:39.748622+0000","last_fullsized":"2024-09-10T08:13:39.748622+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:08:21.982944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"88'4","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.409809+0000","last_change":"2024-09-10T08:12:34.809160+0000","last_active":"2024-09-10T08:13:39.409809+0000","last_peered":"2024-09-10T08:13:39.409809+0000","last_clean":"2024-09-10T08:13:39.409809+0000","last_became_active":"2024-09-10T08:12:34.808811+0000","last_became_peered":"2024-09-10T08:12:34.808811+0000","last_unstale":"2024-09-10T08:13:39.409809+0000","last_undegraded":"2024-09-10T08:13:39.409809+0000","last_fullsized":"2024-09-10T08:13:39.409809+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:03:04.110196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.675651+0000","last_change":"2024-09-10T08:12:43.992351+0000","last_active":"2024-09-10T08:13:39.675651+0000","last_peered":"2024-09-10T08:13:39.675651+0000","last_clean":"2024-09-10T08:13:39.675651+0000","last_became_active":"2024-09-10T08:12:43.991833+0000","last_became_peered":"2024-09-10T08:12:43.991833+0000","last_unstale":"2024-09-10T08:13:39.675651+0000","last_undegraded":"2024-09-10T08:13:39.675651+0000","last_fullsized":"2024-09-10T08:13:39.675651+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:01:52.453901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.507511+0000","last_change":"2024-09-10T08:12:36.832081+0000","last_active":"2024-09-10T08:13:39.507511+0000","last_peered":"2024-09-10T08:13:39.507511+0000","last_clean":"2024-09-10T08:13:39.507511+0000","last_became_active":"2024-09-10T08:12:36.831667+0000","last_became_peered":"2024-09-10T08:12:36.831667+0000","last_unstale":"2024-09-10T08:13:39.507511+0000","last_undegraded":"2024-09-10T08:13:39.507511+0000","last_fullsized":"2024-09-10T08:13:39.507511+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:19:23.841907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"88'3","reported_seq":35,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.400166+0000","last_change":"2024-09-10T08:12:34.812279+0000","last_active":"2024-09-10T08:13:38.400166+0000","last_peered":"2024-09-10T08:13:38.400166+0000","last_clean":"2024-09-10T08:13:38.400166+0000","last_became_active":"2024-09-10T08:12:34.811729+0000","last_became_peered":"2024-09-10T08:12:34.811729+0000","last_unstale":"2024-09-10T08:13:38.400166+0000","last_undegraded":"2024-09-10T08:13:38.400166+0000","last_fullsized":"2024-09-10T08:13:38.400166+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:49:19.797930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"88'1","reported_seq":22,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.676119+0000","last_change":"2024-09-10T08:12:43.871922+0000","last_active":"2024-09-10T08:13:39.676119+0000","last_peered":"2024-09-10T08:13:39.676119+0000","last_clean":"2024-09-10T08:13:39.676119+0000","last_became_active":"2024-09-10T08:12:43.871531+0000","last_became_peered":"2024-09-10T08:12:43.871531+0000","last_unstale":"2024-09-10T08:13:39.676119+0000","last_undegraded":"2024-09-10T08:13:39.676119+0000","last_fullsized":"2024-09-10T08:13:39.676119+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:49:26.483674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.402560+0000","last_change":"2024-09-10T08:12:36.830090+0000","last_active":"2024-09-10T08:13:38.402560+0000","last_peered":"2024-09-10T08:13:38.402560+0000","last_clean":"2024-09-10T08:13:38.402560+0000","last_became_active":"2024-09-10T08:12:36.829732+0000","last_became_peered":"2024-09-10T08:12:36.829732+0000","last_unstale":"2024-09-10T08:13:38.402560+0000","last_undegraded":"2024-09-10T08:13:38.402560+0000","last_fullsized":"2024-09-10T08:13:38.402560+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:11:21.058996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.9","version":"88'7","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.507707+0000","last_change":"2024-09-10T08:12:34.808639+0000","last_active":"2024-09-10T08:13:39.507707+0000","last_peered":"2024-09-10T08:13:39.507707+0000","last_clean":"2024-09-10T08:13:39.507707+0000","last_became_active":"2024-09-10T08:12:34.808310+0000","last_became_peered":"2024-09-10T08:12:34.808310+0000","last_unstale":"2024-09-10T08:13:39.507707+0000","last_undegraded":"2024-09-10T08:13:39.507707+0000","last_fullsized":"2024-09-10T08:13:39.507707+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:44:01.719719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.524402+0000","last_change":"2024-09-10T08:13:39.523878+0000","last_active":"2024-09-10T08:13:39.524402+0000","last_peered":"2024-09-10T08:13:39.524402+0000","last_clean":"2024-09-10T08:13:39.524402+0000","last_became_active":"2024-09-10T08:13:39.523356+0000","last_became_peered":"2024-09-10T08:13:39.523356+0000","last_unstale":"2024-09-10T08:13:39.524402+0000","last_undegraded":"2024-09-10T08:13:39.524402+0000","last_fullsized":"2024-09-10T08:13:39.524402+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:01:04.099625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,2,10],"acting":[8,3,2,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.409290+0000","last_change":"2024-09-10T08:12:36.828449+0000","last_active":"2024-09-10T08:13:39.409290+0000","last_peered":"2024-09-10T08:13:39.409290+0000","last_clean":"2024-09-10T08:13:39.409290+0000","last_became_active":"2024-09-10T08:12:36.828106+0000","last_became_peered":"2024-09-10T08:12:36.828106+0000","last_unstale":"2024-09-10T08:13:39.409290+0000","last_undegraded":"2024-09-10T08:13:39.409290+0000","last_fullsized":"2024-09-10T08:13:39.409290+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:18:00.158389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.8","version":"88'2","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401690+0000","last_change":"2024-09-10T08:12:34.935257+0000","last_active":"2024-09-10T08:13:39.401690+0000","last_peered":"2024-09-10T08:13:39.401690+0000","last_clean":"2024-09-10T08:13:39.401690+0000","last_became_active":"2024-09-10T08:12:34.934895+0000","last_became_peered":"2024-09-10T08:12:34.934895+0000","last_unstale":"2024-09-10T08:13:39.401690+0000","last_undegraded":"2024-09-10T08:13:39.401690+0000","last_fullsized":"2024-09-10T08:13:39.401690+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:05:13.175542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.675730+0000","last_change":"2024-09-10T08:12:43.992898+0000","last_active":"2024-09-10T08:13:39.675730+0000","last_peered":"2024-09-10T08:13:39.675730+0000","last_clean":"2024-09-10T08:13:39.675730+0000","last_became_active":"2024-09-10T08:12:43.992515+0000","last_became_peered":"2024-09-10T08:12:43.992515+0000","last_unstale":"2024-09-10T08:13:39.675730+0000","last_undegraded":"2024-09-10T08:13:39.675730+0000","last_fullsized":"2024-09-10T08:13:39.675730+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:33:15.411029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.677330+0000","last_change":"2024-09-10T08:13:39.677330+0000","last_active":"2024-09-10T08:13:39.677330+0000","last_peered":"2024-09-10T08:13:39.677330+0000","last_clean":"2024-09-10T08:13:39.677330+0000","last_became_active":"2024-09-10T08:13:39.676957+0000","last_became_peered":"2024-09-10T08:13:39.676957+0000","last_unstale":"2024-09-10T08:13:39.677330+0000","last_undegraded":"2024-09-10T08:13:39.677330+0000","last_fullsized":"2024-09-10T08:13:39.677330+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:53:20.898986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,4],"acting":[0,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"88'7","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.676206+0000","last_change":"2024-09-10T08:12:35.352322+0000","last_active":"2024-09-10T08:13:39.676206+0000","last_peered":"2024-09-10T08:13:39.676206+0000","last_clean":"2024-09-10T08:13:39.676206+0000","last_became_active":"2024-09-10T08:12:35.351912+0000","last_became_peered":"2024-09-10T08:12:35.351912+0000","last_unstale":"2024-09-10T08:13:39.676206+0000","last_undegraded":"2024-09-10T08:13:39.676206+0000","last_fullsized":"2024-09-10T08:13:39.676206+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:00:27.531447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":19,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.400061+0000","last_change":"2024-09-10T08:12:43.861303+0000","last_active":"2024-09-10T08:13:38.400061+0000","last_peered":"2024-09-10T08:13:38.400061+0000","last_clean":"2024-09-10T08:13:38.400061+0000","last_became_active":"2024-09-10T08:12:43.860849+0000","last_became_peered":"2024-09-10T08:12:43.860849+0000","last_unstale":"2024-09-10T08:13:38.400061+0000","last_undegraded":"2024-09-10T08:13:38.400061+0000","last_fullsized":"2024-09-10T08:13:38.400061+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:26:53.475097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.507992+0000","last_change":"2024-09-10T08:12:36.834293+0000","last_active":"2024-09-10T08:13:39.507992+0000","last_peered":"2024-09-10T08:13:39.507992+0000","last_clean":"2024-09-10T08:13:39.507992+0000","last_became_active":"2024-09-10T08:12:36.833981+0000","last_became_peered":"2024-09-10T08:12:36.833981+0000","last_unstale":"2024-09-10T08:13:39.507992+0000","last_undegraded":"2024-09-10T08:13:39.507992+0000","last_fullsized":"2024-09-10T08:13:39.507992+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:56:18.333347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"88'14","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404312+0000","last_change":"2024-09-10T08:12:34.804300+0000","last_active":"2024-09-10T08:13:39.404312+0000","last_peered":"2024-09-10T08:13:39.404312+0000","last_clean":"2024-09-10T08:13:39.404312+0000","last_became_active":"2024-09-10T08:12:34.803980+0000","last_became_peered":"2024-09-10T08:12:34.803980+0000","last_unstale":"2024-09-10T08:13:39.404312+0000","last_undegraded":"2024-09-10T08:13:39.404312+0000","last_fullsized":"2024-09-10T08:13:39.404312+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:31:41.215961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":25,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.507246+0000","last_change":"2024-09-10T08:12:43.992400+0000","last_active":"2024-09-10T08:13:39.507246+0000","last_peered":"2024-09-10T08:13:39.507246+0000","last_clean":"2024-09-10T08:13:39.507246+0000","last_became_active":"2024-09-10T08:12:43.991970+0000","last_became_peered":"2024-09-10T08:12:43.991970+0000","last_unstale":"2024-09-10T08:13:39.507246+0000","last_undegraded":"2024-09-10T08:13:39.507246+0000","last_fullsized":"2024-09-10T08:13:39.507246+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:10:02.208981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401794+0000","last_change":"2024-09-10T08:12:36.832238+0000","last_active":"2024-09-10T08:13:39.401794+0000","last_peered":"2024-09-10T08:13:39.401794+0000","last_clean":"2024-09-10T08:13:39.401794+0000","last_became_active":"2024-09-10T08:12:36.831644+0000","last_became_peered":"2024-09-10T08:12:36.831644+0000","last_unstale":"2024-09-10T08:13:39.401794+0000","last_undegraded":"2024-09-10T08:13:39.401794+0000","last_fullsized":"2024-09-10T08:13:39.401794+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:44:55.777869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"88'4","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.410126+0000","last_change":"2024-09-10T08:12:34.934616+0000","last_active":"2024-09-10T08:13:39.410126+0000","last_peered":"2024-09-10T08:13:39.410126+0000","last_clean":"2024-09-10T08:13:39.410126+0000","last_became_active":"2024-09-10T08:12:34.934240+0000","last_became_peered":"2024-09-10T08:12:34.934240+0000","last_unstale":"2024-09-10T08:13:39.410126+0000","last_undegraded":"2024-09-10T08:13:39.410126+0000","last_fullsized":"2024-09-10T08:13:39.410126+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:01:30.178100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":19,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.402896+0000","last_change":"2024-09-10T08:12:43.866058+0000","last_active":"2024-09-10T08:13:38.402896+0000","last_peered":"2024-09-10T08:13:38.402896+0000","last_clean":"2024-09-10T08:13:38.402896+0000","last_became_active":"2024-09-10T08:12:43.865313+0000","last_became_peered":"2024-09-10T08:12:43.865313+0000","last_unstale":"2024-09-10T08:13:38.402896+0000","last_undegraded":"2024-09-10T08:13:38.402896+0000","last_fullsized":"2024-09-10T08:13:38.402896+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:15:57.695818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.403588+0000","last_change":"2024-09-10T08:12:36.827327+0000","last_active":"2024-09-10T08:13:38.403588+0000","last_peered":"2024-09-10T08:13:38.403588+0000","last_clean":"2024-09-10T08:13:38.403588+0000","last_became_active":"2024-09-10T08:12:36.826973+0000","last_became_peered":"2024-09-10T08:12:36.826973+0000","last_unstale":"2024-09-10T08:13:38.403588+0000","last_undegraded":"2024-09-10T08:13:38.403588+0000","last_fullsized":"2024-09-10T08:13:38.403588+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:03:53.148739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"88'1","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404170+0000","last_change":"2024-09-10T08:12:34.935377+0000","last_active":"2024-09-10T08:13:39.404170+0000","last_peered":"2024-09-10T08:13:39.404170+0000","last_clean":"2024-09-10T08:13:39.404170+0000","last_became_active":"2024-09-10T08:12:34.934905+0000","last_became_peered":"2024-09-10T08:12:34.934905+0000","last_unstale":"2024-09-10T08:13:39.404170+0000","last_undegraded":"2024-09-10T08:13:39.404170+0000","last_fullsized":"2024-09-10T08:13:39.404170+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:48:46.159178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.409532+0000","last_change":"2024-09-10T08:12:43.992295+0000","last_active":"2024-09-10T08:13:39.409532+0000","last_peered":"2024-09-10T08:13:39.409532+0000","last_clean":"2024-09-10T08:13:39.409532+0000","last_became_active":"2024-09-10T08:12:43.991802+0000","last_became_peered":"2024-09-10T08:12:43.991802+0000","last_unstale":"2024-09-10T08:13:39.409532+0000","last_undegraded":"2024-09-10T08:13:39.409532+0000","last_fullsized":"2024-09-10T08:13:39.409532+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:38:53.330441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":26,"reported_epoch":88,"state":"peering","last_fresh":"2024-09-10T08:12:46.883774+0000","last_change":"2024-09-10T08:13:38.403998+0000","last_active":"2024-09-10T08:13:38.403998+0000","last_peered":"2024-09-10T08:12:46.883774+0000","last_clean":"2024-09-10T08:12:46.883774+0000","last_became_active":"2024-09-10T08:12:36.832783+0000","last_became_peered":"2024-09-10T08:12:36.832783+0000","last_unstale":"2024-09-10T08:12:46.883774+0000","last_undegraded":"2024-09-10T08:12:46.883774+0000","last_fullsized":"2024-09-10T08:12:46.883774+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4,9],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"88'6","reported_seq":59,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.748797+0000","last_change":"2024-09-10T08:12:34.814037+0000","last_active":"2024-09-10T08:13:39.748797+0000","last_peered":"2024-09-10T08:13:39.748797+0000","last_clean":"2024-09-10T08:13:39.748797+0000","last_became_active":"2024-09-10T08:12:34.813620+0000","last_became_peered":"2024-09-10T08:12:34.813620+0000","last_unstale":"2024-09-10T08:13:39.748797+0000","last_undegraded":"2024-09-10T08:13:39.748797+0000","last_fullsized":"2024-09-10T08:13:39.748797+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:21:07.593990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":981,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":19,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401581+0000","last_change":"2024-09-10T08:12:43.866652+0000","last_active":"2024-09-10T08:13:39.401581+0000","last_peered":"2024-09-10T08:13:39.401581+0000","last_clean":"2024-09-10T08:13:39.401581+0000","last_became_active":"2024-09-10T08:12:43.866267+0000","last_became_peered":"2024-09-10T08:12:43.866267+0000","last_unstale":"2024-09-10T08:13:39.401581+0000","last_undegraded":"2024-09-10T08:13:39.401581+0000","last_fullsized":"2024-09-10T08:13:39.401581+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:40:11.894132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404496+0000","last_change":"2024-09-10T08:12:36.828347+0000","last_active":"2024-09-10T08:13:39.404496+0000","last_peered":"2024-09-10T08:13:39.404496+0000","last_clean":"2024-09-10T08:13:39.404496+0000","last_became_active":"2024-09-10T08:12:36.828034+0000","last_became_peered":"2024-09-10T08:12:36.828034+0000","last_unstale":"2024-09-10T08:13:39.404496+0000","last_undegraded":"2024-09-10T08:13:39.404496+0000","last_fullsized":"2024-09-10T08:13:39.404496+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:12:34.999032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"88'5","reported_seq":58,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401354+0000","last_change":"2024-09-10T08:12:34.934390+0000","last_active":"2024-09-10T08:13:39.401354+0000","last_peered":"2024-09-10T08:13:39.401354+0000","last_clean":"2024-09-10T08:13:39.401354+0000","last_became_active":"2024-09-10T08:12:34.934052+0000","last_became_peered":"2024-09-10T08:12:34.934052+0000","last_unstale":"2024-09-10T08:13:39.401354+0000","last_undegraded":"2024-09-10T08:13:39.401354+0000","last_fullsized":"2024-09-10T08:13:39.401354+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:48:53.538324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":19,"num_read_kb":19,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401714+0000","last_change":"2024-09-10T08:12:43.992318+0000","last_active":"2024-09-10T08:13:39.401714+0000","last_peered":"2024-09-10T08:13:39.401714+0000","last_clean":"2024-09-10T08:13:39.401714+0000","last_became_active":"2024-09-10T08:12:43.991865+0000","last_became_peered":"2024-09-10T08:12:43.991865+0000","last_unstale":"2024-09-10T08:13:39.401714+0000","last_undegraded":"2024-09-10T08:13:39.401714+0000","last_fullsized":"2024-09-10T08:13:39.401714+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:44:14.872522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401214+0000","last_change":"2024-09-10T08:12:36.831968+0000","last_active":"2024-09-10T08:13:39.401214+0000","last_peered":"2024-09-10T08:13:39.401214+0000","last_clean":"2024-09-10T08:13:39.401214+0000","last_became_active":"2024-09-10T08:12:36.831636+0000","last_became_peered":"2024-09-10T08:12:36.831636+0000","last_unstale":"2024-09-10T08:13:39.401214+0000","last_undegraded":"2024-09-10T08:13:39.401214+0000","last_fullsized":"2024-09-10T08:13:39.401214+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:36:42.460656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"88'4","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.748478+0000","last_change":"2024-09-10T08:12:34.811292+0000","last_active":"2024-09-10T08:13:39.748478+0000","last_peered":"2024-09-10T08:13:39.748478+0000","last_clean":"2024-09-10T08:13:39.748478+0000","last_became_active":"2024-09-10T08:12:34.810947+0000","last_became_peered":"2024-09-10T08:12:34.810947+0000","last_unstale":"2024-09-10T08:13:39.748478+0000","last_undegraded":"2024-09-10T08:13:39.748478+0000","last_fullsized":"2024-09-10T08:13:39.748478+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:34:12.885332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405104+0000","last_change":"2024-09-10T08:12:43.993002+0000","last_active":"2024-09-10T08:13:39.405104+0000","last_peered":"2024-09-10T08:13:39.405104+0000","last_clean":"2024-09-10T08:13:39.405104+0000","last_became_active":"2024-09-10T08:12:43.992378+0000","last_became_peered":"2024-09-10T08:12:43.992378+0000","last_unstale":"2024-09-10T08:13:39.405104+0000","last_undegraded":"2024-09-10T08:13:39.405104+0000","last_fullsized":"2024-09-10T08:13:39.405104+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:51:30.925233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.507507+0000","last_change":"2024-09-10T08:12:36.835603+0000","last_active":"2024-09-10T08:13:39.507507+0000","last_peered":"2024-09-10T08:13:39.507507+0000","last_clean":"2024-09-10T08:13:39.507507+0000","last_became_active":"2024-09-10T08:12:36.835266+0000","last_became_peered":"2024-09-10T08:12:36.835266+0000","last_unstale":"2024-09-10T08:13:39.507507+0000","last_undegraded":"2024-09-10T08:13:39.507507+0000","last_fullsized":"2024-09-10T08:13:39.507507+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:19.661448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"88'6","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.676201+0000","last_change":"2024-09-10T08:12:34.812517+0000","last_active":"2024-09-10T08:13:39.676201+0000","last_peered":"2024-09-10T08:13:39.676201+0000","last_clean":"2024-09-10T08:13:39.676201+0000","last_became_active":"2024-09-10T08:12:34.811489+0000","last_became_peered":"2024-09-10T08:12:34.811489+0000","last_unstale":"2024-09-10T08:13:39.676201+0000","last_undegraded":"2024-09-10T08:13:39.676201+0000","last_fullsized":"2024-09-10T08:13:39.676201+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:06:38.638602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":349,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.748567+0000","last_change":"2024-09-10T08:11:22.269533+0000","last_active":"2024-09-10T08:13:39.748567+0000","last_peered":"2024-09-10T08:13:39.748567+0000","last_clean":"2024-09-10T08:13:39.748567+0000","last_became_active":"2024-09-10T08:11:22.268999+0000","last_became_peered":"2024-09-10T08:11:22.268999+0000","last_unstale":"2024-09-10T08:13:39.748567+0000","last_undegraded":"2024-09-10T08:13:39.748567+0000","last_fullsized":"2024-09-10T08:13:39.748567+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:07:54.541647+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:07:54.541647+0000","last_clean_scrub_stamp":"2024-09-10T08:07:54.541647+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:11:27.439735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"88'1","reported_seq":22,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.748875+0000","last_change":"2024-09-10T08:12:43.868283+0000","last_active":"2024-09-10T08:13:39.748875+0000","last_peered":"2024-09-10T08:13:39.748875+0000","last_clean":"2024-09-10T08:13:39.748875+0000","last_became_active":"2024-09-10T08:12:43.867984+0000","last_became_peered":"2024-09-10T08:12:43.867984+0000","last_unstale":"2024-09-10T08:13:39.748875+0000","last_undegraded":"2024-09-10T08:13:39.748875+0000","last_fullsized":"2024-09-10T08:13:39.748875+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:30:00.462641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.749073+0000","last_change":"2024-09-10T08:12:36.832950+0000","last_active":"2024-09-10T08:13:39.749073+0000","last_peered":"2024-09-10T08:13:39.749073+0000","last_clean":"2024-09-10T08:13:39.749073+0000","last_became_active":"2024-09-10T08:12:36.832602+0000","last_became_peered":"2024-09-10T08:12:36.832602+0000","last_unstale":"2024-09-10T08:13:39.749073+0000","last_undegraded":"2024-09-10T08:13:39.749073+0000","last_fullsized":"2024-09-10T08:13:39.749073+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:18:11.879093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"88'5","reported_seq":55,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.400833+0000","last_change":"2024-09-10T08:12:35.352007+0000","last_active":"2024-09-10T08:13:38.400833+0000","last_peered":"2024-09-10T08:13:38.400833+0000","last_clean":"2024-09-10T08:13:38.400833+0000","last_became_active":"2024-09-10T08:12:35.351623+0000","last_became_peered":"2024-09-10T08:12:35.351623+0000","last_unstale":"2024-09-10T08:13:38.400833+0000","last_undegraded":"2024-09-10T08:13:38.400833+0000","last_fullsized":"2024-09-10T08:13:38.400833+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:37:27.810889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":18,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401580+0000","last_change":"2024-09-10T08:12:43.865702+0000","last_active":"2024-09-10T08:13:39.401580+0000","last_peered":"2024-09-10T08:13:39.401580+0000","last_clean":"2024-09-10T08:13:39.401580+0000","last_became_active":"2024-09-10T08:12:43.865229+0000","last_became_peered":"2024-09-10T08:12:43.865229+0000","last_unstale":"2024-09-10T08:13:39.401580+0000","last_undegraded":"2024-09-10T08:13:39.401580+0000","last_fullsized":"2024-09-10T08:13:39.401580+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:02:29.345505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.748761+0000","last_change":"2024-09-10T08:12:36.827564+0000","last_active":"2024-09-10T08:13:39.748761+0000","last_peered":"2024-09-10T08:13:39.748761+0000","last_clean":"2024-09-10T08:13:39.748761+0000","last_became_active":"2024-09-10T08:12:36.827241+0000","last_became_peered":"2024-09-10T08:12:36.827241+0000","last_unstale":"2024-09-10T08:13:39.748761+0000","last_undegraded":"2024-09-10T08:13:39.748761+0000","last_fullsized":"2024-09-10T08:13:39.748761+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:39.539095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"88'3","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405614+0000","last_change":"2024-09-10T08:12:34.813584+0000","last_active":"2024-09-10T08:13:39.405614+0000","last_peered":"2024-09-10T08:13:39.405614+0000","last_clean":"2024-09-10T08:13:39.405614+0000","last_became_active":"2024-09-10T08:12:34.812971+0000","last_became_peered":"2024-09-10T08:12:34.812971+0000","last_unstale":"2024-09-10T08:13:39.405614+0000","last_undegraded":"2024-09-10T08:13:39.405614+0000","last_fullsized":"2024-09-10T08:13:39.405614+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:07:59.453651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404795+0000","last_change":"2024-09-10T08:12:43.870109+0000","last_active":"2024-09-10T08:13:39.404795+0000","last_peered":"2024-09-10T08:13:39.404795+0000","last_clean":"2024-09-10T08:13:39.404795+0000","last_became_active":"2024-09-10T08:12:43.869729+0000","last_became_peered":"2024-09-10T08:12:43.869729+0000","last_unstale":"2024-09-10T08:13:39.404795+0000","last_undegraded":"2024-09-10T08:13:39.404795+0000","last_fullsized":"2024-09-10T08:13:39.404795+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:43:11.951209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.749007+0000","last_change":"2024-09-10T08:12:36.833151+0000","last_active":"2024-09-10T08:13:39.749007+0000","last_peered":"2024-09-10T08:13:39.749007+0000","last_clean":"2024-09-10T08:13:39.749007+0000","last_became_active":"2024-09-10T08:12:36.832799+0000","last_became_peered":"2024-09-10T08:12:36.832799+0000","last_unstale":"2024-09-10T08:13:39.749007+0000","last_undegraded":"2024-09-10T08:13:39.749007+0000","last_fullsized":"2024-09-10T08:13:39.749007+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:53:45.406482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"88'5","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401793+0000","last_change":"2024-09-10T08:12:34.809644+0000","last_active":"2024-09-10T08:13:39.401793+0000","last_peered":"2024-09-10T08:13:39.401793+0000","last_clean":"2024-09-10T08:13:39.401793+0000","last_became_active":"2024-09-10T08:12:34.809361+0000","last_became_peered":"2024-09-10T08:12:34.809361+0000","last_unstale":"2024-09-10T08:13:39.401793+0000","last_undegraded":"2024-09-10T08:13:39.401793+0000","last_fullsized":"2024-09-10T08:13:39.401793+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:51:33.188450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404346+0000","last_change":"2024-09-10T08:12:43.863219+0000","last_active":"2024-09-10T08:13:39.404346+0000","last_peered":"2024-09-10T08:13:39.404346+0000","last_clean":"2024-09-10T08:13:39.404346+0000","last_became_active":"2024-09-10T08:12:43.862833+0000","last_became_peered":"2024-09-10T08:12:43.862833+0000","last_unstale":"2024-09-10T08:13:39.404346+0000","last_undegraded":"2024-09-10T08:13:39.404346+0000","last_fullsized":"2024-09-10T08:13:39.404346+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:43:20.340029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.402963+0000","last_change":"2024-09-10T08:12:36.828073+0000","last_active":"2024-09-10T08:13:38.402963+0000","last_peered":"2024-09-10T08:13:38.402963+0000","last_clean":"2024-09-10T08:13:38.402963+0000","last_became_active":"2024-09-10T08:12:36.827750+0000","last_became_peered":"2024-09-10T08:12:36.827750+0000","last_unstale":"2024-09-10T08:13:38.402963+0000","last_undegraded":"2024-09-10T08:13:38.402963+0000","last_fullsized":"2024-09-10T08:13:38.402963+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:21:16.671134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.f","version":"88'2","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.410198+0000","last_change":"2024-09-10T08:12:34.810961+0000","last_active":"2024-09-10T08:13:39.410198+0000","last_peered":"2024-09-10T08:13:39.410198+0000","last_clean":"2024-09-10T08:13:39.410198+0000","last_became_active":"2024-09-10T08:12:34.810583+0000","last_became_peered":"2024-09-10T08:12:34.810583+0000","last_unstale":"2024-09-10T08:13:39.410198+0000","last_undegraded":"2024-09-10T08:13:39.410198+0000","last_fullsized":"2024-09-10T08:13:39.410198+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:47:04.190625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405154+0000","last_change":"2024-09-10T08:12:43.861978+0000","last_active":"2024-09-10T08:13:39.405154+0000","last_peered":"2024-09-10T08:13:39.405154+0000","last_clean":"2024-09-10T08:13:39.405154+0000","last_became_active":"2024-09-10T08:12:43.861367+0000","last_became_peered":"2024-09-10T08:12:43.861367+0000","last_unstale":"2024-09-10T08:13:39.405154+0000","last_undegraded":"2024-09-10T08:13:39.405154+0000","last_fullsized":"2024-09-10T08:13:39.405154+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:30:00.860926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404588+0000","last_change":"2024-09-10T08:12:36.831213+0000","last_active":"2024-09-10T08:13:39.404588+0000","last_peered":"2024-09-10T08:13:39.404588+0000","last_clean":"2024-09-10T08:13:39.404588+0000","last_became_active":"2024-09-10T08:12:36.830859+0000","last_became_peered":"2024-09-10T08:12:36.830859+0000","last_unstale":"2024-09-10T08:13:39.404588+0000","last_undegraded":"2024-09-10T08:13:39.404588+0000","last_fullsized":"2024-09-10T08:13:39.404588+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:24:41.648614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.10","version":"88'17","reported_seq":52,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.409347+0000","last_change":"2024-09-10T08:12:34.935217+0000","last_active":"2024-09-10T08:13:39.409347+0000","last_peered":"2024-09-10T08:13:39.409347+0000","last_clean":"2024-09-10T08:13:39.409347+0000","last_became_active":"2024-09-10T08:12:34.934826+0000","last_became_peered":"2024-09-10T08:12:34.934826+0000","last_unstale":"2024-09-10T08:13:39.409347+0000","last_undegraded":"2024-09-10T08:13:39.409347+0000","last_fullsized":"2024-09-10T08:13:39.409347+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:00:38.020341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401855+0000","last_change":"2024-09-10T08:12:43.869729+0000","last_active":"2024-09-10T08:13:39.401855+0000","last_peered":"2024-09-10T08:13:39.401855+0000","last_clean":"2024-09-10T08:13:39.401855+0000","last_became_active":"2024-09-10T08:12:43.869340+0000","last_became_peered":"2024-09-10T08:12:43.869340+0000","last_unstale":"2024-09-10T08:13:39.401855+0000","last_undegraded":"2024-09-10T08:13:39.401855+0000","last_fullsized":"2024-09-10T08:13:39.401855+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:51:09.345805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.748345+0000","last_change":"2024-09-10T08:12:36.828727+0000","last_active":"2024-09-10T08:13:39.748345+0000","last_peered":"2024-09-10T08:13:39.748345+0000","last_clean":"2024-09-10T08:13:39.748345+0000","last_became_active":"2024-09-10T08:12:36.828414+0000","last_became_peered":"2024-09-10T08:12:36.828414+0000","last_unstale":"2024-09-10T08:13:39.748345+0000","last_undegraded":"2024-09-10T08:13:39.748345+0000","last_fullsized":"2024-09-10T08:13:39.748345+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:15:18.145475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"88'5","reported_seq":59,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.675868+0000","last_change":"2024-09-10T08:12:34.810916+0000","last_active":"2024-09-10T08:13:39.675868+0000","last_peered":"2024-09-10T08:13:39.675868+0000","last_clean":"2024-09-10T08:13:39.675868+0000","last_became_active":"2024-09-10T08:12:34.810589+0000","last_became_peered":"2024-09-10T08:12:34.810589+0000","last_unstale":"2024-09-10T08:13:39.675868+0000","last_undegraded":"2024-09-10T08:13:39.675868+0000","last_fullsized":"2024-09-10T08:13:39.675868+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:34:40.703435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":21,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404449+0000","last_change":"2024-09-10T08:12:43.873472+0000","last_active":"2024-09-10T08:13:39.404449+0000","last_peered":"2024-09-10T08:13:39.404449+0000","last_clean":"2024-09-10T08:13:39.404449+0000","last_became_active":"2024-09-10T08:12:43.872708+0000","last_became_peered":"2024-09-10T08:12:43.872708+0000","last_unstale":"2024-09-10T08:13:39.404449+0000","last_undegraded":"2024-09-10T08:13:39.404449+0000","last_fullsized":"2024-09-10T08:13:39.404449+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:02:08.059771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.748732+0000","last_change":"2024-09-10T08:12:36.827575+0000","last_active":"2024-09-10T08:13:39.748732+0000","last_peered":"2024-09-10T08:13:39.748732+0000","last_clean":"2024-09-10T08:13:39.748732+0000","last_became_active":"2024-09-10T08:12:36.827219+0000","last_became_peered":"2024-09-10T08:12:36.827219+0000","last_unstale":"2024-09-10T08:13:39.748732+0000","last_undegraded":"2024-09-10T08:13:39.748732+0000","last_fullsized":"2024-09-10T08:13:39.748732+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:46:48.843252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"88'5","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404860+0000","last_change":"2024-09-10T08:12:34.811935+0000","last_active":"2024-09-10T08:13:39.404860+0000","last_peered":"2024-09-10T08:13:39.404860+0000","last_clean":"2024-09-10T08:13:39.404860+0000","last_became_active":"2024-09-10T08:12:34.811456+0000","last_became_peered":"2024-09-10T08:12:34.811456+0000","last_unstale":"2024-09-10T08:13:39.404860+0000","last_undegraded":"2024-09-10T08:13:39.404860+0000","last_fullsized":"2024-09-10T08:13:39.404860+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:17:47.051684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":19,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.402833+0000","last_change":"2024-09-10T08:12:43.869439+0000","last_active":"2024-09-10T08:13:38.402833+0000","last_peered":"2024-09-10T08:13:38.402833+0000","last_clean":"2024-09-10T08:13:38.402833+0000","last_became_active":"2024-09-10T08:12:43.869034+0000","last_became_peered":"2024-09-10T08:12:43.869034+0000","last_unstale":"2024-09-10T08:13:38.402833+0000","last_undegraded":"2024-09-10T08:13:38.402833+0000","last_fullsized":"2024-09-10T08:13:38.402833+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:21:54.382769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401453+0000","last_change":"2024-09-10T08:12:36.829005+0000","last_active":"2024-09-10T08:13:39.401453+0000","last_peered":"2024-09-10T08:13:39.401453+0000","last_clean":"2024-09-10T08:13:39.401453+0000","last_became_active":"2024-09-10T08:12:36.828617+0000","last_became_peered":"2024-09-10T08:12:36.828617+0000","last_unstale":"2024-09-10T08:13:39.401453+0000","last_undegraded":"2024-09-10T08:13:39.401453+0000","last_fullsized":"2024-09-10T08:13:39.401453+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:43:31.280528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"88'9","reported_seq":43,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.400413+0000","last_change":"2024-09-10T08:12:34.812181+0000","last_active":"2024-09-10T08:13:38.400413+0000","last_peered":"2024-09-10T08:13:38.400413+0000","last_clean":"2024-09-10T08:13:38.400413+0000","last_became_active":"2024-09-10T08:12:34.810647+0000","last_became_peered":"2024-09-10T08:12:34.810647+0000","last_unstale":"2024-09-10T08:13:38.400413+0000","last_undegraded":"2024-09-10T08:13:38.400413+0000","last_fullsized":"2024-09-10T08:13:38.400413+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:33:19.720823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405177+0000","last_change":"2024-09-10T08:12:43.863520+0000","last_active":"2024-09-10T08:13:39.405177+0000","last_peered":"2024-09-10T08:13:39.405177+0000","last_clean":"2024-09-10T08:13:39.405177+0000","last_became_active":"2024-09-10T08:12:43.862340+0000","last_became_peered":"2024-09-10T08:12:43.862340+0000","last_unstale":"2024-09-10T08:13:39.405177+0000","last_undegraded":"2024-09-10T08:13:39.405177+0000","last_fullsized":"2024-09-10T08:13:39.405177+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:00:39.711524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.409990+0000","last_change":"2024-09-10T08:12:36.832910+0000","last_active":"2024-09-10T08:13:39.409990+0000","last_peered":"2024-09-10T08:13:39.409990+0000","last_clean":"2024-09-10T08:13:39.409990+0000","last_became_active":"2024-09-10T08:12:36.832581+0000","last_became_peered":"2024-09-10T08:12:36.832581+0000","last_unstale":"2024-09-10T08:13:39.409990+0000","last_undegraded":"2024-09-10T08:13:39.409990+0000","last_fullsized":"2024-09-10T08:13:39.409990+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:40:13.697323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.14","version":"88'31","reported_seq":106,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.835866+0000","last_change":"2024-09-10T08:12:34.811160+0000","last_active":"2024-09-10T08:13:38.835866+0000","last_peered":"2024-09-10T08:13:38.835866+0000","last_clean":"2024-09-10T08:13:38.835866+0000","last_became_active":"2024-09-10T08:12:34.810807+0000","last_became_peered":"2024-09-10T08:12:34.810807+0000","last_unstale":"2024-09-10T08:13:38.835866+0000","last_undegraded":"2024-09-10T08:13:38.835866+0000","last_fullsized":"2024-09-10T08:13:38.835866+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":31,"log_dups_size":0,"ondisk_log_size":31,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:59:27.235130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":57258,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":43,"num_read_kb":77,"num_write":33,"num_write_kb":69,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":2,"reported_epoch":89,"state":"peering","last_fresh":"2024-09-10T08:12:43.859795+0000","last_change":"2024-09-10T08:13:39.211300+0000","last_active":"2024-09-10T08:12:42.844514+0000","last_peered":"2024-09-10T08:12:42.844514+0000","last_clean":"2024-09-10T08:12:42.844514+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-10T08:12:43.859795+0000","last_undegraded":"2024-09-10T08:12:43.859795+0000","last_fullsized":"2024-09-10T08:12:43.859795+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,11,5],"acting":[10,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.413044+0000","last_change":"2024-09-10T08:13:39.413044+0000","last_active":"2024-09-10T08:13:39.413044+0000","last_peered":"2024-09-10T08:13:39.413044+0000","last_clean":"2024-09-10T08:13:39.413044+0000","last_became_active":"2024-09-10T08:13:39.412611+0000","last_became_peered":"2024-09-10T08:13:39.412611+0000","last_unstale":"2024-09-10T08:13:39.413044+0000","last_undegraded":"2024-09-10T08:13:39.413044+0000","last_fullsized":"2024-09-10T08:13:39.413044+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:35:39.007629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,6],"acting":[1,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"88'5","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405535+0000","last_change":"2024-09-10T08:12:34.935213+0000","last_active":"2024-09-10T08:13:39.405535+0000","last_peered":"2024-09-10T08:13:39.405535+0000","last_clean":"2024-09-10T08:13:39.405535+0000","last_became_active":"2024-09-10T08:12:34.934653+0000","last_became_peered":"2024-09-10T08:12:34.934653+0000","last_unstale":"2024-09-10T08:13:39.405535+0000","last_undegraded":"2024-09-10T08:13:39.405535+0000","last_fullsized":"2024-09-10T08:13:39.405535+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:18:41.003041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.675576+0000","last_change":"2024-09-10T08:12:43.871926+0000","last_active":"2024-09-10T08:13:39.675576+0000","last_peered":"2024-09-10T08:13:39.675576+0000","last_clean":"2024-09-10T08:13:39.675576+0000","last_became_active":"2024-09-10T08:12:43.871484+0000","last_became_peered":"2024-09-10T08:12:43.871484+0000","last_unstale":"2024-09-10T08:13:39.675576+0000","last_undegraded":"2024-09-10T08:13:39.675576+0000","last_fullsized":"2024-09-10T08:13:39.675576+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:28:58.589905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405468+0000","last_change":"2024-09-10T08:12:36.840159+0000","last_active":"2024-09-10T08:13:39.405468+0000","last_peered":"2024-09-10T08:13:39.405468+0000","last_clean":"2024-09-10T08:13:39.405468+0000","last_became_active":"2024-09-10T08:12:36.839716+0000","last_became_peered":"2024-09-10T08:12:36.839716+0000","last_unstale":"2024-09-10T08:13:39.405468+0000","last_undegraded":"2024-09-10T08:13:39.405468+0000","last_fullsized":"2024-09-10T08:13:39.405468+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:22:29.954782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"88'4","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.748955+0000","last_change":"2024-09-10T08:12:34.809229+0000","last_active":"2024-09-10T08:13:39.748955+0000","last_peered":"2024-09-10T08:13:39.748955+0000","last_clean":"2024-09-10T08:13:39.748955+0000","last_became_active":"2024-09-10T08:12:34.808802+0000","last_became_peered":"2024-09-10T08:12:34.808802+0000","last_unstale":"2024-09-10T08:13:39.748955+0000","last_undegraded":"2024-09-10T08:13:39.748955+0000","last_fullsized":"2024-09-10T08:13:39.748955+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:59:34.360559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.403496+0000","last_change":"2024-09-10T08:12:43.870601+0000","last_active":"2024-09-10T08:13:39.403496+0000","last_peered":"2024-09-10T08:13:39.403496+0000","last_clean":"2024-09-10T08:13:39.403496+0000","last_became_active":"2024-09-10T08:12:43.870168+0000","last_became_peered":"2024-09-10T08:12:43.870168+0000","last_unstale":"2024-09-10T08:13:39.403496+0000","last_undegraded":"2024-09-10T08:13:39.403496+0000","last_fullsized":"2024-09-10T08:13:39.403496+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:09:22.578268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401978+0000","last_change":"2024-09-10T08:12:36.834262+0000","last_active":"2024-09-10T08:13:39.401978+0000","last_peered":"2024-09-10T08:13:39.401978+0000","last_clean":"2024-09-10T08:13:39.401978+0000","last_became_active":"2024-09-10T08:12:36.833922+0000","last_became_peered":"2024-09-10T08:12:36.833922+0000","last_unstale":"2024-09-10T08:13:39.401978+0000","last_undegraded":"2024-09-10T08:13:39.401978+0000","last_fullsized":"2024-09-10T08:13:39.401978+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:33:22.621701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"88'4","reported_seq":70,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.835188+0000","last_change":"2024-09-10T08:12:34.815637+0000","last_active":"2024-09-10T08:13:38.835188+0000","last_peered":"2024-09-10T08:13:38.835188+0000","last_clean":"2024-09-10T08:13:38.835188+0000","last_became_active":"2024-09-10T08:12:34.815296+0000","last_became_peered":"2024-09-10T08:12:34.815296+0000","last_unstale":"2024-09-10T08:13:38.835188+0000","last_undegraded":"2024-09-10T08:13:38.835188+0000","last_fullsized":"2024-09-10T08:13:38.835188+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:37:39.424478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":34,"num_read_kb":34,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.507376+0000","last_change":"2024-09-10T08:12:43.862840+0000","last_active":"2024-09-10T08:13:39.507376+0000","last_peered":"2024-09-10T08:13:39.507376+0000","last_clean":"2024-09-10T08:13:39.507376+0000","last_became_active":"2024-09-10T08:12:43.862406+0000","last_became_peered":"2024-09-10T08:12:43.862406+0000","last_unstale":"2024-09-10T08:13:39.507376+0000","last_undegraded":"2024-09-10T08:13:39.507376+0000","last_fullsized":"2024-09-10T08:13:39.507376+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:18:22.047003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405359+0000","last_change":"2024-09-10T08:12:43.867758+0000","last_active":"2024-09-10T08:13:39.405359+0000","last_peered":"2024-09-10T08:13:39.405359+0000","last_clean":"2024-09-10T08:13:39.405359+0000","last_became_active":"2024-09-10T08:12:43.867330+0000","last_became_peered":"2024-09-10T08:12:43.867330+0000","last_unstale":"2024-09-10T08:13:39.405359+0000","last_undegraded":"2024-09-10T08:13:39.405359+0000","last_fullsized":"2024-09-10T08:13:39.405359+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:58:09.229320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.403739+0000","last_change":"2024-09-10T08:12:36.826035+0000","last_active":"2024-09-10T08:13:39.403739+0000","last_peered":"2024-09-10T08:13:39.403739+0000","last_clean":"2024-09-10T08:13:39.403739+0000","last_became_active":"2024-09-10T08:12:36.825728+0000","last_became_peered":"2024-09-10T08:12:36.825728+0000","last_unstale":"2024-09-10T08:13:39.403739+0000","last_undegraded":"2024-09-10T08:13:39.403739+0000","last_fullsized":"2024-09-10T08:13:39.403739+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:34:52.253250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"88'3","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404614+0000","last_change":"2024-09-10T08:12:34.814423+0000","last_active":"2024-09-10T08:13:39.404614+0000","last_peered":"2024-09-10T08:13:39.404614+0000","last_clean":"2024-09-10T08:13:39.404614+0000","last_became_active":"2024-09-10T08:12:34.814063+0000","last_became_peered":"2024-09-10T08:12:34.814063+0000","last_unstale":"2024-09-10T08:13:39.404614+0000","last_undegraded":"2024-09-10T08:13:39.404614+0000","last_fullsized":"2024-09-10T08:13:39.404614+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:51:32.749383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":18,"reported_epoch":88,"state":"peering","last_fresh":"2024-09-10T08:12:46.886250+0000","last_change":"2024-09-10T08:13:38.403032+0000","last_active":"2024-09-10T08:13:38.403032+0000","last_peered":"2024-09-10T08:12:46.886250+0000","last_clean":"2024-09-10T08:12:46.886250+0000","last_became_active":"2024-09-10T08:12:43.869041+0000","last_became_peered":"2024-09-10T08:12:43.869041+0000","last_unstale":"2024-09-10T08:12:46.886250+0000","last_undegraded":"2024-09-10T08:12:46.886250+0000","last_fullsized":"2024-09-10T08:12:46.886250+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8,0],"acting":[11,4,8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,4,8,9],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.507632+0000","last_change":"2024-09-10T08:12:36.835980+0000","last_active":"2024-09-10T08:13:39.507632+0000","last_peered":"2024-09-10T08:13:39.507632+0000","last_clean":"2024-09-10T08:13:39.507632+0000","last_became_active":"2024-09-10T08:12:36.835091+0000","last_became_peered":"2024-09-10T08:12:36.835091+0000","last_unstale":"2024-09-10T08:13:39.507632+0000","last_undegraded":"2024-09-10T08:13:39.507632+0000","last_fullsized":"2024-09-10T08:13:39.507632+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:52:09.526296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"88'3","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401236+0000","last_change":"2024-09-10T08:12:34.805925+0000","last_active":"2024-09-10T08:13:39.401236+0000","last_peered":"2024-09-10T08:13:39.401236+0000","last_clean":"2024-09-10T08:13:39.401236+0000","last_became_active":"2024-09-10T08:12:34.805568+0000","last_became_peered":"2024-09-10T08:12:34.805568+0000","last_unstale":"2024-09-10T08:13:39.401236+0000","last_undegraded":"2024-09-10T08:13:39.401236+0000","last_fullsized":"2024-09-10T08:13:39.401236+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:48:06.627866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"88'7","reported_seq":39,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.403466+0000","last_change":"2024-09-10T08:12:34.814702+0000","last_active":"2024-09-10T08:13:38.403466+0000","last_peered":"2024-09-10T08:13:38.403466+0000","last_clean":"2024-09-10T08:13:38.403466+0000","last_became_active":"2024-09-10T08:12:34.814342+0000","last_became_peered":"2024-09-10T08:12:34.814342+0000","last_unstale":"2024-09-10T08:13:38.403466+0000","last_undegraded":"2024-09-10T08:13:38.403466+0000","last_fullsized":"2024-09-10T08:13:38.403466+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:21:13.086961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.509144+0000","last_change":"2024-09-10T08:13:39.509144+0000","last_active":"2024-09-10T08:13:39.509144+0000","last_peered":"2024-09-10T08:13:39.509144+0000","last_clean":"2024-09-10T08:13:39.509144+0000","last_became_active":"2024-09-10T08:13:39.508734+0000","last_became_peered":"2024-09-10T08:13:39.508734+0000","last_unstale":"2024-09-10T08:13:39.509144+0000","last_undegraded":"2024-09-10T08:13:39.509144+0000","last_fullsized":"2024-09-10T08:13:39.509144+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:05:42.593094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3],"acting":[5,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":19,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.400435+0000","last_change":"2024-09-10T08:12:43.869005+0000","last_active":"2024-09-10T08:13:38.400435+0000","last_peered":"2024-09-10T08:13:38.400435+0000","last_clean":"2024-09-10T08:13:38.400435+0000","last_became_active":"2024-09-10T08:12:43.868553+0000","last_became_peered":"2024-09-10T08:12:43.868553+0000","last_unstale":"2024-09-10T08:13:38.400435+0000","last_undegraded":"2024-09-10T08:13:38.400435+0000","last_fullsized":"2024-09-10T08:13:38.400435+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:19:42.304477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"88'5","reported_seq":60,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.406167+0000","last_change":"2024-09-10T08:12:34.811244+0000","last_active":"2024-09-10T08:13:39.406167+0000","last_peered":"2024-09-10T08:13:39.406167+0000","last_clean":"2024-09-10T08:13:39.406167+0000","last_became_active":"2024-09-10T08:12:34.810834+0000","last_became_peered":"2024-09-10T08:12:34.810834+0000","last_unstale":"2024-09-10T08:13:39.406167+0000","last_undegraded":"2024-09-10T08:13:39.406167+0000","last_fullsized":"2024-09-10T08:13:39.406167+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:16:17.995366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":21,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.749620+0000","last_change":"2024-09-10T08:13:39.749620+0000","last_active":"2024-09-10T08:13:39.749620+0000","last_peered":"2024-09-10T08:13:39.749620+0000","last_clean":"2024-09-10T08:13:39.749620+0000","last_became_active":"2024-09-10T08:13:39.749321+0000","last_became_peered":"2024-09-10T08:13:39.749321+0000","last_unstale":"2024-09-10T08:13:39.749620+0000","last_undegraded":"2024-09-10T08:13:39.749620+0000","last_fullsized":"2024-09-10T08:13:39.749620+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:25:20.412078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,7],"acting":[8,9,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":19,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.400413+0000","last_change":"2024-09-10T08:12:43.862115+0000","last_active":"2024-09-10T08:13:38.400413+0000","last_peered":"2024-09-10T08:13:38.400413+0000","last_clean":"2024-09-10T08:13:38.400413+0000","last_became_active":"2024-09-10T08:12:43.861732+0000","last_became_peered":"2024-09-10T08:12:43.861732+0000","last_unstale":"2024-09-10T08:13:38.400413+0000","last_undegraded":"2024-09-10T08:13:38.400413+0000","last_fullsized":"2024-09-10T08:13:38.400413+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:14:27.742653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.402429+0000","last_change":"2024-09-10T08:12:36.823862+0000","last_active":"2024-09-10T08:13:38.402429+0000","last_peered":"2024-09-10T08:13:38.402429+0000","last_clean":"2024-09-10T08:13:38.402429+0000","last_became_active":"2024-09-10T08:12:36.823469+0000","last_became_peered":"2024-09-10T08:12:36.823469+0000","last_unstale":"2024-09-10T08:13:38.402429+0000","last_undegraded":"2024-09-10T08:13:38.402429+0000","last_fullsized":"2024-09-10T08:13:38.402429+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:49:39.006645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.400460+0000","last_change":"2024-09-10T08:12:36.836892+0000","last_active":"2024-09-10T08:13:38.400460+0000","last_peered":"2024-09-10T08:13:38.400460+0000","last_clean":"2024-09-10T08:13:38.400460+0000","last_became_active":"2024-09-10T08:12:36.836437+0000","last_became_peered":"2024-09-10T08:12:36.836437+0000","last_unstale":"2024-09-10T08:13:38.400460+0000","last_undegraded":"2024-09-10T08:13:38.400460+0000","last_fullsized":"2024-09-10T08:13:38.400460+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:19:20.085951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.400226+0000","last_change":"2024-09-10T08:12:36.832733+0000","last_active":"2024-09-10T08:13:38.400226+0000","last_peered":"2024-09-10T08:13:38.400226+0000","last_clean":"2024-09-10T08:13:38.400226+0000","last_became_active":"2024-09-10T08:12:36.832395+0000","last_became_peered":"2024-09-10T08:12:36.832395+0000","last_unstale":"2024-09-10T08:13:38.400226+0000","last_undegraded":"2024-09-10T08:13:38.400226+0000","last_fullsized":"2024-09-10T08:13:38.400226+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:05:41.291574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404896+0000","last_change":"2024-09-10T08:12:36.837495+0000","last_active":"2024-09-10T08:13:39.404896+0000","last_peered":"2024-09-10T08:13:39.404896+0000","last_clean":"2024-09-10T08:13:39.404896+0000","last_became_active":"2024-09-10T08:12:36.837198+0000","last_became_peered":"2024-09-10T08:12:36.837198+0000","last_unstale":"2024-09-10T08:13:39.404896+0000","last_undegraded":"2024-09-10T08:13:39.404896+0000","last_fullsized":"2024-09-10T08:13:39.404896+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:08:30.363433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401689+0000","last_change":"2024-09-10T08:12:36.825857+0000","last_active":"2024-09-10T08:13:39.401689+0000","last_peered":"2024-09-10T08:13:39.401689+0000","last_clean":"2024-09-10T08:13:39.401689+0000","last_became_active":"2024-09-10T08:12:36.825542+0000","last_became_peered":"2024-09-10T08:12:36.825542+0000","last_unstale":"2024-09-10T08:13:39.401689+0000","last_undegraded":"2024-09-10T08:13:39.401689+0000","last_fullsized":"2024-09-10T08:13:39.401689+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:22:48.590212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.403302+0000","last_change":"2024-09-10T08:12:36.824716+0000","last_active":"2024-09-10T08:13:38.403302+0000","last_peered":"2024-09-10T08:13:38.403302+0000","last_clean":"2024-09-10T08:13:38.403302+0000","last_became_active":"2024-09-10T08:12:36.824366+0000","last_became_peered":"2024-09-10T08:12:36.824366+0000","last_unstale":"2024-09-10T08:13:38.403302+0000","last_undegraded":"2024-09-10T08:13:38.403302+0000","last_fullsized":"2024-09-10T08:13:38.403302+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:55:03.364499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.400594+0000","last_change":"2024-09-10T08:12:36.833047+0000","last_active":"2024-09-10T08:13:38.400594+0000","last_peered":"2024-09-10T08:13:38.400594+0000","last_clean":"2024-09-10T08:13:38.400594+0000","last_became_active":"2024-09-10T08:12:36.830068+0000","last_became_peered":"2024-09-10T08:12:36.830068+0000","last_unstale":"2024-09-10T08:13:38.400594+0000","last_undegraded":"2024-09-10T08:13:38.400594+0000","last_fullsized":"2024-09-10T08:13:38.400594+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:00:24.585213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.507969+0000","last_change":"2024-09-10T08:12:36.839767+0000","last_active":"2024-09-10T08:13:39.507969+0000","last_peered":"2024-09-10T08:13:39.507969+0000","last_clean":"2024-09-10T08:13:39.507969+0000","last_became_active":"2024-09-10T08:12:36.839449+0000","last_became_peered":"2024-09-10T08:12:36.839449+0000","last_unstale":"2024-09-10T08:13:39.507969+0000","last_undegraded":"2024-09-10T08:13:39.507969+0000","last_fullsized":"2024-09-10T08:13:39.507969+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:29:51.721688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404456+0000","last_change":"2024-09-10T08:12:36.833819+0000","last_active":"2024-09-10T08:13:39.404456+0000","last_peered":"2024-09-10T08:13:39.404456+0000","last_clean":"2024-09-10T08:13:39.404456+0000","last_became_active":"2024-09-10T08:12:36.833410+0000","last_became_peered":"2024-09-10T08:12:36.833410+0000","last_unstale":"2024-09-10T08:13:39.404456+0000","last_undegraded":"2024-09-10T08:13:39.404456+0000","last_fullsized":"2024-09-10T08:13:39.404456+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:29:51.554026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.507506+0000","last_change":"2024-09-10T08:12:36.840924+0000","last_active":"2024-09-10T08:13:39.507506+0000","last_peered":"2024-09-10T08:13:39.507506+0000","last_clean":"2024-09-10T08:13:39.507506+0000","last_became_active":"2024-09-10T08:12:36.840560+0000","last_became_peered":"2024-09-10T08:12:36.840560+0000","last_unstale":"2024-09-10T08:13:39.507506+0000","last_undegraded":"2024-09-10T08:13:39.507506+0000","last_fullsized":"2024-09-10T08:13:39.507506+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:23:45.417772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.402070+0000","last_change":"2024-09-10T08:12:36.830715+0000","last_active":"2024-09-10T08:13:39.402070+0000","last_peered":"2024-09-10T08:13:39.402070+0000","last_clean":"2024-09-10T08:13:39.402070+0000","last_became_active":"2024-09-10T08:12:36.830267+0000","last_became_peered":"2024-09-10T08:12:36.830267+0000","last_unstale":"2024-09-10T08:13:39.402070+0000","last_undegraded":"2024-09-10T08:13:39.402070+0000","last_fullsized":"2024-09-10T08:13:39.402070+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:23:26.456194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401563+0000","last_change":"2024-09-10T08:12:36.824993+0000","last_active":"2024-09-10T08:13:39.401563+0000","last_peered":"2024-09-10T08:13:39.401563+0000","last_clean":"2024-09-10T08:13:39.401563+0000","last_became_active":"2024-09-10T08:12:36.824698+0000","last_became_peered":"2024-09-10T08:12:36.824698+0000","last_unstale":"2024-09-10T08:13:39.401563+0000","last_undegraded":"2024-09-10T08:13:39.401563+0000","last_fullsized":"2024-09-10T08:13:39.401563+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:31:03.705318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.403030+0000","last_change":"2024-09-10T08:12:36.827310+0000","last_active":"2024-09-10T08:13:38.403030+0000","last_peered":"2024-09-10T08:13:38.403030+0000","last_clean":"2024-09-10T08:13:38.403030+0000","last_became_active":"2024-09-10T08:12:36.826931+0000","last_became_peered":"2024-09-10T08:12:36.826931+0000","last_unstale":"2024-09-10T08:13:38.403030+0000","last_undegraded":"2024-09-10T08:13:38.403030+0000","last_fullsized":"2024-09-10T08:13:38.403030+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:15:00.448249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.400555+0000","last_change":"2024-09-10T08:12:36.832125+0000","last_active":"2024-09-10T08:13:38.400555+0000","last_peered":"2024-09-10T08:13:38.400555+0000","last_clean":"2024-09-10T08:13:38.400555+0000","last_became_active":"2024-09-10T08:12:36.831745+0000","last_became_peered":"2024-09-10T08:12:36.831745+0000","last_unstale":"2024-09-10T08:13:38.400555+0000","last_undegraded":"2024-09-10T08:13:38.400555+0000","last_fullsized":"2024-09-10T08:13:38.400555+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:17:06.928086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404288+0000","last_change":"2024-09-10T08:12:36.829584+0000","last_active":"2024-09-10T08:13:39.404288+0000","last_peered":"2024-09-10T08:13:39.404288+0000","last_clean":"2024-09-10T08:13:39.404288+0000","last_became_active":"2024-09-10T08:12:36.829266+0000","last_became_peered":"2024-09-10T08:12:36.829266+0000","last_unstale":"2024-09-10T08:13:39.404288+0000","last_undegraded":"2024-09-10T08:13:39.404288+0000","last_fullsized":"2024-09-10T08:13:39.404288+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:53.100598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.403860+0000","last_change":"2024-09-10T08:12:36.830413+0000","last_active":"2024-09-10T08:13:38.403860+0000","last_peered":"2024-09-10T08:13:38.403860+0000","last_clean":"2024-09-10T08:13:38.403860+0000","last_became_active":"2024-09-10T08:12:36.829718+0000","last_became_peered":"2024-09-10T08:12:36.829718+0000","last_unstale":"2024-09-10T08:13:38.403860+0000","last_undegraded":"2024-09-10T08:13:38.403860+0000","last_fullsized":"2024-09-10T08:13:38.403860+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:49:58.001141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401503+0000","last_change":"2024-09-10T08:12:36.830019+0000","last_active":"2024-09-10T08:13:39.401503+0000","last_peered":"2024-09-10T08:13:39.401503+0000","last_clean":"2024-09-10T08:13:39.401503+0000","last_became_active":"2024-09-10T08:12:36.829692+0000","last_became_peered":"2024-09-10T08:12:36.829692+0000","last_unstale":"2024-09-10T08:13:39.401503+0000","last_undegraded":"2024-09-10T08:13:39.401503+0000","last_fullsized":"2024-09-10T08:13:39.401503+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:50:09.660472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405154+0000","last_change":"2024-09-10T08:12:36.840060+0000","last_active":"2024-09-10T08:13:39.405154+0000","last_peered":"2024-09-10T08:13:39.405154+0000","last_clean":"2024-09-10T08:13:39.405154+0000","last_became_active":"2024-09-10T08:12:36.839738+0000","last_became_peered":"2024-09-10T08:12:36.839738+0000","last_unstale":"2024-09-10T08:13:39.405154+0000","last_undegraded":"2024-09-10T08:13:39.405154+0000","last_fullsized":"2024-09-10T08:13:39.405154+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:03:15.086558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404530+0000","last_change":"2024-09-10T08:12:36.836313+0000","last_active":"2024-09-10T08:13:39.404530+0000","last_peered":"2024-09-10T08:13:39.404530+0000","last_clean":"2024-09-10T08:13:39.404530+0000","last_became_active":"2024-09-10T08:12:36.836053+0000","last_became_peered":"2024-09-10T08:12:36.836053+0000","last_unstale":"2024-09-10T08:13:39.404530+0000","last_undegraded":"2024-09-10T08:13:39.404530+0000","last_fullsized":"2024-09-10T08:13:39.404530+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:34:02.441241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401474+0000","last_change":"2024-09-10T08:12:36.824310+0000","last_active":"2024-09-10T08:13:39.401474+0000","last_peered":"2024-09-10T08:13:39.401474+0000","last_clean":"2024-09-10T08:13:39.401474+0000","last_became_active":"2024-09-10T08:12:36.823980+0000","last_became_peered":"2024-09-10T08:12:36.823980+0000","last_unstale":"2024-09-10T08:13:39.401474+0000","last_undegraded":"2024-09-10T08:13:39.401474+0000","last_fullsized":"2024-09-10T08:13:39.401474+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:15:55.322283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.676451+0000","last_change":"2024-09-10T08:12:36.829554+0000","last_active":"2024-09-10T08:13:39.676451+0000","last_peered":"2024-09-10T08:13:39.676451+0000","last_clean":"2024-09-10T08:13:39.676451+0000","last_became_active":"2024-09-10T08:12:36.829054+0000","last_became_peered":"2024-09-10T08:12:36.829054+0000","last_unstale":"2024-09-10T08:13:39.676451+0000","last_undegraded":"2024-09-10T08:13:39.676451+0000","last_fullsized":"2024-09-10T08:13:39.676451+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:46:59.763378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.749063+0000","last_change":"2024-09-10T08:12:36.831049+0000","last_active":"2024-09-10T08:13:39.749063+0000","last_peered":"2024-09-10T08:13:39.749063+0000","last_clean":"2024-09-10T08:13:39.749063+0000","last_became_active":"2024-09-10T08:12:36.830687+0000","last_became_peered":"2024-09-10T08:12:36.830687+0000","last_unstale":"2024-09-10T08:13:39.749063+0000","last_undegraded":"2024-09-10T08:13:39.749063+0000","last_fullsized":"2024-09-10T08:13:39.749063+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:48:24.014810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.403934+0000","last_change":"2024-09-10T08:12:36.832264+0000","last_active":"2024-09-10T08:13:38.403934+0000","last_peered":"2024-09-10T08:13:38.403934+0000","last_clean":"2024-09-10T08:13:38.403934+0000","last_became_active":"2024-09-10T08:12:36.831913+0000","last_became_peered":"2024-09-10T08:12:36.831913+0000","last_unstale":"2024-09-10T08:13:38.403934+0000","last_undegraded":"2024-09-10T08:13:38.403934+0000","last_fullsized":"2024-09-10T08:13:38.403934+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:58:43.692064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.408577+0000","last_change":"2024-09-10T08:13:39.408577+0000","last_active":"2024-09-10T08:13:39.408577+0000","last_peered":"2024-09-10T08:13:39.408577+0000","last_clean":"2024-09-10T08:13:39.408577+0000","last_became_active":"2024-09-10T08:13:39.408252+0000","last_became_peered":"2024-09-10T08:13:39.408252+0000","last_unstale":"2024-09-10T08:13:39.408577+0000","last_undegraded":"2024-09-10T08:13:39.408577+0000","last_fullsized":"2024-09-10T08:13:39.408577+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:41:34.439133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,11],"acting":[9,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.507511+0000","last_change":"2024-09-10T08:12:36.836093+0000","last_active":"2024-09-10T08:13:39.507511+0000","last_peered":"2024-09-10T08:13:39.507511+0000","last_clean":"2024-09-10T08:13:39.507511+0000","last_became_active":"2024-09-10T08:12:36.835554+0000","last_became_peered":"2024-09-10T08:12:36.835554+0000","last_unstale":"2024-09-10T08:13:39.507511+0000","last_undegraded":"2024-09-10T08:13:39.507511+0000","last_fullsized":"2024-09-10T08:13:39.507511+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:19:23.240989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.748418+0000","last_change":"2024-09-10T08:12:36.826650+0000","last_active":"2024-09-10T08:13:39.748418+0000","last_peered":"2024-09-10T08:13:39.748418+0000","last_clean":"2024-09-10T08:13:39.748418+0000","last_became_active":"2024-09-10T08:12:36.826323+0000","last_became_peered":"2024-09-10T08:12:36.826323+0000","last_unstale":"2024-09-10T08:13:39.748418+0000","last_undegraded":"2024-09-10T08:13:39.748418+0000","last_fullsized":"2024-09-10T08:13:39.748418+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:33:59.057180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.403456+0000","last_change":"2024-09-10T08:12:36.834723+0000","last_active":"2024-09-10T08:13:38.403456+0000","last_peered":"2024-09-10T08:13:38.403456+0000","last_clean":"2024-09-10T08:13:38.403456+0000","last_became_active":"2024-09-10T08:12:36.834381+0000","last_became_peered":"2024-09-10T08:12:36.834381+0000","last_unstale":"2024-09-10T08:13:38.403456+0000","last_undegraded":"2024-09-10T08:13:38.403456+0000","last_fullsized":"2024-09-10T08:13:38.403456+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:40:27.833708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.409649+0000","last_change":"2024-09-10T08:12:36.824219+0000","last_active":"2024-09-10T08:13:39.409649+0000","last_peered":"2024-09-10T08:13:39.409649+0000","last_clean":"2024-09-10T08:13:39.409649+0000","last_became_active":"2024-09-10T08:12:36.823889+0000","last_became_peered":"2024-09-10T08:12:36.823889+0000","last_unstale":"2024-09-10T08:13:39.409649+0000","last_undegraded":"2024-09-10T08:13:39.409649+0000","last_fullsized":"2024-09-10T08:13:39.409649+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:08:25.582184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.676393+0000","last_change":"2024-09-10T08:12:36.837829+0000","last_active":"2024-09-10T08:13:39.676393+0000","last_peered":"2024-09-10T08:13:39.676393+0000","last_clean":"2024-09-10T08:13:39.676393+0000","last_became_active":"2024-09-10T08:12:36.837531+0000","last_became_peered":"2024-09-10T08:12:36.837531+0000","last_unstale":"2024-09-10T08:13:39.676393+0000","last_undegraded":"2024-09-10T08:13:39.676393+0000","last_fullsized":"2024-09-10T08:13:39.676393+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:40:40.260405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405242+0000","last_change":"2024-09-10T08:12:36.840652+0000","last_active":"2024-09-10T08:13:39.405242+0000","last_peered":"2024-09-10T08:13:39.405242+0000","last_clean":"2024-09-10T08:13:39.405242+0000","last_became_active":"2024-09-10T08:12:36.840300+0000","last_became_peered":"2024-09-10T08:12:36.840300+0000","last_unstale":"2024-09-10T08:13:39.405242+0000","last_undegraded":"2024-09-10T08:13:39.405242+0000","last_fullsized":"2024-09-10T08:13:39.405242+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:38:52.985183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405269+0000","last_change":"2024-09-10T08:12:36.834942+0000","last_active":"2024-09-10T08:13:39.405269+0000","last_peered":"2024-09-10T08:13:39.405269+0000","last_clean":"2024-09-10T08:13:39.405269+0000","last_became_active":"2024-09-10T08:12:36.834630+0000","last_became_peered":"2024-09-10T08:12:36.834630+0000","last_unstale":"2024-09-10T08:13:39.405269+0000","last_undegraded":"2024-09-10T08:13:39.405269+0000","last_fullsized":"2024-09-10T08:13:39.405269+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:13:50.463207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-10T08:13:38.403748+0000","last_change":"2024-09-10T08:12:36.830866+0000","last_active":"2024-09-10T08:13:38.403748+0000","last_peered":"2024-09-10T08:13:38.403748+0000","last_clean":"2024-09-10T08:13:38.403748+0000","last_became_active":"2024-09-10T08:12:36.830186+0000","last_became_peered":"2024-09-10T08:12:36.830186+0000","last_unstale":"2024-09-10T08:13:38.403748+0000","last_undegraded":"2024-09-10T08:13:38.403748+0000","last_fullsized":"2024-09-10T08:13:38.403748+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:41:50.543954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":64073,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":216,"num_read_kb":180,"num_write":242,"num_write_kb":133,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":557056,"data_stored":195899,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":208,"ondisk_log_size":208,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":76,"seq":326417514522,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36336,"kb_used_data":988,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708816,"statfs":{"total":95995035648,"available":95957827584,"internally_reserved":0,"allocated":1011712,"data_stored":497463,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":68,"seq":292057776159,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37008,"kb_used_data":1660,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708144,"statfs":{"total":95995035648,"available":95957139456,"internally_reserved":0,"allocated":1699840,"data_stored":1141537,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":63,"seq":270582939685,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32224,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712928,"statfs":{"total":95995035648,"available":95962038272,"internally_reserved":0,"allocated":1056768,"data_stored":510816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":56,"seq":240518168618,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32212,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712940,"statfs":{"total":95995035648,"available":95962050560,"internally_reserved":0,"allocated":1048576,"data_stored":507098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":49,"seq":210453397550,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36956,"kb_used_data":1608,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708196,"statfs":{"total":95995035648,"available":95957192704,"internally_reserved":0,"allocated":1646592,"data_stored":1103597,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":44,"seq":188978561075,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1028096,"data_stored":502617,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790009,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36948,"kb_used_data":1600,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708204,"statfs":{"total":95995035648,"available":95957200896,"internally_reserved":0,"allocated":1638400,"data_stored":1089459,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953534,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36344,"kb_used_data":996,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708808,"statfs":{"total":95995035648,"available":95957819392,"internally_reserved":0,"allocated":1019904,"data_stored":496971,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":24,"seq":103079215171,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28028,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717124,"statfs":{"total":95995035648,"available":95966334976,"internally_reserved":0,"allocated":1024000,"data_stored":492605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411400,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36416,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708736,"statfs":{"total":95995035648,"available":95957745664,"internally_reserved":0,"allocated":1093632,"data_stored":551405,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574926,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36412,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708740,"statfs":{"total":95995035648,"available":95957749760,"internally_reserved":0,"allocated":1093632,"data_stored":564585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738451,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32220,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712932,"statfs":{"total":95995035648,"available":95962042368,"internally_reserved":0,"allocated":1052672,"data_stored":503680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":63083,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":59230,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3535,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":58994,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:13:45.688 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:45 smithi067 ceph-mon[31051]: pgmap v323: 129 pgs: 3 peering, 126 active+clean; 639 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-09-10T08:13:45.737 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:45 smithi067 ceph-mon[31051]: from='client.14874 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T08:13:45.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:45 smithi203 ceph-mon[34672]: pgmap v323: 129 pgs: 3 peering, 126 active+clean; 639 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-09-10T08:13:45.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:45 smithi203 ceph-mon[34672]: from='client.14874 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T08:13:45.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:45 smithi133 ceph-mon[34721]: pgmap v323: 129 pgs: 3 peering, 126 active+clean; 639 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-09-10T08:13:45.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:45 smithi133 ceph-mon[34721]: from='client.14874 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T08:13:46.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:46 smithi203 ceph-mon[34672]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-10T08:13:46.821 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:46 smithi203 ceph-mon[34672]: Cluster is now healthy 2024-09-10T08:13:46.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:46 smithi133 ceph-mon[34721]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-10T08:13:46.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:46 smithi133 ceph-mon[34721]: Cluster is now healthy 2024-09-10T08:13:46.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:46 smithi067 ceph-mon[31051]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-10T08:13:46.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:46 smithi067 ceph-mon[31051]: Cluster is now healthy 2024-09-10T08:13:47.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:47 smithi203 ceph-mon[34672]: pgmap v324: 129 pgs: 129 active+clean; 643 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 1.9 KiB/s wr, 14 op/s 2024-09-10T08:13:47.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:47 smithi133 ceph-mon[34721]: pgmap v324: 129 pgs: 129 active+clean; 643 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 1.9 KiB/s wr, 14 op/s 2024-09-10T08:13:47.858 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:47 smithi067 ceph-mon[31051]: pgmap v324: 129 pgs: 129 active+clean; 643 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 1.9 KiB/s wr, 14 op/s 2024-09-10T08:13:48.424 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph pg dump --format=json 2024-09-10T08:13:48.699 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:13:49.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.192+0000 7fa15cff5640 1 -- 172.21.15.67:0/3262141555 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa158106f10 msgr2=0x7fa15810ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:49.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.192+0000 7fa15cff5640 1 --2- 172.21.15.67:0/3262141555 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa158106f10 0x7fa15810ea90 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fa150009ca0 tx=0x7fa15002a8c0 comp rx=0 tx=0).stop 2024-09-10T08:13:49.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.192+0000 7fa15cff5640 1 -- 172.21.15.67:0/3262141555 shutdown_connections 2024-09-10T08:13:49.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.192+0000 7fa15cff5640 1 --2- 172.21.15.67:0/3262141555 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa158106f10 0x7fa15810ea90 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:49.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.192+0000 7fa15cff5640 1 --2- 172.21.15.67:0/3262141555 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa158102790 0x7fa1581067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:49.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.192+0000 7fa15cff5640 1 --2- 172.21.15.67:0/3262141555 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa158101de0 0x7fa1581021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:49.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.192+0000 7fa15cff5640 1 -- 172.21.15.67:0/3262141555 >> 172.21.15.67:0/3262141555 conn(0x7fa1580fd8c0 msgr2=0x7fa1580ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:49.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.193+0000 7fa15cff5640 1 -- 172.21.15.67:0/3262141555 shutdown_connections 2024-09-10T08:13:49.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.193+0000 7fa15cff5640 1 -- 172.21.15.67:0/3262141555 wait complete. 2024-09-10T08:13:49.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.193+0000 7fa15cff5640 1 Processor -- start 2024-09-10T08:13:49.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.193+0000 7fa15cff5640 1 -- start start 2024-09-10T08:13:49.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.193+0000 7fa15cff5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa158101de0 0x7fa158198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:49.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.193+0000 7fa15cff5640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa158102790 0x7fa158198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:49.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.194+0000 7fa15cff5640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa158106f10 0x7fa15819cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:49.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.194+0000 7fa15cff5640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa158111e20 con 0x7fa158101de0 2024-09-10T08:13:49.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.194+0000 7fa15cff5640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fa158111ca0 con 0x7fa158106f10 2024-09-10T08:13:49.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.194+0000 7fa15cff5640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fa158111fa0 con 0x7fa158102790 2024-09-10T08:13:49.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.194+0000 7fa15659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa158101de0 0x7fa158198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:49.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.194+0000 7fa15659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa158101de0 0x7fa158198340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59680/0 (socket says 172.21.15.67:59680) 2024-09-10T08:13:49.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.194+0000 7fa15659c640 1 -- 172.21.15.67:0/3054461458 learned_addr learned my addr 172.21.15.67:0/3054461458 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:13:49.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.194+0000 7fa155d9b640 1 --2- 172.21.15.67:0/3054461458 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa158102790 0x7fa158198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:49.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.194+0000 7fa156d9d640 1 --2- 172.21.15.67:0/3054461458 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa158106f10 0x7fa15819cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:49.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.194+0000 7fa15659c640 1 -- 172.21.15.67:0/3054461458 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa158102790 msgr2=0x7fa158198880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:49.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.194+0000 7fa15659c640 1 --2- 172.21.15.67:0/3054461458 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa158102790 0x7fa158198880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:49.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.194+0000 7fa15659c640 1 -- 172.21.15.67:0/3054461458 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa158106f10 msgr2=0x7fa15819cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:49.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.194+0000 7fa15659c640 1 --2- 172.21.15.67:0/3054461458 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa158106f10 0x7fa15819cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:49.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.194+0000 7fa15659c640 1 -- 172.21.15.67:0/3054461458 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa15819d2f0 con 0x7fa158101de0 2024-09-10T08:13:49.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.194+0000 7fa155d9b640 1 --2- 172.21.15.67:0/3054461458 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa158102790 0x7fa158198880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:13:49.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.194+0000 7fa15659c640 1 --2- 172.21.15.67:0/3054461458 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa158101de0 0x7fa158198340 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fa14800d950 tx=0x7fa14800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:49.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.194+0000 7fa1477fe640 1 -- 172.21.15.67:0/3054461458 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa148017030 con 0x7fa158101de0 2024-09-10T08:13:49.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.195+0000 7fa15cff5640 1 -- 172.21.15.67:0/3054461458 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa15819d5e0 con 0x7fa158101de0 2024-09-10T08:13:49.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.195+0000 7fa1477fe640 1 -- 172.21.15.67:0/3054461458 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa148004020 con 0x7fa158101de0 2024-09-10T08:13:49.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.195+0000 7fa1477fe640 1 -- 172.21.15.67:0/3054461458 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1480047a0 con 0x7fa158101de0 2024-09-10T08:13:49.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.195+0000 7fa15cff5640 1 -- 172.21.15.67:0/3054461458 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1581a4ec0 con 0x7fa158101de0 2024-09-10T08:13:49.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.196+0000 7fa15cff5640 1 -- 172.21.15.67:0/3054461458 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa1581021c0 con 0x7fa158101de0 2024-09-10T08:13:49.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.197+0000 7fa1477fe640 1 -- 172.21.15.67:0/3054461458 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fa1480041d0 con 0x7fa158101de0 2024-09-10T08:13:49.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.197+0000 7fa1477fe640 1 --2- 172.21.15.67:0/3054461458 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa1400a2c10 0x7fa1400a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:49.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.198+0000 7fa155d9b640 1 --2- 172.21.15.67:0/3054461458 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa1400a2c10 0x7fa1400a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:49.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.198+0000 7fa1477fe640 1 -- 172.21.15.67:0/3054461458 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9071+0+0 (secure 0 0 0) 0x7fa1480ceeb0 con 0x7fa158101de0 2024-09-10T08:13:49.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.198+0000 7fa155d9b640 1 --2- 172.21.15.67:0/3054461458 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa1400a2c10 0x7fa1400a50d0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fa1580fdce0 tx=0x7fa14c00b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:49.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.202+0000 7fa1477fe640 1 -- 172.21.15.67:0/3054461458 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa14809b970 con 0x7fa158101de0 2024-09-10T08:13:49.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.374+0000 7fa15cff5640 1 -- 172.21.15.67:0/3054461458 --> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fa158062630 con 0x7fa1400a2c10 2024-09-10T08:13:49.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.382+0000 7fa1477fe640 1 -- 172.21.15.67:0/3054461458 <== mgr.14150 v2:172.21.15.67:6800/4256949759 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340423 (secure 0 0 0) 0x7fa158062630 con 0x7fa1400a2c10 2024-09-10T08:13:49.385 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:13:49.386 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-10T08:13:49.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.385+0000 7fa15cff5640 1 -- 172.21.15.67:0/3054461458 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa1400a2c10 msgr2=0x7fa1400a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:49.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.385+0000 7fa15cff5640 1 --2- 172.21.15.67:0/3054461458 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa1400a2c10 0x7fa1400a50d0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fa1580fdce0 tx=0x7fa14c00b390 comp rx=0 tx=0).stop 2024-09-10T08:13:49.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.385+0000 7fa15cff5640 1 -- 172.21.15.67:0/3054461458 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa158101de0 msgr2=0x7fa158198340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:49.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.385+0000 7fa15cff5640 1 --2- 172.21.15.67:0/3054461458 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa158101de0 0x7fa158198340 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fa14800d950 tx=0x7fa14800de10 comp rx=0 tx=0).stop 2024-09-10T08:13:49.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.385+0000 7fa15cff5640 1 -- 172.21.15.67:0/3054461458 shutdown_connections 2024-09-10T08:13:49.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.385+0000 7fa15cff5640 1 --2- 172.21.15.67:0/3054461458 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa1400a2c10 0x7fa1400a50d0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:49.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.385+0000 7fa15cff5640 1 --2- 172.21.15.67:0/3054461458 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa158106f10 0x7fa15819cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:49.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.385+0000 7fa15cff5640 1 --2- 172.21.15.67:0/3054461458 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa158102790 0x7fa158198880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:49.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.385+0000 7fa15cff5640 1 --2- 172.21.15.67:0/3054461458 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa158101de0 0x7fa158198340 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:49.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.385+0000 7fa15cff5640 1 -- 172.21.15.67:0/3054461458 >> 172.21.15.67:0/3054461458 conn(0x7fa1580fd8c0 msgr2=0x7fa1580fec50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:49.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.385+0000 7fa15cff5640 1 -- 172.21.15.67:0/3054461458 shutdown_connections 2024-09-10T08:13:49.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:49.386+0000 7fa15cff5640 1 -- 172.21.15.67:0/3054461458 wait complete. 2024-09-10T08:13:49.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:49 smithi067 ceph-mon[31051]: pgmap v325: 129 pgs: 129 active+clean; 643 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 1.6 KiB/s wr, 11 op/s 2024-09-10T08:13:49.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:49 smithi203 ceph-mon[34672]: pgmap v325: 129 pgs: 129 active+clean; 643 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 1.6 KiB/s wr, 11 op/s 2024-09-10T08:13:49.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:49 smithi133 ceph-mon[34721]: pgmap v325: 129 pgs: 129 active+clean; 643 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 1.6 KiB/s wr, 11 op/s 2024-09-10T08:13:50.129 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":325,"stamp":"2024-09-10T08:13:47.818827+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":658355,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":388,"num_read_kb":313,"num_write":427,"num_write_kb":3078,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":349,"ondisk_log_size":349,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":409240,"kb_used_data":14180,"kb_used_omap":18,"kb_used_meta":394797,"kb_avail":1124532584,"statfs":{"total":1151940427776,"available":1151521366016,"internally_reserved":0,"allocated":14520320,"data_stored":8025155,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":404272441},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":11840,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":102,"num_read_kb":62,"num_write":11,"num_write_kb":15,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.420029"},"pg_stats":[{"pgid":"2.1f","version":"88'13","reported_seq":68,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:41.850079+0000","last_change":"2024-09-10T08:12:34.806369+0000","last_active":"2024-09-10T08:13:41.850079+0000","last_peered":"2024-09-10T08:13:41.850079+0000","last_clean":"2024-09-10T08:13:41.850079+0000","last_became_active":"2024-09-10T08:12:34.805950+0000","last_became_peered":"2024-09-10T08:12:34.805950+0000","last_unstale":"2024-09-10T08:13:41.850079+0000","last_undegraded":"2024-09-10T08:13:41.850079+0000","last_fullsized":"2024-09-10T08:13:41.850079+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:06:34.845848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":21,"num_read_kb":21,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.507912+0000","last_change":"2024-09-10T08:12:36.838658+0000","last_active":"2024-09-10T08:13:39.507912+0000","last_peered":"2024-09-10T08:13:39.507912+0000","last_clean":"2024-09-10T08:13:39.507912+0000","last_became_active":"2024-09-10T08:12:36.838366+0000","last_became_peered":"2024-09-10T08:12:36.838366+0000","last_unstale":"2024-09-10T08:13:39.507912+0000","last_undegraded":"2024-09-10T08:13:39.507912+0000","last_fullsized":"2024-09-10T08:13:39.507912+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:53:10.847198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.522074+0000","last_change":"2024-09-10T08:12:43.868547+0000","last_active":"2024-09-10T08:13:39.522074+0000","last_peered":"2024-09-10T08:13:39.522074+0000","last_clean":"2024-09-10T08:13:39.522074+0000","last_became_active":"2024-09-10T08:12:43.868066+0000","last_became_peered":"2024-09-10T08:12:43.868066+0000","last_unstale":"2024-09-10T08:13:39.522074+0000","last_undegraded":"2024-09-10T08:13:39.522074+0000","last_fullsized":"2024-09-10T08:13:39.522074+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:08.277037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1e","version":"88'2","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.508094+0000","last_change":"2024-09-10T08:12:34.934507+0000","last_active":"2024-09-10T08:13:39.508094+0000","last_peered":"2024-09-10T08:13:39.508094+0000","last_clean":"2024-09-10T08:13:39.508094+0000","last_became_active":"2024-09-10T08:12:34.934137+0000","last_became_peered":"2024-09-10T08:12:34.934137+0000","last_unstale":"2024-09-10T08:13:39.508094+0000","last_undegraded":"2024-09-10T08:13:39.508094+0000","last_fullsized":"2024-09-10T08:13:39.508094+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:03:36.377273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405462+0000","last_change":"2024-09-10T08:12:36.840138+0000","last_active":"2024-09-10T08:13:39.405462+0000","last_peered":"2024-09-10T08:13:39.405462+0000","last_clean":"2024-09-10T08:13:39.405462+0000","last_became_active":"2024-09-10T08:12:36.839808+0000","last_became_peered":"2024-09-10T08:12:36.839808+0000","last_unstale":"2024-09-10T08:13:39.405462+0000","last_undegraded":"2024-09-10T08:13:39.405462+0000","last_fullsized":"2024-09-10T08:13:39.405462+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:20:44.599707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.675977+0000","last_change":"2024-09-10T08:12:43.866234+0000","last_active":"2024-09-10T08:13:39.675977+0000","last_peered":"2024-09-10T08:13:39.675977+0000","last_clean":"2024-09-10T08:13:39.675977+0000","last_became_active":"2024-09-10T08:12:43.865892+0000","last_became_peered":"2024-09-10T08:12:43.865892+0000","last_unstale":"2024-09-10T08:13:39.675977+0000","last_undegraded":"2024-09-10T08:13:39.675977+0000","last_fullsized":"2024-09-10T08:13:39.675977+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:39:12.895242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"88'12","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.410061+0000","last_change":"2024-09-10T08:12:34.810865+0000","last_active":"2024-09-10T08:13:39.410061+0000","last_peered":"2024-09-10T08:13:39.410061+0000","last_clean":"2024-09-10T08:13:39.410061+0000","last_became_active":"2024-09-10T08:12:34.810234+0000","last_became_peered":"2024-09-10T08:12:34.810234+0000","last_unstale":"2024-09-10T08:13:39.410061+0000","last_undegraded":"2024-09-10T08:13:39.410061+0000","last_fullsized":"2024-09-10T08:13:39.410061+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:55:16.240330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401852+0000","last_change":"2024-09-10T08:12:36.835352+0000","last_active":"2024-09-10T08:13:39.401852+0000","last_peered":"2024-09-10T08:13:39.401852+0000","last_clean":"2024-09-10T08:13:39.401852+0000","last_became_active":"2024-09-10T08:12:36.835033+0000","last_became_peered":"2024-09-10T08:12:36.835033+0000","last_unstale":"2024-09-10T08:13:39.401852+0000","last_undegraded":"2024-09-10T08:13:39.401852+0000","last_fullsized":"2024-09-10T08:13:39.401852+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:42:37.042569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.676047+0000","last_change":"2024-09-10T08:12:43.871905+0000","last_active":"2024-09-10T08:13:39.676047+0000","last_peered":"2024-09-10T08:13:39.676047+0000","last_clean":"2024-09-10T08:13:39.676047+0000","last_became_active":"2024-09-10T08:12:43.871475+0000","last_became_peered":"2024-09-10T08:12:43.871475+0000","last_unstale":"2024-09-10T08:13:39.676047+0000","last_undegraded":"2024-09-10T08:13:39.676047+0000","last_fullsized":"2024-09-10T08:13:39.676047+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:42:51.386857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"88'5","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.410290+0000","last_change":"2024-09-10T08:12:34.811138+0000","last_active":"2024-09-10T08:13:39.410290+0000","last_peered":"2024-09-10T08:13:39.410290+0000","last_clean":"2024-09-10T08:13:39.410290+0000","last_became_active":"2024-09-10T08:12:34.810395+0000","last_became_peered":"2024-09-10T08:12:34.810395+0000","last_unstale":"2024-09-10T08:13:39.410290+0000","last_undegraded":"2024-09-10T08:13:39.410290+0000","last_fullsized":"2024-09-10T08:13:39.410290+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:19:39.256859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405332+0000","last_change":"2024-09-10T08:12:36.830915+0000","last_active":"2024-09-10T08:13:39.405332+0000","last_peered":"2024-09-10T08:13:39.405332+0000","last_clean":"2024-09-10T08:13:39.405332+0000","last_became_active":"2024-09-10T08:12:36.830549+0000","last_became_peered":"2024-09-10T08:12:36.830549+0000","last_unstale":"2024-09-10T08:13:39.405332+0000","last_undegraded":"2024-09-10T08:13:39.405332+0000","last_fullsized":"2024-09-10T08:13:39.405332+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:06:29.495755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.675389+0000","last_change":"2024-09-10T08:12:43.859853+0000","last_active":"2024-09-10T08:13:39.675389+0000","last_peered":"2024-09-10T08:13:39.675389+0000","last_clean":"2024-09-10T08:13:39.675389+0000","last_became_active":"2024-09-10T08:12:43.859405+0000","last_became_peered":"2024-09-10T08:12:43.859405+0000","last_unstale":"2024-09-10T08:13:39.675389+0000","last_undegraded":"2024-09-10T08:13:39.675389+0000","last_fullsized":"2024-09-10T08:13:39.675389+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:18:37.147252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.748622+0000","last_change":"2024-09-10T08:12:36.832384+0000","last_active":"2024-09-10T08:13:39.748622+0000","last_peered":"2024-09-10T08:13:39.748622+0000","last_clean":"2024-09-10T08:13:39.748622+0000","last_became_active":"2024-09-10T08:12:36.831948+0000","last_became_peered":"2024-09-10T08:12:36.831948+0000","last_unstale":"2024-09-10T08:13:39.748622+0000","last_undegraded":"2024-09-10T08:13:39.748622+0000","last_fullsized":"2024-09-10T08:13:39.748622+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:08:21.982944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"88'4","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.409809+0000","last_change":"2024-09-10T08:12:34.809160+0000","last_active":"2024-09-10T08:13:39.409809+0000","last_peered":"2024-09-10T08:13:39.409809+0000","last_clean":"2024-09-10T08:13:39.409809+0000","last_became_active":"2024-09-10T08:12:34.808811+0000","last_became_peered":"2024-09-10T08:12:34.808811+0000","last_unstale":"2024-09-10T08:13:39.409809+0000","last_undegraded":"2024-09-10T08:13:39.409809+0000","last_fullsized":"2024-09-10T08:13:39.409809+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:03:04.110196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.675651+0000","last_change":"2024-09-10T08:12:43.992351+0000","last_active":"2024-09-10T08:13:39.675651+0000","last_peered":"2024-09-10T08:13:39.675651+0000","last_clean":"2024-09-10T08:13:39.675651+0000","last_became_active":"2024-09-10T08:12:43.991833+0000","last_became_peered":"2024-09-10T08:12:43.991833+0000","last_unstale":"2024-09-10T08:13:39.675651+0000","last_undegraded":"2024-09-10T08:13:39.675651+0000","last_fullsized":"2024-09-10T08:13:39.675651+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:01:52.453901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.507511+0000","last_change":"2024-09-10T08:12:36.832081+0000","last_active":"2024-09-10T08:13:39.507511+0000","last_peered":"2024-09-10T08:13:39.507511+0000","last_clean":"2024-09-10T08:13:39.507511+0000","last_became_active":"2024-09-10T08:12:36.831667+0000","last_became_peered":"2024-09-10T08:12:36.831667+0000","last_unstale":"2024-09-10T08:13:39.507511+0000","last_undegraded":"2024-09-10T08:13:39.507511+0000","last_fullsized":"2024-09-10T08:13:39.507511+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:19:23.841907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"88'3","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.522175+0000","last_change":"2024-09-10T08:12:34.812279+0000","last_active":"2024-09-10T08:13:39.522175+0000","last_peered":"2024-09-10T08:13:39.522175+0000","last_clean":"2024-09-10T08:13:39.522175+0000","last_became_active":"2024-09-10T08:12:34.811729+0000","last_became_peered":"2024-09-10T08:12:34.811729+0000","last_unstale":"2024-09-10T08:13:39.522175+0000","last_undegraded":"2024-09-10T08:13:39.522175+0000","last_fullsized":"2024-09-10T08:13:39.522175+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:49:19.797930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"88'1","reported_seq":22,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.676119+0000","last_change":"2024-09-10T08:12:43.871922+0000","last_active":"2024-09-10T08:13:39.676119+0000","last_peered":"2024-09-10T08:13:39.676119+0000","last_clean":"2024-09-10T08:13:39.676119+0000","last_became_active":"2024-09-10T08:12:43.871531+0000","last_became_peered":"2024-09-10T08:12:43.871531+0000","last_unstale":"2024-09-10T08:13:39.676119+0000","last_undegraded":"2024-09-10T08:13:39.676119+0000","last_fullsized":"2024-09-10T08:13:39.676119+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:49:26.483674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.406294+0000","last_change":"2024-09-10T08:12:36.830090+0000","last_active":"2024-09-10T08:13:39.406294+0000","last_peered":"2024-09-10T08:13:39.406294+0000","last_clean":"2024-09-10T08:13:39.406294+0000","last_became_active":"2024-09-10T08:12:36.829732+0000","last_became_peered":"2024-09-10T08:12:36.829732+0000","last_unstale":"2024-09-10T08:13:39.406294+0000","last_undegraded":"2024-09-10T08:13:39.406294+0000","last_fullsized":"2024-09-10T08:13:39.406294+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:11:21.058996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.9","version":"88'7","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.507707+0000","last_change":"2024-09-10T08:12:34.808639+0000","last_active":"2024-09-10T08:13:39.507707+0000","last_peered":"2024-09-10T08:13:39.507707+0000","last_clean":"2024-09-10T08:13:39.507707+0000","last_became_active":"2024-09-10T08:12:34.808310+0000","last_became_peered":"2024-09-10T08:12:34.808310+0000","last_unstale":"2024-09-10T08:13:39.507707+0000","last_undegraded":"2024-09-10T08:13:39.507707+0000","last_fullsized":"2024-09-10T08:13:39.507707+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:44:01.719719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.524402+0000","last_change":"2024-09-10T08:13:39.523878+0000","last_active":"2024-09-10T08:13:39.524402+0000","last_peered":"2024-09-10T08:13:39.524402+0000","last_clean":"2024-09-10T08:13:39.524402+0000","last_became_active":"2024-09-10T08:13:39.523356+0000","last_became_peered":"2024-09-10T08:13:39.523356+0000","last_unstale":"2024-09-10T08:13:39.524402+0000","last_undegraded":"2024-09-10T08:13:39.524402+0000","last_fullsized":"2024-09-10T08:13:39.524402+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:01:04.099625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,2,10],"acting":[8,3,2,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.409290+0000","last_change":"2024-09-10T08:12:36.828449+0000","last_active":"2024-09-10T08:13:39.409290+0000","last_peered":"2024-09-10T08:13:39.409290+0000","last_clean":"2024-09-10T08:13:39.409290+0000","last_became_active":"2024-09-10T08:12:36.828106+0000","last_became_peered":"2024-09-10T08:12:36.828106+0000","last_unstale":"2024-09-10T08:13:39.409290+0000","last_undegraded":"2024-09-10T08:13:39.409290+0000","last_fullsized":"2024-09-10T08:13:39.409290+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:18:00.158389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.8","version":"88'2","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401690+0000","last_change":"2024-09-10T08:12:34.935257+0000","last_active":"2024-09-10T08:13:39.401690+0000","last_peered":"2024-09-10T08:13:39.401690+0000","last_clean":"2024-09-10T08:13:39.401690+0000","last_became_active":"2024-09-10T08:12:34.934895+0000","last_became_peered":"2024-09-10T08:12:34.934895+0000","last_unstale":"2024-09-10T08:13:39.401690+0000","last_undegraded":"2024-09-10T08:13:39.401690+0000","last_fullsized":"2024-09-10T08:13:39.401690+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:05:13.175542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.675730+0000","last_change":"2024-09-10T08:12:43.992898+0000","last_active":"2024-09-10T08:13:39.675730+0000","last_peered":"2024-09-10T08:13:39.675730+0000","last_clean":"2024-09-10T08:13:39.675730+0000","last_became_active":"2024-09-10T08:12:43.992515+0000","last_became_peered":"2024-09-10T08:12:43.992515+0000","last_unstale":"2024-09-10T08:13:39.675730+0000","last_undegraded":"2024-09-10T08:13:39.675730+0000","last_fullsized":"2024-09-10T08:13:39.675730+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:33:15.411029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.677330+0000","last_change":"2024-09-10T08:13:39.677330+0000","last_active":"2024-09-10T08:13:39.677330+0000","last_peered":"2024-09-10T08:13:39.677330+0000","last_clean":"2024-09-10T08:13:39.677330+0000","last_became_active":"2024-09-10T08:13:39.676957+0000","last_became_peered":"2024-09-10T08:13:39.676957+0000","last_unstale":"2024-09-10T08:13:39.677330+0000","last_undegraded":"2024-09-10T08:13:39.677330+0000","last_fullsized":"2024-09-10T08:13:39.677330+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:53:20.898986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,4],"acting":[0,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"88'7","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.676206+0000","last_change":"2024-09-10T08:12:35.352322+0000","last_active":"2024-09-10T08:13:39.676206+0000","last_peered":"2024-09-10T08:13:39.676206+0000","last_clean":"2024-09-10T08:13:39.676206+0000","last_became_active":"2024-09-10T08:12:35.351912+0000","last_became_peered":"2024-09-10T08:12:35.351912+0000","last_unstale":"2024-09-10T08:13:39.676206+0000","last_undegraded":"2024-09-10T08:13:39.676206+0000","last_fullsized":"2024-09-10T08:13:39.676206+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:00:27.531447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.522026+0000","last_change":"2024-09-10T08:12:43.861303+0000","last_active":"2024-09-10T08:13:39.522026+0000","last_peered":"2024-09-10T08:13:39.522026+0000","last_clean":"2024-09-10T08:13:39.522026+0000","last_became_active":"2024-09-10T08:12:43.860849+0000","last_became_peered":"2024-09-10T08:12:43.860849+0000","last_unstale":"2024-09-10T08:13:39.522026+0000","last_undegraded":"2024-09-10T08:13:39.522026+0000","last_fullsized":"2024-09-10T08:13:39.522026+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:26:53.475097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.507992+0000","last_change":"2024-09-10T08:12:36.834293+0000","last_active":"2024-09-10T08:13:39.507992+0000","last_peered":"2024-09-10T08:13:39.507992+0000","last_clean":"2024-09-10T08:13:39.507992+0000","last_became_active":"2024-09-10T08:12:36.833981+0000","last_became_peered":"2024-09-10T08:12:36.833981+0000","last_unstale":"2024-09-10T08:13:39.507992+0000","last_undegraded":"2024-09-10T08:13:39.507992+0000","last_fullsized":"2024-09-10T08:13:39.507992+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:56:18.333347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"88'14","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404312+0000","last_change":"2024-09-10T08:12:34.804300+0000","last_active":"2024-09-10T08:13:39.404312+0000","last_peered":"2024-09-10T08:13:39.404312+0000","last_clean":"2024-09-10T08:13:39.404312+0000","last_became_active":"2024-09-10T08:12:34.803980+0000","last_became_peered":"2024-09-10T08:12:34.803980+0000","last_unstale":"2024-09-10T08:13:39.404312+0000","last_undegraded":"2024-09-10T08:13:39.404312+0000","last_fullsized":"2024-09-10T08:13:39.404312+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:31:41.215961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":25,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.507246+0000","last_change":"2024-09-10T08:12:43.992400+0000","last_active":"2024-09-10T08:13:39.507246+0000","last_peered":"2024-09-10T08:13:39.507246+0000","last_clean":"2024-09-10T08:13:39.507246+0000","last_became_active":"2024-09-10T08:12:43.991970+0000","last_became_peered":"2024-09-10T08:12:43.991970+0000","last_unstale":"2024-09-10T08:13:39.507246+0000","last_undegraded":"2024-09-10T08:13:39.507246+0000","last_fullsized":"2024-09-10T08:13:39.507246+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:10:02.208981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401794+0000","last_change":"2024-09-10T08:12:36.832238+0000","last_active":"2024-09-10T08:13:39.401794+0000","last_peered":"2024-09-10T08:13:39.401794+0000","last_clean":"2024-09-10T08:13:39.401794+0000","last_became_active":"2024-09-10T08:12:36.831644+0000","last_became_peered":"2024-09-10T08:12:36.831644+0000","last_unstale":"2024-09-10T08:13:39.401794+0000","last_undegraded":"2024-09-10T08:13:39.401794+0000","last_fullsized":"2024-09-10T08:13:39.401794+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:44:55.777869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"88'4","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.410126+0000","last_change":"2024-09-10T08:12:34.934616+0000","last_active":"2024-09-10T08:13:39.410126+0000","last_peered":"2024-09-10T08:13:39.410126+0000","last_clean":"2024-09-10T08:13:39.410126+0000","last_became_active":"2024-09-10T08:12:34.934240+0000","last_became_peered":"2024-09-10T08:12:34.934240+0000","last_unstale":"2024-09-10T08:13:39.410126+0000","last_undegraded":"2024-09-10T08:13:39.410126+0000","last_fullsized":"2024-09-10T08:13:39.410126+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:01:30.178100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.406756+0000","last_change":"2024-09-10T08:12:43.866058+0000","last_active":"2024-09-10T08:13:39.406756+0000","last_peered":"2024-09-10T08:13:39.406756+0000","last_clean":"2024-09-10T08:13:39.406756+0000","last_became_active":"2024-09-10T08:12:43.865313+0000","last_became_peered":"2024-09-10T08:12:43.865313+0000","last_unstale":"2024-09-10T08:13:39.406756+0000","last_undegraded":"2024-09-10T08:13:39.406756+0000","last_fullsized":"2024-09-10T08:13:39.406756+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:15:57.695818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405314+0000","last_change":"2024-09-10T08:12:36.827327+0000","last_active":"2024-09-10T08:13:39.405314+0000","last_peered":"2024-09-10T08:13:39.405314+0000","last_clean":"2024-09-10T08:13:39.405314+0000","last_became_active":"2024-09-10T08:12:36.826973+0000","last_became_peered":"2024-09-10T08:12:36.826973+0000","last_unstale":"2024-09-10T08:13:39.405314+0000","last_undegraded":"2024-09-10T08:13:39.405314+0000","last_fullsized":"2024-09-10T08:13:39.405314+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:03:53.148739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"88'1","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404170+0000","last_change":"2024-09-10T08:12:34.935377+0000","last_active":"2024-09-10T08:13:39.404170+0000","last_peered":"2024-09-10T08:13:39.404170+0000","last_clean":"2024-09-10T08:13:39.404170+0000","last_became_active":"2024-09-10T08:12:34.934905+0000","last_became_peered":"2024-09-10T08:12:34.934905+0000","last_unstale":"2024-09-10T08:13:39.404170+0000","last_undegraded":"2024-09-10T08:13:39.404170+0000","last_fullsized":"2024-09-10T08:13:39.404170+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:48:46.159178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.409532+0000","last_change":"2024-09-10T08:12:43.992295+0000","last_active":"2024-09-10T08:13:39.409532+0000","last_peered":"2024-09-10T08:13:39.409532+0000","last_clean":"2024-09-10T08:13:39.409532+0000","last_became_active":"2024-09-10T08:12:43.991802+0000","last_became_peered":"2024-09-10T08:12:43.991802+0000","last_unstale":"2024-09-10T08:13:39.409532+0000","last_undegraded":"2024-09-10T08:13:39.409532+0000","last_fullsized":"2024-09-10T08:13:39.409532+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:38:53.330441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.407288+0000","last_change":"2024-09-10T08:13:39.407288+0000","last_active":"2024-09-10T08:13:39.407288+0000","last_peered":"2024-09-10T08:13:39.407288+0000","last_clean":"2024-09-10T08:13:39.407288+0000","last_became_active":"2024-09-10T08:13:39.406977+0000","last_became_peered":"2024-09-10T08:13:39.406977+0000","last_unstale":"2024-09-10T08:13:39.407288+0000","last_undegraded":"2024-09-10T08:13:39.407288+0000","last_fullsized":"2024-09-10T08:13:39.407288+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:48:54.336323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"88'6","reported_seq":64,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:43.852933+0000","last_change":"2024-09-10T08:12:34.814037+0000","last_active":"2024-09-10T08:13:43.852933+0000","last_peered":"2024-09-10T08:13:43.852933+0000","last_clean":"2024-09-10T08:13:43.852933+0000","last_became_active":"2024-09-10T08:12:34.813620+0000","last_became_peered":"2024-09-10T08:12:34.813620+0000","last_unstale":"2024-09-10T08:13:43.852933+0000","last_undegraded":"2024-09-10T08:13:43.852933+0000","last_fullsized":"2024-09-10T08:13:43.852933+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:21:07.593990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":981,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":24,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401581+0000","last_change":"2024-09-10T08:12:43.866652+0000","last_active":"2024-09-10T08:13:39.401581+0000","last_peered":"2024-09-10T08:13:39.401581+0000","last_clean":"2024-09-10T08:13:39.401581+0000","last_became_active":"2024-09-10T08:12:43.866267+0000","last_became_peered":"2024-09-10T08:12:43.866267+0000","last_unstale":"2024-09-10T08:13:39.401581+0000","last_undegraded":"2024-09-10T08:13:39.401581+0000","last_fullsized":"2024-09-10T08:13:39.401581+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:40:11.894132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404496+0000","last_change":"2024-09-10T08:12:36.828347+0000","last_active":"2024-09-10T08:13:39.404496+0000","last_peered":"2024-09-10T08:13:39.404496+0000","last_clean":"2024-09-10T08:13:39.404496+0000","last_became_active":"2024-09-10T08:12:36.828034+0000","last_became_peered":"2024-09-10T08:12:36.828034+0000","last_unstale":"2024-09-10T08:13:39.404496+0000","last_undegraded":"2024-09-10T08:13:39.404496+0000","last_fullsized":"2024-09-10T08:13:39.404496+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:12:34.999032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"88'5","reported_seq":63,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:42.840484+0000","last_change":"2024-09-10T08:12:34.934390+0000","last_active":"2024-09-10T08:13:42.840484+0000","last_peered":"2024-09-10T08:13:42.840484+0000","last_clean":"2024-09-10T08:13:42.840484+0000","last_became_active":"2024-09-10T08:12:34.934052+0000","last_became_peered":"2024-09-10T08:12:34.934052+0000","last_unstale":"2024-09-10T08:13:42.840484+0000","last_undegraded":"2024-09-10T08:13:42.840484+0000","last_fullsized":"2024-09-10T08:13:42.840484+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:48:53.538324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401714+0000","last_change":"2024-09-10T08:12:43.992318+0000","last_active":"2024-09-10T08:13:39.401714+0000","last_peered":"2024-09-10T08:13:39.401714+0000","last_clean":"2024-09-10T08:13:39.401714+0000","last_became_active":"2024-09-10T08:12:43.991865+0000","last_became_peered":"2024-09-10T08:12:43.991865+0000","last_unstale":"2024-09-10T08:13:39.401714+0000","last_undegraded":"2024-09-10T08:13:39.401714+0000","last_fullsized":"2024-09-10T08:13:39.401714+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:44:14.872522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401214+0000","last_change":"2024-09-10T08:12:36.831968+0000","last_active":"2024-09-10T08:13:39.401214+0000","last_peered":"2024-09-10T08:13:39.401214+0000","last_clean":"2024-09-10T08:13:39.401214+0000","last_became_active":"2024-09-10T08:12:36.831636+0000","last_became_peered":"2024-09-10T08:12:36.831636+0000","last_unstale":"2024-09-10T08:13:39.401214+0000","last_undegraded":"2024-09-10T08:13:39.401214+0000","last_fullsized":"2024-09-10T08:13:39.401214+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:36:42.460656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"88'4","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.748478+0000","last_change":"2024-09-10T08:12:34.811292+0000","last_active":"2024-09-10T08:13:39.748478+0000","last_peered":"2024-09-10T08:13:39.748478+0000","last_clean":"2024-09-10T08:13:39.748478+0000","last_became_active":"2024-09-10T08:12:34.810947+0000","last_became_peered":"2024-09-10T08:12:34.810947+0000","last_unstale":"2024-09-10T08:13:39.748478+0000","last_undegraded":"2024-09-10T08:13:39.748478+0000","last_fullsized":"2024-09-10T08:13:39.748478+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:34:12.885332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405104+0000","last_change":"2024-09-10T08:12:43.993002+0000","last_active":"2024-09-10T08:13:39.405104+0000","last_peered":"2024-09-10T08:13:39.405104+0000","last_clean":"2024-09-10T08:13:39.405104+0000","last_became_active":"2024-09-10T08:12:43.992378+0000","last_became_peered":"2024-09-10T08:12:43.992378+0000","last_unstale":"2024-09-10T08:13:39.405104+0000","last_undegraded":"2024-09-10T08:13:39.405104+0000","last_fullsized":"2024-09-10T08:13:39.405104+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:51:30.925233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.507507+0000","last_change":"2024-09-10T08:12:36.835603+0000","last_active":"2024-09-10T08:13:39.507507+0000","last_peered":"2024-09-10T08:13:39.507507+0000","last_clean":"2024-09-10T08:13:39.507507+0000","last_became_active":"2024-09-10T08:12:36.835266+0000","last_became_peered":"2024-09-10T08:12:36.835266+0000","last_unstale":"2024-09-10T08:13:39.507507+0000","last_undegraded":"2024-09-10T08:13:39.507507+0000","last_fullsized":"2024-09-10T08:13:39.507507+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:19.661448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"88'6","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.676201+0000","last_change":"2024-09-10T08:12:34.812517+0000","last_active":"2024-09-10T08:13:39.676201+0000","last_peered":"2024-09-10T08:13:39.676201+0000","last_clean":"2024-09-10T08:13:39.676201+0000","last_became_active":"2024-09-10T08:12:34.811489+0000","last_became_peered":"2024-09-10T08:12:34.811489+0000","last_unstale":"2024-09-10T08:13:39.676201+0000","last_undegraded":"2024-09-10T08:13:39.676201+0000","last_fullsized":"2024-09-10T08:13:39.676201+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:06:38.638602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":349,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.748567+0000","last_change":"2024-09-10T08:11:22.269533+0000","last_active":"2024-09-10T08:13:39.748567+0000","last_peered":"2024-09-10T08:13:39.748567+0000","last_clean":"2024-09-10T08:13:39.748567+0000","last_became_active":"2024-09-10T08:11:22.268999+0000","last_became_peered":"2024-09-10T08:11:22.268999+0000","last_unstale":"2024-09-10T08:13:39.748567+0000","last_undegraded":"2024-09-10T08:13:39.748567+0000","last_fullsized":"2024-09-10T08:13:39.748567+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:07:54.541647+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:07:54.541647+0000","last_clean_scrub_stamp":"2024-09-10T08:07:54.541647+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:11:27.439735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"88'1","reported_seq":22,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.748875+0000","last_change":"2024-09-10T08:12:43.868283+0000","last_active":"2024-09-10T08:13:39.748875+0000","last_peered":"2024-09-10T08:13:39.748875+0000","last_clean":"2024-09-10T08:13:39.748875+0000","last_became_active":"2024-09-10T08:12:43.867984+0000","last_became_peered":"2024-09-10T08:12:43.867984+0000","last_unstale":"2024-09-10T08:13:39.748875+0000","last_undegraded":"2024-09-10T08:13:39.748875+0000","last_fullsized":"2024-09-10T08:13:39.748875+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:30:00.462641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.749073+0000","last_change":"2024-09-10T08:12:36.832950+0000","last_active":"2024-09-10T08:13:39.749073+0000","last_peered":"2024-09-10T08:13:39.749073+0000","last_clean":"2024-09-10T08:13:39.749073+0000","last_became_active":"2024-09-10T08:12:36.832602+0000","last_became_peered":"2024-09-10T08:12:36.832602+0000","last_unstale":"2024-09-10T08:13:39.749073+0000","last_undegraded":"2024-09-10T08:13:39.749073+0000","last_fullsized":"2024-09-10T08:13:39.749073+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:18:11.879093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"88'5","reported_seq":62,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:42.852523+0000","last_change":"2024-09-10T08:12:35.352007+0000","last_active":"2024-09-10T08:13:42.852523+0000","last_peered":"2024-09-10T08:13:42.852523+0000","last_clean":"2024-09-10T08:13:42.852523+0000","last_became_active":"2024-09-10T08:12:35.351623+0000","last_became_peered":"2024-09-10T08:12:35.351623+0000","last_unstale":"2024-09-10T08:13:42.852523+0000","last_undegraded":"2024-09-10T08:13:42.852523+0000","last_fullsized":"2024-09-10T08:13:42.852523+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:37:27.810889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":23,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401580+0000","last_change":"2024-09-10T08:12:43.865702+0000","last_active":"2024-09-10T08:13:39.401580+0000","last_peered":"2024-09-10T08:13:39.401580+0000","last_clean":"2024-09-10T08:13:39.401580+0000","last_became_active":"2024-09-10T08:12:43.865229+0000","last_became_peered":"2024-09-10T08:12:43.865229+0000","last_unstale":"2024-09-10T08:13:39.401580+0000","last_undegraded":"2024-09-10T08:13:39.401580+0000","last_fullsized":"2024-09-10T08:13:39.401580+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:02:29.345505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.748761+0000","last_change":"2024-09-10T08:12:36.827564+0000","last_active":"2024-09-10T08:13:39.748761+0000","last_peered":"2024-09-10T08:13:39.748761+0000","last_clean":"2024-09-10T08:13:39.748761+0000","last_became_active":"2024-09-10T08:12:36.827241+0000","last_became_peered":"2024-09-10T08:12:36.827241+0000","last_unstale":"2024-09-10T08:13:39.748761+0000","last_undegraded":"2024-09-10T08:13:39.748761+0000","last_fullsized":"2024-09-10T08:13:39.748761+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:39.539095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"88'3","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405614+0000","last_change":"2024-09-10T08:12:34.813584+0000","last_active":"2024-09-10T08:13:39.405614+0000","last_peered":"2024-09-10T08:13:39.405614+0000","last_clean":"2024-09-10T08:13:39.405614+0000","last_became_active":"2024-09-10T08:12:34.812971+0000","last_became_peered":"2024-09-10T08:12:34.812971+0000","last_unstale":"2024-09-10T08:13:39.405614+0000","last_undegraded":"2024-09-10T08:13:39.405614+0000","last_fullsized":"2024-09-10T08:13:39.405614+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:07:59.453651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404795+0000","last_change":"2024-09-10T08:12:43.870109+0000","last_active":"2024-09-10T08:13:39.404795+0000","last_peered":"2024-09-10T08:13:39.404795+0000","last_clean":"2024-09-10T08:13:39.404795+0000","last_became_active":"2024-09-10T08:12:43.869729+0000","last_became_peered":"2024-09-10T08:12:43.869729+0000","last_unstale":"2024-09-10T08:13:39.404795+0000","last_undegraded":"2024-09-10T08:13:39.404795+0000","last_fullsized":"2024-09-10T08:13:39.404795+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:43:11.951209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.749007+0000","last_change":"2024-09-10T08:12:36.833151+0000","last_active":"2024-09-10T08:13:39.749007+0000","last_peered":"2024-09-10T08:13:39.749007+0000","last_clean":"2024-09-10T08:13:39.749007+0000","last_became_active":"2024-09-10T08:12:36.832799+0000","last_became_peered":"2024-09-10T08:12:36.832799+0000","last_unstale":"2024-09-10T08:13:39.749007+0000","last_undegraded":"2024-09-10T08:13:39.749007+0000","last_fullsized":"2024-09-10T08:13:39.749007+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:53:45.406482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"88'5","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401793+0000","last_change":"2024-09-10T08:12:34.809644+0000","last_active":"2024-09-10T08:13:39.401793+0000","last_peered":"2024-09-10T08:13:39.401793+0000","last_clean":"2024-09-10T08:13:39.401793+0000","last_became_active":"2024-09-10T08:12:34.809361+0000","last_became_peered":"2024-09-10T08:12:34.809361+0000","last_unstale":"2024-09-10T08:13:39.401793+0000","last_undegraded":"2024-09-10T08:13:39.401793+0000","last_fullsized":"2024-09-10T08:13:39.401793+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:51:33.188450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404346+0000","last_change":"2024-09-10T08:12:43.863219+0000","last_active":"2024-09-10T08:13:39.404346+0000","last_peered":"2024-09-10T08:13:39.404346+0000","last_clean":"2024-09-10T08:13:39.404346+0000","last_became_active":"2024-09-10T08:12:43.862833+0000","last_became_peered":"2024-09-10T08:12:43.862833+0000","last_unstale":"2024-09-10T08:13:39.404346+0000","last_undegraded":"2024-09-10T08:13:39.404346+0000","last_fullsized":"2024-09-10T08:13:39.404346+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:43:20.340029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.407355+0000","last_change":"2024-09-10T08:12:36.828073+0000","last_active":"2024-09-10T08:13:39.407355+0000","last_peered":"2024-09-10T08:13:39.407355+0000","last_clean":"2024-09-10T08:13:39.407355+0000","last_became_active":"2024-09-10T08:12:36.827750+0000","last_became_peered":"2024-09-10T08:12:36.827750+0000","last_unstale":"2024-09-10T08:13:39.407355+0000","last_undegraded":"2024-09-10T08:13:39.407355+0000","last_fullsized":"2024-09-10T08:13:39.407355+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:21:16.671134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.f","version":"88'2","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.410198+0000","last_change":"2024-09-10T08:12:34.810961+0000","last_active":"2024-09-10T08:13:39.410198+0000","last_peered":"2024-09-10T08:13:39.410198+0000","last_clean":"2024-09-10T08:13:39.410198+0000","last_became_active":"2024-09-10T08:12:34.810583+0000","last_became_peered":"2024-09-10T08:12:34.810583+0000","last_unstale":"2024-09-10T08:13:39.410198+0000","last_undegraded":"2024-09-10T08:13:39.410198+0000","last_fullsized":"2024-09-10T08:13:39.410198+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:47:04.190625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405154+0000","last_change":"2024-09-10T08:12:43.861978+0000","last_active":"2024-09-10T08:13:39.405154+0000","last_peered":"2024-09-10T08:13:39.405154+0000","last_clean":"2024-09-10T08:13:39.405154+0000","last_became_active":"2024-09-10T08:12:43.861367+0000","last_became_peered":"2024-09-10T08:12:43.861367+0000","last_unstale":"2024-09-10T08:13:39.405154+0000","last_undegraded":"2024-09-10T08:13:39.405154+0000","last_fullsized":"2024-09-10T08:13:39.405154+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:30:00.860926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404588+0000","last_change":"2024-09-10T08:12:36.831213+0000","last_active":"2024-09-10T08:13:39.404588+0000","last_peered":"2024-09-10T08:13:39.404588+0000","last_clean":"2024-09-10T08:13:39.404588+0000","last_became_active":"2024-09-10T08:12:36.830859+0000","last_became_peered":"2024-09-10T08:12:36.830859+0000","last_unstale":"2024-09-10T08:13:39.404588+0000","last_undegraded":"2024-09-10T08:13:39.404588+0000","last_fullsized":"2024-09-10T08:13:39.404588+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:24:41.648614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.10","version":"88'17","reported_seq":52,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.409347+0000","last_change":"2024-09-10T08:12:34.935217+0000","last_active":"2024-09-10T08:13:39.409347+0000","last_peered":"2024-09-10T08:13:39.409347+0000","last_clean":"2024-09-10T08:13:39.409347+0000","last_became_active":"2024-09-10T08:12:34.934826+0000","last_became_peered":"2024-09-10T08:12:34.934826+0000","last_unstale":"2024-09-10T08:13:39.409347+0000","last_undegraded":"2024-09-10T08:13:39.409347+0000","last_fullsized":"2024-09-10T08:13:39.409347+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:00:38.020341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401855+0000","last_change":"2024-09-10T08:12:43.869729+0000","last_active":"2024-09-10T08:13:39.401855+0000","last_peered":"2024-09-10T08:13:39.401855+0000","last_clean":"2024-09-10T08:13:39.401855+0000","last_became_active":"2024-09-10T08:12:43.869340+0000","last_became_peered":"2024-09-10T08:12:43.869340+0000","last_unstale":"2024-09-10T08:13:39.401855+0000","last_undegraded":"2024-09-10T08:13:39.401855+0000","last_fullsized":"2024-09-10T08:13:39.401855+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:51:09.345805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.748345+0000","last_change":"2024-09-10T08:12:36.828727+0000","last_active":"2024-09-10T08:13:39.748345+0000","last_peered":"2024-09-10T08:13:39.748345+0000","last_clean":"2024-09-10T08:13:39.748345+0000","last_became_active":"2024-09-10T08:12:36.828414+0000","last_became_peered":"2024-09-10T08:12:36.828414+0000","last_unstale":"2024-09-10T08:13:39.748345+0000","last_undegraded":"2024-09-10T08:13:39.748345+0000","last_fullsized":"2024-09-10T08:13:39.748345+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:15:18.145475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"88'5","reported_seq":64,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:42.841025+0000","last_change":"2024-09-10T08:12:34.810916+0000","last_active":"2024-09-10T08:13:42.841025+0000","last_peered":"2024-09-10T08:13:42.841025+0000","last_clean":"2024-09-10T08:13:42.841025+0000","last_became_active":"2024-09-10T08:12:34.810589+0000","last_became_peered":"2024-09-10T08:12:34.810589+0000","last_unstale":"2024-09-10T08:13:42.841025+0000","last_undegraded":"2024-09-10T08:13:42.841025+0000","last_fullsized":"2024-09-10T08:13:42.841025+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:34:40.703435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":26,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404449+0000","last_change":"2024-09-10T08:12:43.873472+0000","last_active":"2024-09-10T08:13:39.404449+0000","last_peered":"2024-09-10T08:13:39.404449+0000","last_clean":"2024-09-10T08:13:39.404449+0000","last_became_active":"2024-09-10T08:12:43.872708+0000","last_became_peered":"2024-09-10T08:12:43.872708+0000","last_unstale":"2024-09-10T08:13:39.404449+0000","last_undegraded":"2024-09-10T08:13:39.404449+0000","last_fullsized":"2024-09-10T08:13:39.404449+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:02:08.059771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.748732+0000","last_change":"2024-09-10T08:12:36.827575+0000","last_active":"2024-09-10T08:13:39.748732+0000","last_peered":"2024-09-10T08:13:39.748732+0000","last_clean":"2024-09-10T08:13:39.748732+0000","last_became_active":"2024-09-10T08:12:36.827219+0000","last_became_peered":"2024-09-10T08:12:36.827219+0000","last_unstale":"2024-09-10T08:13:39.748732+0000","last_undegraded":"2024-09-10T08:13:39.748732+0000","last_fullsized":"2024-09-10T08:13:39.748732+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:46:48.843252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"88'5","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404860+0000","last_change":"2024-09-10T08:12:34.811935+0000","last_active":"2024-09-10T08:13:39.404860+0000","last_peered":"2024-09-10T08:13:39.404860+0000","last_clean":"2024-09-10T08:13:39.404860+0000","last_became_active":"2024-09-10T08:12:34.811456+0000","last_became_peered":"2024-09-10T08:12:34.811456+0000","last_unstale":"2024-09-10T08:13:39.404860+0000","last_undegraded":"2024-09-10T08:13:39.404860+0000","last_fullsized":"2024-09-10T08:13:39.404860+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:17:47.051684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.406927+0000","last_change":"2024-09-10T08:12:43.869439+0000","last_active":"2024-09-10T08:13:39.406927+0000","last_peered":"2024-09-10T08:13:39.406927+0000","last_clean":"2024-09-10T08:13:39.406927+0000","last_became_active":"2024-09-10T08:12:43.869034+0000","last_became_peered":"2024-09-10T08:12:43.869034+0000","last_unstale":"2024-09-10T08:13:39.406927+0000","last_undegraded":"2024-09-10T08:13:39.406927+0000","last_fullsized":"2024-09-10T08:13:39.406927+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:21:54.382769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401453+0000","last_change":"2024-09-10T08:12:36.829005+0000","last_active":"2024-09-10T08:13:39.401453+0000","last_peered":"2024-09-10T08:13:39.401453+0000","last_clean":"2024-09-10T08:13:39.401453+0000","last_became_active":"2024-09-10T08:12:36.828617+0000","last_became_peered":"2024-09-10T08:12:36.828617+0000","last_unstale":"2024-09-10T08:13:39.401453+0000","last_undegraded":"2024-09-10T08:13:39.401453+0000","last_fullsized":"2024-09-10T08:13:39.401453+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:43:31.280528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"88'9","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.522441+0000","last_change":"2024-09-10T08:12:34.812181+0000","last_active":"2024-09-10T08:13:39.522441+0000","last_peered":"2024-09-10T08:13:39.522441+0000","last_clean":"2024-09-10T08:13:39.522441+0000","last_became_active":"2024-09-10T08:12:34.810647+0000","last_became_peered":"2024-09-10T08:12:34.810647+0000","last_unstale":"2024-09-10T08:13:39.522441+0000","last_undegraded":"2024-09-10T08:13:39.522441+0000","last_fullsized":"2024-09-10T08:13:39.522441+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:33:19.720823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405177+0000","last_change":"2024-09-10T08:12:43.863520+0000","last_active":"2024-09-10T08:13:39.405177+0000","last_peered":"2024-09-10T08:13:39.405177+0000","last_clean":"2024-09-10T08:13:39.405177+0000","last_became_active":"2024-09-10T08:12:43.862340+0000","last_became_peered":"2024-09-10T08:12:43.862340+0000","last_unstale":"2024-09-10T08:13:39.405177+0000","last_undegraded":"2024-09-10T08:13:39.405177+0000","last_fullsized":"2024-09-10T08:13:39.405177+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:00:39.711524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.409990+0000","last_change":"2024-09-10T08:12:36.832910+0000","last_active":"2024-09-10T08:13:39.409990+0000","last_peered":"2024-09-10T08:13:39.409990+0000","last_clean":"2024-09-10T08:13:39.409990+0000","last_became_active":"2024-09-10T08:12:36.832581+0000","last_became_peered":"2024-09-10T08:12:36.832581+0000","last_unstale":"2024-09-10T08:13:39.409990+0000","last_undegraded":"2024-09-10T08:13:39.409990+0000","last_fullsized":"2024-09-10T08:13:39.409990+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:40:13.697323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.14","version":"90'33","reported_seq":121,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:43.842630+0000","last_change":"2024-09-10T08:12:34.811160+0000","last_active":"2024-09-10T08:13:43.842630+0000","last_peered":"2024-09-10T08:13:43.842630+0000","last_clean":"2024-09-10T08:13:43.842630+0000","last_became_active":"2024-09-10T08:12:34.810807+0000","last_became_peered":"2024-09-10T08:12:34.810807+0000","last_unstale":"2024-09-10T08:13:43.842630+0000","last_undegraded":"2024-09-10T08:13:43.842630+0000","last_fullsized":"2024-09-10T08:13:43.842630+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":33,"log_dups_size":0,"ondisk_log_size":33,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:59:27.235130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":60938,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":54,"num_read_kb":86,"num_write":35,"num_write_kb":74,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.412935+0000","last_change":"2024-09-10T08:13:39.412935+0000","last_active":"2024-09-10T08:13:39.412935+0000","last_peered":"2024-09-10T08:13:39.412935+0000","last_clean":"2024-09-10T08:13:39.412935+0000","last_became_active":"2024-09-10T08:13:39.412501+0000","last_became_peered":"2024-09-10T08:13:39.412501+0000","last_unstale":"2024-09-10T08:13:39.412935+0000","last_undegraded":"2024-09-10T08:13:39.412935+0000","last_fullsized":"2024-09-10T08:13:39.412935+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:52:57.355460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,11,5],"acting":[10,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.413044+0000","last_change":"2024-09-10T08:13:39.413044+0000","last_active":"2024-09-10T08:13:39.413044+0000","last_peered":"2024-09-10T08:13:39.413044+0000","last_clean":"2024-09-10T08:13:39.413044+0000","last_became_active":"2024-09-10T08:13:39.412611+0000","last_became_peered":"2024-09-10T08:13:39.412611+0000","last_unstale":"2024-09-10T08:13:39.413044+0000","last_undegraded":"2024-09-10T08:13:39.413044+0000","last_fullsized":"2024-09-10T08:13:39.413044+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:35:39.007629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,6],"acting":[1,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"88'5","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405535+0000","last_change":"2024-09-10T08:12:34.935213+0000","last_active":"2024-09-10T08:13:39.405535+0000","last_peered":"2024-09-10T08:13:39.405535+0000","last_clean":"2024-09-10T08:13:39.405535+0000","last_became_active":"2024-09-10T08:12:34.934653+0000","last_became_peered":"2024-09-10T08:12:34.934653+0000","last_unstale":"2024-09-10T08:13:39.405535+0000","last_undegraded":"2024-09-10T08:13:39.405535+0000","last_fullsized":"2024-09-10T08:13:39.405535+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:18:41.003041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.675576+0000","last_change":"2024-09-10T08:12:43.871926+0000","last_active":"2024-09-10T08:13:39.675576+0000","last_peered":"2024-09-10T08:13:39.675576+0000","last_clean":"2024-09-10T08:13:39.675576+0000","last_became_active":"2024-09-10T08:12:43.871484+0000","last_became_peered":"2024-09-10T08:12:43.871484+0000","last_unstale":"2024-09-10T08:13:39.675576+0000","last_undegraded":"2024-09-10T08:13:39.675576+0000","last_fullsized":"2024-09-10T08:13:39.675576+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:28:58.589905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405468+0000","last_change":"2024-09-10T08:12:36.840159+0000","last_active":"2024-09-10T08:13:39.405468+0000","last_peered":"2024-09-10T08:13:39.405468+0000","last_clean":"2024-09-10T08:13:39.405468+0000","last_became_active":"2024-09-10T08:12:36.839716+0000","last_became_peered":"2024-09-10T08:12:36.839716+0000","last_unstale":"2024-09-10T08:13:39.405468+0000","last_undegraded":"2024-09-10T08:13:39.405468+0000","last_fullsized":"2024-09-10T08:13:39.405468+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:22:29.954782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"88'4","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.748955+0000","last_change":"2024-09-10T08:12:34.809229+0000","last_active":"2024-09-10T08:13:39.748955+0000","last_peered":"2024-09-10T08:13:39.748955+0000","last_clean":"2024-09-10T08:13:39.748955+0000","last_became_active":"2024-09-10T08:12:34.808802+0000","last_became_peered":"2024-09-10T08:12:34.808802+0000","last_unstale":"2024-09-10T08:13:39.748955+0000","last_undegraded":"2024-09-10T08:13:39.748955+0000","last_fullsized":"2024-09-10T08:13:39.748955+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:59:34.360559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.403496+0000","last_change":"2024-09-10T08:12:43.870601+0000","last_active":"2024-09-10T08:13:39.403496+0000","last_peered":"2024-09-10T08:13:39.403496+0000","last_clean":"2024-09-10T08:13:39.403496+0000","last_became_active":"2024-09-10T08:12:43.870168+0000","last_became_peered":"2024-09-10T08:12:43.870168+0000","last_unstale":"2024-09-10T08:13:39.403496+0000","last_undegraded":"2024-09-10T08:13:39.403496+0000","last_fullsized":"2024-09-10T08:13:39.403496+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:09:22.578268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401978+0000","last_change":"2024-09-10T08:12:36.834262+0000","last_active":"2024-09-10T08:13:39.401978+0000","last_peered":"2024-09-10T08:13:39.401978+0000","last_clean":"2024-09-10T08:13:39.401978+0000","last_became_active":"2024-09-10T08:12:36.833922+0000","last_became_peered":"2024-09-10T08:12:36.833922+0000","last_unstale":"2024-09-10T08:13:39.401978+0000","last_undegraded":"2024-09-10T08:13:39.401978+0000","last_fullsized":"2024-09-10T08:13:39.401978+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:33:22.621701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"88'4","reported_seq":82,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:43.842452+0000","last_change":"2024-09-10T08:12:34.815637+0000","last_active":"2024-09-10T08:13:43.842452+0000","last_peered":"2024-09-10T08:13:43.842452+0000","last_clean":"2024-09-10T08:13:43.842452+0000","last_became_active":"2024-09-10T08:12:34.815296+0000","last_became_peered":"2024-09-10T08:12:34.815296+0000","last_unstale":"2024-09-10T08:13:43.842452+0000","last_undegraded":"2024-09-10T08:13:43.842452+0000","last_fullsized":"2024-09-10T08:13:43.842452+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:37:39.424478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":44,"num_read_kb":44,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.507376+0000","last_change":"2024-09-10T08:12:43.862840+0000","last_active":"2024-09-10T08:13:39.507376+0000","last_peered":"2024-09-10T08:13:39.507376+0000","last_clean":"2024-09-10T08:13:39.507376+0000","last_became_active":"2024-09-10T08:12:43.862406+0000","last_became_peered":"2024-09-10T08:12:43.862406+0000","last_unstale":"2024-09-10T08:13:39.507376+0000","last_undegraded":"2024-09-10T08:13:39.507376+0000","last_fullsized":"2024-09-10T08:13:39.507376+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:18:22.047003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405359+0000","last_change":"2024-09-10T08:12:43.867758+0000","last_active":"2024-09-10T08:13:39.405359+0000","last_peered":"2024-09-10T08:13:39.405359+0000","last_clean":"2024-09-10T08:13:39.405359+0000","last_became_active":"2024-09-10T08:12:43.867330+0000","last_became_peered":"2024-09-10T08:12:43.867330+0000","last_unstale":"2024-09-10T08:13:39.405359+0000","last_undegraded":"2024-09-10T08:13:39.405359+0000","last_fullsized":"2024-09-10T08:13:39.405359+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:58:09.229320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.403739+0000","last_change":"2024-09-10T08:12:36.826035+0000","last_active":"2024-09-10T08:13:39.403739+0000","last_peered":"2024-09-10T08:13:39.403739+0000","last_clean":"2024-09-10T08:13:39.403739+0000","last_became_active":"2024-09-10T08:12:36.825728+0000","last_became_peered":"2024-09-10T08:12:36.825728+0000","last_unstale":"2024-09-10T08:13:39.403739+0000","last_undegraded":"2024-09-10T08:13:39.403739+0000","last_fullsized":"2024-09-10T08:13:39.403739+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:34:52.253250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"88'3","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404614+0000","last_change":"2024-09-10T08:12:34.814423+0000","last_active":"2024-09-10T08:13:39.404614+0000","last_peered":"2024-09-10T08:13:39.404614+0000","last_clean":"2024-09-10T08:13:39.404614+0000","last_became_active":"2024-09-10T08:12:34.814063+0000","last_became_peered":"2024-09-10T08:12:34.814063+0000","last_unstale":"2024-09-10T08:13:39.404614+0000","last_undegraded":"2024-09-10T08:13:39.404614+0000","last_fullsized":"2024-09-10T08:13:39.404614+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:51:32.749383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.677217+0000","last_change":"2024-09-10T08:13:39.677217+0000","last_active":"2024-09-10T08:13:39.677217+0000","last_peered":"2024-09-10T08:13:39.677217+0000","last_clean":"2024-09-10T08:13:39.677217+0000","last_became_active":"2024-09-10T08:13:39.676759+0000","last_became_peered":"2024-09-10T08:13:39.676759+0000","last_unstale":"2024-09-10T08:13:39.677217+0000","last_undegraded":"2024-09-10T08:13:39.677217+0000","last_fullsized":"2024-09-10T08:13:39.677217+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:39:36.209080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8,0],"acting":[11,4,8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.507632+0000","last_change":"2024-09-10T08:12:36.835980+0000","last_active":"2024-09-10T08:13:39.507632+0000","last_peered":"2024-09-10T08:13:39.507632+0000","last_clean":"2024-09-10T08:13:39.507632+0000","last_became_active":"2024-09-10T08:12:36.835091+0000","last_became_peered":"2024-09-10T08:12:36.835091+0000","last_unstale":"2024-09-10T08:13:39.507632+0000","last_undegraded":"2024-09-10T08:13:39.507632+0000","last_fullsized":"2024-09-10T08:13:39.507632+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:52:09.526296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"88'3","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401236+0000","last_change":"2024-09-10T08:12:34.805925+0000","last_active":"2024-09-10T08:13:39.401236+0000","last_peered":"2024-09-10T08:13:39.401236+0000","last_clean":"2024-09-10T08:13:39.401236+0000","last_became_active":"2024-09-10T08:12:34.805568+0000","last_became_peered":"2024-09-10T08:12:34.805568+0000","last_unstale":"2024-09-10T08:13:39.401236+0000","last_undegraded":"2024-09-10T08:13:39.401236+0000","last_fullsized":"2024-09-10T08:13:39.401236+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:48:06.627866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"88'7","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405998+0000","last_change":"2024-09-10T08:12:34.814702+0000","last_active":"2024-09-10T08:13:39.405998+0000","last_peered":"2024-09-10T08:13:39.405998+0000","last_clean":"2024-09-10T08:13:39.405998+0000","last_became_active":"2024-09-10T08:12:34.814342+0000","last_became_peered":"2024-09-10T08:12:34.814342+0000","last_unstale":"2024-09-10T08:13:39.405998+0000","last_undegraded":"2024-09-10T08:13:39.405998+0000","last_fullsized":"2024-09-10T08:13:39.405998+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:21:13.086961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.509144+0000","last_change":"2024-09-10T08:13:39.509144+0000","last_active":"2024-09-10T08:13:39.509144+0000","last_peered":"2024-09-10T08:13:39.509144+0000","last_clean":"2024-09-10T08:13:39.509144+0000","last_became_active":"2024-09-10T08:13:39.508734+0000","last_became_peered":"2024-09-10T08:13:39.508734+0000","last_unstale":"2024-09-10T08:13:39.509144+0000","last_undegraded":"2024-09-10T08:13:39.509144+0000","last_fullsized":"2024-09-10T08:13:39.509144+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:05:42.593094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3],"acting":[5,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.522115+0000","last_change":"2024-09-10T08:12:43.869005+0000","last_active":"2024-09-10T08:13:39.522115+0000","last_peered":"2024-09-10T08:13:39.522115+0000","last_clean":"2024-09-10T08:13:39.522115+0000","last_became_active":"2024-09-10T08:12:43.868553+0000","last_became_peered":"2024-09-10T08:12:43.868553+0000","last_unstale":"2024-09-10T08:13:39.522115+0000","last_undegraded":"2024-09-10T08:13:39.522115+0000","last_fullsized":"2024-09-10T08:13:39.522115+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:19:42.304477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"88'5","reported_seq":65,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:43.843071+0000","last_change":"2024-09-10T08:12:34.811244+0000","last_active":"2024-09-10T08:13:43.843071+0000","last_peered":"2024-09-10T08:13:43.843071+0000","last_clean":"2024-09-10T08:13:43.843071+0000","last_became_active":"2024-09-10T08:12:34.810834+0000","last_became_peered":"2024-09-10T08:12:34.810834+0000","last_unstale":"2024-09-10T08:13:43.843071+0000","last_undegraded":"2024-09-10T08:13:43.843071+0000","last_fullsized":"2024-09-10T08:13:43.843071+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:16:17.995366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":26,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.749620+0000","last_change":"2024-09-10T08:13:39.749620+0000","last_active":"2024-09-10T08:13:39.749620+0000","last_peered":"2024-09-10T08:13:39.749620+0000","last_clean":"2024-09-10T08:13:39.749620+0000","last_became_active":"2024-09-10T08:13:39.749321+0000","last_became_peered":"2024-09-10T08:13:39.749321+0000","last_unstale":"2024-09-10T08:13:39.749620+0000","last_undegraded":"2024-09-10T08:13:39.749620+0000","last_fullsized":"2024-09-10T08:13:39.749620+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:25:20.412078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,7],"acting":[8,9,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.522366+0000","last_change":"2024-09-10T08:12:43.862115+0000","last_active":"2024-09-10T08:13:39.522366+0000","last_peered":"2024-09-10T08:13:39.522366+0000","last_clean":"2024-09-10T08:13:39.522366+0000","last_became_active":"2024-09-10T08:12:43.861732+0000","last_became_peered":"2024-09-10T08:12:43.861732+0000","last_unstale":"2024-09-10T08:13:39.522366+0000","last_undegraded":"2024-09-10T08:13:39.522366+0000","last_fullsized":"2024-09-10T08:13:39.522366+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:14:27.742653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.406161+0000","last_change":"2024-09-10T08:12:36.823862+0000","last_active":"2024-09-10T08:13:39.406161+0000","last_peered":"2024-09-10T08:13:39.406161+0000","last_clean":"2024-09-10T08:13:39.406161+0000","last_became_active":"2024-09-10T08:12:36.823469+0000","last_became_peered":"2024-09-10T08:12:36.823469+0000","last_unstale":"2024-09-10T08:13:39.406161+0000","last_undegraded":"2024-09-10T08:13:39.406161+0000","last_fullsized":"2024-09-10T08:13:39.406161+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:49:39.006645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.522581+0000","last_change":"2024-09-10T08:12:36.836892+0000","last_active":"2024-09-10T08:13:39.522581+0000","last_peered":"2024-09-10T08:13:39.522581+0000","last_clean":"2024-09-10T08:13:39.522581+0000","last_became_active":"2024-09-10T08:12:36.836437+0000","last_became_peered":"2024-09-10T08:12:36.836437+0000","last_unstale":"2024-09-10T08:13:39.522581+0000","last_undegraded":"2024-09-10T08:13:39.522581+0000","last_fullsized":"2024-09-10T08:13:39.522581+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:19:20.085951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.522097+0000","last_change":"2024-09-10T08:12:36.832733+0000","last_active":"2024-09-10T08:13:39.522097+0000","last_peered":"2024-09-10T08:13:39.522097+0000","last_clean":"2024-09-10T08:13:39.522097+0000","last_became_active":"2024-09-10T08:12:36.832395+0000","last_became_peered":"2024-09-10T08:12:36.832395+0000","last_unstale":"2024-09-10T08:13:39.522097+0000","last_undegraded":"2024-09-10T08:13:39.522097+0000","last_fullsized":"2024-09-10T08:13:39.522097+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:05:41.291574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404896+0000","last_change":"2024-09-10T08:12:36.837495+0000","last_active":"2024-09-10T08:13:39.404896+0000","last_peered":"2024-09-10T08:13:39.404896+0000","last_clean":"2024-09-10T08:13:39.404896+0000","last_became_active":"2024-09-10T08:12:36.837198+0000","last_became_peered":"2024-09-10T08:12:36.837198+0000","last_unstale":"2024-09-10T08:13:39.404896+0000","last_undegraded":"2024-09-10T08:13:39.404896+0000","last_fullsized":"2024-09-10T08:13:39.404896+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:08:30.363433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401689+0000","last_change":"2024-09-10T08:12:36.825857+0000","last_active":"2024-09-10T08:13:39.401689+0000","last_peered":"2024-09-10T08:13:39.401689+0000","last_clean":"2024-09-10T08:13:39.401689+0000","last_became_active":"2024-09-10T08:12:36.825542+0000","last_became_peered":"2024-09-10T08:12:36.825542+0000","last_unstale":"2024-09-10T08:13:39.401689+0000","last_undegraded":"2024-09-10T08:13:39.401689+0000","last_fullsized":"2024-09-10T08:13:39.401689+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:22:48.590212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.407320+0000","last_change":"2024-09-10T08:12:36.824716+0000","last_active":"2024-09-10T08:13:39.407320+0000","last_peered":"2024-09-10T08:13:39.407320+0000","last_clean":"2024-09-10T08:13:39.407320+0000","last_became_active":"2024-09-10T08:12:36.824366+0000","last_became_peered":"2024-09-10T08:12:36.824366+0000","last_unstale":"2024-09-10T08:13:39.407320+0000","last_undegraded":"2024-09-10T08:13:39.407320+0000","last_fullsized":"2024-09-10T08:13:39.407320+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:55:03.364499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.522842+0000","last_change":"2024-09-10T08:12:36.833047+0000","last_active":"2024-09-10T08:13:39.522842+0000","last_peered":"2024-09-10T08:13:39.522842+0000","last_clean":"2024-09-10T08:13:39.522842+0000","last_became_active":"2024-09-10T08:12:36.830068+0000","last_became_peered":"2024-09-10T08:12:36.830068+0000","last_unstale":"2024-09-10T08:13:39.522842+0000","last_undegraded":"2024-09-10T08:13:39.522842+0000","last_fullsized":"2024-09-10T08:13:39.522842+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:00:24.585213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.507969+0000","last_change":"2024-09-10T08:12:36.839767+0000","last_active":"2024-09-10T08:13:39.507969+0000","last_peered":"2024-09-10T08:13:39.507969+0000","last_clean":"2024-09-10T08:13:39.507969+0000","last_became_active":"2024-09-10T08:12:36.839449+0000","last_became_peered":"2024-09-10T08:12:36.839449+0000","last_unstale":"2024-09-10T08:13:39.507969+0000","last_undegraded":"2024-09-10T08:13:39.507969+0000","last_fullsized":"2024-09-10T08:13:39.507969+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:29:51.721688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404456+0000","last_change":"2024-09-10T08:12:36.833819+0000","last_active":"2024-09-10T08:13:39.404456+0000","last_peered":"2024-09-10T08:13:39.404456+0000","last_clean":"2024-09-10T08:13:39.404456+0000","last_became_active":"2024-09-10T08:12:36.833410+0000","last_became_peered":"2024-09-10T08:12:36.833410+0000","last_unstale":"2024-09-10T08:13:39.404456+0000","last_undegraded":"2024-09-10T08:13:39.404456+0000","last_fullsized":"2024-09-10T08:13:39.404456+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:29:51.554026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.507506+0000","last_change":"2024-09-10T08:12:36.840924+0000","last_active":"2024-09-10T08:13:39.507506+0000","last_peered":"2024-09-10T08:13:39.507506+0000","last_clean":"2024-09-10T08:13:39.507506+0000","last_became_active":"2024-09-10T08:12:36.840560+0000","last_became_peered":"2024-09-10T08:12:36.840560+0000","last_unstale":"2024-09-10T08:13:39.507506+0000","last_undegraded":"2024-09-10T08:13:39.507506+0000","last_fullsized":"2024-09-10T08:13:39.507506+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:23:45.417772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.402070+0000","last_change":"2024-09-10T08:12:36.830715+0000","last_active":"2024-09-10T08:13:39.402070+0000","last_peered":"2024-09-10T08:13:39.402070+0000","last_clean":"2024-09-10T08:13:39.402070+0000","last_became_active":"2024-09-10T08:12:36.830267+0000","last_became_peered":"2024-09-10T08:12:36.830267+0000","last_unstale":"2024-09-10T08:13:39.402070+0000","last_undegraded":"2024-09-10T08:13:39.402070+0000","last_fullsized":"2024-09-10T08:13:39.402070+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:23:26.456194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401563+0000","last_change":"2024-09-10T08:12:36.824993+0000","last_active":"2024-09-10T08:13:39.401563+0000","last_peered":"2024-09-10T08:13:39.401563+0000","last_clean":"2024-09-10T08:13:39.401563+0000","last_became_active":"2024-09-10T08:12:36.824698+0000","last_became_peered":"2024-09-10T08:12:36.824698+0000","last_unstale":"2024-09-10T08:13:39.401563+0000","last_undegraded":"2024-09-10T08:13:39.401563+0000","last_fullsized":"2024-09-10T08:13:39.401563+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:31:03.705318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.407041+0000","last_change":"2024-09-10T08:12:36.827310+0000","last_active":"2024-09-10T08:13:39.407041+0000","last_peered":"2024-09-10T08:13:39.407041+0000","last_clean":"2024-09-10T08:13:39.407041+0000","last_became_active":"2024-09-10T08:12:36.826931+0000","last_became_peered":"2024-09-10T08:12:36.826931+0000","last_unstale":"2024-09-10T08:13:39.407041+0000","last_undegraded":"2024-09-10T08:13:39.407041+0000","last_fullsized":"2024-09-10T08:13:39.407041+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:15:00.448249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.522585+0000","last_change":"2024-09-10T08:12:36.832125+0000","last_active":"2024-09-10T08:13:39.522585+0000","last_peered":"2024-09-10T08:13:39.522585+0000","last_clean":"2024-09-10T08:13:39.522585+0000","last_became_active":"2024-09-10T08:12:36.831745+0000","last_became_peered":"2024-09-10T08:12:36.831745+0000","last_unstale":"2024-09-10T08:13:39.522585+0000","last_undegraded":"2024-09-10T08:13:39.522585+0000","last_fullsized":"2024-09-10T08:13:39.522585+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:17:06.928086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404288+0000","last_change":"2024-09-10T08:12:36.829584+0000","last_active":"2024-09-10T08:13:39.404288+0000","last_peered":"2024-09-10T08:13:39.404288+0000","last_clean":"2024-09-10T08:13:39.404288+0000","last_became_active":"2024-09-10T08:12:36.829266+0000","last_became_peered":"2024-09-10T08:12:36.829266+0000","last_unstale":"2024-09-10T08:13:39.404288+0000","last_undegraded":"2024-09-10T08:13:39.404288+0000","last_fullsized":"2024-09-10T08:13:39.404288+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:53.100598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.407697+0000","last_change":"2024-09-10T08:12:36.830413+0000","last_active":"2024-09-10T08:13:39.407697+0000","last_peered":"2024-09-10T08:13:39.407697+0000","last_clean":"2024-09-10T08:13:39.407697+0000","last_became_active":"2024-09-10T08:12:36.829718+0000","last_became_peered":"2024-09-10T08:12:36.829718+0000","last_unstale":"2024-09-10T08:13:39.407697+0000","last_undegraded":"2024-09-10T08:13:39.407697+0000","last_fullsized":"2024-09-10T08:13:39.407697+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:49:58.001141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401503+0000","last_change":"2024-09-10T08:12:36.830019+0000","last_active":"2024-09-10T08:13:39.401503+0000","last_peered":"2024-09-10T08:13:39.401503+0000","last_clean":"2024-09-10T08:13:39.401503+0000","last_became_active":"2024-09-10T08:12:36.829692+0000","last_became_peered":"2024-09-10T08:12:36.829692+0000","last_unstale":"2024-09-10T08:13:39.401503+0000","last_undegraded":"2024-09-10T08:13:39.401503+0000","last_fullsized":"2024-09-10T08:13:39.401503+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:50:09.660472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405154+0000","last_change":"2024-09-10T08:12:36.840060+0000","last_active":"2024-09-10T08:13:39.405154+0000","last_peered":"2024-09-10T08:13:39.405154+0000","last_clean":"2024-09-10T08:13:39.405154+0000","last_became_active":"2024-09-10T08:12:36.839738+0000","last_became_peered":"2024-09-10T08:12:36.839738+0000","last_unstale":"2024-09-10T08:13:39.405154+0000","last_undegraded":"2024-09-10T08:13:39.405154+0000","last_fullsized":"2024-09-10T08:13:39.405154+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:03:15.086558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404530+0000","last_change":"2024-09-10T08:12:36.836313+0000","last_active":"2024-09-10T08:13:39.404530+0000","last_peered":"2024-09-10T08:13:39.404530+0000","last_clean":"2024-09-10T08:13:39.404530+0000","last_became_active":"2024-09-10T08:12:36.836053+0000","last_became_peered":"2024-09-10T08:12:36.836053+0000","last_unstale":"2024-09-10T08:13:39.404530+0000","last_undegraded":"2024-09-10T08:13:39.404530+0000","last_fullsized":"2024-09-10T08:13:39.404530+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:34:02.441241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401474+0000","last_change":"2024-09-10T08:12:36.824310+0000","last_active":"2024-09-10T08:13:39.401474+0000","last_peered":"2024-09-10T08:13:39.401474+0000","last_clean":"2024-09-10T08:13:39.401474+0000","last_became_active":"2024-09-10T08:12:36.823980+0000","last_became_peered":"2024-09-10T08:12:36.823980+0000","last_unstale":"2024-09-10T08:13:39.401474+0000","last_undegraded":"2024-09-10T08:13:39.401474+0000","last_fullsized":"2024-09-10T08:13:39.401474+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:15:55.322283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.676451+0000","last_change":"2024-09-10T08:12:36.829554+0000","last_active":"2024-09-10T08:13:39.676451+0000","last_peered":"2024-09-10T08:13:39.676451+0000","last_clean":"2024-09-10T08:13:39.676451+0000","last_became_active":"2024-09-10T08:12:36.829054+0000","last_became_peered":"2024-09-10T08:12:36.829054+0000","last_unstale":"2024-09-10T08:13:39.676451+0000","last_undegraded":"2024-09-10T08:13:39.676451+0000","last_fullsized":"2024-09-10T08:13:39.676451+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:46:59.763378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.749063+0000","last_change":"2024-09-10T08:12:36.831049+0000","last_active":"2024-09-10T08:13:39.749063+0000","last_peered":"2024-09-10T08:13:39.749063+0000","last_clean":"2024-09-10T08:13:39.749063+0000","last_became_active":"2024-09-10T08:12:36.830687+0000","last_became_peered":"2024-09-10T08:12:36.830687+0000","last_unstale":"2024-09-10T08:13:39.749063+0000","last_undegraded":"2024-09-10T08:13:39.749063+0000","last_fullsized":"2024-09-10T08:13:39.749063+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:48:24.014810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405832+0000","last_change":"2024-09-10T08:12:36.832264+0000","last_active":"2024-09-10T08:13:39.405832+0000","last_peered":"2024-09-10T08:13:39.405832+0000","last_clean":"2024-09-10T08:13:39.405832+0000","last_became_active":"2024-09-10T08:12:36.831913+0000","last_became_peered":"2024-09-10T08:12:36.831913+0000","last_unstale":"2024-09-10T08:13:39.405832+0000","last_undegraded":"2024-09-10T08:13:39.405832+0000","last_fullsized":"2024-09-10T08:13:39.405832+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:58:43.692064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.408577+0000","last_change":"2024-09-10T08:13:39.408577+0000","last_active":"2024-09-10T08:13:39.408577+0000","last_peered":"2024-09-10T08:13:39.408577+0000","last_clean":"2024-09-10T08:13:39.408577+0000","last_became_active":"2024-09-10T08:13:39.408252+0000","last_became_peered":"2024-09-10T08:13:39.408252+0000","last_unstale":"2024-09-10T08:13:39.408577+0000","last_undegraded":"2024-09-10T08:13:39.408577+0000","last_fullsized":"2024-09-10T08:13:39.408577+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:41:34.439133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,11],"acting":[9,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.507511+0000","last_change":"2024-09-10T08:12:36.836093+0000","last_active":"2024-09-10T08:13:39.507511+0000","last_peered":"2024-09-10T08:13:39.507511+0000","last_clean":"2024-09-10T08:13:39.507511+0000","last_became_active":"2024-09-10T08:12:36.835554+0000","last_became_peered":"2024-09-10T08:12:36.835554+0000","last_unstale":"2024-09-10T08:13:39.507511+0000","last_undegraded":"2024-09-10T08:13:39.507511+0000","last_fullsized":"2024-09-10T08:13:39.507511+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:19:23.240989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.748418+0000","last_change":"2024-09-10T08:12:36.826650+0000","last_active":"2024-09-10T08:13:39.748418+0000","last_peered":"2024-09-10T08:13:39.748418+0000","last_clean":"2024-09-10T08:13:39.748418+0000","last_became_active":"2024-09-10T08:12:36.826323+0000","last_became_peered":"2024-09-10T08:12:36.826323+0000","last_unstale":"2024-09-10T08:13:39.748418+0000","last_undegraded":"2024-09-10T08:13:39.748418+0000","last_fullsized":"2024-09-10T08:13:39.748418+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:33:59.057180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405984+0000","last_change":"2024-09-10T08:12:36.834723+0000","last_active":"2024-09-10T08:13:39.405984+0000","last_peered":"2024-09-10T08:13:39.405984+0000","last_clean":"2024-09-10T08:13:39.405984+0000","last_became_active":"2024-09-10T08:12:36.834381+0000","last_became_peered":"2024-09-10T08:12:36.834381+0000","last_unstale":"2024-09-10T08:13:39.405984+0000","last_undegraded":"2024-09-10T08:13:39.405984+0000","last_fullsized":"2024-09-10T08:13:39.405984+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:40:27.833708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.409649+0000","last_change":"2024-09-10T08:12:36.824219+0000","last_active":"2024-09-10T08:13:39.409649+0000","last_peered":"2024-09-10T08:13:39.409649+0000","last_clean":"2024-09-10T08:13:39.409649+0000","last_became_active":"2024-09-10T08:12:36.823889+0000","last_became_peered":"2024-09-10T08:12:36.823889+0000","last_unstale":"2024-09-10T08:13:39.409649+0000","last_undegraded":"2024-09-10T08:13:39.409649+0000","last_fullsized":"2024-09-10T08:13:39.409649+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:08:25.582184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.676393+0000","last_change":"2024-09-10T08:12:36.837829+0000","last_active":"2024-09-10T08:13:39.676393+0000","last_peered":"2024-09-10T08:13:39.676393+0000","last_clean":"2024-09-10T08:13:39.676393+0000","last_became_active":"2024-09-10T08:12:36.837531+0000","last_became_peered":"2024-09-10T08:12:36.837531+0000","last_unstale":"2024-09-10T08:13:39.676393+0000","last_undegraded":"2024-09-10T08:13:39.676393+0000","last_fullsized":"2024-09-10T08:13:39.676393+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:40:40.260405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405242+0000","last_change":"2024-09-10T08:12:36.840652+0000","last_active":"2024-09-10T08:13:39.405242+0000","last_peered":"2024-09-10T08:13:39.405242+0000","last_clean":"2024-09-10T08:13:39.405242+0000","last_became_active":"2024-09-10T08:12:36.840300+0000","last_became_peered":"2024-09-10T08:12:36.840300+0000","last_unstale":"2024-09-10T08:13:39.405242+0000","last_undegraded":"2024-09-10T08:13:39.405242+0000","last_fullsized":"2024-09-10T08:13:39.405242+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:38:52.985183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405269+0000","last_change":"2024-09-10T08:12:36.834942+0000","last_active":"2024-09-10T08:13:39.405269+0000","last_peered":"2024-09-10T08:13:39.405269+0000","last_clean":"2024-09-10T08:13:39.405269+0000","last_became_active":"2024-09-10T08:12:36.834630+0000","last_became_peered":"2024-09-10T08:12:36.834630+0000","last_unstale":"2024-09-10T08:13:39.405269+0000","last_undegraded":"2024-09-10T08:13:39.405269+0000","last_fullsized":"2024-09-10T08:13:39.405269+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:13:50.463207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.407627+0000","last_change":"2024-09-10T08:12:36.830866+0000","last_active":"2024-09-10T08:13:39.407627+0000","last_peered":"2024-09-10T08:13:39.407627+0000","last_clean":"2024-09-10T08:13:39.407627+0000","last_became_active":"2024-09-10T08:12:36.830186+0000","last_became_peered":"2024-09-10T08:12:36.830186+0000","last_unstale":"2024-09-10T08:13:39.407627+0000","last_undegraded":"2024-09-10T08:13:39.407627+0000","last_fullsized":"2024-09-10T08:13:39.407627+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:41:50.543954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":67753,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":262,"num_read_kb":204,"num_write":244,"num_write_kb":138,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":203259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":210,"ondisk_log_size":210,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":76,"seq":326417514523,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36356,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708796,"statfs":{"total":95995035648,"available":95957807104,"internally_reserved":0,"allocated":1028096,"data_stored":506790,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":10,"up_from":68,"seq":292057776160,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37024,"kb_used_data":1680,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708128,"statfs":{"total":95995035648,"available":95957123072,"internally_reserved":0,"allocated":1720320,"data_stored":1154544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":63,"seq":270582939685,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32224,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712928,"statfs":{"total":95995035648,"available":95962038272,"internally_reserved":0,"allocated":1056768,"data_stored":510816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":56,"seq":240518168619,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32212,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712940,"statfs":{"total":95995035648,"available":95962050560,"internally_reserved":0,"allocated":1048576,"data_stored":507098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":49,"seq":210453397551,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36956,"kb_used_data":1608,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708196,"statfs":{"total":95995035648,"available":95957192704,"internally_reserved":0,"allocated":1646592,"data_stored":1103597,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":44,"seq":188978561076,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1028096,"data_stored":502617,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790010,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36964,"kb_used_data":1616,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708188,"statfs":{"total":95995035648,"available":95957184512,"internally_reserved":0,"allocated":1654784,"data_stored":1098786,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953535,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36360,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708792,"statfs":{"total":95995035648,"available":95957803008,"internally_reserved":0,"allocated":1036288,"data_stored":506298,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":24,"seq":103079215172,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28048,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717104,"statfs":{"total":95995035648,"available":95966314496,"internally_reserved":0,"allocated":1040384,"data_stored":501932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411401,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36432,"kb_used_data":1088,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708720,"statfs":{"total":95995035648,"available":95957729280,"internally_reserved":0,"allocated":1114112,"data_stored":564412,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574926,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36412,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708740,"statfs":{"total":95995035648,"available":95957749760,"internally_reserved":0,"allocated":1093632,"data_stored":564585,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738451,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32220,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712932,"statfs":{"total":95995035648,"available":95962042368,"internally_reserved":0,"allocated":1052672,"data_stored":503680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":63083,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":62910,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3535,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":62674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:13:50.135 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-10T08:13:50.135 INFO:tasks.cephadm:Setting up client nodes... 2024-09-10T08:13:50.136 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-10T08:13:50.396 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:13:50.793 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:50 smithi067 ceph-mon[31051]: from='client.14880 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T08:13:50.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:50 smithi203 ceph-mon[34672]: from='client.14880 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T08:13:50.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:50 smithi133 ceph-mon[34721]: from='client.14880 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T08:13:50.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:50.886+0000 7f097d96f640 1 -- 172.21.15.67:0/1232186338 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0978102690 msgr2=0x7f0978108f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:50.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:50.886+0000 7f097d96f640 1 --2- 172.21.15.67:0/1232186338 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0978102690 0x7f0978108f20 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f0970009900 tx=0x7f097002a410 comp rx=0 tx=0).stop 2024-09-10T08:13:50.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:50.887+0000 7f097d96f640 1 -- 172.21.15.67:0/1232186338 shutdown_connections 2024-09-10T08:13:50.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:50.887+0000 7f097d96f640 1 --2- 172.21.15.67:0/1232186338 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0978102690 0x7f0978108f20 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:50.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:50.887+0000 7f097d96f640 1 --2- 172.21.15.67:0/1232186338 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0978101cd0 0x7f0978102150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:50.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:50.887+0000 7f097d96f640 1 --2- 172.21.15.67:0/1232186338 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0978100ad0 0x7f0978100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:50.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:50.887+0000 7f097d96f640 1 -- 172.21.15.67:0/1232186338 >> 172.21.15.67:0/1232186338 conn(0x7f09780fc280 msgr2=0x7f09780fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:50.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:50.887+0000 7f097d96f640 1 -- 172.21.15.67:0/1232186338 shutdown_connections 2024-09-10T08:13:50.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:50.887+0000 7f097d96f640 1 -- 172.21.15.67:0/1232186338 wait complete. 2024-09-10T08:13:50.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:50.887+0000 7f097d96f640 1 Processor -- start 2024-09-10T08:13:50.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:50.887+0000 7f097d96f640 1 -- start start 2024-09-10T08:13:50.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:50.888+0000 7f097d96f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0978100ad0 0x7f0978197d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:50.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:50.888+0000 7f097d96f640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0978101cd0 0x7f0978198270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:50.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:50.888+0000 7f097d96f640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0978102690 0x7f097819f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:50.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:50.888+0000 7f097d96f640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f097810c5e0 con 0x7f0978100ad0 2024-09-10T08:13:50.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:50.888+0000 7f097d96f640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f097810c460 con 0x7f0978101cd0 2024-09-10T08:13:50.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:50.888+0000 7f097d96f640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f097810c760 con 0x7f0978102690 2024-09-10T08:13:50.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:50.888+0000 7f0976ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0978100ad0 0x7f0978197d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:50.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:50.888+0000 7f0976ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0978100ad0 0x7f0978197d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59708/0 (socket says 172.21.15.67:59708) 2024-09-10T08:13:50.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:50.888+0000 7f0976ffd640 1 -- 172.21.15.67:0/3569100973 learned_addr learned my addr 172.21.15.67:0/3569100973 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:13:50.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:50.888+0000 7f09767fc640 1 --2- 172.21.15.67:0/3569100973 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0978101cd0 0x7f0978198270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:50.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:50.888+0000 7f09777fe640 1 --2- 172.21.15.67:0/3569100973 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0978102690 0x7f097819f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:50.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:50.888+0000 7f0976ffd640 1 -- 172.21.15.67:0/3569100973 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0978102690 msgr2=0x7f097819f2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:50.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:50.888+0000 7f0976ffd640 1 --2- 172.21.15.67:0/3569100973 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0978102690 0x7f097819f2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:50.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:50.888+0000 7f0976ffd640 1 -- 172.21.15.67:0/3569100973 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0978101cd0 msgr2=0x7f0978198270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:50.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:50.888+0000 7f0976ffd640 1 --2- 172.21.15.67:0/3569100973 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0978101cd0 0x7f0978198270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:50.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:50.888+0000 7f0976ffd640 1 -- 172.21.15.67:0/3569100973 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f097819f950 con 0x7f0978100ad0 2024-09-10T08:13:50.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:50.888+0000 7f0976ffd640 1 --2- 172.21.15.67:0/3569100973 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0978100ad0 0x7f0978197d30 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f096800ea80 tx=0x7f096800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:50.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:50.888+0000 7f097c96d640 1 -- 172.21.15.67:0/3569100973 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f096800cd80 con 0x7f0978100ad0 2024-09-10T08:13:50.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:50.888+0000 7f097c96d640 1 -- 172.21.15.67:0/3569100973 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0968011920 con 0x7f0978100ad0 2024-09-10T08:13:50.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:50.888+0000 7f097d96f640 1 -- 172.21.15.67:0/3569100973 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f097819fc40 con 0x7f0978100ad0 2024-09-10T08:13:50.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:50.888+0000 7f097c96d640 1 -- 172.21.15.67:0/3569100973 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f096801a9e0 con 0x7f0978100ad0 2024-09-10T08:13:50.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:50.888+0000 7f097d96f640 1 -- 172.21.15.67:0/3569100973 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09781a0180 con 0x7f0978100ad0 2024-09-10T08:13:50.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:50.890+0000 7f097d96f640 1 -- 172.21.15.67:0/3569100973 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f09781a0350 con 0x7f0978100ad0 2024-09-10T08:13:50.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:50.891+0000 7f097c96d640 1 -- 172.21.15.67:0/3569100973 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f0968011ad0 con 0x7f0978100ad0 2024-09-10T08:13:50.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:50.891+0000 7f097c96d640 1 --2- 172.21.15.67:0/3569100973 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f09640a2c10 0x7f09640a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:50.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:50.892+0000 7f09767fc640 1 --2- 172.21.15.67:0/3569100973 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f09640a2c10 0x7f09640a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:50.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:50.892+0000 7f097c96d640 1 -- 172.21.15.67:0/3569100973 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9071+0+0 (secure 0 0 0) 0x7f09680cfac0 con 0x7f0978100ad0 2024-09-10T08:13:50.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:50.892+0000 7f09767fc640 1 --2- 172.21.15.67:0/3569100973 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f09640a2c10 0x7f09640a50d0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f096000abe0 tx=0x7f096000a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:50.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:50.895+0000 7f097c96d640 1 -- 172.21.15.67:0/3569100973 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f0968016030 con 0x7f0978100ad0 2024-09-10T08:13:51.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:51.136+0000 7f097d96f640 1 -- 172.21.15.67:0/3569100973 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) -- 0x7f09781a0660 con 0x7f0978100ad0 2024-09-10T08:13:51.138 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:51.139+0000 7f097c96d640 1 -- 172.21.15.67:0/3569100973 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v32) ==== 170+0+59 (secure 0 0 0) 0x7f096809c580 con 0x7f0978100ad0 2024-09-10T08:13:51.138 INFO:teuthology.orchestra.run.smithi067.stdout:[client.0] 2024-09-10T08:13:51.138 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQC//99mGdM4CBAAWYt6U6XHeJDrzg+xMFLuOQ== 2024-09-10T08:13:51.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:51.141+0000 7f097d96f640 1 -- 172.21.15.67:0/3569100973 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f09640a2c10 msgr2=0x7f09640a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:51.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:51.141+0000 7f097d96f640 1 --2- 172.21.15.67:0/3569100973 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f09640a2c10 0x7f09640a50d0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f096000abe0 tx=0x7f096000a2d0 comp rx=0 tx=0).stop 2024-09-10T08:13:51.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:51.141+0000 7f097d96f640 1 -- 172.21.15.67:0/3569100973 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0978100ad0 msgr2=0x7f0978197d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:51.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:51.141+0000 7f097d96f640 1 --2- 172.21.15.67:0/3569100973 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0978100ad0 0x7f0978197d30 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f096800ea80 tx=0x7f096800ee80 comp rx=0 tx=0).stop 2024-09-10T08:13:51.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:51.141+0000 7f097d96f640 1 -- 172.21.15.67:0/3569100973 shutdown_connections 2024-09-10T08:13:51.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:51.141+0000 7f097d96f640 1 --2- 172.21.15.67:0/3569100973 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f09640a2c10 0x7f09640a50d0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:51.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:51.141+0000 7f097d96f640 1 --2- 172.21.15.67:0/3569100973 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0978101cd0 0x7f0978198270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:51.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:51.141+0000 7f097d96f640 1 --2- 172.21.15.67:0/3569100973 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0978102690 0x7f097819f2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:51.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:51.141+0000 7f097d96f640 1 --2- 172.21.15.67:0/3569100973 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0978100ad0 0x7f0978197d30 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:51.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:51.141+0000 7f097d96f640 1 -- 172.21.15.67:0/3569100973 >> 172.21.15.67:0/3569100973 conn(0x7f09780fc280 msgr2=0x7f0978069f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:51.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:51.142+0000 7f097d96f640 1 -- 172.21.15.67:0/3569100973 shutdown_connections 2024-09-10T08:13:51.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:51.142+0000 7f097d96f640 1 -- 172.21.15.67:0/3569100973 wait complete. 2024-09-10T08:13:51.816 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:51 smithi067 ceph-mon[31051]: pgmap v326: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 687 B/s wr, 11 op/s 2024-09-10T08:13:51.816 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:51 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/3569100973' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-10T08:13:51.816 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:51 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/3569100973' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-10T08:13:51.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:51 smithi203 ceph-mon[34672]: pgmap v326: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 687 B/s wr, 11 op/s 2024-09-10T08:13:51.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:51 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/3569100973' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-10T08:13:51.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:51 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/3569100973' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-10T08:13:51.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:51 smithi133 ceph-mon[34721]: pgmap v326: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 687 B/s wr, 11 op/s 2024-09-10T08:13:51.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:51 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/3569100973' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-10T08:13:51.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:51 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/3569100973' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-10T08:13:51.849 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-10T08:13:51.849 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-09-10T08:13:51.849 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-10T08:13:51.890 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-10T08:13:51.891 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-09-10T08:13:51.891 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph mgr dump --format=json 2024-09-10T08:13:52.188 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:13:52.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.670+0000 7fe038ea6640 1 -- 172.21.15.67:0/1825650975 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe034101410 msgr2=0x7fe03410d940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:52.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.670+0000 7fe038ea6640 1 --2- 172.21.15.67:0/1825650975 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe034101410 0x7fe03410d940 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fe02c009cd0 tx=0x7fe02c02a8e0 comp rx=0 tx=0).stop 2024-09-10T08:13:52.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.670+0000 7fe038ea6640 1 -- 172.21.15.67:0/1825650975 shutdown_connections 2024-09-10T08:13:52.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.670+0000 7fe038ea6640 1 --2- 172.21.15.67:0/1825650975 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe034100a70 0x7fe034100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:52.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.670+0000 7fe038ea6640 1 --2- 172.21.15.67:0/1825650975 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe034101410 0x7fe03410d940 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:52.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.670+0000 7fe038ea6640 1 --2- 172.21.15.67:0/1825650975 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe034106a70 0x7fe034106e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:52.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.670+0000 7fe038ea6640 1 -- 172.21.15.67:0/1825650975 >> 172.21.15.67:0/1825650975 conn(0x7fe0340fc7d0 msgr2=0x7fe0340febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:52.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.670+0000 7fe038ea6640 1 -- 172.21.15.67:0/1825650975 shutdown_connections 2024-09-10T08:13:52.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.670+0000 7fe038ea6640 1 -- 172.21.15.67:0/1825650975 wait complete. 2024-09-10T08:13:52.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.671+0000 7fe038ea6640 1 Processor -- start 2024-09-10T08:13:52.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.671+0000 7fe038ea6640 1 -- start start 2024-09-10T08:13:52.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.671+0000 7fe038ea6640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe034100a70 0x7fe034198300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:52.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.671+0000 7fe038ea6640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe034101410 0x7fe034198840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:52.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.671+0000 7fe038ea6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe034106a70 0x7fe03419cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:52.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.671+0000 7fe038ea6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe034110d20 con 0x7fe034106a70 2024-09-10T08:13:52.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.671+0000 7fe038ea6640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fe034110ba0 con 0x7fe034100a70 2024-09-10T08:13:52.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.671+0000 7fe038ea6640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fe034110ea0 con 0x7fe034101410 2024-09-10T08:13:52.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.672+0000 7fe032d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe034106a70 0x7fe03419cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:52.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.672+0000 7fe032d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe034106a70 0x7fe03419cbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59730/0 (socket says 172.21.15.67:59730) 2024-09-10T08:13:52.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.672+0000 7fe032d9d640 1 -- 172.21.15.67:0/2929272365 learned_addr learned my addr 172.21.15.67:0/2929272365 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:13:52.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.672+0000 7fe03259c640 1 --2- 172.21.15.67:0/2929272365 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe034100a70 0x7fe034198300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:52.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.672+0000 7fe02bfff640 1 --2- 172.21.15.67:0/2929272365 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe034101410 0x7fe034198840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:52.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.672+0000 7fe032d9d640 1 -- 172.21.15.67:0/2929272365 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe034101410 msgr2=0x7fe034198840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:52.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.672+0000 7fe032d9d640 1 --2- 172.21.15.67:0/2929272365 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe034101410 0x7fe034198840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:52.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.672+0000 7fe032d9d640 1 -- 172.21.15.67:0/2929272365 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe034100a70 msgr2=0x7fe034198300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:52.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.672+0000 7fe032d9d640 1 --2- 172.21.15.67:0/2929272365 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe034100a70 0x7fe034198300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:52.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.672+0000 7fe032d9d640 1 -- 172.21.15.67:0/2929272365 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe03419d2b0 con 0x7fe034106a70 2024-09-10T08:13:52.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.672+0000 7fe032d9d640 1 --2- 172.21.15.67:0/2929272365 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe034106a70 0x7fe03419cbd0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fe02c005cc0 tx=0x7fe02c003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:52.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.672+0000 7fe02b7fe640 1 -- 172.21.15.67:0/2929272365 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe02c004450 con 0x7fe034106a70 2024-09-10T08:13:52.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.672+0000 7fe02b7fe640 1 -- 172.21.15.67:0/2929272365 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe02c031c90 con 0x7fe034106a70 2024-09-10T08:13:52.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.672+0000 7fe038ea6640 1 -- 172.21.15.67:0/2929272365 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe03419d540 con 0x7fe034106a70 2024-09-10T08:13:52.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.672+0000 7fe02b7fe640 1 -- 172.21.15.67:0/2929272365 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe02c03b400 con 0x7fe034106a70 2024-09-10T08:13:52.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.672+0000 7fe038ea6640 1 -- 172.21.15.67:0/2929272365 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0341a4e80 con 0x7fe034106a70 2024-09-10T08:13:52.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.674+0000 7fe038ea6640 1 -- 172.21.15.67:0/2929272365 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe034100ed0 con 0x7fe034106a70 2024-09-10T08:13:52.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.675+0000 7fe02b7fe640 1 -- 172.21.15.67:0/2929272365 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fe02c004680 con 0x7fe034106a70 2024-09-10T08:13:52.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.675+0000 7fe02b7fe640 1 --2- 172.21.15.67:0/2929272365 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe0200a2c10 0x7fe0200a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:52.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.675+0000 7fe03259c640 1 --2- 172.21.15.67:0/2929272365 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe0200a2c10 0x7fe0200a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:52.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.675+0000 7fe02b7fe640 1 -- 172.21.15.67:0/2929272365 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9071+0+0 (secure 0 0 0) 0x7fe02c02e030 con 0x7fe034106a70 2024-09-10T08:13:52.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.676+0000 7fe03259c640 1 --2- 172.21.15.67:0/2929272365 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe0200a2c10 0x7fe0200a50d0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fe024005fd0 tx=0x7fe02400b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:52.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.679+0000 7fe02b7fe640 1 -- 172.21.15.67:0/2929272365 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe02c0bcfd0 con 0x7fe034106a70 2024-09-10T08:13:52.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.905+0000 7fe038ea6640 1 -- 172.21.15.67:0/2929272365 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7fe034109ff0 con 0x7fe034106a70 2024-09-10T08:13:52.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.909+0000 7fe02b7fe640 1 -- 172.21.15.67:0/2929272365 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) ==== 74+0+263200 (secure 0 0 0) 0x7fe02c0098b0 con 0x7fe034106a70 2024-09-10T08:13:52.912 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:13:52.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.913+0000 7fe038ea6640 1 -- 172.21.15.67:0/2929272365 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe0200a2c10 msgr2=0x7fe0200a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:52.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.913+0000 7fe038ea6640 1 --2- 172.21.15.67:0/2929272365 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe0200a2c10 0x7fe0200a50d0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fe024005fd0 tx=0x7fe02400b390 comp rx=0 tx=0).stop 2024-09-10T08:13:52.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.913+0000 7fe038ea6640 1 -- 172.21.15.67:0/2929272365 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe034106a70 msgr2=0x7fe03419cbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:52.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.913+0000 7fe038ea6640 1 --2- 172.21.15.67:0/2929272365 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe034106a70 0x7fe03419cbd0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fe02c005cc0 tx=0x7fe02c003c20 comp rx=0 tx=0).stop 2024-09-10T08:13:52.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.913+0000 7fe038ea6640 1 -- 172.21.15.67:0/2929272365 shutdown_connections 2024-09-10T08:13:52.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.913+0000 7fe038ea6640 1 --2- 172.21.15.67:0/2929272365 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe0200a2c10 0x7fe0200a50d0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:52.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.913+0000 7fe038ea6640 1 --2- 172.21.15.67:0/2929272365 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe034106a70 0x7fe03419cbd0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:52.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.913+0000 7fe038ea6640 1 --2- 172.21.15.67:0/2929272365 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe034101410 0x7fe034198840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:52.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.913+0000 7fe038ea6640 1 --2- 172.21.15.67:0/2929272365 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe034100a70 0x7fe034198300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:52.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.913+0000 7fe038ea6640 1 -- 172.21.15.67:0/2929272365 >> 172.21.15.67:0/2929272365 conn(0x7fe0340fc7d0 msgr2=0x7fe03406aa30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:52.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.913+0000 7fe038ea6640 1 -- 172.21.15.67:0/2929272365 shutdown_connections 2024-09-10T08:13:52.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:52.913+0000 7fe038ea6640 1 -- 172.21.15.67:0/2929272365 wait complete. 2024-09-10T08:13:53.625 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":17,"flags":0,"active_gid":14150,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":4256949759},{"type":"v1","addr":"172.21.15.67:6801","nonce":4256949759}]},"active_addr":"172.21.15.67:6801/4256949759","active_change":"2024-09-10T08:05:37.717676+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24109,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24116,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.67:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.67:0","nonce":956302913}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.67:0","nonce":3957146798}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.67:0","nonce":2497809194}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.67:0","nonce":2348387052}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.67:0","nonce":3933555405}]}]} 2024-09-10T08:13:53.630 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-09-10T08:13:53.630 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-09-10T08:13:53.630 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph osd dump --format=json 2024-09-10T08:13:53.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:53 smithi203 ceph-mon[34672]: pgmap v327: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 597 B/s wr, 9 op/s 2024-09-10T08:13:53.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:53 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/2929272365' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-10T08:13:53.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:53 smithi133 ceph-mon[34721]: pgmap v327: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 597 B/s wr, 9 op/s 2024-09-10T08:13:53.844 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:53 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/2929272365' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-10T08:13:53.892 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:13:53.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:53 smithi067 ceph-mon[31051]: pgmap v327: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 597 B/s wr, 9 op/s 2024-09-10T08:13:53.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:53 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/2929272365' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-10T08:13:54.388 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.371+0000 7f35156b1640 1 -- 172.21.15.67:0/4046615558 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3510102570 msgr2=0x7f35101029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:54.388 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.371+0000 7f35156b1640 1 --2- 172.21.15.67:0/4046615558 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3510102570 0x7f35101029b0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f3504009900 tx=0x7f350402a480 comp rx=0 tx=0).stop 2024-09-10T08:13:54.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.371+0000 7f35156b1640 1 -- 172.21.15.67:0/4046615558 shutdown_connections 2024-09-10T08:13:54.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.371+0000 7f35156b1640 1 --2- 172.21.15.67:0/4046615558 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3510102ef0 0x7f351010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:54.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.371+0000 7f35156b1640 1 --2- 172.21.15.67:0/4046615558 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3510102570 0x7f35101029b0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:54.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.371+0000 7f35156b1640 1 --2- 172.21.15.67:0/4046615558 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3510100e20 0x7f3510101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:54.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.371+0000 7f35156b1640 1 -- 172.21.15.67:0/4046615558 >> 172.21.15.67:0/4046615558 conn(0x7f35100fc7d0 msgr2=0x7f35100febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:54.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.371+0000 7f35156b1640 1 -- 172.21.15.67:0/4046615558 shutdown_connections 2024-09-10T08:13:54.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.371+0000 7f35156b1640 1 -- 172.21.15.67:0/4046615558 wait complete. 2024-09-10T08:13:54.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.371+0000 7f35156b1640 1 Processor -- start 2024-09-10T08:13:54.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.372+0000 7f35156b1640 1 -- start start 2024-09-10T08:13:54.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.372+0000 7f35156b1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3510100e20 0x7f35101984b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:54.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.372+0000 7f35156b1640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3510102570 0x7f35101989f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:54.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.372+0000 7f35156b1640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3510102ef0 0x7f351019cd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:54.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.372+0000 7f35156b1640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3510110e50 con 0x7f3510100e20 2024-09-10T08:13:54.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.372+0000 7f35156b1640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f3510110cd0 con 0x7f3510102ef0 2024-09-10T08:13:54.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.372+0000 7f35156b1640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f3510110fd0 con 0x7f3510102570 2024-09-10T08:13:54.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.372+0000 7f350effd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3510100e20 0x7f35101984b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:54.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.372+0000 7f350effd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3510100e20 0x7f35101984b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59760/0 (socket says 172.21.15.67:59760) 2024-09-10T08:13:54.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.372+0000 7f350effd640 1 -- 172.21.15.67:0/2652589423 learned_addr learned my addr 172.21.15.67:0/2652589423 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:13:54.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.372+0000 7f350effd640 1 -- 172.21.15.67:0/2652589423 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3510102570 msgr2=0x7f35101989f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:54.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.372+0000 7f350e7fc640 1 --2- 172.21.15.67:0/2652589423 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3510102570 0x7f35101989f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:54.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.372+0000 7f350f7fe640 1 --2- 172.21.15.67:0/2652589423 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3510102ef0 0x7f351019cd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:54.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.372+0000 7f350effd640 1 --2- 172.21.15.67:0/2652589423 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3510102570 0x7f35101989f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:54.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.372+0000 7f350effd640 1 -- 172.21.15.67:0/2652589423 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3510102ef0 msgr2=0x7f351019cd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:54.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.372+0000 7f350effd640 1 --2- 172.21.15.67:0/2652589423 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3510102ef0 0x7f351019cd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:54.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.372+0000 7f350effd640 1 -- 172.21.15.67:0/2652589423 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f351019d460 con 0x7f3510100e20 2024-09-10T08:13:54.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.373+0000 7f350effd640 1 --2- 172.21.15.67:0/2652589423 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3510100e20 0x7f35101984b0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f350000d950 tx=0x7f350000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:54.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.373+0000 7f34f7fff640 1 -- 172.21.15.67:0/2652589423 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3500017070 con 0x7f3510100e20 2024-09-10T08:13:54.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.373+0000 7f35156b1640 1 -- 172.21.15.67:0/2652589423 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f351019d750 con 0x7f3510100e20 2024-09-10T08:13:54.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.373+0000 7f34f7fff640 1 -- 172.21.15.67:0/2652589423 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3500009c30 con 0x7f3510100e20 2024-09-10T08:13:54.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.373+0000 7f34f7fff640 1 -- 172.21.15.67:0/2652589423 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3500020060 con 0x7f3510100e20 2024-09-10T08:13:54.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.373+0000 7f35156b1640 1 -- 172.21.15.67:0/2652589423 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35101a5030 con 0x7f3510100e20 2024-09-10T08:13:54.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.374+0000 7f35156b1640 1 -- 172.21.15.67:0/2652589423 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3510101200 con 0x7f3510100e20 2024-09-10T08:13:54.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.375+0000 7f34f7fff640 1 -- 172.21.15.67:0/2652589423 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f35000109a0 con 0x7f3510100e20 2024-09-10T08:13:54.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.376+0000 7f34f7fff640 1 --2- 172.21.15.67:0/2652589423 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f34f80a2c10 0x7f34f80a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:54.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.376+0000 7f350e7fc640 1 --2- 172.21.15.67:0/2652589423 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f34f80a2c10 0x7f34f80a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:54.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.376+0000 7f34f7fff640 1 -- 172.21.15.67:0/2652589423 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9071+0+0 (secure 0 0 0) 0x7f35000cf7e0 con 0x7f3510100e20 2024-09-10T08:13:54.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.376+0000 7f350e7fc640 1 --2- 172.21.15.67:0/2652589423 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f34f80a2c10 0x7f34f80a50d0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f350402a9a0 tx=0x7f3504005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:54.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.379+0000 7f34f7fff640 1 -- 172.21.15.67:0/2652589423 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f3500009de0 con 0x7f3510100e20 2024-09-10T08:13:54.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.557+0000 7f35156b1640 1 -- 172.21.15.67:0/2652589423 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f351010a0a0 con 0x7f3510100e20 2024-09-10T08:13:54.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.559+0000 7f34f7fff640 1 -- 172.21.15.67:0/2652589423 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+24667 (secure 0 0 0) 0x7f350009c240 con 0x7f3510100e20 2024-09-10T08:13:54.559 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:13:54.559 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":90,"fsid":"315284b0-6f4b-11ef-bcea-c7b262605968","created":"2024-09-10T08:04:51.999264+0000","modified":"2024-09-10T08:13:39.397725+0000","last_up_change":"2024-09-10T08:11:44.006308+0000","last_in_change":"2024-09-10T08:11:20.252568+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:07:54.225673+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:12:33.710480+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T08:12:35.789356+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T08:12:42.280527+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f86e49e6-6996-48db-b2b5-45e56df21941","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6803","nonce":2156529365}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6805","nonce":2156529365}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6809","nonce":2156529365}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6807","nonce":2156529365}]},"public_addr":"172.21.15.67:6803/2156529365","cluster_addr":"172.21.15.67:6805/2156529365","heartbeat_back_addr":"172.21.15.67:6809/2156529365","heartbeat_front_addr":"172.21.15.67:6807/2156529365","state":["exists","up"]},{"osd":1,"uuid":"5d1404fb-621b-43f8-aae0-9b3bb2c84e92","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6801","nonce":3995937115}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6803","nonce":3995937115}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6807","nonce":3995937115}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6805","nonce":3995937115}]},"public_addr":"172.21.15.133:6801/3995937115","cluster_addr":"172.21.15.133:6803/3995937115","heartbeat_back_addr":"172.21.15.133:6807/3995937115","heartbeat_front_addr":"172.21.15.133:6805/3995937115","state":["exists","up"]},{"osd":2,"uuid":"f1a75f4e-9c67-4536-aad8-56469112fda1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6801","nonce":3905493348}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6803","nonce":3905493348}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6807","nonce":3905493348}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6805","nonce":3905493348}]},"public_addr":"172.21.15.203:6801/3905493348","cluster_addr":"172.21.15.203:6803/3905493348","heartbeat_back_addr":"172.21.15.203:6807/3905493348","heartbeat_front_addr":"172.21.15.203:6805/3905493348","state":["exists","up"]},{"osd":3,"uuid":"b58a1682-c3a7-4094-a4c8-d132c11d478f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6811","nonce":1513600391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6813","nonce":1513600391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6817","nonce":1513600391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6815","nonce":1513600391}]},"public_addr":"172.21.15.67:6811/1513600391","cluster_addr":"172.21.15.67:6813/1513600391","heartbeat_back_addr":"172.21.15.67:6817/1513600391","heartbeat_front_addr":"172.21.15.67:6815/1513600391","state":["exists","up"]},{"osd":4,"uuid":"cc22f878-3de9-4257-abab-069be0664dff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6809","nonce":873062362}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6811","nonce":873062362}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6815","nonce":873062362}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6813","nonce":873062362}]},"public_addr":"172.21.15.133:6809/873062362","cluster_addr":"172.21.15.133:6811/873062362","heartbeat_back_addr":"172.21.15.133:6815/873062362","heartbeat_front_addr":"172.21.15.133:6813/873062362","state":["exists","up"]},{"osd":5,"uuid":"6e4b48f9-df8e-43e5-ba21-589cbe4bf349","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6809","nonce":2104437925}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6811","nonce":2104437925}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6815","nonce":2104437925}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6813","nonce":2104437925}]},"public_addr":"172.21.15.203:6809/2104437925","cluster_addr":"172.21.15.203:6811/2104437925","heartbeat_back_addr":"172.21.15.203:6815/2104437925","heartbeat_front_addr":"172.21.15.203:6813/2104437925","state":["exists","up"]},{"osd":6,"uuid":"bc0ce4e2-ab6c-4d1d-a17c-f16ccf214696","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6819","nonce":3451855313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6821","nonce":3451855313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6825","nonce":3451855313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6823","nonce":3451855313}]},"public_addr":"172.21.15.67:6819/3451855313","cluster_addr":"172.21.15.67:6821/3451855313","heartbeat_back_addr":"172.21.15.67:6825/3451855313","heartbeat_front_addr":"172.21.15.67:6823/3451855313","state":["exists","up"]},{"osd":7,"uuid":"b114b175-4fec-45f5-846f-edbd7f3f6a40","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6817","nonce":3668519078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6819","nonce":3668519078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6823","nonce":3668519078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6821","nonce":3668519078}]},"public_addr":"172.21.15.133:6817/3668519078","cluster_addr":"172.21.15.133:6819/3668519078","heartbeat_back_addr":"172.21.15.133:6823/3668519078","heartbeat_front_addr":"172.21.15.133:6821/3668519078","state":["exists","up"]},{"osd":8,"uuid":"d31ce685-0a86-44b4-86ff-c2f7282de65e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6817","nonce":472763919}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6819","nonce":472763919}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6823","nonce":472763919}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6820","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6821","nonce":472763919}]},"public_addr":"172.21.15.203:6817/472763919","cluster_addr":"172.21.15.203:6819/472763919","heartbeat_back_addr":"172.21.15.203:6823/472763919","heartbeat_front_addr":"172.21.15.203:6821/472763919","state":["exists","up"]},{"osd":9,"uuid":"aa95ebe2-9111-4d0d-97cb-d0e19ab1b3cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6827","nonce":228642541}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6829","nonce":228642541}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6833","nonce":228642541}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6831","nonce":228642541}]},"public_addr":"172.21.15.67:6827/228642541","cluster_addr":"172.21.15.67:6829/228642541","heartbeat_back_addr":"172.21.15.67:6833/228642541","heartbeat_front_addr":"172.21.15.67:6831/228642541","state":["exists","up"]},{"osd":10,"uuid":"d732bc25-9273-4964-b8bf-441ae03fe4c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6825","nonce":1358359980}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6827","nonce":1358359980}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6831","nonce":1358359980}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6829","nonce":1358359980}]},"public_addr":"172.21.15.133:6825/1358359980","cluster_addr":"172.21.15.133:6827/1358359980","heartbeat_back_addr":"172.21.15.133:6831/1358359980","heartbeat_front_addr":"172.21.15.133:6829/1358359980","state":["exists","up"]},{"osd":11,"uuid":"8467eb04-6d28-4e6e-8f44-19022da895c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6824","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6825","nonce":1340245932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6827","nonce":1340245932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6831","nonce":1340245932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6828","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6829","nonce":1340245932}]},"public_addr":"172.21.15.203:6825/1340245932","cluster_addr":"172.21.15.203:6827/1340245932","heartbeat_back_addr":"172.21.15.203:6831/1340245932","heartbeat_front_addr":"172.21.15.203:6829/1340245932","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:07:00.686495+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:07:25.963125+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:07:51.678889+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:08:17.214730+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:08:42.566829+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:09:07.208130+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:09:33.332707+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:09:58.718647+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:10:24.866450+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:10:50.740704+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:11:16.269602+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:11:42.296645+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.6","mappings":[{"from":3,"to":8}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.1a","mappings":[{"from":5,"to":7}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.37","mappings":[{"from":1,"to":9}]},{"pgid":"4.f","mappings":[{"from":9,"to":8},{"from":5,"to":10}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:0/420992675":"2024-09-11T08:05:37.717567+0000","172.21.15.67:0/2960294013":"2024-09-11T08:05:37.717567+0000","172.21.15.67:6801/2987520524":"2024-09-11T08:05:37.717567+0000","172.21.15.67:6800/2987520524":"2024-09-11T08:05:37.717567+0000","172.21.15.67:0/3383024850":"2024-09-11T08:05:13.831541+0000","172.21.15.67:6801/1869292132":"2024-09-11T08:05:13.831541+0000","172.21.15.67:6800/1869292132":"2024-09-11T08:05:13.831541+0000","172.21.15.67:0/4178209804":"2024-09-11T08:05:37.717567+0000","172.21.15.67:0/2105313351":"2024-09-11T08:05:13.831541+0000","172.21.15.67:0/4063198473":"2024-09-11T08:05:13.831541+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:13:54.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.561+0000 7f35156b1640 1 -- 172.21.15.67:0/2652589423 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f34f80a2c10 msgr2=0x7f34f80a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:54.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.561+0000 7f35156b1640 1 --2- 172.21.15.67:0/2652589423 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f34f80a2c10 0x7f34f80a50d0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f350402a9a0 tx=0x7f3504005fd0 comp rx=0 tx=0).stop 2024-09-10T08:13:54.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.561+0000 7f35156b1640 1 -- 172.21.15.67:0/2652589423 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3510100e20 msgr2=0x7f35101984b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:54.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.561+0000 7f35156b1640 1 --2- 172.21.15.67:0/2652589423 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3510100e20 0x7f35101984b0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f350000d950 tx=0x7f350000de10 comp rx=0 tx=0).stop 2024-09-10T08:13:54.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.561+0000 7f35156b1640 1 -- 172.21.15.67:0/2652589423 shutdown_connections 2024-09-10T08:13:54.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.561+0000 7f35156b1640 1 --2- 172.21.15.67:0/2652589423 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f34f80a2c10 0x7f34f80a50d0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:54.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.561+0000 7f35156b1640 1 --2- 172.21.15.67:0/2652589423 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3510102ef0 0x7f351019cd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:54.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.561+0000 7f35156b1640 1 --2- 172.21.15.67:0/2652589423 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3510102570 0x7f35101989f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:54.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.561+0000 7f35156b1640 1 --2- 172.21.15.67:0/2652589423 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3510100e20 0x7f35101984b0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:54.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.561+0000 7f35156b1640 1 -- 172.21.15.67:0/2652589423 >> 172.21.15.67:0/2652589423 conn(0x7f35100fc7d0 msgr2=0x7f351006a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:54.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.561+0000 7f35156b1640 1 -- 172.21.15.67:0/2652589423 shutdown_connections 2024-09-10T08:13:54.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:54.561+0000 7f35156b1640 1 -- 172.21.15.67:0/2652589423 wait complete. 2024-09-10T08:13:55.224 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-09-10T08:13:55.225 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph osd dump --format=json 2024-09-10T08:13:55.485 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:13:55.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:55 smithi203 ceph-mon[34672]: pgmap v328: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 597 B/s wr, 9 op/s 2024-09-10T08:13:55.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:55 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/2652589423' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:13:55.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:55 smithi133 ceph-mon[34721]: pgmap v328: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 597 B/s wr, 9 op/s 2024-09-10T08:13:55.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:55 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/2652589423' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:13:55.872 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:55 smithi067 ceph-mon[31051]: pgmap v328: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 597 B/s wr, 9 op/s 2024-09-10T08:13:55.873 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:55 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/2652589423' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:13:55.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:55.955+0000 7f3ca6ce9640 1 -- 172.21.15.67:0/100418242 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3ca01002f0 msgr2=0x7f3ca01006d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:55.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:55.955+0000 7f3ca6ce9640 1 --2- 172.21.15.67:0/100418242 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3ca01002f0 0x7f3ca01006d0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f3c94009930 tx=0x7f3c9402a440 comp rx=0 tx=0).stop 2024-09-10T08:13:55.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:55.955+0000 7f3ca6ce9640 1 -- 172.21.15.67:0/100418242 shutdown_connections 2024-09-10T08:13:55.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:55.955+0000 7f3ca6ce9640 1 --2- 172.21.15.67:0/100418242 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3ca0100ca0 0x7f3ca0106840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:55.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:55.955+0000 7f3ca6ce9640 1 --2- 172.21.15.67:0/100418242 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3ca0106f50 0x7f3ca010eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:55.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:55.955+0000 7f3ca6ce9640 1 --2- 172.21.15.67:0/100418242 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3ca01002f0 0x7f3ca01006d0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:55.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:55.955+0000 7f3ca6ce9640 1 -- 172.21.15.67:0/100418242 >> 172.21.15.67:0/100418242 conn(0x7f3ca0077210 msgr2=0x7f3ca00fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:55.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:55.955+0000 7f3ca6ce9640 1 -- 172.21.15.67:0/100418242 shutdown_connections 2024-09-10T08:13:55.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:55.955+0000 7f3ca6ce9640 1 -- 172.21.15.67:0/100418242 wait complete. 2024-09-10T08:13:55.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:55.956+0000 7f3ca6ce9640 1 Processor -- start 2024-09-10T08:13:55.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:55.956+0000 7f3ca6ce9640 1 -- start start 2024-09-10T08:13:55.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:55.956+0000 7f3ca6ce9640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3ca01002f0 0x7f3ca0101270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:55.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:55.956+0000 7f3ca6ce9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3ca0100ca0 0x7f3ca01017b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:55.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:55.956+0000 7f3ca6ce9640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3ca0106f50 0x7f3ca0101cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:55.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:55.956+0000 7f3ca6ce9640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3ca0111e50 con 0x7f3ca0100ca0 2024-09-10T08:13:55.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:55.956+0000 7f3ca6ce9640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f3ca0111cd0 con 0x7f3ca0106f50 2024-09-10T08:13:55.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:55.956+0000 7f3ca6ce9640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f3ca0111fd0 con 0x7f3ca01002f0 2024-09-10T08:13:55.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:55.956+0000 7f3c9ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3ca0100ca0 0x7f3ca01017b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:55.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:55.956+0000 7f3c9ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3ca0100ca0 0x7f3ca01017b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56908/0 (socket says 172.21.15.67:56908) 2024-09-10T08:13:55.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:55.956+0000 7f3c9ffff640 1 -- 172.21.15.67:0/2251538449 learned_addr learned my addr 172.21.15.67:0/2251538449 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:13:55.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:55.956+0000 7f3ca5286640 1 --2- 172.21.15.67:0/2251538449 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3ca0106f50 0x7f3ca0101cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:55.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:55.957+0000 7f3ca4a85640 1 --2- 172.21.15.67:0/2251538449 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3ca01002f0 0x7f3ca0101270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:55.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:55.957+0000 7f3c9ffff640 1 -- 172.21.15.67:0/2251538449 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3ca01002f0 msgr2=0x7f3ca0101270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:55.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:55.957+0000 7f3c9ffff640 1 --2- 172.21.15.67:0/2251538449 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3ca01002f0 0x7f3ca0101270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:55.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:55.957+0000 7f3c9ffff640 1 -- 172.21.15.67:0/2251538449 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3ca0106f50 msgr2=0x7f3ca0101cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:55.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:55.957+0000 7f3c9ffff640 1 --2- 172.21.15.67:0/2251538449 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3ca0106f50 0x7f3ca0101cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:55.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:55.957+0000 7f3c9ffff640 1 -- 172.21.15.67:0/2251538449 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ca01a6840 con 0x7f3ca0100ca0 2024-09-10T08:13:55.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:55.957+0000 7f3c9ffff640 1 --2- 172.21.15.67:0/2251538449 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3ca0100ca0 0x7f3ca01017b0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f3c8c005fd0 tx=0x7f3c8c00dde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:55.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:55.957+0000 7f3c9dffb640 1 -- 172.21.15.67:0/2251538449 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c8c017070 con 0x7f3ca0100ca0 2024-09-10T08:13:55.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:55.957+0000 7f3ca6ce9640 1 -- 172.21.15.67:0/2251538449 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ca01a6b30 con 0x7f3ca0100ca0 2024-09-10T08:13:55.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:55.957+0000 7f3c9dffb640 1 -- 172.21.15.67:0/2251538449 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3c8c009c30 con 0x7f3ca0100ca0 2024-09-10T08:13:55.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:55.957+0000 7f3c9dffb640 1 -- 172.21.15.67:0/2251538449 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c8c003ce0 con 0x7f3ca0100ca0 2024-09-10T08:13:55.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:55.957+0000 7f3ca6ce9640 1 -- 172.21.15.67:0/2251538449 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ca01a70c0 con 0x7f3ca0100ca0 2024-09-10T08:13:55.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:55.958+0000 7f3ca6ce9640 1 -- 172.21.15.67:0/2251538449 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ca01006d0 con 0x7f3ca0100ca0 2024-09-10T08:13:55.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:55.959+0000 7f3c9dffb640 1 -- 172.21.15.67:0/2251538449 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f3c8c003e80 con 0x7f3ca0100ca0 2024-09-10T08:13:55.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:55.960+0000 7f3c9dffb640 1 --2- 172.21.15.67:0/2251538449 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f3c900a2c10 0x7f3c900a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:55.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:55.960+0000 7f3ca4a85640 1 --2- 172.21.15.67:0/2251538449 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f3c900a2c10 0x7f3c900a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:55.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:55.960+0000 7f3c9dffb640 1 -- 172.21.15.67:0/2251538449 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9071+0+0 (secure 0 0 0) 0x7f3c8c0cef80 con 0x7f3ca0100ca0 2024-09-10T08:13:55.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:55.961+0000 7f3ca4a85640 1 --2- 172.21.15.67:0/2251538449 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f3c900a2c10 0x7f3c900a50d0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f3c94000c00 tx=0x7f3c94032c80 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:55.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:55.965+0000 7f3c9dffb640 1 -- 172.21.15.67:0/2251538449 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f3c8c020070 con 0x7f3ca0100ca0 2024-09-10T08:13:56.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:56.141+0000 7f3ca6ce9640 1 -- 172.21.15.67:0/2251538449 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3ca010a140 con 0x7f3ca0100ca0 2024-09-10T08:13:56.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:56.143+0000 7f3c9dffb640 1 -- 172.21.15.67:0/2251538449 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+24667 (secure 0 0 0) 0x7f3c8c081070 con 0x7f3ca0100ca0 2024-09-10T08:13:56.143 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:13:56.143 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":90,"fsid":"315284b0-6f4b-11ef-bcea-c7b262605968","created":"2024-09-10T08:04:51.999264+0000","modified":"2024-09-10T08:13:39.397725+0000","last_up_change":"2024-09-10T08:11:44.006308+0000","last_in_change":"2024-09-10T08:11:20.252568+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:07:54.225673+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:12:33.710480+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T08:12:35.789356+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T08:12:42.280527+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f86e49e6-6996-48db-b2b5-45e56df21941","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6803","nonce":2156529365}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6805","nonce":2156529365}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6809","nonce":2156529365}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6807","nonce":2156529365}]},"public_addr":"172.21.15.67:6803/2156529365","cluster_addr":"172.21.15.67:6805/2156529365","heartbeat_back_addr":"172.21.15.67:6809/2156529365","heartbeat_front_addr":"172.21.15.67:6807/2156529365","state":["exists","up"]},{"osd":1,"uuid":"5d1404fb-621b-43f8-aae0-9b3bb2c84e92","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6801","nonce":3995937115}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6803","nonce":3995937115}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6807","nonce":3995937115}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6805","nonce":3995937115}]},"public_addr":"172.21.15.133:6801/3995937115","cluster_addr":"172.21.15.133:6803/3995937115","heartbeat_back_addr":"172.21.15.133:6807/3995937115","heartbeat_front_addr":"172.21.15.133:6805/3995937115","state":["exists","up"]},{"osd":2,"uuid":"f1a75f4e-9c67-4536-aad8-56469112fda1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6801","nonce":3905493348}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6803","nonce":3905493348}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6807","nonce":3905493348}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6805","nonce":3905493348}]},"public_addr":"172.21.15.203:6801/3905493348","cluster_addr":"172.21.15.203:6803/3905493348","heartbeat_back_addr":"172.21.15.203:6807/3905493348","heartbeat_front_addr":"172.21.15.203:6805/3905493348","state":["exists","up"]},{"osd":3,"uuid":"b58a1682-c3a7-4094-a4c8-d132c11d478f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6811","nonce":1513600391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6813","nonce":1513600391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6817","nonce":1513600391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6815","nonce":1513600391}]},"public_addr":"172.21.15.67:6811/1513600391","cluster_addr":"172.21.15.67:6813/1513600391","heartbeat_back_addr":"172.21.15.67:6817/1513600391","heartbeat_front_addr":"172.21.15.67:6815/1513600391","state":["exists","up"]},{"osd":4,"uuid":"cc22f878-3de9-4257-abab-069be0664dff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6809","nonce":873062362}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6811","nonce":873062362}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6815","nonce":873062362}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6813","nonce":873062362}]},"public_addr":"172.21.15.133:6809/873062362","cluster_addr":"172.21.15.133:6811/873062362","heartbeat_back_addr":"172.21.15.133:6815/873062362","heartbeat_front_addr":"172.21.15.133:6813/873062362","state":["exists","up"]},{"osd":5,"uuid":"6e4b48f9-df8e-43e5-ba21-589cbe4bf349","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6809","nonce":2104437925}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6811","nonce":2104437925}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6815","nonce":2104437925}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6813","nonce":2104437925}]},"public_addr":"172.21.15.203:6809/2104437925","cluster_addr":"172.21.15.203:6811/2104437925","heartbeat_back_addr":"172.21.15.203:6815/2104437925","heartbeat_front_addr":"172.21.15.203:6813/2104437925","state":["exists","up"]},{"osd":6,"uuid":"bc0ce4e2-ab6c-4d1d-a17c-f16ccf214696","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6819","nonce":3451855313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6821","nonce":3451855313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6825","nonce":3451855313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6823","nonce":3451855313}]},"public_addr":"172.21.15.67:6819/3451855313","cluster_addr":"172.21.15.67:6821/3451855313","heartbeat_back_addr":"172.21.15.67:6825/3451855313","heartbeat_front_addr":"172.21.15.67:6823/3451855313","state":["exists","up"]},{"osd":7,"uuid":"b114b175-4fec-45f5-846f-edbd7f3f6a40","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6817","nonce":3668519078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6819","nonce":3668519078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6823","nonce":3668519078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6821","nonce":3668519078}]},"public_addr":"172.21.15.133:6817/3668519078","cluster_addr":"172.21.15.133:6819/3668519078","heartbeat_back_addr":"172.21.15.133:6823/3668519078","heartbeat_front_addr":"172.21.15.133:6821/3668519078","state":["exists","up"]},{"osd":8,"uuid":"d31ce685-0a86-44b4-86ff-c2f7282de65e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6817","nonce":472763919}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6819","nonce":472763919}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6823","nonce":472763919}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6820","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6821","nonce":472763919}]},"public_addr":"172.21.15.203:6817/472763919","cluster_addr":"172.21.15.203:6819/472763919","heartbeat_back_addr":"172.21.15.203:6823/472763919","heartbeat_front_addr":"172.21.15.203:6821/472763919","state":["exists","up"]},{"osd":9,"uuid":"aa95ebe2-9111-4d0d-97cb-d0e19ab1b3cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6827","nonce":228642541}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6829","nonce":228642541}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6833","nonce":228642541}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6831","nonce":228642541}]},"public_addr":"172.21.15.67:6827/228642541","cluster_addr":"172.21.15.67:6829/228642541","heartbeat_back_addr":"172.21.15.67:6833/228642541","heartbeat_front_addr":"172.21.15.67:6831/228642541","state":["exists","up"]},{"osd":10,"uuid":"d732bc25-9273-4964-b8bf-441ae03fe4c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6825","nonce":1358359980}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6827","nonce":1358359980}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6831","nonce":1358359980}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6829","nonce":1358359980}]},"public_addr":"172.21.15.133:6825/1358359980","cluster_addr":"172.21.15.133:6827/1358359980","heartbeat_back_addr":"172.21.15.133:6831/1358359980","heartbeat_front_addr":"172.21.15.133:6829/1358359980","state":["exists","up"]},{"osd":11,"uuid":"8467eb04-6d28-4e6e-8f44-19022da895c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6824","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6825","nonce":1340245932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6827","nonce":1340245932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6831","nonce":1340245932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6828","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6829","nonce":1340245932}]},"public_addr":"172.21.15.203:6825/1340245932","cluster_addr":"172.21.15.203:6827/1340245932","heartbeat_back_addr":"172.21.15.203:6831/1340245932","heartbeat_front_addr":"172.21.15.203:6829/1340245932","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:07:00.686495+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:07:25.963125+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:07:51.678889+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:08:17.214730+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:08:42.566829+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:09:07.208130+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:09:33.332707+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:09:58.718647+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:10:24.866450+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:10:50.740704+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:11:16.269602+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:11:42.296645+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.6","mappings":[{"from":3,"to":8}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.1a","mappings":[{"from":5,"to":7}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.37","mappings":[{"from":1,"to":9}]},{"pgid":"4.f","mappings":[{"from":9,"to":8},{"from":5,"to":10}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:0/420992675":"2024-09-11T08:05:37.717567+0000","172.21.15.67:0/2960294013":"2024-09-11T08:05:37.717567+0000","172.21.15.67:6801/2987520524":"2024-09-11T08:05:37.717567+0000","172.21.15.67:6800/2987520524":"2024-09-11T08:05:37.717567+0000","172.21.15.67:0/3383024850":"2024-09-11T08:05:13.831541+0000","172.21.15.67:6801/1869292132":"2024-09-11T08:05:13.831541+0000","172.21.15.67:6800/1869292132":"2024-09-11T08:05:13.831541+0000","172.21.15.67:0/4178209804":"2024-09-11T08:05:37.717567+0000","172.21.15.67:0/2105313351":"2024-09-11T08:05:13.831541+0000","172.21.15.67:0/4063198473":"2024-09-11T08:05:13.831541+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:13:56.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:56.145+0000 7f3ca6ce9640 1 -- 172.21.15.67:0/2251538449 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f3c900a2c10 msgr2=0x7f3c900a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:56.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:56.145+0000 7f3ca6ce9640 1 --2- 172.21.15.67:0/2251538449 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f3c900a2c10 0x7f3c900a50d0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f3c94000c00 tx=0x7f3c94032c80 comp rx=0 tx=0).stop 2024-09-10T08:13:56.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:56.145+0000 7f3ca6ce9640 1 -- 172.21.15.67:0/2251538449 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3ca0100ca0 msgr2=0x7f3ca01017b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:56.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:56.145+0000 7f3ca6ce9640 1 --2- 172.21.15.67:0/2251538449 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3ca0100ca0 0x7f3ca01017b0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f3c8c005fd0 tx=0x7f3c8c00dde0 comp rx=0 tx=0).stop 2024-09-10T08:13:56.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:56.145+0000 7f3ca6ce9640 1 -- 172.21.15.67:0/2251538449 shutdown_connections 2024-09-10T08:13:56.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:56.145+0000 7f3ca6ce9640 1 --2- 172.21.15.67:0/2251538449 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f3c900a2c10 0x7f3c900a50d0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:56.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:56.145+0000 7f3ca6ce9640 1 --2- 172.21.15.67:0/2251538449 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3ca0106f50 0x7f3ca0101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:56.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:56.145+0000 7f3ca6ce9640 1 --2- 172.21.15.67:0/2251538449 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3ca0100ca0 0x7f3ca01017b0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:56.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:56.145+0000 7f3ca6ce9640 1 --2- 172.21.15.67:0/2251538449 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3ca01002f0 0x7f3ca0101270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:56.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:56.145+0000 7f3ca6ce9640 1 -- 172.21.15.67:0/2251538449 >> 172.21.15.67:0/2251538449 conn(0x7f3ca0077210 msgr2=0x7f3ca0105250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:56.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:56.145+0000 7f3ca6ce9640 1 -- 172.21.15.67:0/2251538449 shutdown_connections 2024-09-10T08:13:56.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:56.145+0000 7f3ca6ce9640 1 -- 172.21.15.67:0/2251538449 wait complete. 2024-09-10T08:13:56.786 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:56 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/2251538449' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:13:56.817 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-09-10T08:13:56.818 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-09-10T08:13:56.818 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-09-10T08:13:56.818 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-09-10T08:13:56.819 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-09-10T08:13:56.819 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-09-10T08:13:56.820 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-09-10T08:13:56.820 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-09-10T08:13:56.821 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell osd.8 flush_pg_stats 2024-09-10T08:13:56.821 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell osd.9 flush_pg_stats 2024-09-10T08:13:56.822 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell osd.10 flush_pg_stats 2024-09-10T08:13:56.822 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell osd.11 flush_pg_stats 2024-09-10T08:13:56.825 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:56 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/2251538449' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:13:56.899 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:56 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/2251538449' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:13:57.598 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:13:57.599 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:13:57.599 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:13:57.603 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:13:57.606 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:13:57.606 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:13:57.606 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:13:57.608 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:13:57.613 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:13:57.613 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:13:57.613 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:13:57.617 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:13:57.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:57 smithi203 ceph-mon[34672]: pgmap v329: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 597 B/s wr, 12 op/s 2024-09-10T08:13:57.827 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:57 smithi067 ceph-mon[31051]: pgmap v329: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 597 B/s wr, 12 op/s 2024-09-10T08:13:57.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:57 smithi133 ceph-mon[34721]: pgmap v329: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 597 B/s wr, 12 op/s 2024-09-10T08:13:58.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.288+0000 7f107c67c640 1 -- 172.21.15.67:0/3837823807 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10741049a0 msgr2=0x7f10741089f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:58.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.288+0000 7f107c67c640 1 --2- 172.21.15.67:0/3837823807 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10741049a0 0x7f10741089f0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f1064009900 tx=0x7f106402a410 comp rx=0 tx=0).stop 2024-09-10T08:13:58.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.288+0000 7f107c67c640 1 -- 172.21.15.67:0/3837823807 shutdown_connections 2024-09-10T08:13:58.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.288+0000 7f107c67c640 1 --2- 172.21.15.67:0/3837823807 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1074109120 0x7f1074110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:58.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.288+0000 7f107c67c640 1 --2- 172.21.15.67:0/3837823807 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10741049a0 0x7f10741089f0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:58.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.288+0000 7f107c67c640 1 --2- 172.21.15.67:0/3837823807 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1074103ff0 0x7f10741043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:58.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.288+0000 7f107c67c640 1 -- 172.21.15.67:0/3837823807 >> 172.21.15.67:0/3837823807 conn(0x7f10740ffab0 msgr2=0x7f1074101ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:58.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.288+0000 7f107c67c640 1 -- 172.21.15.67:0/3837823807 shutdown_connections 2024-09-10T08:13:58.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.288+0000 7f107c67c640 1 -- 172.21.15.67:0/3837823807 wait complete. 2024-09-10T08:13:58.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.289+0000 7f107c67c640 1 Processor -- start 2024-09-10T08:13:58.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.289+0000 7f107c67c640 1 -- start start 2024-09-10T08:13:58.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.289+0000 7f107c67c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1074103ff0 0x7f107419a650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:58.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.289+0000 7f107c67c640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f10741049a0 0x7f107419ab90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:58.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.289+0000 7f107c67c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1074109120 0x7f107419ef20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:58.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.289+0000 7f107c67c640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f1074114070 con 0x7f1074103ff0 2024-09-10T08:13:58.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.289+0000 7f107c67c640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f1074113ef0 con 0x7f1074109120 2024-09-10T08:13:58.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.289+0000 7f107c67c640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f10741141f0 con 0x7f10741049a0 2024-09-10T08:13:58.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.289+0000 7f107a418640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1074103ff0 0x7f107419a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:58.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.289+0000 7f107a418640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1074103ff0 0x7f107419a650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56926/0 (socket says 172.21.15.67:56926) 2024-09-10T08:13:58.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.289+0000 7f107a418640 1 -- 172.21.15.67:0/1990216466 learned_addr learned my addr 172.21.15.67:0/1990216466 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:13:58.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.289+0000 7f1079c17640 1 --2- 172.21.15.67:0/1990216466 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f10741049a0 0x7f107419ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:58.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.289+0000 7f107a418640 1 -- 172.21.15.67:0/1990216466 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f10741049a0 msgr2=0x7f107419ab90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:58.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.289+0000 7f107a418640 1 --2- 172.21.15.67:0/1990216466 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f10741049a0 0x7f107419ab90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:58.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.289+0000 7f107a418640 1 -- 172.21.15.67:0/1990216466 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1074109120 msgr2=0x7f107419ef20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:58.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.289+0000 7f107ac19640 1 --2- 172.21.15.67:0/1990216466 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1074109120 0x7f107419ef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:58.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.289+0000 7f107a418640 1 --2- 172.21.15.67:0/1990216466 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1074109120 0x7f107419ef20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:58.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.289+0000 7f107a418640 1 -- 172.21.15.67:0/1990216466 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f107419f600 con 0x7f1074103ff0 2024-09-10T08:13:58.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.289+0000 7f107ac19640 1 --2- 172.21.15.67:0/1990216466 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1074109120 0x7f107419ef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:13:58.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.290+0000 7f107a418640 1 --2- 172.21.15.67:0/1990216466 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1074103ff0 0x7f107419a650 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f107000b4a0 tx=0x7f107000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:58.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.290+0000 7f106b7fe640 1 -- 172.21.15.67:0/1990216466 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1070014070 con 0x7f1074103ff0 2024-09-10T08:13:58.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.290+0000 7f107c67c640 1 -- 172.21.15.67:0/1990216466 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f107419f8f0 con 0x7f1074103ff0 2024-09-10T08:13:58.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.290+0000 7f106b7fe640 1 -- 172.21.15.67:0/1990216466 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1070010ac0 con 0x7f1074103ff0 2024-09-10T08:13:58.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.290+0000 7f106b7fe640 1 -- 172.21.15.67:0/1990216466 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1070017c30 con 0x7f1074103ff0 2024-09-10T08:13:58.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.290+0000 7f107c67c640 1 -- 172.21.15.67:0/1990216466 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10741a71d0 con 0x7f1074103ff0 2024-09-10T08:13:58.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.291+0000 7f107c67c640 1 -- 172.21.15.67:0/1990216466 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f1074062900 con 0x7f1074103ff0 2024-09-10T08:13:58.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.292+0000 7f106b7fe640 1 -- 172.21.15.67:0/1990216466 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f1070017070 con 0x7f1074103ff0 2024-09-10T08:13:58.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.293+0000 7f106b7fe640 1 --2- 172.21.15.67:0/1990216466 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f10600a2c10 0x7f10600a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:58.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.293+0000 7f1079c17640 1 --2- 172.21.15.67:0/1990216466 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f10600a2c10 0x7f10600a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:58.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.293+0000 7f106b7fe640 1 -- 172.21.15.67:0/1990216466 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9071+0+0 (secure 0 0 0) 0x7f10700ceca0 con 0x7f1074103ff0 2024-09-10T08:13:58.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.293+0000 7f106b7fe640 1 --2- 172.21.15.67:0/1990216466 >> [v2:172.21.15.67:6802/2156529365,v1:172.21.15.67:6803/2156529365] conn(0x7f10600add60 0x7f10600b0200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:58.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.293+0000 7f106b7fe640 1 -- 172.21.15.67:0/1990216466 --> [v2:172.21.15.67:6802/2156529365,v1:172.21.15.67:6803/2156529365] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f107000ee50 con 0x7f10600add60 2024-09-10T08:13:58.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.293+0000 7f106b7fe640 1 -- 172.21.15.67:0/1990216466 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7f10700cf0f0 con 0x7f1074103ff0 2024-09-10T08:13:58.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.293+0000 7f107ac19640 1 --2- 172.21.15.67:0/1990216466 >> [v2:172.21.15.67:6802/2156529365,v1:172.21.15.67:6803/2156529365] conn(0x7f10600add60 0x7f10600b0200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:58.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.293+0000 7f1079c17640 1 --2- 172.21.15.67:0/1990216466 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f10600a2c10 0x7f10600a50d0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f1064031440 tx=0x7f10640095f0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:58.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.293+0000 7f107ac19640 1 --2- 172.21.15.67:0/1990216466 >> [v2:172.21.15.67:6802/2156529365,v1:172.21.15.67:6803/2156529365] conn(0x7f10600add60 0x7f10600b0200 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:58.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.294+0000 7f106b7fe640 1 -- 172.21.15.67:0/1990216466 <== osd.0 v2:172.21.15.67:6802/2156529365 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f107000ee50 con 0x7f10600add60 2024-09-10T08:13:58.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.308+0000 7f107c67c640 1 -- 172.21.15.67:0/1990216466 --> [v2:172.21.15.67:6802/2156529365,v1:172.21.15.67:6803/2156529365] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f1074062d80 con 0x7f10600add60 2024-09-10T08:13:58.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.308+0000 7f106b7fe640 1 -- 172.21.15.67:0/1990216466 <== osd.0 v2:172.21.15.67:6802/2156529365 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f1074062d80 con 0x7f10600add60 2024-09-10T08:13:58.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.308+0000 7f107c67c640 1 -- 172.21.15.67:0/1990216466 >> [v2:172.21.15.67:6802/2156529365,v1:172.21.15.67:6803/2156529365] conn(0x7f10600add60 msgr2=0x7f10600b0200 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:58.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.308+0000 7f107c67c640 1 --2- 172.21.15.67:0/1990216466 >> [v2:172.21.15.67:6802/2156529365,v1:172.21.15.67:6803/2156529365] conn(0x7f10600add60 0x7f10600b0200 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:58.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.309+0000 7f107c67c640 1 -- 172.21.15.67:0/1990216466 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f10600a2c10 msgr2=0x7f10600a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:58.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.309+0000 7f107c67c640 1 --2- 172.21.15.67:0/1990216466 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f10600a2c10 0x7f10600a50d0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f1064031440 tx=0x7f10640095f0 comp rx=0 tx=0).stop 2024-09-10T08:13:58.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.309+0000 7f107c67c640 1 -- 172.21.15.67:0/1990216466 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1074103ff0 msgr2=0x7f107419a650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:58.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.309+0000 7f107c67c640 1 --2- 172.21.15.67:0/1990216466 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1074103ff0 0x7f107419a650 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f107000b4a0 tx=0x7f107000b960 comp rx=0 tx=0).stop 2024-09-10T08:13:58.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.309+0000 7f107ac19640 1 -- 172.21.15.67:0/1990216466 reap_dead start 2024-09-10T08:13:58.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.309+0000 7f107c67c640 1 -- 172.21.15.67:0/1990216466 shutdown_connections 2024-09-10T08:13:58.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.309+0000 7f107c67c640 1 -- 172.21.15.67:0/1990216466 >> 172.21.15.67:0/1990216466 conn(0x7f10740ffab0 msgr2=0x7f1074100e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:58.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.309+0000 7f107c67c640 1 -- 172.21.15.67:0/1990216466 shutdown_connections 2024-09-10T08:13:58.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:58.309+0000 7f107c67c640 1 -- 172.21.15.67:0/1990216466 wait complete. 2024-09-10T08:13:59.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.000+0000 7fe0046f2640 1 -- 172.21.15.67:0/2465753533 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdffc101de0 msgr2=0x7fdffc1021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:59.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.000+0000 7fe0046f2640 1 --2- 172.21.15.67:0/2465753533 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdffc101de0 0x7fdffc1021c0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fdfec009ca0 tx=0x7fdfec02a8c0 comp rx=0 tx=0).stop 2024-09-10T08:13:59.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.000+0000 7fe0046f2640 1 -- 172.21.15.67:0/2465753533 shutdown_connections 2024-09-10T08:13:59.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.000+0000 7fe0046f2640 1 --2- 172.21.15.67:0/2465753533 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdffc106f10 0x7fdffc10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:59.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.000+0000 7fe0046f2640 1 --2- 172.21.15.67:0/2465753533 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdffc102790 0x7fdffc1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:59.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.000+0000 7fe0046f2640 1 --2- 172.21.15.67:0/2465753533 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdffc101de0 0x7fdffc1021c0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:59.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.000+0000 7fe0046f2640 1 -- 172.21.15.67:0/2465753533 >> 172.21.15.67:0/2465753533 conn(0x7fdffc0fd8c0 msgr2=0x7fdffc0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:59.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.000+0000 7fe0046f2640 1 -- 172.21.15.67:0/2465753533 shutdown_connections 2024-09-10T08:13:59.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.000+0000 7fe0046f2640 1 -- 172.21.15.67:0/2465753533 wait complete. 2024-09-10T08:13:59.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.000+0000 7fe0046f2640 1 Processor -- start 2024-09-10T08:13:59.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.000+0000 7fe0046f2640 1 -- start start 2024-09-10T08:13:59.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.001+0000 7fe0046f2640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdffc101de0 0x7fdffc198310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:59.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.001+0000 7fe0046f2640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdffc102790 0x7fdffc198850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:59.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.001+0000 7fe0046f2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdffc106f10 0x7fdffc19cbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:59.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.001+0000 7fe0046f2640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fdffc111de0 con 0x7fdffc106f10 2024-09-10T08:13:59.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.001+0000 7fe0046f2640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fdffc111c60 con 0x7fdffc102790 2024-09-10T08:13:59.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.001+0000 7fe0046f2640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fdffc111f60 con 0x7fdffc101de0 2024-09-10T08:13:59.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.001+0000 7fe002c8f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdffc106f10 0x7fdffc19cbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:59.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.001+0000 7fe002c8f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdffc106f10 0x7fdffc19cbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56944/0 (socket says 172.21.15.67:56944) 2024-09-10T08:13:59.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.001+0000 7fe002c8f640 1 -- 172.21.15.67:0/2528730690 learned_addr learned my addr 172.21.15.67:0/2528730690 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:13:59.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.001+0000 7fe001c8d640 1 --2- 172.21.15.67:0/2528730690 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdffc102790 0x7fdffc198850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:59.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.001+0000 7fe00248e640 1 --2- 172.21.15.67:0/2528730690 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdffc101de0 0x7fdffc198310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:59.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.001+0000 7fe002c8f640 1 -- 172.21.15.67:0/2528730690 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdffc101de0 msgr2=0x7fdffc198310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:59.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.001+0000 7fe002c8f640 1 --2- 172.21.15.67:0/2528730690 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdffc101de0 0x7fdffc198310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:59.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.001+0000 7fe002c8f640 1 -- 172.21.15.67:0/2528730690 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdffc102790 msgr2=0x7fdffc198850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:59.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.001+0000 7fe002c8f640 1 --2- 172.21.15.67:0/2528730690 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdffc102790 0x7fdffc198850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:59.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.001+0000 7fe002c8f640 1 -- 172.21.15.67:0/2528730690 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdffc19d2c0 con 0x7fdffc106f10 2024-09-10T08:13:59.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.001+0000 7fe002c8f640 1 --2- 172.21.15.67:0/2528730690 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdffc106f10 0x7fdffc19cbe0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fdff400e970 tx=0x7fdff400ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:59.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.001+0000 7fdffb7fe640 1 -- 172.21.15.67:0/2528730690 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdff400ccc0 con 0x7fdffc106f10 2024-09-10T08:13:59.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.001+0000 7fdffb7fe640 1 -- 172.21.15.67:0/2528730690 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdff400ce60 con 0x7fdffc106f10 2024-09-10T08:13:59.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.002+0000 7fe0046f2640 1 -- 172.21.15.67:0/2528730690 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdffc19d5b0 con 0x7fdffc106f10 2024-09-10T08:13:59.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.002+0000 7fdffb7fe640 1 -- 172.21.15.67:0/2528730690 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdff4010430 con 0x7fdffc106f10 2024-09-10T08:13:59.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.002+0000 7fe0046f2640 1 -- 172.21.15.67:0/2528730690 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdffc1a4e90 con 0x7fdffc106f10 2024-09-10T08:13:59.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.002+0000 7fe0046f2640 1 -- 172.21.15.67:0/2528730690 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fdffc062980 con 0x7fdffc106f10 2024-09-10T08:13:59.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.004+0000 7fdffb7fe640 1 -- 172.21.15.67:0/2528730690 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fdff4004f20 con 0x7fdffc106f10 2024-09-10T08:13:59.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.004+0000 7fdffb7fe640 1 --2- 172.21.15.67:0/2528730690 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fdfe40a2c10 0x7fdfe40a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:59.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.005+0000 7fe00248e640 1 --2- 172.21.15.67:0/2528730690 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fdfe40a2c10 0x7fdfe40a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:59.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.005+0000 7fdffb7fe640 1 -- 172.21.15.67:0/2528730690 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9071+0+0 (secure 0 0 0) 0x7fdff40cfc60 con 0x7fdffc106f10 2024-09-10T08:13:59.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.005+0000 7fdffb7fe640 1 --2- 172.21.15.67:0/2528730690 >> [v2:172.21.15.203:6824/1340245932,v1:172.21.15.203:6825/1340245932] conn(0x7fdfe40add60 0x7fdfe40b0200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:13:59.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.005+0000 7fdffb7fe640 1 -- 172.21.15.67:0/2528730690 --> [v2:172.21.15.203:6824/1340245932,v1:172.21.15.203:6825/1340245932] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fdff4017e50 con 0x7fdfe40add60 2024-09-10T08:13:59.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.005+0000 7fdffb7fe640 1 -- 172.21.15.67:0/2528730690 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7fdff40d00b0 con 0x7fdffc106f10 2024-09-10T08:13:59.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.005+0000 7fe001c8d640 1 --2- 172.21.15.67:0/2528730690 >> [v2:172.21.15.203:6824/1340245932,v1:172.21.15.203:6825/1340245932] conn(0x7fdfe40add60 0x7fdfe40b0200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:13:59.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.005+0000 7fe00248e640 1 --2- 172.21.15.67:0/2528730690 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fdfe40a2c10 0x7fdfe40a50d0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fdfec000f80 tx=0x7fdfec005ef0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:59.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.005+0000 7fe001c8d640 1 --2- 172.21.15.67:0/2528730690 >> [v2:172.21.15.203:6824/1340245932,v1:172.21.15.203:6825/1340245932] conn(0x7fdfe40add60 0x7fdfe40b0200 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:13:59.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.006+0000 7fdffb7fe640 1 -- 172.21.15.67:0/2528730690 <== osd.11 v2:172.21.15.203:6824/1340245932 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fdff4017e50 con 0x7fdfe40add60 2024-09-10T08:13:59.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.020+0000 7fe0046f2640 1 -- 172.21.15.67:0/2528730690 --> [v2:172.21.15.203:6824/1340245932,v1:172.21.15.203:6825/1340245932] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fdffc062e00 con 0x7fdfe40add60 2024-09-10T08:13:59.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.020+0000 7fdffb7fe640 1 -- 172.21.15.67:0/2528730690 <== osd.11 v2:172.21.15.203:6824/1340245932 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fdffc062e00 con 0x7fdfe40add60 2024-09-10T08:13:59.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.021+0000 7fe0046f2640 1 -- 172.21.15.67:0/2528730690 >> [v2:172.21.15.203:6824/1340245932,v1:172.21.15.203:6825/1340245932] conn(0x7fdfe40add60 msgr2=0x7fdfe40b0200 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:59.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.021+0000 7fe0046f2640 1 --2- 172.21.15.67:0/2528730690 >> [v2:172.21.15.203:6824/1340245932,v1:172.21.15.203:6825/1340245932] conn(0x7fdfe40add60 0x7fdfe40b0200 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:13:59.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.021+0000 7fe0046f2640 1 -- 172.21.15.67:0/2528730690 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fdfe40a2c10 msgr2=0x7fdfe40a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:59.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.021+0000 7fe0046f2640 1 --2- 172.21.15.67:0/2528730690 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fdfe40a2c10 0x7fdfe40a50d0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fdfec000f80 tx=0x7fdfec005ef0 comp rx=0 tx=0).stop 2024-09-10T08:13:59.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.021+0000 7fe0046f2640 1 -- 172.21.15.67:0/2528730690 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdffc106f10 msgr2=0x7fdffc19cbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:13:59.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.021+0000 7fe0046f2640 1 --2- 172.21.15.67:0/2528730690 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdffc106f10 0x7fdffc19cbe0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fdff400e970 tx=0x7fdff400ed70 comp rx=0 tx=0).stop 2024-09-10T08:13:59.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.021+0000 7fe002c8f640 1 -- 172.21.15.67:0/2528730690 reap_dead start 2024-09-10T08:13:59.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.021+0000 7fe0046f2640 1 -- 172.21.15.67:0/2528730690 shutdown_connections 2024-09-10T08:13:59.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.021+0000 7fe0046f2640 1 -- 172.21.15.67:0/2528730690 >> 172.21.15.67:0/2528730690 conn(0x7fdffc0fd8c0 msgr2=0x7fdffc0fecb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:13:59.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.021+0000 7fe0046f2640 1 -- 172.21.15.67:0/2528730690 shutdown_connections 2024-09-10T08:13:59.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:13:59.021+0000 7fe0046f2640 1 -- 172.21.15.67:0/2528730690 wait complete. 2024-09-10T08:13:59.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:13:59 smithi067 ceph-mon[31051]: pgmap v330: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2024-09-10T08:13:59.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:13:59 smithi203 ceph-mon[34672]: pgmap v330: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2024-09-10T08:13:59.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:13:59 smithi133 ceph-mon[34721]: pgmap v330: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 170 B/s wr, 8 op/s 2024-09-10T08:14:00.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.398+0000 7ff5d521b640 1 -- 172.21.15.67:0/2231211608 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff5d0106f10 msgr2=0x7ff5d010ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:00.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.398+0000 7ff5d521b640 1 --2- 172.21.15.67:0/2231211608 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff5d0106f10 0x7ff5d010ea90 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7ff5c8009ca0 tx=0x7ff5c802a8c0 comp rx=0 tx=0).stop 2024-09-10T08:14:00.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.398+0000 7ff5d521b640 1 -- 172.21.15.67:0/2231211608 shutdown_connections 2024-09-10T08:14:00.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.398+0000 7ff5d521b640 1 --2- 172.21.15.67:0/2231211608 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff5d0106f10 0x7ff5d010ea90 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:00.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.398+0000 7ff5d521b640 1 --2- 172.21.15.67:0/2231211608 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff5d0102790 0x7ff5d01067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:00.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.398+0000 7ff5d521b640 1 --2- 172.21.15.67:0/2231211608 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff5d0101de0 0x7ff5d01021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:00.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.398+0000 7ff5d521b640 1 -- 172.21.15.67:0/2231211608 >> 172.21.15.67:0/2231211608 conn(0x7ff5d00fd8c0 msgr2=0x7ff5d00ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:00.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.398+0000 7ff5d521b640 1 -- 172.21.15.67:0/2231211608 shutdown_connections 2024-09-10T08:14:00.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.398+0000 7ff5d521b640 1 -- 172.21.15.67:0/2231211608 wait complete. 2024-09-10T08:14:00.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.399+0000 7ff5d521b640 1 Processor -- start 2024-09-10T08:14:00.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.399+0000 7ff5d521b640 1 -- start start 2024-09-10T08:14:00.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.399+0000 7ff5d521b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff5d0101de0 0x7ff5d0198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:00.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.399+0000 7ff5d521b640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff5d0102790 0x7ff5d0198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:00.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.399+0000 7ff5d521b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff5d0106f10 0x7ff5d019cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:00.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.399+0000 7ff5d521b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff5d0111e20 con 0x7ff5d0106f10 2024-09-10T08:14:00.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.399+0000 7ff5d521b640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7ff5d0111ca0 con 0x7ff5d0101de0 2024-09-10T08:14:00.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.399+0000 7ff5d521b640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ff5d0111fa0 con 0x7ff5d0102790 2024-09-10T08:14:00.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.399+0000 7ff5cf59e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff5d0106f10 0x7ff5d019cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:00.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.399+0000 7ff5cf59e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff5d0106f10 0x7ff5d019cbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56974/0 (socket says 172.21.15.67:56974) 2024-09-10T08:14:00.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.399+0000 7ff5cf59e640 1 -- 172.21.15.67:0/3751123900 learned_addr learned my addr 172.21.15.67:0/3751123900 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:00.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.399+0000 7ff5ced9d640 1 --2- 172.21.15.67:0/3751123900 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff5d0101de0 0x7ff5d0198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:00.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.399+0000 7ff5ce59c640 1 --2- 172.21.15.67:0/3751123900 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff5d0102790 0x7ff5d0198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:00.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.400+0000 7ff5cf59e640 1 -- 172.21.15.67:0/3751123900 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff5d0102790 msgr2=0x7ff5d0198860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:00.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.400+0000 7ff5cf59e640 1 --2- 172.21.15.67:0/3751123900 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff5d0102790 0x7ff5d0198860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:00.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.400+0000 7ff5cf59e640 1 -- 172.21.15.67:0/3751123900 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff5d0101de0 msgr2=0x7ff5d0198320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:00.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.400+0000 7ff5cf59e640 1 --2- 172.21.15.67:0/3751123900 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff5d0101de0 0x7ff5d0198320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:00.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.400+0000 7ff5cf59e640 1 -- 172.21.15.67:0/3751123900 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5d019d2d0 con 0x7ff5d0106f10 2024-09-10T08:14:00.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.400+0000 7ff5cf59e640 1 --2- 172.21.15.67:0/3751123900 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff5d0106f10 0x7ff5d019cbf0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7ff5c8009dc0 tx=0x7ff5c8032ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:00.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.400+0000 7ff5c7fff640 1 -- 172.21.15.67:0/3751123900 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5c8003cf0 con 0x7ff5d0106f10 2024-09-10T08:14:00.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.400+0000 7ff5c7fff640 1 -- 172.21.15.67:0/3751123900 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff5c80044f0 con 0x7ff5d0106f10 2024-09-10T08:14:00.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.400+0000 7ff5d521b640 1 -- 172.21.15.67:0/3751123900 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5d019d560 con 0x7ff5d0106f10 2024-09-10T08:14:00.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.400+0000 7ff5c7fff640 1 -- 172.21.15.67:0/3751123900 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5c8030bf0 con 0x7ff5d0106f10 2024-09-10T08:14:00.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.400+0000 7ff5d521b640 1 -- 172.21.15.67:0/3751123900 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5d01a4ea0 con 0x7ff5d0106f10 2024-09-10T08:14:00.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.401+0000 7ff5d521b640 1 -- 172.21.15.67:0/3751123900 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff5d0062980 con 0x7ff5d0106f10 2024-09-10T08:14:00.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.402+0000 7ff5c7fff640 1 -- 172.21.15.67:0/3751123900 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7ff5c8004040 con 0x7ff5d0106f10 2024-09-10T08:14:00.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.403+0000 7ff5c7fff640 1 --2- 172.21.15.67:0/3751123900 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff5bc0a2c90 0x7ff5bc0a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:00.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.403+0000 7ff5ced9d640 1 --2- 172.21.15.67:0/3751123900 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff5bc0a2c90 0x7ff5bc0a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:00.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.403+0000 7ff5c7fff640 1 -- 172.21.15.67:0/3751123900 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9071+0+0 (secure 0 0 0) 0x7ff5c80f0be0 con 0x7ff5d0106f10 2024-09-10T08:14:00.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.403+0000 7ff5c7fff640 1 --2- 172.21.15.67:0/3751123900 >> [v2:172.21.15.203:6816/472763919,v1:172.21.15.203:6817/472763919] conn(0x7ff5bc0adde0 0x7ff5bc0b0280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:00.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.403+0000 7ff5c7fff640 1 -- 172.21.15.67:0/3751123900 --> [v2:172.21.15.203:6816/472763919,v1:172.21.15.203:6817/472763919] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff5c8036e70 con 0x7ff5bc0adde0 2024-09-10T08:14:00.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.403+0000 7ff5c7fff640 1 -- 172.21.15.67:0/3751123900 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7ff5c80f1030 con 0x7ff5d0106f10 2024-09-10T08:14:00.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.404+0000 7ff5ced9d640 1 --2- 172.21.15.67:0/3751123900 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff5bc0a2c90 0x7ff5bc0a5150 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7ff5c000bbe0 tx=0x7ff5c000b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:00.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.404+0000 7ff5ce59c640 1 --2- 172.21.15.67:0/3751123900 >> [v2:172.21.15.203:6816/472763919,v1:172.21.15.203:6817/472763919] conn(0x7ff5bc0adde0 0x7ff5bc0b0280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:00.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.404+0000 7ff5ce59c640 1 --2- 172.21.15.67:0/3751123900 >> [v2:172.21.15.203:6816/472763919,v1:172.21.15.203:6817/472763919] conn(0x7ff5bc0adde0 0x7ff5bc0b0280 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:00.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.405+0000 7ff5c7fff640 1 -- 172.21.15.67:0/3751123900 <== osd.8 v2:172.21.15.203:6816/472763919 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ff5c8036e70 con 0x7ff5bc0adde0 2024-09-10T08:14:00.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.418+0000 7ff5d521b640 1 -- 172.21.15.67:0/3751123900 --> [v2:172.21.15.203:6816/472763919,v1:172.21.15.203:6817/472763919] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7ff5d0062d80 con 0x7ff5bc0adde0 2024-09-10T08:14:00.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.419+0000 7ff5c7fff640 1 -- 172.21.15.67:0/3751123900 <== osd.8 v2:172.21.15.203:6816/472763919 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7ff5d0062d80 con 0x7ff5bc0adde0 2024-09-10T08:14:00.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.420+0000 7ff5d521b640 1 -- 172.21.15.67:0/3751123900 >> [v2:172.21.15.203:6816/472763919,v1:172.21.15.203:6817/472763919] conn(0x7ff5bc0adde0 msgr2=0x7ff5bc0b0280 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:00.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.420+0000 7ff5d521b640 1 --2- 172.21.15.67:0/3751123900 >> [v2:172.21.15.203:6816/472763919,v1:172.21.15.203:6817/472763919] conn(0x7ff5bc0adde0 0x7ff5bc0b0280 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:00.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.420+0000 7ff5d521b640 1 -- 172.21.15.67:0/3751123900 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff5bc0a2c90 msgr2=0x7ff5bc0a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:00.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.420+0000 7ff5d521b640 1 --2- 172.21.15.67:0/3751123900 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff5bc0a2c90 0x7ff5bc0a5150 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7ff5c000bbe0 tx=0x7ff5c000b390 comp rx=0 tx=0).stop 2024-09-10T08:14:00.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.420+0000 7ff5d521b640 1 -- 172.21.15.67:0/3751123900 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff5d0106f10 msgr2=0x7ff5d019cbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:00.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.420+0000 7ff5d521b640 1 --2- 172.21.15.67:0/3751123900 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff5d0106f10 0x7ff5d019cbf0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7ff5c8009dc0 tx=0x7ff5c8032ff0 comp rx=0 tx=0).stop 2024-09-10T08:14:00.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.420+0000 7ff5cf59e640 1 -- 172.21.15.67:0/3751123900 reap_dead start 2024-09-10T08:14:00.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.420+0000 7ff5d521b640 1 -- 172.21.15.67:0/3751123900 shutdown_connections 2024-09-10T08:14:00.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.420+0000 7ff5d521b640 1 -- 172.21.15.67:0/3751123900 >> 172.21.15.67:0/3751123900 conn(0x7ff5d00fd8c0 msgr2=0x7ff5d00feca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:00.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.420+0000 7ff5d521b640 1 -- 172.21.15.67:0/3751123900 shutdown_connections 2024-09-10T08:14:00.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.420+0000 7ff5d521b640 1 -- 172.21.15.67:0/3751123900 wait complete. 2024-09-10T08:14:00.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.752+0000 7f0b089b6640 1 -- 172.21.15.67:0/3862284450 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0b04103660 msgr2=0x7f0b0410bb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:00.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.752+0000 7f0b089b6640 1 --2- 172.21.15.67:0/3862284450 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0b04103660 0x7f0b0410bb50 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f0af4009900 tx=0x7f0af402a480 comp rx=0 tx=0).stop 2024-09-10T08:14:00.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.752+0000 7f0b089b6640 1 -- 172.21.15.67:0/3862284450 shutdown_connections 2024-09-10T08:14:00.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.752+0000 7f0b089b6640 1 --2- 172.21.15.67:0/3862284450 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0b0410c170 0x7f0b0410e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:00.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.752+0000 7f0b089b6640 1 --2- 172.21.15.67:0/3862284450 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0b04103660 0x7f0b0410bb50 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:00.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.752+0000 7f0b089b6640 1 --2- 172.21.15.67:0/3862284450 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0b04102d40 0x7f0b04103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:00.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.752+0000 7f0b089b6640 1 -- 172.21.15.67:0/3862284450 >> 172.21.15.67:0/3862284450 conn(0x7f0b040fc7a0 msgr2=0x7f0b040febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:00.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.753+0000 7f0b089b6640 1 -- 172.21.15.67:0/3862284450 shutdown_connections 2024-09-10T08:14:00.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.753+0000 7f0b089b6640 1 -- 172.21.15.67:0/3862284450 wait complete. 2024-09-10T08:14:00.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.753+0000 7f0b089b6640 1 Processor -- start 2024-09-10T08:14:00.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.753+0000 7f0b089b6640 1 -- start start 2024-09-10T08:14:00.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.754+0000 7f0b089b6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0b04102d40 0x7f0b04198400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:00.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.754+0000 7f0b089b6640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0b04103660 0x7f0b04198940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:00.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.754+0000 7f0b089b6640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0b0410c170 0x7f0b0419ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:00.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.754+0000 7f0b089b6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f0b04111e80 con 0x7f0b04102d40 2024-09-10T08:14:00.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.754+0000 7f0b089b6640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f0b04111d00 con 0x7f0b0410c170 2024-09-10T08:14:00.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.754+0000 7f0b089b6640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f0b04112000 con 0x7f0b04103660 2024-09-10T08:14:00.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.754+0000 7f0b0259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0b04102d40 0x7f0b04198400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:00.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.754+0000 7f0b0259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0b04102d40 0x7f0b04198400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57028/0 (socket says 172.21.15.67:57028) 2024-09-10T08:14:00.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.754+0000 7f0b0259c640 1 -- 172.21.15.67:0/2542304617 learned_addr learned my addr 172.21.15.67:0/2542304617 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:00.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.754+0000 7f0b01d9b640 1 --2- 172.21.15.67:0/2542304617 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0b04103660 0x7f0b04198940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:00.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.754+0000 7f0b02d9d640 1 --2- 172.21.15.67:0/2542304617 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0b0410c170 0x7f0b0419ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:00.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.754+0000 7f0b0259c640 1 -- 172.21.15.67:0/2542304617 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0b04103660 msgr2=0x7f0b04198940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:00.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.754+0000 7f0b0259c640 1 --2- 172.21.15.67:0/2542304617 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0b04103660 0x7f0b04198940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:00.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.754+0000 7f0b0259c640 1 -- 172.21.15.67:0/2542304617 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0b0410c170 msgr2=0x7f0b0419ccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:00.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.754+0000 7f0b0259c640 1 --2- 172.21.15.67:0/2542304617 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0b0410c170 0x7f0b0419ccd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:00.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.754+0000 7f0b0259c640 1 -- 172.21.15.67:0/2542304617 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b0419d3b0 con 0x7f0b04102d40 2024-09-10T08:14:00.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.754+0000 7f0b0259c640 1 --2- 172.21.15.67:0/2542304617 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0b04102d40 0x7f0b04198400 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f0aec00b4a0 tx=0x7f0aec00b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:00.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.754+0000 7f0afb7fe640 1 -- 172.21.15.67:0/2542304617 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0aec014070 con 0x7f0b04102d40 2024-09-10T08:14:00.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.755+0000 7f0afb7fe640 1 -- 172.21.15.67:0/2542304617 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0aec010ac0 con 0x7f0b04102d40 2024-09-10T08:14:00.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.755+0000 7f0b089b6640 1 -- 172.21.15.67:0/2542304617 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b0419d6a0 con 0x7f0b04102d40 2024-09-10T08:14:00.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.755+0000 7f0afb7fe640 1 -- 172.21.15.67:0/2542304617 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0aec017c30 con 0x7f0b04102d40 2024-09-10T08:14:00.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.755+0000 7f0b089b6640 1 -- 172.21.15.67:0/2542304617 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b041a4f80 con 0x7f0b04102d40 2024-09-10T08:14:00.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.755+0000 7f0b089b6640 1 -- 172.21.15.67:0/2542304617 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f0b04062940 con 0x7f0b04102d40 2024-09-10T08:14:00.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.757+0000 7f0afb7fe640 1 -- 172.21.15.67:0/2542304617 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f0aec017070 con 0x7f0b04102d40 2024-09-10T08:14:00.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.757+0000 7f0afb7fe640 1 --2- 172.21.15.67:0/2542304617 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f0af00a2c10 0x7f0af00a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:00.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.758+0000 7f0b01d9b640 1 --2- 172.21.15.67:0/2542304617 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f0af00a2c10 0x7f0af00a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:00.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.758+0000 7f0afb7fe640 1 -- 172.21.15.67:0/2542304617 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9071+0+0 (secure 0 0 0) 0x7f0aec0ceb90 con 0x7f0b04102d40 2024-09-10T08:14:00.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.758+0000 7f0afb7fe640 1 --2- 172.21.15.67:0/2542304617 >> [v2:172.21.15.133:6816/3668519078,v1:172.21.15.133:6817/3668519078] conn(0x7f0af00add60 0x7f0af00b0200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:00.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.758+0000 7f0afb7fe640 1 -- 172.21.15.67:0/2542304617 --> [v2:172.21.15.133:6816/3668519078,v1:172.21.15.133:6817/3668519078] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f0aec00ee50 con 0x7f0af00add60 2024-09-10T08:14:00.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.758+0000 7f0afb7fe640 1 -- 172.21.15.67:0/2542304617 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7f0aec0cefe0 con 0x7f0b04102d40 2024-09-10T08:14:00.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.758+0000 7f0b01d9b640 1 --2- 172.21.15.67:0/2542304617 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f0af00a2c10 0x7f0af00a50d0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f0af4031440 tx=0x7f0af4005b50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:00.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.758+0000 7f0b02d9d640 1 --2- 172.21.15.67:0/2542304617 >> [v2:172.21.15.133:6816/3668519078,v1:172.21.15.133:6817/3668519078] conn(0x7f0af00add60 0x7f0af00b0200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:00.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.759+0000 7f0b02d9d640 1 --2- 172.21.15.67:0/2542304617 >> [v2:172.21.15.133:6816/3668519078,v1:172.21.15.133:6817/3668519078] conn(0x7f0af00add60 0x7f0af00b0200 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:00.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.759+0000 7f0afb7fe640 1 -- 172.21.15.67:0/2542304617 <== osd.7 v2:172.21.15.133:6816/3668519078 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f0aec00ee50 con 0x7f0af00add60 2024-09-10T08:14:00.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.773+0000 7f0b089b6640 1 -- 172.21.15.67:0/2542304617 --> [v2:172.21.15.133:6816/3668519078,v1:172.21.15.133:6817/3668519078] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f0b04062dc0 con 0x7f0af00add60 2024-09-10T08:14:00.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.774+0000 7f0afb7fe640 1 -- 172.21.15.67:0/2542304617 <== osd.7 v2:172.21.15.133:6816/3668519078 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f0b04062dc0 con 0x7f0af00add60 2024-09-10T08:14:00.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.774+0000 7f0b089b6640 1 -- 172.21.15.67:0/2542304617 >> [v2:172.21.15.133:6816/3668519078,v1:172.21.15.133:6817/3668519078] conn(0x7f0af00add60 msgr2=0x7f0af00b0200 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:00.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.774+0000 7f0b089b6640 1 --2- 172.21.15.67:0/2542304617 >> [v2:172.21.15.133:6816/3668519078,v1:172.21.15.133:6817/3668519078] conn(0x7f0af00add60 0x7f0af00b0200 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:00.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.774+0000 7f0b089b6640 1 -- 172.21.15.67:0/2542304617 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f0af00a2c10 msgr2=0x7f0af00a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:00.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.774+0000 7f0b089b6640 1 --2- 172.21.15.67:0/2542304617 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f0af00a2c10 0x7f0af00a50d0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f0af4031440 tx=0x7f0af4005b50 comp rx=0 tx=0).stop 2024-09-10T08:14:00.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.774+0000 7f0b089b6640 1 -- 172.21.15.67:0/2542304617 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0b04102d40 msgr2=0x7f0b04198400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:00.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.774+0000 7f0b089b6640 1 --2- 172.21.15.67:0/2542304617 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0b04102d40 0x7f0b04198400 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f0aec00b4a0 tx=0x7f0aec00b960 comp rx=0 tx=0).stop 2024-09-10T08:14:00.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.774+0000 7f0b02d9d640 1 -- 172.21.15.67:0/2542304617 reap_dead start 2024-09-10T08:14:00.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.775+0000 7f0b089b6640 1 -- 172.21.15.67:0/2542304617 shutdown_connections 2024-09-10T08:14:00.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.775+0000 7f0b089b6640 1 -- 172.21.15.67:0/2542304617 >> 172.21.15.67:0/2542304617 conn(0x7f0b040fc7a0 msgr2=0x7f0b040fd4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:00.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.775+0000 7f0b089b6640 1 -- 172.21.15.67:0/2542304617 shutdown_connections 2024-09-10T08:14:00.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.775+0000 7f0b089b6640 1 -- 172.21.15.67:0/2542304617 wait complete. 2024-09-10T08:14:01.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.310+0000 7f1e737c7640 1 -- 172.21.15.67:0/2740833834 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1e6c103660 msgr2=0x7f1e6c10bb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:01.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.310+0000 7f1e737c7640 1 --2- 172.21.15.67:0/2740833834 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1e6c103660 0x7f1e6c10bb50 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f1e5c009900 tx=0x7f1e5c02a480 comp rx=0 tx=0).stop 2024-09-10T08:14:01.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.310+0000 7f1e737c7640 1 -- 172.21.15.67:0/2740833834 shutdown_connections 2024-09-10T08:14:01.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.310+0000 7f1e737c7640 1 --2- 172.21.15.67:0/2740833834 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1e6c10c170 0x7f1e6c10e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:01.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.310+0000 7f1e737c7640 1 --2- 172.21.15.67:0/2740833834 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1e6c103660 0x7f1e6c10bb50 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:01.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.310+0000 7f1e737c7640 1 --2- 172.21.15.67:0/2740833834 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1e6c102d40 0x7f1e6c103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:01.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.310+0000 7f1e737c7640 1 -- 172.21.15.67:0/2740833834 >> 172.21.15.67:0/2740833834 conn(0x7f1e6c0fc7a0 msgr2=0x7f1e6c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:01.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.311+0000 7f1e737c7640 1 -- 172.21.15.67:0/2740833834 shutdown_connections 2024-09-10T08:14:01.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.311+0000 7f1e737c7640 1 -- 172.21.15.67:0/2740833834 wait complete. 2024-09-10T08:14:01.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.311+0000 7f1e737c7640 1 Processor -- start 2024-09-10T08:14:01.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.311+0000 7f1e737c7640 1 -- start start 2024-09-10T08:14:01.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.312+0000 7f1e737c7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1e6c102d40 0x7f1e6c1984e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:01.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.312+0000 7f1e737c7640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1e6c103660 0x7f1e6c198a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:01.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.312+0000 7f1e737c7640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1e6c10c170 0x7f1e6c19cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:01.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.312+0000 7f1e737c7640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f1e6c111ee0 con 0x7f1e6c102d40 2024-09-10T08:14:01.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.312+0000 7f1e737c7640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f1e6c111d60 con 0x7f1e6c103660 2024-09-10T08:14:01.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.312+0000 7f1e737c7640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f1e6c112060 con 0x7f1e6c10c170 2024-09-10T08:14:01.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.312+0000 7f1e71563640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1e6c102d40 0x7f1e6c1984e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:01.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.312+0000 7f1e71563640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1e6c102d40 0x7f1e6c1984e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57042/0 (socket says 172.21.15.67:57042) 2024-09-10T08:14:01.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.312+0000 7f1e71563640 1 -- 172.21.15.67:0/1956271001 learned_addr learned my addr 172.21.15.67:0/1956271001 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:01.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.312+0000 7f1e71d64640 1 --2- 172.21.15.67:0/1956271001 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1e6c10c170 0x7f1e6c19cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:01.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.312+0000 7f1e70d62640 1 --2- 172.21.15.67:0/1956271001 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1e6c103660 0x7f1e6c198a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:01.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.312+0000 7f1e71563640 1 -- 172.21.15.67:0/1956271001 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1e6c10c170 msgr2=0x7f1e6c19cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:01.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.312+0000 7f1e71563640 1 --2- 172.21.15.67:0/1956271001 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1e6c10c170 0x7f1e6c19cdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:01.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.312+0000 7f1e71563640 1 -- 172.21.15.67:0/1956271001 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1e6c103660 msgr2=0x7f1e6c198a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:01.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.312+0000 7f1e71563640 1 --2- 172.21.15.67:0/1956271001 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1e6c103660 0x7f1e6c198a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:01.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.312+0000 7f1e71563640 1 -- 172.21.15.67:0/1956271001 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e6c19d490 con 0x7f1e6c102d40 2024-09-10T08:14:01.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.312+0000 7f1e71d64640 1 --2- 172.21.15.67:0/1956271001 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1e6c10c170 0x7f1e6c19cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:14:01.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.312+0000 7f1e70d62640 1 --2- 172.21.15.67:0/1956271001 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1e6c103660 0x7f1e6c198a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:14:01.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.312+0000 7f1e71563640 1 --2- 172.21.15.67:0/1956271001 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1e6c102d40 0x7f1e6c1984e0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f1e6800b4a0 tx=0x7f1e6800b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:01.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.312+0000 7f1e627fc640 1 -- 172.21.15.67:0/1956271001 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e68014070 con 0x7f1e6c102d40 2024-09-10T08:14:01.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.312+0000 7f1e627fc640 1 -- 172.21.15.67:0/1956271001 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1e68010ac0 con 0x7f1e6c102d40 2024-09-10T08:14:01.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.312+0000 7f1e627fc640 1 -- 172.21.15.67:0/1956271001 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e68017c30 con 0x7f1e6c102d40 2024-09-10T08:14:01.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.312+0000 7f1e737c7640 1 -- 172.21.15.67:0/1956271001 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e6c19d780 con 0x7f1e6c102d40 2024-09-10T08:14:01.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.313+0000 7f1e737c7640 1 -- 172.21.15.67:0/1956271001 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e6c1a5060 con 0x7f1e6c102d40 2024-09-10T08:14:01.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.313+0000 7f1e737c7640 1 -- 172.21.15.67:0/1956271001 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f1e6c062980 con 0x7f1e6c102d40 2024-09-10T08:14:01.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.315+0000 7f1e627fc640 1 -- 172.21.15.67:0/1956271001 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f1e68017070 con 0x7f1e6c102d40 2024-09-10T08:14:01.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.315+0000 7f1e627fc640 1 --2- 172.21.15.67:0/1956271001 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f1e580a2c10 0x7f1e580a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:01.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.316+0000 7f1e70d62640 1 --2- 172.21.15.67:0/1956271001 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f1e580a2c10 0x7f1e580a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:01.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.316+0000 7f1e627fc640 1 -- 172.21.15.67:0/1956271001 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9071+0+0 (secure 0 0 0) 0x7f1e680ceca0 con 0x7f1e6c102d40 2024-09-10T08:14:01.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.316+0000 7f1e627fc640 1 --2- 172.21.15.67:0/1956271001 >> [v2:172.21.15.67:6818/3451855313,v1:172.21.15.67:6819/3451855313] conn(0x7f1e580add60 0x7f1e580b0200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:01.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.316+0000 7f1e627fc640 1 -- 172.21.15.67:0/1956271001 --> [v2:172.21.15.67:6818/3451855313,v1:172.21.15.67:6819/3451855313] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f1e6800ee50 con 0x7f1e580add60 2024-09-10T08:14:01.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.316+0000 7f1e627fc640 1 -- 172.21.15.67:0/1956271001 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7f1e680cf0f0 con 0x7f1e6c102d40 2024-09-10T08:14:01.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.316+0000 7f1e71d64640 1 --2- 172.21.15.67:0/1956271001 >> [v2:172.21.15.67:6818/3451855313,v1:172.21.15.67:6819/3451855313] conn(0x7f1e580add60 0x7f1e580b0200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:01.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.316+0000 7f1e70d62640 1 --2- 172.21.15.67:0/1956271001 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f1e580a2c10 0x7f1e580a50d0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f1e5c000c00 tx=0x7f1e5c031400 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:01.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.316+0000 7f1e71d64640 1 --2- 172.21.15.67:0/1956271001 >> [v2:172.21.15.67:6818/3451855313,v1:172.21.15.67:6819/3451855313] conn(0x7f1e580add60 0x7f1e580b0200 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:01.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.317+0000 7f1e627fc640 1 -- 172.21.15.67:0/1956271001 <== osd.6 v2:172.21.15.67:6818/3451855313 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f1e6800ee50 con 0x7f1e580add60 2024-09-10T08:14:01.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.331+0000 7f1e737c7640 1 -- 172.21.15.67:0/1956271001 --> [v2:172.21.15.67:6818/3451855313,v1:172.21.15.67:6819/3451855313] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f1e6c062e00 con 0x7f1e580add60 2024-09-10T08:14:01.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.331+0000 7f1e627fc640 1 -- 172.21.15.67:0/1956271001 <== osd.6 v2:172.21.15.67:6818/3451855313 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f1e6c062e00 con 0x7f1e580add60 2024-09-10T08:14:01.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.332+0000 7f1e737c7640 1 -- 172.21.15.67:0/1956271001 >> [v2:172.21.15.67:6818/3451855313,v1:172.21.15.67:6819/3451855313] conn(0x7f1e580add60 msgr2=0x7f1e580b0200 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:01.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.332+0000 7f1e737c7640 1 --2- 172.21.15.67:0/1956271001 >> [v2:172.21.15.67:6818/3451855313,v1:172.21.15.67:6819/3451855313] conn(0x7f1e580add60 0x7f1e580b0200 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:01.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.332+0000 7f1e737c7640 1 -- 172.21.15.67:0/1956271001 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f1e580a2c10 msgr2=0x7f1e580a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:01.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.332+0000 7f1e737c7640 1 --2- 172.21.15.67:0/1956271001 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f1e580a2c10 0x7f1e580a50d0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f1e5c000c00 tx=0x7f1e5c031400 comp rx=0 tx=0).stop 2024-09-10T08:14:01.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.332+0000 7f1e737c7640 1 -- 172.21.15.67:0/1956271001 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1e6c102d40 msgr2=0x7f1e6c1984e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:01.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.332+0000 7f1e737c7640 1 --2- 172.21.15.67:0/1956271001 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1e6c102d40 0x7f1e6c1984e0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f1e6800b4a0 tx=0x7f1e6800b960 comp rx=0 tx=0).stop 2024-09-10T08:14:01.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.332+0000 7f1e71d64640 1 -- 172.21.15.67:0/1956271001 reap_dead start 2024-09-10T08:14:01.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.332+0000 7f1e737c7640 1 -- 172.21.15.67:0/1956271001 shutdown_connections 2024-09-10T08:14:01.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.332+0000 7f1e737c7640 1 -- 172.21.15.67:0/1956271001 >> 172.21.15.67:0/1956271001 conn(0x7f1e6c0fc7a0 msgr2=0x7f1e6c0fe100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:01.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.332+0000 7f1e737c7640 1 -- 172.21.15.67:0/1956271001 shutdown_connections 2024-09-10T08:14:01.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.332+0000 7f1e737c7640 1 -- 172.21.15.67:0/1956271001 wait complete. 2024-09-10T08:14:01.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:01 smithi203 ceph-mon[34672]: pgmap v331: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 170 B/s wr, 11 op/s 2024-09-10T08:14:01.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:01 smithi133 ceph-mon[34721]: pgmap v331: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 170 B/s wr, 11 op/s 2024-09-10T08:14:01.912 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:01 smithi067 ceph-mon[31051]: pgmap v331: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 170 B/s wr, 11 op/s 2024-09-10T08:14:02.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.293+0000 7fc4a57d9640 1 -- 172.21.15.67:0/3841098958 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4a0102790 msgr2=0x7fc4a01067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:02.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.293+0000 7fc4a57d9640 1 --2- 172.21.15.67:0/3841098958 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4a0102790 0x7fc4a01067e0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fc494009900 tx=0x7fc49402a410 comp rx=0 tx=0).stop 2024-09-10T08:14:02.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.293+0000 7fc4a57d9640 1 -- 172.21.15.67:0/3841098958 shutdown_connections 2024-09-10T08:14:02.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.293+0000 7fc4a57d9640 1 --2- 172.21.15.67:0/3841098958 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc4a0106f10 0x7fc4a010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:02.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.293+0000 7fc4a57d9640 1 --2- 172.21.15.67:0/3841098958 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4a0102790 0x7fc4a01067e0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:02.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.293+0000 7fc4a57d9640 1 --2- 172.21.15.67:0/3841098958 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc4a0101de0 0x7fc4a01021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:02.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.293+0000 7fc4a57d9640 1 -- 172.21.15.67:0/3841098958 >> 172.21.15.67:0/3841098958 conn(0x7fc4a00fd8c0 msgr2=0x7fc4a00ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:02.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.293+0000 7fc4a57d9640 1 -- 172.21.15.67:0/3841098958 shutdown_connections 2024-09-10T08:14:02.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.293+0000 7fc4a57d9640 1 -- 172.21.15.67:0/3841098958 wait complete. 2024-09-10T08:14:02.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.294+0000 7fc4a57d9640 1 Processor -- start 2024-09-10T08:14:02.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.294+0000 7fc4a57d9640 1 -- start start 2024-09-10T08:14:02.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.294+0000 7fc4a57d9640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc4a0101de0 0x7fc4a0198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:02.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.294+0000 7fc4a57d9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4a0102790 0x7fc4a01988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:02.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.294+0000 7fc4a57d9640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc4a0106f10 0x7fc4a019cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:02.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.294+0000 7fc4a57d9640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc4a0111e20 con 0x7fc4a0102790 2024-09-10T08:14:02.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.294+0000 7fc4a57d9640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fc4a0111ca0 con 0x7fc4a0101de0 2024-09-10T08:14:02.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.294+0000 7fc4a57d9640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fc4a0111fa0 con 0x7fc4a0106f10 2024-09-10T08:14:02.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.294+0000 7fc49e7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4a0102790 0x7fc4a01988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:02.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.295+0000 7fc49e7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4a0102790 0x7fc4a01988b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57056/0 (socket says 172.21.15.67:57056) 2024-09-10T08:14:02.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.295+0000 7fc49e7fc640 1 -- 172.21.15.67:0/3760353712 learned_addr learned my addr 172.21.15.67:0/3760353712 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:02.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.295+0000 7fc49f7fe640 1 --2- 172.21.15.67:0/3760353712 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc4a0106f10 0x7fc4a019cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:02.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.295+0000 7fc49effd640 1 --2- 172.21.15.67:0/3760353712 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc4a0101de0 0x7fc4a0198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:02.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.295+0000 7fc49e7fc640 1 -- 172.21.15.67:0/3760353712 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc4a0106f10 msgr2=0x7fc4a019cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:02.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.295+0000 7fc49e7fc640 1 --2- 172.21.15.67:0/3760353712 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc4a0106f10 0x7fc4a019cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:02.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.295+0000 7fc49e7fc640 1 -- 172.21.15.67:0/3760353712 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc4a0101de0 msgr2=0x7fc4a0198370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:02.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.295+0000 7fc49e7fc640 1 --2- 172.21.15.67:0/3760353712 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc4a0101de0 0x7fc4a0198370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:02.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.295+0000 7fc49e7fc640 1 -- 172.21.15.67:0/3760353712 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4a019d320 con 0x7fc4a0102790 2024-09-10T08:14:02.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.295+0000 7fc49e7fc640 1 --2- 172.21.15.67:0/3760353712 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4a0102790 0x7fc4a01988b0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fc494005940 tx=0x7fc4940042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:02.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.295+0000 7fc487fff640 1 -- 172.21.15.67:0/3760353712 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc49403f030 con 0x7fc4a0102790 2024-09-10T08:14:02.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.295+0000 7fc4a57d9640 1 -- 172.21.15.67:0/3760353712 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4a019d5b0 con 0x7fc4a0102790 2024-09-10T08:14:02.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.295+0000 7fc487fff640 1 -- 172.21.15.67:0/3760353712 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc494003cb0 con 0x7fc4a0102790 2024-09-10T08:14:02.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.295+0000 7fc487fff640 1 -- 172.21.15.67:0/3760353712 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc494035070 con 0x7fc4a0102790 2024-09-10T08:14:02.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.295+0000 7fc4a57d9640 1 -- 172.21.15.67:0/3760353712 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4a01a4ef0 con 0x7fc4a0102790 2024-09-10T08:14:02.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.296+0000 7fc4a57d9640 1 -- 172.21.15.67:0/3760353712 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fc4a0062980 con 0x7fc4a0102790 2024-09-10T08:14:02.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.298+0000 7fc487fff640 1 -- 172.21.15.67:0/3760353712 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fc494042030 con 0x7fc4a0102790 2024-09-10T08:14:02.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.298+0000 7fc487fff640 1 --2- 172.21.15.67:0/3760353712 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc4880a2c10 0x7fc4880a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:02.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.298+0000 7fc49effd640 1 --2- 172.21.15.67:0/3760353712 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc4880a2c10 0x7fc4880a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:02.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.298+0000 7fc487fff640 1 -- 172.21.15.67:0/3760353712 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9071+0+0 (secure 0 0 0) 0x7fc4940efeb0 con 0x7fc4a0102790 2024-09-10T08:14:02.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.299+0000 7fc487fff640 1 --2- 172.21.15.67:0/3760353712 >> [v2:172.21.15.133:6800/3995937115,v1:172.21.15.133:6801/3995937115] conn(0x7fc4880adc30 0x7fc4880b00d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:02.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.299+0000 7fc487fff640 1 -- 172.21.15.67:0/3760353712 --> [v2:172.21.15.133:6800/3995937115,v1:172.21.15.133:6801/3995937115] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fc494001d30 con 0x7fc4880adc30 2024-09-10T08:14:02.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.299+0000 7fc487fff640 1 -- 172.21.15.67:0/3760353712 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7fc4940f0300 con 0x7fc4a0102790 2024-09-10T08:14:02.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.299+0000 7fc49effd640 1 --2- 172.21.15.67:0/3760353712 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc4880a2c10 0x7fc4880a50d0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fc4900058c0 tx=0x7fc49000a250 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:02.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.299+0000 7fc49f7fe640 1 --2- 172.21.15.67:0/3760353712 >> [v2:172.21.15.133:6800/3995937115,v1:172.21.15.133:6801/3995937115] conn(0x7fc4880adc30 0x7fc4880b00d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:02.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.299+0000 7fc49f7fe640 1 --2- 172.21.15.67:0/3760353712 >> [v2:172.21.15.133:6800/3995937115,v1:172.21.15.133:6801/3995937115] conn(0x7fc4880adc30 0x7fc4880b00d0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:02.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.300+0000 7fc487fff640 1 -- 172.21.15.67:0/3760353712 <== osd.1 v2:172.21.15.133:6800/3995937115 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fc494001d30 con 0x7fc4880adc30 2024-09-10T08:14:02.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.314+0000 7fc4a57d9640 1 -- 172.21.15.67:0/3760353712 --> [v2:172.21.15.133:6800/3995937115,v1:172.21.15.133:6801/3995937115] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fc4a0062d80 con 0x7fc4880adc30 2024-09-10T08:14:02.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.315+0000 7fc487fff640 1 -- 172.21.15.67:0/3760353712 <== osd.1 v2:172.21.15.133:6800/3995937115 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fc4a0062d80 con 0x7fc4880adc30 2024-09-10T08:14:02.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.315+0000 7fc4a57d9640 1 -- 172.21.15.67:0/3760353712 >> [v2:172.21.15.133:6800/3995937115,v1:172.21.15.133:6801/3995937115] conn(0x7fc4880adc30 msgr2=0x7fc4880b00d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:02.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.315+0000 7fc4a57d9640 1 --2- 172.21.15.67:0/3760353712 >> [v2:172.21.15.133:6800/3995937115,v1:172.21.15.133:6801/3995937115] conn(0x7fc4880adc30 0x7fc4880b00d0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:02.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.315+0000 7fc4a57d9640 1 -- 172.21.15.67:0/3760353712 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc4880a2c10 msgr2=0x7fc4880a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:02.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.315+0000 7fc4a57d9640 1 --2- 172.21.15.67:0/3760353712 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc4880a2c10 0x7fc4880a50d0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fc4900058c0 tx=0x7fc49000a250 comp rx=0 tx=0).stop 2024-09-10T08:14:02.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.315+0000 7fc4a57d9640 1 -- 172.21.15.67:0/3760353712 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4a0102790 msgr2=0x7fc4a01988b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:02.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.315+0000 7fc4a57d9640 1 --2- 172.21.15.67:0/3760353712 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4a0102790 0x7fc4a01988b0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fc494005940 tx=0x7fc4940042f0 comp rx=0 tx=0).stop 2024-09-10T08:14:02.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.315+0000 7fc49f7fe640 1 -- 172.21.15.67:0/3760353712 reap_dead start 2024-09-10T08:14:02.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.315+0000 7fc4a57d9640 1 -- 172.21.15.67:0/3760353712 shutdown_connections 2024-09-10T08:14:02.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.315+0000 7fc4a57d9640 1 -- 172.21.15.67:0/3760353712 >> 172.21.15.67:0/3760353712 conn(0x7fc4a00fd8c0 msgr2=0x7fc4a00fecb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:02.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.315+0000 7fc4a57d9640 1 -- 172.21.15.67:0/3760353712 shutdown_connections 2024-09-10T08:14:02.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.315+0000 7fc4a57d9640 1 -- 172.21.15.67:0/3760353712 wait complete. 2024-09-10T08:14:02.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.715+0000 7f49fd66e640 1 -- 172.21.15.67:0/4023762189 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f49f81082a0 msgr2=0x7f49f810ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:02.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.715+0000 7f49fd66e640 1 --2- 172.21.15.67:0/4023762189 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f49f81082a0 0x7f49f810ec40 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f49f0009930 tx=0x7f49f002a420 comp rx=0 tx=0).stop 2024-09-10T08:14:02.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.715+0000 7f49fd66e640 1 -- 172.21.15.67:0/4023762189 shutdown_connections 2024-09-10T08:14:02.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.715+0000 7f49fd66e640 1 --2- 172.21.15.67:0/4023762189 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f49f81036e0 0x7f49f8107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:02.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.715+0000 7f49fd66e640 1 --2- 172.21.15.67:0/4023762189 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f49f81082a0 0x7f49f810ec40 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:02.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.715+0000 7f49fd66e640 1 --2- 172.21.15.67:0/4023762189 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f49f8102d30 0x7f49f8103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:02.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.715+0000 7f49fd66e640 1 -- 172.21.15.67:0/4023762189 >> 172.21.15.67:0/4023762189 conn(0x7f49f80fc7d0 msgr2=0x7f49f80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:02.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.715+0000 7f49fd66e640 1 -- 172.21.15.67:0/4023762189 shutdown_connections 2024-09-10T08:14:02.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.715+0000 7f49fd66e640 1 -- 172.21.15.67:0/4023762189 wait complete. 2024-09-10T08:14:02.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.715+0000 7f49fd66e640 1 Processor -- start 2024-09-10T08:14:02.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.715+0000 7f49fd66e640 1 -- start start 2024-09-10T08:14:02.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.716+0000 7f49fd66e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f49f8102d30 0x7f49f8198470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:02.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.716+0000 7f49fd66e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f49f81036e0 0x7f49f81989b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:02.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.716+0000 7f49fd66e640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f49f81082a0 0x7f49f819cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:02.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.716+0000 7f49fd66e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f49f8111f50 con 0x7f49f8102d30 2024-09-10T08:14:02.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.716+0000 7f49fd66e640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f49f8111dd0 con 0x7f49f81036e0 2024-09-10T08:14:02.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.716+0000 7f49fd66e640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f49f81120d0 con 0x7f49f81082a0 2024-09-10T08:14:02.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.716+0000 7f49f6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f49f8102d30 0x7f49f8198470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:02.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.716+0000 7f49f6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f49f8102d30 0x7f49f8198470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57070/0 (socket says 172.21.15.67:57070) 2024-09-10T08:14:02.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.716+0000 7f49f6ffd640 1 -- 172.21.15.67:0/2503648175 learned_addr learned my addr 172.21.15.67:0/2503648175 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:02.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.716+0000 7f49f67fc640 1 --2- 172.21.15.67:0/2503648175 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f49f81036e0 0x7f49f81989b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:02.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.716+0000 7f49f77fe640 1 --2- 172.21.15.67:0/2503648175 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f49f81082a0 0x7f49f819cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:02.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.716+0000 7f49f6ffd640 1 -- 172.21.15.67:0/2503648175 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f49f81082a0 msgr2=0x7f49f819cd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:02.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.716+0000 7f49f6ffd640 1 --2- 172.21.15.67:0/2503648175 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f49f81082a0 0x7f49f819cd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:02.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.716+0000 7f49f6ffd640 1 -- 172.21.15.67:0/2503648175 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f49f81036e0 msgr2=0x7f49f81989b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:02.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.716+0000 7f49f6ffd640 1 --2- 172.21.15.67:0/2503648175 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f49f81036e0 0x7f49f81989b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:02.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.716+0000 7f49f6ffd640 1 -- 172.21.15.67:0/2503648175 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49f819d420 con 0x7f49f8102d30 2024-09-10T08:14:02.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.716+0000 7f49f6ffd640 1 --2- 172.21.15.67:0/2503648175 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f49f8102d30 0x7f49f8198470 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f49e800cce0 tx=0x7f49e800a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:02.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.716+0000 7f49effff640 1 -- 172.21.15.67:0/2503648175 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49e8004b20 con 0x7f49f8102d30 2024-09-10T08:14:02.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.717+0000 7f49fd66e640 1 -- 172.21.15.67:0/2503648175 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49f819d710 con 0x7f49f8102d30 2024-09-10T08:14:02.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.717+0000 7f49effff640 1 -- 172.21.15.67:0/2503648175 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f49e8004cc0 con 0x7f49f8102d30 2024-09-10T08:14:02.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.717+0000 7f49effff640 1 -- 172.21.15.67:0/2503648175 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49e801d060 con 0x7f49f8102d30 2024-09-10T08:14:02.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.717+0000 7f49fd66e640 1 -- 172.21.15.67:0/2503648175 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49f81a4ff0 con 0x7f49f8102d30 2024-09-10T08:14:02.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.717+0000 7f49fd66e640 1 -- 172.21.15.67:0/2503648175 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f49f8062980 con 0x7f49f8102d30 2024-09-10T08:14:02.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.719+0000 7f49effff640 1 -- 172.21.15.67:0/2503648175 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f49e8004e70 con 0x7f49f8102d30 2024-09-10T08:14:02.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.720+0000 7f49effff640 1 --2- 172.21.15.67:0/2503648175 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f49e40a2c10 0x7f49e40a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:02.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.720+0000 7f49f67fc640 1 --2- 172.21.15.67:0/2503648175 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f49e40a2c10 0x7f49e40a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:02.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.720+0000 7f49effff640 1 -- 172.21.15.67:0/2503648175 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9071+0+0 (secure 0 0 0) 0x7f49e80cfa50 con 0x7f49f8102d30 2024-09-10T08:14:02.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.720+0000 7f49effff640 1 --2- 172.21.15.67:0/2503648175 >> [v2:172.21.15.133:6808/873062362,v1:172.21.15.133:6809/873062362] conn(0x7f49e40add60 0x7f49e40b0200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:02.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.720+0000 7f49effff640 1 -- 172.21.15.67:0/2503648175 --> [v2:172.21.15.133:6808/873062362,v1:172.21.15.133:6809/873062362] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f49e40b08d0 con 0x7f49e40add60 2024-09-10T08:14:02.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.720+0000 7f49effff640 1 -- 172.21.15.67:0/2503648175 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7f49e80cfea0 con 0x7f49f8102d30 2024-09-10T08:14:02.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.720+0000 7f49f67fc640 1 --2- 172.21.15.67:0/2503648175 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f49e40a2c10 0x7f49e40a50d0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f49f80fee30 tx=0x7f49e000a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:02.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.720+0000 7f49f77fe640 1 --2- 172.21.15.67:0/2503648175 >> [v2:172.21.15.133:6808/873062362,v1:172.21.15.133:6809/873062362] conn(0x7f49e40add60 0x7f49e40b0200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:02.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.721+0000 7f49f77fe640 1 --2- 172.21.15.67:0/2503648175 >> [v2:172.21.15.133:6808/873062362,v1:172.21.15.133:6809/873062362] conn(0x7f49e40add60 0x7f49e40b0200 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:02.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.722+0000 7f49effff640 1 -- 172.21.15.67:0/2503648175 <== osd.4 v2:172.21.15.133:6808/873062362 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f49e40b08d0 con 0x7f49e40add60 2024-09-10T08:14:02.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.735+0000 7f49fd66e640 1 -- 172.21.15.67:0/2503648175 --> [v2:172.21.15.133:6808/873062362,v1:172.21.15.133:6809/873062362] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f49f8062d80 con 0x7f49e40add60 2024-09-10T08:14:02.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.736+0000 7f49effff640 1 -- 172.21.15.67:0/2503648175 <== osd.4 v2:172.21.15.133:6808/873062362 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f49f8062d80 con 0x7f49e40add60 2024-09-10T08:14:02.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.736+0000 7f49fd66e640 1 -- 172.21.15.67:0/2503648175 >> [v2:172.21.15.133:6808/873062362,v1:172.21.15.133:6809/873062362] conn(0x7f49e40add60 msgr2=0x7f49e40b0200 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:02.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.736+0000 7f49fd66e640 1 --2- 172.21.15.67:0/2503648175 >> [v2:172.21.15.133:6808/873062362,v1:172.21.15.133:6809/873062362] conn(0x7f49e40add60 0x7f49e40b0200 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:02.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.736+0000 7f49fd66e640 1 -- 172.21.15.67:0/2503648175 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f49e40a2c10 msgr2=0x7f49e40a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:02.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.736+0000 7f49fd66e640 1 --2- 172.21.15.67:0/2503648175 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f49e40a2c10 0x7f49e40a50d0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f49f80fee30 tx=0x7f49e000a2d0 comp rx=0 tx=0).stop 2024-09-10T08:14:02.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.736+0000 7f49fd66e640 1 -- 172.21.15.67:0/2503648175 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f49f8102d30 msgr2=0x7f49f8198470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:02.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.736+0000 7f49fd66e640 1 --2- 172.21.15.67:0/2503648175 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f49f8102d30 0x7f49f8198470 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f49e800cce0 tx=0x7f49e800a620 comp rx=0 tx=0).stop 2024-09-10T08:14:02.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.736+0000 7f49f77fe640 1 -- 172.21.15.67:0/2503648175 reap_dead start 2024-09-10T08:14:02.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.736+0000 7f49fd66e640 1 -- 172.21.15.67:0/2503648175 shutdown_connections 2024-09-10T08:14:02.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.737+0000 7f49fd66e640 1 -- 172.21.15.67:0/2503648175 >> 172.21.15.67:0/2503648175 conn(0x7f49f80fc7d0 msgr2=0x7f49f8105da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:02.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.737+0000 7f49fd66e640 1 -- 172.21.15.67:0/2503648175 shutdown_connections 2024-09-10T08:14:02.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.737+0000 7f49fd66e640 1 -- 172.21.15.67:0/2503648175 wait complete. 2024-09-10T08:14:03.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.933+0000 7f817fb83640 1 -- 172.21.15.67:0/2978802236 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f81781036c0 msgr2=0x7f817810bbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:03.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.933+0000 7f817fb83640 1 --2- 172.21.15.67:0/2978802236 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f81781036c0 0x7f817810bbb0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f8168009900 tx=0x7f816802a480 comp rx=0 tx=0).stop 2024-09-10T08:14:03.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.933+0000 7f817fb83640 1 -- 172.21.15.67:0/2978802236 shutdown_connections 2024-09-10T08:14:03.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.933+0000 7f817fb83640 1 --2- 172.21.15.67:0/2978802236 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f817810c180 0x7f817810e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:03.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.933+0000 7f817fb83640 1 --2- 172.21.15.67:0/2978802236 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f81781036c0 0x7f817810bbb0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:03.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.933+0000 7f817fb83640 1 --2- 172.21.15.67:0/2978802236 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8178102da0 0x7f8178103180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:03.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.933+0000 7f817fb83640 1 -- 172.21.15.67:0/2978802236 >> 172.21.15.67:0/2978802236 conn(0x7f81780fc7a0 msgr2=0x7f81780febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:03.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.933+0000 7f817fb83640 1 -- 172.21.15.67:0/2978802236 shutdown_connections 2024-09-10T08:14:03.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.933+0000 7f817fb83640 1 -- 172.21.15.67:0/2978802236 wait complete. 2024-09-10T08:14:03.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.934+0000 7f817fb83640 1 Processor -- start 2024-09-10T08:14:03.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.934+0000 7f817fb83640 1 -- start start 2024-09-10T08:14:03.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.934+0000 7f817fb83640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8178102da0 0x7f8178198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:03.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.934+0000 7f817fb83640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f81781036c0 0x7f8178198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:03.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.934+0000 7f817fb83640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f817810c180 0x7f817819cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:03.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.934+0000 7f817fb83640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f8178111e50 con 0x7f81781036c0 2024-09-10T08:14:03.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.934+0000 7f817fb83640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f8178111cd0 con 0x7f817810c180 2024-09-10T08:14:03.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.934+0000 7f817fb83640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f8178111fd0 con 0x7f8178102da0 2024-09-10T08:14:03.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.934+0000 7f817d11e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f81781036c0 0x7f8178198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:03.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.934+0000 7f817d11e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f81781036c0 0x7f8178198880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57090/0 (socket says 172.21.15.67:57090) 2024-09-10T08:14:03.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.934+0000 7f817d11e640 1 -- 172.21.15.67:0/1173893451 learned_addr learned my addr 172.21.15.67:0/1173893451 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:03.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.934+0000 7f817d91f640 1 --2- 172.21.15.67:0/1173893451 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8178102da0 0x7f8178198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:03.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.934+0000 7f817e120640 1 --2- 172.21.15.67:0/1173893451 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f817810c180 0x7f817819cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:03.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.934+0000 7f817d11e640 1 -- 172.21.15.67:0/1173893451 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8178102da0 msgr2=0x7f8178198340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:03.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.934+0000 7f817d11e640 1 --2- 172.21.15.67:0/1173893451 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8178102da0 0x7f8178198340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:03.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.934+0000 7f817d11e640 1 -- 172.21.15.67:0/1173893451 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f817810c180 msgr2=0x7f817819cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:03.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.934+0000 7f817d11e640 1 --2- 172.21.15.67:0/1173893451 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f817810c180 0x7f817819cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:03.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.934+0000 7f817d11e640 1 -- 172.21.15.67:0/1173893451 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f817819d2f0 con 0x7f81781036c0 2024-09-10T08:14:03.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.934+0000 7f817d91f640 1 --2- 172.21.15.67:0/1173893451 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8178102da0 0x7f8178198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:14:03.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.935+0000 7f817d11e640 1 --2- 172.21.15.67:0/1173893451 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f81781036c0 0x7f8178198880 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f8168006010 tx=0x7f8168004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:03.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.935+0000 7f816effd640 1 -- 172.21.15.67:0/1173893451 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f816803f030 con 0x7f81781036c0 2024-09-10T08:14:03.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.935+0000 7f816effd640 1 -- 172.21.15.67:0/1173893451 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f81680035f0 con 0x7f81781036c0 2024-09-10T08:14:03.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.935+0000 7f816effd640 1 -- 172.21.15.67:0/1173893451 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8168035070 con 0x7f81781036c0 2024-09-10T08:14:03.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.935+0000 7f817fb83640 1 -- 172.21.15.67:0/1173893451 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f817819d580 con 0x7f81781036c0 2024-09-10T08:14:03.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.935+0000 7f817fb83640 1 -- 172.21.15.67:0/1173893451 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81781a4ec0 con 0x7f81781036c0 2024-09-10T08:14:03.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.936+0000 7f817fb83640 1 -- 172.21.15.67:0/1173893451 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f8178062980 con 0x7f81781036c0 2024-09-10T08:14:03.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.938+0000 7f816effd640 1 -- 172.21.15.67:0/1173893451 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f8168003b10 con 0x7f81781036c0 2024-09-10T08:14:03.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.938+0000 7f816effd640 1 --2- 172.21.15.67:0/1173893451 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f81640a2c10 0x7f81640a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:03.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.938+0000 7f817d91f640 1 --2- 172.21.15.67:0/1173893451 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f81640a2c10 0x7f81640a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:03.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.938+0000 7f816effd640 1 -- 172.21.15.67:0/1173893451 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9071+0+0 (secure 0 0 0) 0x7f81680f07b0 con 0x7f81781036c0 2024-09-10T08:14:03.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.938+0000 7f816effd640 1 --2- 172.21.15.67:0/1173893451 >> [v2:172.21.15.133:6824/1358359980,v1:172.21.15.133:6825/1358359980] conn(0x7f81640adce0 0x7f81640b0180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:03.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.939+0000 7f816effd640 1 -- 172.21.15.67:0/1173893451 --> [v2:172.21.15.133:6824/1358359980,v1:172.21.15.133:6825/1358359980] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f8168001d30 con 0x7f81640adce0 2024-09-10T08:14:03.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.939+0000 7f816effd640 1 -- 172.21.15.67:0/1173893451 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7f81680f0bf0 con 0x7f81781036c0 2024-09-10T08:14:03.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.939+0000 7f817e120640 1 --2- 172.21.15.67:0/1173893451 >> [v2:172.21.15.133:6824/1358359980,v1:172.21.15.133:6825/1358359980] conn(0x7f81640adce0 0x7f81640b0180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:03.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.939+0000 7f817d91f640 1 --2- 172.21.15.67:0/1173893451 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f81640a2c10 0x7f81640a50d0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f817400abe0 tx=0x7f817400a5c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:03.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.939+0000 7f817e120640 1 --2- 172.21.15.67:0/1173893451 >> [v2:172.21.15.133:6824/1358359980,v1:172.21.15.133:6825/1358359980] conn(0x7f81640adce0 0x7f81640b0180 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:03.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.940+0000 7f816effd640 1 -- 172.21.15.67:0/1173893451 <== osd.10 v2:172.21.15.133:6824/1358359980 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f8168001d30 con 0x7f81640adce0 2024-09-10T08:14:03.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.954+0000 7f817fb83640 1 -- 172.21.15.67:0/1173893451 --> [v2:172.21.15.133:6824/1358359980,v1:172.21.15.133:6825/1358359980] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f8178062e00 con 0x7f81640adce0 2024-09-10T08:14:03.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.954+0000 7f816effd640 1 -- 172.21.15.67:0/1173893451 <== osd.10 v2:172.21.15.133:6824/1358359980 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f8178062e00 con 0x7f81640adce0 2024-09-10T08:14:03.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.955+0000 7f817fb83640 1 -- 172.21.15.67:0/1173893451 >> [v2:172.21.15.133:6824/1358359980,v1:172.21.15.133:6825/1358359980] conn(0x7f81640adce0 msgr2=0x7f81640b0180 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:03.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.955+0000 7f817fb83640 1 --2- 172.21.15.67:0/1173893451 >> [v2:172.21.15.133:6824/1358359980,v1:172.21.15.133:6825/1358359980] conn(0x7f81640adce0 0x7f81640b0180 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:03.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.955+0000 7f817fb83640 1 -- 172.21.15.67:0/1173893451 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f81640a2c10 msgr2=0x7f81640a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:03.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.955+0000 7f817fb83640 1 --2- 172.21.15.67:0/1173893451 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f81640a2c10 0x7f81640a50d0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f817400abe0 tx=0x7f817400a5c0 comp rx=0 tx=0).stop 2024-09-10T08:14:03.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.955+0000 7f817fb83640 1 -- 172.21.15.67:0/1173893451 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f81781036c0 msgr2=0x7f8178198880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:03.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.955+0000 7f817fb83640 1 --2- 172.21.15.67:0/1173893451 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f81781036c0 0x7f8178198880 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f8168006010 tx=0x7f8168004270 comp rx=0 tx=0).stop 2024-09-10T08:14:03.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.955+0000 7f817e120640 1 -- 172.21.15.67:0/1173893451 reap_dead start 2024-09-10T08:14:03.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.955+0000 7f817fb83640 1 -- 172.21.15.67:0/1173893451 shutdown_connections 2024-09-10T08:14:03.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.955+0000 7f817fb83640 1 -- 172.21.15.67:0/1173893451 >> 172.21.15.67:0/1173893451 conn(0x7f81780fc7a0 msgr2=0x7f81780fdfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:03.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.955+0000 7f817fb83640 1 -- 172.21.15.67:0/1173893451 shutdown_connections 2024-09-10T08:14:03.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.955+0000 7f817fb83640 1 -- 172.21.15.67:0/1173893451 wait complete. 2024-09-10T08:14:03.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:03 smithi203 ceph-mon[34672]: pgmap v332: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 9 op/s 2024-09-10T08:14:03.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:03 smithi133 ceph-mon[34721]: pgmap v332: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 9 op/s 2024-09-10T08:14:03.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:03 smithi067 ceph-mon[31051]: pgmap v332: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 9 op/s 2024-09-10T08:14:04.367 INFO:teuthology.orchestra.run.smithi067.stdout:326417514526 2024-09-10T08:14:04.368 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph osd last-stat-seq osd.11 2024-09-10T08:14:04.761 INFO:teuthology.orchestra.run.smithi067.stdout:34359738454 2024-09-10T08:14:04.761 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-09-10T08:14:04.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.995+0000 7fe0a3282640 1 -- 172.21.15.67:0/944849308 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe09c102da0 msgr2=0x7fe09c103180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:04.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.995+0000 7fe0a3282640 1 --2- 172.21.15.67:0/944849308 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe09c102da0 0x7fe09c103180 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fe098009900 tx=0x7fe09802a480 comp rx=0 tx=0).stop 2024-09-10T08:14:04.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.995+0000 7fe0a3282640 1 -- 172.21.15.67:0/944849308 shutdown_connections 2024-09-10T08:14:04.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.995+0000 7fe0a3282640 1 --2- 172.21.15.67:0/944849308 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe09c1036c0 0x7fe09c10bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:04.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.995+0000 7fe0a3282640 1 --2- 172.21.15.67:0/944849308 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe09c10c180 0x7fe09c10e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:04.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.995+0000 7fe0a3282640 1 --2- 172.21.15.67:0/944849308 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe09c102da0 0x7fe09c103180 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:04.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.995+0000 7fe0a3282640 1 -- 172.21.15.67:0/944849308 >> 172.21.15.67:0/944849308 conn(0x7fe09c0fc7a0 msgr2=0x7fe09c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:04.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.995+0000 7fe0a3282640 1 -- 172.21.15.67:0/944849308 shutdown_connections 2024-09-10T08:14:04.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.995+0000 7fe0a3282640 1 -- 172.21.15.67:0/944849308 wait complete. 2024-09-10T08:14:04.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.996+0000 7fe0a3282640 1 Processor -- start 2024-09-10T08:14:04.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.996+0000 7fe0a3282640 1 -- start start 2024-09-10T08:14:04.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.996+0000 7fe0a3282640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe09c102da0 0x7fe09c100a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:04.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.996+0000 7fe0a3282640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe09c1036c0 0x7fe09c100f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:04.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.996+0000 7fe0a3282640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe09c10c180 0x7fe09c101480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:04.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.996+0000 7fe0a3282640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe09c111e50 con 0x7fe09c1036c0 2024-09-10T08:14:04.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.996+0000 7fe0a3282640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fe09c111cd0 con 0x7fe09c102da0 2024-09-10T08:14:04.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.996+0000 7fe0a3282640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fe09c111fd0 con 0x7fe09c10c180 2024-09-10T08:14:04.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.996+0000 7fe0a081d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe09c1036c0 0x7fe09c100f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:04.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.996+0000 7fe0a081d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe09c1036c0 0x7fe09c100f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57048/0 (socket says 172.21.15.67:57048) 2024-09-10T08:14:04.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.996+0000 7fe0a081d640 1 -- 172.21.15.67:0/2665115186 learned_addr learned my addr 172.21.15.67:0/2665115186 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:04.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.996+0000 7fe0a101e640 1 --2- 172.21.15.67:0/2665115186 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe09c102da0 0x7fe09c100a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:04.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.996+0000 7fe0a081d640 1 -- 172.21.15.67:0/2665115186 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe09c10c180 msgr2=0x7fe09c101480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:04.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.996+0000 7fe0a181f640 1 --2- 172.21.15.67:0/2665115186 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe09c10c180 0x7fe09c101480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:04.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.996+0000 7fe0a081d640 1 --2- 172.21.15.67:0/2665115186 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe09c10c180 0x7fe09c101480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:04.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.996+0000 7fe0a081d640 1 -- 172.21.15.67:0/2665115186 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe09c102da0 msgr2=0x7fe09c100a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:04.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.996+0000 7fe0a081d640 1 --2- 172.21.15.67:0/2665115186 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe09c102da0 0x7fe09c100a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:04.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.996+0000 7fe0a081d640 1 -- 172.21.15.67:0/2665115186 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe09c1a68b0 con 0x7fe09c1036c0 2024-09-10T08:14:04.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.997+0000 7fe0a081d640 1 --2- 172.21.15.67:0/2665115186 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe09c1036c0 0x7fe09c100f40 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fe08c00d950 tx=0x7fe08c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:04.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.997+0000 7fe0927fc640 1 -- 172.21.15.67:0/2665115186 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe08c017070 con 0x7fe09c1036c0 2024-09-10T08:14:04.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.997+0000 7fe0927fc640 1 -- 172.21.15.67:0/2665115186 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe08c009c30 con 0x7fe09c1036c0 2024-09-10T08:14:04.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.997+0000 7fe0a3282640 1 -- 172.21.15.67:0/2665115186 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe09c1a6ba0 con 0x7fe09c1036c0 2024-09-10T08:14:04.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.997+0000 7fe0927fc640 1 -- 172.21.15.67:0/2665115186 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe08c00f620 con 0x7fe09c1036c0 2024-09-10T08:14:04.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.997+0000 7fe0a3282640 1 -- 172.21.15.67:0/2665115186 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe09c1a70e0 con 0x7fe09c1036c0 2024-09-10T08:14:04.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.998+0000 7fe0a3282640 1 -- 172.21.15.67:0/2665115186 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fe09c0628c0 con 0x7fe09c1036c0 2024-09-10T08:14:04.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:01.999+0000 7fe0927fc640 1 -- 172.21.15.67:0/2665115186 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fe08c0109a0 con 0x7fe09c1036c0 2024-09-10T08:14:04.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.000+0000 7fe0927fc640 1 --2- 172.21.15.67:0/2665115186 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe0880a2c10 0x7fe0880a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:04.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.000+0000 7fe0927fc640 1 -- 172.21.15.67:0/2665115186 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9071+0+0 (secure 0 0 0) 0x7fe08c0cf4f0 con 0x7fe09c1036c0 2024-09-10T08:14:04.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.000+0000 7fe0a101e640 1 --2- 172.21.15.67:0/2665115186 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe0880a2c10 0x7fe0880a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:04.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.000+0000 7fe0927fc640 1 --2- 172.21.15.67:0/2665115186 >> [v2:172.21.15.67:6826/228642541,v1:172.21.15.67:6827/228642541] conn(0x7fe0880add60 0x7fe0880b0200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:04.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.000+0000 7fe0927fc640 1 -- 172.21.15.67:0/2665115186 --> [v2:172.21.15.67:6826/228642541,v1:172.21.15.67:6827/228642541] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fe0880b08d0 con 0x7fe0880add60 2024-09-10T08:14:04.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.000+0000 7fe0927fc640 1 -- 172.21.15.67:0/2665115186 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7fe08c0cf940 con 0x7fe09c1036c0 2024-09-10T08:14:04.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.000+0000 7fe0a181f640 1 --2- 172.21.15.67:0/2665115186 >> [v2:172.21.15.67:6826/228642541,v1:172.21.15.67:6827/228642541] conn(0x7fe0880add60 0x7fe0880b0200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:04.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.000+0000 7fe0a101e640 1 --2- 172.21.15.67:0/2665115186 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe0880a2c10 0x7fe0880a50d0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fe098031440 tx=0x7fe098005b50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:04.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.000+0000 7fe0a181f640 1 --2- 172.21.15.67:0/2665115186 >> [v2:172.21.15.67:6826/228642541,v1:172.21.15.67:6827/228642541] conn(0x7fe0880add60 0x7fe0880b0200 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:04.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.001+0000 7fe0927fc640 1 -- 172.21.15.67:0/2665115186 <== osd.9 v2:172.21.15.67:6826/228642541 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fe0880b08d0 con 0x7fe0880add60 2024-09-10T08:14:04.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.015+0000 7fe0a3282640 1 -- 172.21.15.67:0/2665115186 --> [v2:172.21.15.67:6826/228642541,v1:172.21.15.67:6827/228642541] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fe09c062d40 con 0x7fe0880add60 2024-09-10T08:14:04.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.015+0000 7fe0927fc640 1 -- 172.21.15.67:0/2665115186 <== osd.9 v2:172.21.15.67:6826/228642541 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fe09c062d40 con 0x7fe0880add60 2024-09-10T08:14:04.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.015+0000 7fe0a3282640 1 -- 172.21.15.67:0/2665115186 >> [v2:172.21.15.67:6826/228642541,v1:172.21.15.67:6827/228642541] conn(0x7fe0880add60 msgr2=0x7fe0880b0200 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:04.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.015+0000 7fe0a3282640 1 --2- 172.21.15.67:0/2665115186 >> [v2:172.21.15.67:6826/228642541,v1:172.21.15.67:6827/228642541] conn(0x7fe0880add60 0x7fe0880b0200 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:04.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.015+0000 7fe0a3282640 1 -- 172.21.15.67:0/2665115186 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe0880a2c10 msgr2=0x7fe0880a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:04.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.015+0000 7fe0a3282640 1 --2- 172.21.15.67:0/2665115186 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe0880a2c10 0x7fe0880a50d0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fe098031440 tx=0x7fe098005b50 comp rx=0 tx=0).stop 2024-09-10T08:14:04.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.015+0000 7fe0a3282640 1 -- 172.21.15.67:0/2665115186 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe09c1036c0 msgr2=0x7fe09c100f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:04.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.015+0000 7fe0a3282640 1 --2- 172.21.15.67:0/2665115186 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe09c1036c0 0x7fe09c100f40 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fe08c00d950 tx=0x7fe08c00de10 comp rx=0 tx=0).stop 2024-09-10T08:14:04.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.015+0000 7fe0a181f640 1 -- 172.21.15.67:0/2665115186 reap_dead start 2024-09-10T08:14:04.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.015+0000 7fe0a3282640 1 -- 172.21.15.67:0/2665115186 shutdown_connections 2024-09-10T08:14:04.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.015+0000 7fe0a3282640 1 -- 172.21.15.67:0/2665115186 >> 172.21.15.67:0/2665115186 conn(0x7fe09c0fc7a0 msgr2=0x7fe09c0fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:04.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.015+0000 7fe0a3282640 1 -- 172.21.15.67:0/2665115186 shutdown_connections 2024-09-10T08:14:04.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:02.015+0000 7fe0a3282640 1 -- 172.21.15.67:0/2665115186 wait complete. 2024-09-10T08:14:05.478 INFO:teuthology.orchestra.run.smithi067.stdout:270582939689 2024-09-10T08:14:05.479 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph osd last-stat-seq osd.9 2024-09-10T08:14:05.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:05 smithi067 ceph-mon[31051]: pgmap v333: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-09-10T08:14:05.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.742+0000 7fb28a640640 1 -- 172.21.15.67:0/966485990 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb284102570 msgr2=0x7fb2841029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:05.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.742+0000 7fb28a640640 1 --2- 172.21.15.67:0/966485990 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb284102570 0x7fb2841029b0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fb26c009900 tx=0x7fb26c02a480 comp rx=0 tx=0).stop 2024-09-10T08:14:05.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.742+0000 7fb28a640640 1 -- 172.21.15.67:0/966485990 shutdown_connections 2024-09-10T08:14:05.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.742+0000 7fb28a640640 1 --2- 172.21.15.67:0/966485990 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb284102ef0 0x7fb28410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:05.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.742+0000 7fb28a640640 1 --2- 172.21.15.67:0/966485990 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb284102570 0x7fb2841029b0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:05.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.742+0000 7fb28a640640 1 --2- 172.21.15.67:0/966485990 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb284100e20 0x7fb284101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:05.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.742+0000 7fb28a640640 1 -- 172.21.15.67:0/966485990 >> 172.21.15.67:0/966485990 conn(0x7fb2840fc7d0 msgr2=0x7fb2840febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:05.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.742+0000 7fb28a640640 1 -- 172.21.15.67:0/966485990 shutdown_connections 2024-09-10T08:14:05.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.742+0000 7fb28a640640 1 -- 172.21.15.67:0/966485990 wait complete. 2024-09-10T08:14:05.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.742+0000 7fb28a640640 1 Processor -- start 2024-09-10T08:14:05.759 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.743+0000 7fb28a640640 1 -- start start 2024-09-10T08:14:05.759 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.743+0000 7fb28a640640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb284100e20 0x7fb284198410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:05.759 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.743+0000 7fb28a640640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb284102570 0x7fb284198950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:05.759 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.743+0000 7fb28a640640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb284102ef0 0x7fb28419cce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:05.759 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.743+0000 7fb28a640640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb284111f50 con 0x7fb284100e20 2024-09-10T08:14:05.759 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.743+0000 7fb28a640640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fb284111dd0 con 0x7fb284102570 2024-09-10T08:14:05.759 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.743+0000 7fb28a640640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fb2841120d0 con 0x7fb284102ef0 2024-09-10T08:14:05.759 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.743+0000 7fb283fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb284100e20 0x7fb284198410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:05.759 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.743+0000 7fb283fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb284100e20 0x7fb284198410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55174/0 (socket says 172.21.15.67:55174) 2024-09-10T08:14:05.759 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.743+0000 7fb283fff640 1 -- 172.21.15.67:0/2395153680 learned_addr learned my addr 172.21.15.67:0/2395153680 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:05.759 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.743+0000 7fb2837fe640 1 --2- 172.21.15.67:0/2395153680 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb284102570 0x7fb284198950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:05.759 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.743+0000 7fb288bdd640 1 --2- 172.21.15.67:0/2395153680 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb284102ef0 0x7fb28419cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:05.759 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.743+0000 7fb283fff640 1 -- 172.21.15.67:0/2395153680 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb284102ef0 msgr2=0x7fb28419cce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:05.759 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.743+0000 7fb283fff640 1 --2- 172.21.15.67:0/2395153680 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb284102ef0 0x7fb28419cce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:05.760 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.743+0000 7fb283fff640 1 -- 172.21.15.67:0/2395153680 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb284102570 msgr2=0x7fb284198950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:05.760 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.743+0000 7fb283fff640 1 --2- 172.21.15.67:0/2395153680 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb284102570 0x7fb284198950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:05.760 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.743+0000 7fb283fff640 1 -- 172.21.15.67:0/2395153680 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb28419d3c0 con 0x7fb284100e20 2024-09-10T08:14:05.760 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.744+0000 7fb283fff640 1 --2- 172.21.15.67:0/2395153680 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb284100e20 0x7fb284198410 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fb27400c890 tx=0x7fb27400cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:05.760 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.744+0000 7fb2817fa640 1 -- 172.21.15.67:0/2395153680 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb274004220 con 0x7fb284100e20 2024-09-10T08:14:05.760 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.744+0000 7fb28a640640 1 -- 172.21.15.67:0/2395153680 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb28419d6b0 con 0x7fb284100e20 2024-09-10T08:14:05.760 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.744+0000 7fb2817fa640 1 -- 172.21.15.67:0/2395153680 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb2740043c0 con 0x7fb284100e20 2024-09-10T08:14:05.760 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.744+0000 7fb2817fa640 1 -- 172.21.15.67:0/2395153680 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb274004a00 con 0x7fb284100e20 2024-09-10T08:14:05.760 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.744+0000 7fb28a640640 1 -- 172.21.15.67:0/2395153680 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2841a4f90 con 0x7fb284100e20 2024-09-10T08:14:05.760 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.745+0000 7fb28a640640 1 -- 172.21.15.67:0/2395153680 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fb284062940 con 0x7fb284100e20 2024-09-10T08:14:05.760 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.746+0000 7fb2817fa640 1 -- 172.21.15.67:0/2395153680 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fb274004ba0 con 0x7fb284100e20 2024-09-10T08:14:05.760 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.747+0000 7fb2817fa640 1 --2- 172.21.15.67:0/2395153680 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb2700a2c10 0x7fb2700a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:05.760 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.747+0000 7fb2837fe640 1 --2- 172.21.15.67:0/2395153680 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb2700a2c10 0x7fb2700a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:05.760 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.747+0000 7fb2817fa640 1 -- 172.21.15.67:0/2395153680 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9071+0+0 (secure 0 0 0) 0x7fb2740cf570 con 0x7fb284100e20 2024-09-10T08:14:05.761 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.747+0000 7fb2817fa640 1 --2- 172.21.15.67:0/2395153680 >> [v2:172.21.15.67:6810/1513600391,v1:172.21.15.67:6811/1513600391] conn(0x7fb2700add60 0x7fb2700b0200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:05.761 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.747+0000 7fb2817fa640 1 -- 172.21.15.67:0/2395153680 --> [v2:172.21.15.67:6810/1513600391,v1:172.21.15.67:6811/1513600391] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fb274023ef0 con 0x7fb2700add60 2024-09-10T08:14:05.761 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.747+0000 7fb2817fa640 1 -- 172.21.15.67:0/2395153680 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7fb2740cf9c0 con 0x7fb284100e20 2024-09-10T08:14:05.761 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.747+0000 7fb288bdd640 1 --2- 172.21.15.67:0/2395153680 >> [v2:172.21.15.67:6810/1513600391,v1:172.21.15.67:6811/1513600391] conn(0x7fb2700add60 0x7fb2700b0200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:05.761 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.747+0000 7fb2837fe640 1 --2- 172.21.15.67:0/2395153680 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb2700a2c10 0x7fb2700a50d0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fb26c009230 tx=0x7fb26c0058d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:05.761 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.747+0000 7fb288bdd640 1 --2- 172.21.15.67:0/2395153680 >> [v2:172.21.15.67:6810/1513600391,v1:172.21.15.67:6811/1513600391] conn(0x7fb2700add60 0x7fb2700b0200 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:05.761 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.748+0000 7fb2817fa640 1 -- 172.21.15.67:0/2395153680 <== osd.3 v2:172.21.15.67:6810/1513600391 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fb274023ef0 con 0x7fb2700add60 2024-09-10T08:14:05.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.762+0000 7fb28a640640 1 -- 172.21.15.67:0/2395153680 --> [v2:172.21.15.67:6810/1513600391,v1:172.21.15.67:6811/1513600391] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fb284062dc0 con 0x7fb2700add60 2024-09-10T08:14:05.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.762+0000 7fb2817fa640 1 -- 172.21.15.67:0/2395153680 <== osd.3 v2:172.21.15.67:6810/1513600391 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7fb284062dc0 con 0x7fb2700add60 2024-09-10T08:14:05.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.762+0000 7fb28a640640 1 -- 172.21.15.67:0/2395153680 >> [v2:172.21.15.67:6810/1513600391,v1:172.21.15.67:6811/1513600391] conn(0x7fb2700add60 msgr2=0x7fb2700b0200 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:05.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.762+0000 7fb28a640640 1 --2- 172.21.15.67:0/2395153680 >> [v2:172.21.15.67:6810/1513600391,v1:172.21.15.67:6811/1513600391] conn(0x7fb2700add60 0x7fb2700b0200 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:05.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.762+0000 7fb28a640640 1 -- 172.21.15.67:0/2395153680 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb2700a2c10 msgr2=0x7fb2700a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:05.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.762+0000 7fb28a640640 1 --2- 172.21.15.67:0/2395153680 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb2700a2c10 0x7fb2700a50d0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fb26c009230 tx=0x7fb26c0058d0 comp rx=0 tx=0).stop 2024-09-10T08:14:05.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.762+0000 7fb28a640640 1 -- 172.21.15.67:0/2395153680 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb284100e20 msgr2=0x7fb284198410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:05.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.762+0000 7fb28a640640 1 --2- 172.21.15.67:0/2395153680 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb284100e20 0x7fb284198410 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fb27400c890 tx=0x7fb27400cd50 comp rx=0 tx=0).stop 2024-09-10T08:14:05.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.763+0000 7fb288bdd640 1 -- 172.21.15.67:0/2395153680 reap_dead start 2024-09-10T08:14:05.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.763+0000 7fb28a640640 1 -- 172.21.15.67:0/2395153680 shutdown_connections 2024-09-10T08:14:05.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.763+0000 7fb28a640640 1 -- 172.21.15.67:0/2395153680 >> 172.21.15.67:0/2395153680 conn(0x7fb2840fc7d0 msgr2=0x7fb2840febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:05.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.763+0000 7fb28a640640 1 -- 172.21.15.67:0/2395153680 shutdown_connections 2024-09-10T08:14:05.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:05.763+0000 7fb28a640640 1 -- 172.21.15.67:0/2395153680 wait complete. 2024-09-10T08:14:05.820 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:05 smithi203 ceph-mon[34672]: pgmap v333: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-09-10T08:14:05.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:05 smithi133 ceph-mon[34721]: pgmap v333: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 10 op/s 2024-09-10T08:14:05.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.609+0000 7f8834c63640 1 -- 172.21.15.67:0/1827621534 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8830102570 msgr2=0x7f88301029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:05.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.609+0000 7f8834c63640 1 --2- 172.21.15.67:0/1827621534 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8830102570 0x7f88301029b0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f8824009ca0 tx=0x7f882402a950 comp rx=0 tx=0).stop 2024-09-10T08:14:05.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.610+0000 7f8834c63640 1 -- 172.21.15.67:0/1827621534 shutdown_connections 2024-09-10T08:14:05.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.610+0000 7f8834c63640 1 --2- 172.21.15.67:0/1827621534 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8830102ef0 0x7f883010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:05.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.610+0000 7f8834c63640 1 --2- 172.21.15.67:0/1827621534 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8830102570 0x7f88301029b0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:05.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.610+0000 7f8834c63640 1 --2- 172.21.15.67:0/1827621534 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8830100e20 0x7f8830101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:05.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.610+0000 7f8834c63640 1 -- 172.21.15.67:0/1827621534 >> 172.21.15.67:0/1827621534 conn(0x7f88300fc7d0 msgr2=0x7f88300febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:05.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.610+0000 7f8834c63640 1 -- 172.21.15.67:0/1827621534 shutdown_connections 2024-09-10T08:14:05.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.610+0000 7f8834c63640 1 -- 172.21.15.67:0/1827621534 wait complete. 2024-09-10T08:14:05.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.610+0000 7f8834c63640 1 Processor -- start 2024-09-10T08:14:05.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.611+0000 7f8834c63640 1 -- start start 2024-09-10T08:14:05.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.611+0000 7f8834c63640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8830100e20 0x7f8830197350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:05.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.611+0000 7f8834c63640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8830102570 0x7f8830197890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:05.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.611+0000 7f8834c63640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8830102ef0 0x7f883019bc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:05.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.611+0000 7f8834c63640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f8830110e30 con 0x7f8830102ef0 2024-09-10T08:14:05.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.611+0000 7f8834c63640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f8830110cb0 con 0x7f8830100e20 2024-09-10T08:14:05.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.611+0000 7f8834c63640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f8830110fb0 con 0x7f8830102570 2024-09-10T08:14:05.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.611+0000 7f882ed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8830102ef0 0x7f883019bc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:05.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.611+0000 7f882ed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8830102ef0 0x7f883019bc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57000/0 (socket says 172.21.15.67:57000) 2024-09-10T08:14:05.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.611+0000 7f882ed9d640 1 -- 172.21.15.67:0/2956008080 learned_addr learned my addr 172.21.15.67:0/2956008080 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:05.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.611+0000 7f882dd9b640 1 --2- 172.21.15.67:0/2956008080 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8830102570 0x7f8830197890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:05.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.611+0000 7f882e59c640 1 --2- 172.21.15.67:0/2956008080 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8830100e20 0x7f8830197350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:05.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.611+0000 7f882ed9d640 1 -- 172.21.15.67:0/2956008080 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8830102570 msgr2=0x7f8830197890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:05.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.611+0000 7f882ed9d640 1 --2- 172.21.15.67:0/2956008080 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8830102570 0x7f8830197890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:05.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.611+0000 7f882ed9d640 1 -- 172.21.15.67:0/2956008080 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8830100e20 msgr2=0x7f8830197350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:05.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.611+0000 7f882ed9d640 1 --2- 172.21.15.67:0/2956008080 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8830100e20 0x7f8830197350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:05.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.611+0000 7f882ed9d640 1 -- 172.21.15.67:0/2956008080 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f883019c300 con 0x7f8830102ef0 2024-09-10T08:14:05.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.611+0000 7f882e59c640 1 --2- 172.21.15.67:0/2956008080 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8830100e20 0x7f8830197350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:14:05.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.611+0000 7f882ed9d640 1 --2- 172.21.15.67:0/2956008080 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8830102ef0 0x7f883019bc20 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f882800d950 tx=0x7f882800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:05.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.612+0000 7f881f7fe640 1 -- 172.21.15.67:0/2956008080 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8828017030 con 0x7f8830102ef0 2024-09-10T08:14:05.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.612+0000 7f881f7fe640 1 -- 172.21.15.67:0/2956008080 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8828004020 con 0x7f8830102ef0 2024-09-10T08:14:05.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.612+0000 7f8834c63640 1 -- 172.21.15.67:0/2956008080 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f883019c5f0 con 0x7f8830102ef0 2024-09-10T08:14:05.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.612+0000 7f881f7fe640 1 -- 172.21.15.67:0/2956008080 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8828003b20 con 0x7f8830102ef0 2024-09-10T08:14:05.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.612+0000 7f8834c63640 1 -- 172.21.15.67:0/2956008080 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f88301a3ed0 con 0x7f8830102ef0 2024-09-10T08:14:05.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.612+0000 7f8834c63640 1 -- 172.21.15.67:0/2956008080 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f8830062940 con 0x7f8830102ef0 2024-09-10T08:14:05.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.614+0000 7f881f7fe640 1 -- 172.21.15.67:0/2956008080 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f882801a070 con 0x7f8830102ef0 2024-09-10T08:14:05.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.614+0000 7f881f7fe640 1 --2- 172.21.15.67:0/2956008080 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f88180a2c90 0x7f88180a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:05.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.615+0000 7f882e59c640 1 --2- 172.21.15.67:0/2956008080 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f88180a2c90 0x7f88180a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:05.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.615+0000 7f881f7fe640 1 -- 172.21.15.67:0/2956008080 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9071+0+0 (secure 0 0 0) 0x7f88280cf3f0 con 0x7f8830102ef0 2024-09-10T08:14:05.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.615+0000 7f881f7fe640 1 --2- 172.21.15.67:0/2956008080 >> [v2:172.21.15.203:6800/3905493348,v1:172.21.15.203:6801/3905493348] conn(0x7f88180adde0 0x7f88180b0280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:05.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.615+0000 7f881f7fe640 1 -- 172.21.15.67:0/2956008080 --> [v2:172.21.15.203:6800/3905493348,v1:172.21.15.203:6801/3905493348] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f8828004370 con 0x7f88180adde0 2024-09-10T08:14:05.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.615+0000 7f881f7fe640 1 -- 172.21.15.67:0/2956008080 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7f88280cf840 con 0x7f8830102ef0 2024-09-10T08:14:05.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.615+0000 7f882e59c640 1 --2- 172.21.15.67:0/2956008080 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f88180a2c90 0x7f88180a5150 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f88200058c0 tx=0x7f8820005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:05.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.615+0000 7f882dd9b640 1 --2- 172.21.15.67:0/2956008080 >> [v2:172.21.15.203:6800/3905493348,v1:172.21.15.203:6801/3905493348] conn(0x7f88180adde0 0x7f88180b0280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:05.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.616+0000 7f882dd9b640 1 --2- 172.21.15.67:0/2956008080 >> [v2:172.21.15.203:6800/3905493348,v1:172.21.15.203:6801/3905493348] conn(0x7f88180adde0 0x7f88180b0280 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:05.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.617+0000 7f881f7fe640 1 -- 172.21.15.67:0/2956008080 <== osd.2 v2:172.21.15.203:6800/3905493348 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f8828004370 con 0x7f88180adde0 2024-09-10T08:14:05.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.630+0000 7f8834c63640 1 -- 172.21.15.67:0/2956008080 --> [v2:172.21.15.203:6800/3905493348,v1:172.21.15.203:6801/3905493348] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f8830062dc0 con 0x7f88180adde0 2024-09-10T08:14:05.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.631+0000 7f881f7fe640 1 -- 172.21.15.67:0/2956008080 <== osd.2 v2:172.21.15.203:6800/3905493348 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f8830062dc0 con 0x7f88180adde0 2024-09-10T08:14:05.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.631+0000 7f8834c63640 1 -- 172.21.15.67:0/2956008080 >> [v2:172.21.15.203:6800/3905493348,v1:172.21.15.203:6801/3905493348] conn(0x7f88180adde0 msgr2=0x7f88180b0280 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:05.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.631+0000 7f8834c63640 1 --2- 172.21.15.67:0/2956008080 >> [v2:172.21.15.203:6800/3905493348,v1:172.21.15.203:6801/3905493348] conn(0x7f88180adde0 0x7f88180b0280 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:05.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.631+0000 7f8834c63640 1 -- 172.21.15.67:0/2956008080 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f88180a2c90 msgr2=0x7f88180a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:05.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.631+0000 7f8834c63640 1 --2- 172.21.15.67:0/2956008080 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f88180a2c90 0x7f88180a5150 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f88200058c0 tx=0x7f8820005850 comp rx=0 tx=0).stop 2024-09-10T08:14:05.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.631+0000 7f8834c63640 1 -- 172.21.15.67:0/2956008080 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8830102ef0 msgr2=0x7f883019bc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:05.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.631+0000 7f8834c63640 1 --2- 172.21.15.67:0/2956008080 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8830102ef0 0x7f883019bc20 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f882800d950 tx=0x7f882800de10 comp rx=0 tx=0).stop 2024-09-10T08:14:05.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.632+0000 7f882ed9d640 1 -- 172.21.15.67:0/2956008080 reap_dead start 2024-09-10T08:14:05.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.632+0000 7f8834c63640 1 -- 172.21.15.67:0/2956008080 shutdown_connections 2024-09-10T08:14:05.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.632+0000 7f8834c63640 1 -- 172.21.15.67:0/2956008080 >> 172.21.15.67:0/2956008080 conn(0x7f88300fc7d0 msgr2=0x7f88300febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:05.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.632+0000 7f8834c63640 1 -- 172.21.15.67:0/2956008080 shutdown_connections 2024-09-10T08:14:05.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:00.632+0000 7f8834c63640 1 -- 172.21.15.67:0/2956008080 wait complete. 2024-09-10T08:14:06.933 INFO:teuthology.orchestra.run.smithi067.stdout:210453397554 2024-09-10T08:14:06.933 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-09-10T08:14:07.546 INFO:teuthology.orchestra.run.smithi067.stdout:77309411405 2024-09-10T08:14:07.547 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-09-10T08:14:07.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:07 smithi133 ceph-mon[34721]: pgmap v334: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-09-10T08:14:07.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:07 smithi067 ceph-mon[31051]: pgmap v334: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-09-10T08:14:08.031 INFO:teuthology.orchestra.run.smithi067.stdout:188978561080 2024-09-10T08:14:08.032 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-09-10T08:14:08.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:07 smithi203 ceph-mon[34672]: pgmap v334: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-09-10T08:14:08.361 INFO:teuthology.orchestra.run.smithi067.stdout:55834574930 2024-09-10T08:14:08.362 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-09-10T08:14:09.162 INFO:teuthology.orchestra.run.smithi067.stdout:292057776164 2024-09-10T08:14:09.163 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph osd last-stat-seq osd.10 2024-09-10T08:14:09.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.218+0000 7f45263de640 1 -- 172.21.15.67:0/786911002 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4520100e20 msgr2=0x7f4520101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:09.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.218+0000 7f45263de640 1 --2- 172.21.15.67:0/786911002 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4520100e20 0x7f4520101200 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f4510009900 tx=0x7f451002a480 comp rx=0 tx=0).stop 2024-09-10T08:14:09.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.218+0000 7f45263de640 1 -- 172.21.15.67:0/786911002 shutdown_connections 2024-09-10T08:14:09.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.218+0000 7f45263de640 1 --2- 172.21.15.67:0/786911002 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4520102570 0x7f45201029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:09.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.218+0000 7f45263de640 1 --2- 172.21.15.67:0/786911002 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4520102ef0 0x7f452010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:09.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.218+0000 7f45263de640 1 --2- 172.21.15.67:0/786911002 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4520100e20 0x7f4520101200 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:09.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.218+0000 7f45263de640 1 -- 172.21.15.67:0/786911002 >> 172.21.15.67:0/786911002 conn(0x7f45200fc7d0 msgr2=0x7f45200febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:09.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.218+0000 7f45263de640 1 -- 172.21.15.67:0/786911002 shutdown_connections 2024-09-10T08:14:09.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.218+0000 7f45263de640 1 -- 172.21.15.67:0/786911002 wait complete. 2024-09-10T08:14:09.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.218+0000 7f45263de640 1 Processor -- start 2024-09-10T08:14:09.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.218+0000 7f45263de640 1 -- start start 2024-09-10T08:14:09.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.219+0000 7f45263de640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4520100e20 0x7f4520103750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:09.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.219+0000 7f45263de640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4520102570 0x7f4520103c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:09.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.219+0000 7f45263de640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4520102ef0 0x7f45201041d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:09.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.219+0000 7f45263de640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f4520110e30 con 0x7f4520100e20 2024-09-10T08:14:09.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.219+0000 7f45263de640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f4520110cb0 con 0x7f4520102570 2024-09-10T08:14:09.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.219+0000 7f45263de640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f4520110fb0 con 0x7f4520102ef0 2024-09-10T08:14:09.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.219+0000 7f451ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4520100e20 0x7f4520103750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:09.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.219+0000 7f451ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4520100e20 0x7f4520103750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55194/0 (socket says 172.21.15.67:55194) 2024-09-10T08:14:09.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.219+0000 7f451ffff640 1 -- 172.21.15.67:0/2968160102 learned_addr learned my addr 172.21.15.67:0/2968160102 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:09.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.219+0000 7f451f7fe640 1 --2- 172.21.15.67:0/2968160102 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4520102570 0x7f4520103c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:09.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.219+0000 7f452497b640 1 --2- 172.21.15.67:0/2968160102 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4520102ef0 0x7f45201041d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:09.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.219+0000 7f451ffff640 1 -- 172.21.15.67:0/2968160102 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4520102ef0 msgr2=0x7f45201041d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:09.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.219+0000 7f451ffff640 1 --2- 172.21.15.67:0/2968160102 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4520102ef0 0x7f45201041d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:09.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.219+0000 7f451ffff640 1 -- 172.21.15.67:0/2968160102 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4520102570 msgr2=0x7f4520103c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:09.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.219+0000 7f451ffff640 1 --2- 172.21.15.67:0/2968160102 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4520102570 0x7f4520103c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:09.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.219+0000 7f451ffff640 1 -- 172.21.15.67:0/2968160102 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45201a68d0 con 0x7f4520100e20 2024-09-10T08:14:09.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.219+0000 7f452497b640 1 --2- 172.21.15.67:0/2968160102 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4520102ef0 0x7f45201041d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:14:09.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.220+0000 7f451ffff640 1 --2- 172.21.15.67:0/2968160102 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4520100e20 0x7f4520103750 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f4510006010 tx=0x7f45100042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:09.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.220+0000 7f451d7fa640 1 -- 172.21.15.67:0/2968160102 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f451003f030 con 0x7f4520100e20 2024-09-10T08:14:09.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.220+0000 7f451d7fa640 1 -- 172.21.15.67:0/2968160102 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4510003cb0 con 0x7f4520100e20 2024-09-10T08:14:09.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.220+0000 7f451d7fa640 1 -- 172.21.15.67:0/2968160102 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4510035070 con 0x7f4520100e20 2024-09-10T08:14:09.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.220+0000 7f45263de640 1 -- 172.21.15.67:0/2968160102 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45201a6b60 con 0x7f4520100e20 2024-09-10T08:14:09.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.220+0000 7f45263de640 1 -- 172.21.15.67:0/2968160102 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45201a6ff0 con 0x7f4520100e20 2024-09-10T08:14:09.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.221+0000 7f45263de640 1 -- 172.21.15.67:0/2968160102 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f4520106bf0 con 0x7f4520100e20 2024-09-10T08:14:09.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.223+0000 7f451d7fa640 1 -- 172.21.15.67:0/2968160102 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f4510042030 con 0x7f4520100e20 2024-09-10T08:14:09.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.223+0000 7f451d7fa640 1 --2- 172.21.15.67:0/2968160102 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f45080a2c10 0x7f45080a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:09.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.224+0000 7f451f7fe640 1 --2- 172.21.15.67:0/2968160102 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f45080a2c10 0x7f45080a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:09.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.224+0000 7f451d7fa640 1 -- 172.21.15.67:0/2968160102 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9071+0+0 (secure 0 0 0) 0x7f45100efa90 con 0x7f4520100e20 2024-09-10T08:14:09.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.224+0000 7f451d7fa640 1 --2- 172.21.15.67:0/2968160102 >> [v2:172.21.15.203:6808/2104437925,v1:172.21.15.203:6809/2104437925] conn(0x7f45080add50 0x7f45080b01f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:09.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.224+0000 7f451d7fa640 1 -- 172.21.15.67:0/2968160102 --> [v2:172.21.15.203:6808/2104437925,v1:172.21.15.203:6809/2104437925] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f45080b08c0 con 0x7f45080add50 2024-09-10T08:14:09.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.224+0000 7f451d7fa640 1 -- 172.21.15.67:0/2968160102 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7f45100f42c0 con 0x7f4520100e20 2024-09-10T08:14:09.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.224+0000 7f451f7fe640 1 --2- 172.21.15.67:0/2968160102 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f45080a2c10 0x7f45080a50d0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f45201051e0 tx=0x7f451400a4c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:09.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.224+0000 7f452497b640 1 --2- 172.21.15.67:0/2968160102 >> [v2:172.21.15.203:6808/2104437925,v1:172.21.15.203:6809/2104437925] conn(0x7f45080add50 0x7f45080b01f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:09.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.225+0000 7f452497b640 1 --2- 172.21.15.67:0/2968160102 >> [v2:172.21.15.203:6808/2104437925,v1:172.21.15.203:6809/2104437925] conn(0x7f45080add50 0x7f45080b01f0 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:09.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.225+0000 7f451d7fa640 1 -- 172.21.15.67:0/2968160102 <== osd.5 v2:172.21.15.203:6808/2104437925 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f45080b08c0 con 0x7f45080add50 2024-09-10T08:14:09.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.239+0000 7f45263de640 1 -- 172.21.15.67:0/2968160102 --> [v2:172.21.15.203:6808/2104437925,v1:172.21.15.203:6809/2104437925] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f45201021b0 con 0x7f45080add50 2024-09-10T08:14:09.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.240+0000 7f451d7fa640 1 -- 172.21.15.67:0/2968160102 <== osd.5 v2:172.21.15.203:6808/2104437925 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f45201021b0 con 0x7f45080add50 2024-09-10T08:14:09.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.240+0000 7f45263de640 1 -- 172.21.15.67:0/2968160102 >> [v2:172.21.15.203:6808/2104437925,v1:172.21.15.203:6809/2104437925] conn(0x7f45080add50 msgr2=0x7f45080b01f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:09.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.240+0000 7f45263de640 1 --2- 172.21.15.67:0/2968160102 >> [v2:172.21.15.203:6808/2104437925,v1:172.21.15.203:6809/2104437925] conn(0x7f45080add50 0x7f45080b01f0 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:09.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.240+0000 7f45263de640 1 -- 172.21.15.67:0/2968160102 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f45080a2c10 msgr2=0x7f45080a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:09.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.240+0000 7f45263de640 1 --2- 172.21.15.67:0/2968160102 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f45080a2c10 0x7f45080a50d0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f45201051e0 tx=0x7f451400a4c0 comp rx=0 tx=0).stop 2024-09-10T08:14:09.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.240+0000 7f45263de640 1 -- 172.21.15.67:0/2968160102 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4520100e20 msgr2=0x7f4520103750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:09.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.240+0000 7f45263de640 1 --2- 172.21.15.67:0/2968160102 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4520100e20 0x7f4520103750 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f4510006010 tx=0x7f45100042f0 comp rx=0 tx=0).stop 2024-09-10T08:14:09.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.240+0000 7f452497b640 1 -- 172.21.15.67:0/2968160102 reap_dead start 2024-09-10T08:14:09.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.240+0000 7f45263de640 1 -- 172.21.15.67:0/2968160102 shutdown_connections 2024-09-10T08:14:09.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.240+0000 7f45263de640 1 -- 172.21.15.67:0/2968160102 >> 172.21.15.67:0/2968160102 conn(0x7f45200fc7d0 msgr2=0x7f452006a1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:09.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.240+0000 7f45263de640 1 -- 172.21.15.67:0/2968160102 shutdown_connections 2024-09-10T08:14:09.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:09.240+0000 7f45263de640 1 -- 172.21.15.67:0/2968160102 wait complete. 2024-09-10T08:14:09.840 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:09 smithi067 ceph-mon[31051]: pgmap v335: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-10T08:14:09.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:09 smithi133 ceph-mon[34721]: pgmap v335: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-10T08:14:09.869 INFO:teuthology.orchestra.run.smithi067.stdout:158913790015 2024-09-10T08:14:09.870 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-09-10T08:14:10.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:09 smithi203 ceph-mon[34672]: pgmap v335: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-10T08:14:10.541 INFO:teuthology.orchestra.run.smithi067.stdout:240518168622 2024-09-10T08:14:10.542 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph osd last-stat-seq osd.8 2024-09-10T08:14:10.980 INFO:teuthology.orchestra.run.smithi067.stdout:137438953539 2024-09-10T08:14:10.981 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-09-10T08:14:11.504 INFO:teuthology.orchestra.run.smithi067.stdout:103079215177 2024-09-10T08:14:11.504 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-09-10T08:14:11.705 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:14:11.706 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:14:11.706 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:14:11.708 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:14:11.714 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:14:11.714 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:14:11.725 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:14:11.742 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:14:11.752 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:14:11.752 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:14:11.785 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:14:11.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:11 smithi133 ceph-mon[34721]: pgmap v336: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-09-10T08:14:11.855 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:11 smithi067 ceph-mon[31051]: pgmap v336: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-09-10T08:14:12.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:11 smithi203 ceph-mon[34672]: pgmap v336: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-09-10T08:14:12.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.612+0000 7f1614815640 1 -- 172.21.15.67:0/137640556 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f16101036e0 msgr2=0x7f1610107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:12.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.612+0000 7f1614815640 1 --2- 172.21.15.67:0/137640556 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f16101036e0 0x7f1610107b90 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f15f8009930 tx=0x7f15f802a420 comp rx=0 tx=0).stop 2024-09-10T08:14:12.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.613+0000 7f1614815640 1 -- 172.21.15.67:0/137640556 shutdown_connections 2024-09-10T08:14:12.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.613+0000 7f1614815640 1 --2- 172.21.15.67:0/137640556 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f16101082a0 0x7f161010ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:12.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.613+0000 7f1614815640 1 --2- 172.21.15.67:0/137640556 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f16101036e0 0x7f1610107b90 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:12.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.613+0000 7f1614815640 1 --2- 172.21.15.67:0/137640556 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1610102d30 0x7f1610103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:12.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.613+0000 7f1614815640 1 -- 172.21.15.67:0/137640556 >> 172.21.15.67:0/137640556 conn(0x7f16100fc7d0 msgr2=0x7f16100febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:12.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.613+0000 7f1614815640 1 -- 172.21.15.67:0/137640556 shutdown_connections 2024-09-10T08:14:12.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.613+0000 7f1614815640 1 -- 172.21.15.67:0/137640556 wait complete. 2024-09-10T08:14:12.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.613+0000 7f1614815640 1 Processor -- start 2024-09-10T08:14:12.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.613+0000 7f1614815640 1 -- start start 2024-09-10T08:14:12.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.614+0000 7f1614815640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1610102d30 0x7f16101984f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:12.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.614+0000 7f1614815640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f16101036e0 0x7f1610198a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:12.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.614+0000 7f1614815640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f16101082a0 0x7f161019cdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:12.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.614+0000 7f1614815640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f1610111f50 con 0x7f16101036e0 2024-09-10T08:14:12.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.614+0000 7f1614815640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f1610111dd0 con 0x7f16101082a0 2024-09-10T08:14:12.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.614+0000 7f1614815640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f16101120d0 con 0x7f1610102d30 2024-09-10T08:14:12.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.614+0000 7f160dd9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f16101036e0 0x7f1610198a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:12.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.614+0000 7f160dd9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f16101036e0 0x7f1610198a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55210/0 (socket says 172.21.15.67:55210) 2024-09-10T08:14:12.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.614+0000 7f160e59c640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1610102d30 0x7f16101984f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:12.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.614+0000 7f160dd9b640 1 -- 172.21.15.67:0/1118814240 learned_addr learned my addr 172.21.15.67:0/1118814240 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:12.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.614+0000 7f160ed9d640 1 --2- 172.21.15.67:0/1118814240 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f16101082a0 0x7f161019cdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:12.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.614+0000 7f160dd9b640 1 -- 172.21.15.67:0/1118814240 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1610102d30 msgr2=0x7f16101984f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:12.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.614+0000 7f160dd9b640 1 --2- 172.21.15.67:0/1118814240 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1610102d30 0x7f16101984f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:12.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.614+0000 7f160dd9b640 1 -- 172.21.15.67:0/1118814240 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f16101082a0 msgr2=0x7f161019cdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:12.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.614+0000 7f160dd9b640 1 --2- 172.21.15.67:0/1118814240 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f16101082a0 0x7f161019cdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:12.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.614+0000 7f160dd9b640 1 -- 172.21.15.67:0/1118814240 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f161019d4a0 con 0x7f16101036e0 2024-09-10T08:14:12.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.614+0000 7f160dd9b640 1 --2- 172.21.15.67:0/1118814240 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f16101036e0 0x7f1610198a30 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f15f8031440 tx=0x7f15f8004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:12.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.615+0000 7f16077fe640 1 -- 172.21.15.67:0/1118814240 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15f803f030 con 0x7f16101036e0 2024-09-10T08:14:12.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.615+0000 7f16077fe640 1 -- 172.21.15.67:0/1118814240 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f15f8003aa0 con 0x7f16101036e0 2024-09-10T08:14:12.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.615+0000 7f1614815640 1 -- 172.21.15.67:0/1118814240 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f161019d730 con 0x7f16101036e0 2024-09-10T08:14:12.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.615+0000 7f16077fe640 1 -- 172.21.15.67:0/1118814240 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f15f8035070 con 0x7f16101036e0 2024-09-10T08:14:12.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.615+0000 7f1614815640 1 -- 172.21.15.67:0/1118814240 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16101a5070 con 0x7f16101036e0 2024-09-10T08:14:12.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.616+0000 7f1614815640 1 -- 172.21.15.67:0/1118814240 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1610103110 con 0x7f16101036e0 2024-09-10T08:14:12.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.617+0000 7f16077fe640 1 -- 172.21.15.67:0/1118814240 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f15f8042030 con 0x7f16101036e0 2024-09-10T08:14:12.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.618+0000 7f16077fe640 1 --2- 172.21.15.67:0/1118814240 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f15fc0a2c90 0x7f15fc0a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:12.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.618+0000 7f160e59c640 1 --2- 172.21.15.67:0/1118814240 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f15fc0a2c90 0x7f15fc0a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:12.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.618+0000 7f16077fe640 1 -- 172.21.15.67:0/1118814240 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9071+0+0 (secure 0 0 0) 0x7f15f80eff80 con 0x7f16101036e0 2024-09-10T08:14:12.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.619+0000 7f160e59c640 1 --2- 172.21.15.67:0/1118814240 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f15fc0a2c90 0x7f15fc0a5150 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f160800bbe0 tx=0x7f160800b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:12.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.622+0000 7f16077fe640 1 -- 172.21.15.67:0/1118814240 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f15f80bc390 con 0x7f16101036e0 2024-09-10T08:14:12.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.811+0000 7f1614815640 1 -- 172.21.15.67:0/1118814240 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) -- 0x7f161010a2b0 con 0x7f16101036e0 2024-09-10T08:14:12.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.811+0000 7f16077fe640 1 -- 172.21.15.67:0/1118814240 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f15f80c0690 con 0x7f16101036e0 2024-09-10T08:14:12.811 INFO:teuthology.orchestra.run.smithi067.stdout:326417514529 2024-09-10T08:14:12.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.813+0000 7f1614815640 1 -- 172.21.15.67:0/1118814240 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f15fc0a2c90 msgr2=0x7f15fc0a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:12.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.813+0000 7f1614815640 1 --2- 172.21.15.67:0/1118814240 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f15fc0a2c90 0x7f15fc0a5150 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f160800bbe0 tx=0x7f160800b390 comp rx=0 tx=0).stop 2024-09-10T08:14:12.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.813+0000 7f1614815640 1 -- 172.21.15.67:0/1118814240 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f16101036e0 msgr2=0x7f1610198a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:12.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.813+0000 7f1614815640 1 --2- 172.21.15.67:0/1118814240 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f16101036e0 0x7f1610198a30 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f15f8031440 tx=0x7f15f8004270 comp rx=0 tx=0).stop 2024-09-10T08:14:12.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.813+0000 7f1614815640 1 -- 172.21.15.67:0/1118814240 shutdown_connections 2024-09-10T08:14:12.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.813+0000 7f1614815640 1 --2- 172.21.15.67:0/1118814240 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f15fc0a2c90 0x7f15fc0a5150 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:12.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.813+0000 7f1614815640 1 --2- 172.21.15.67:0/1118814240 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f16101082a0 0x7f161019cdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:12.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.813+0000 7f1614815640 1 --2- 172.21.15.67:0/1118814240 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f16101036e0 0x7f1610198a30 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:12.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.813+0000 7f1614815640 1 --2- 172.21.15.67:0/1118814240 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1610102d30 0x7f16101984f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:12.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.813+0000 7f1614815640 1 -- 172.21.15.67:0/1118814240 >> 172.21.15.67:0/1118814240 conn(0x7f16100fc7d0 msgr2=0x7f1610105ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:12.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.814+0000 7f1614815640 1 -- 172.21.15.67:0/1118814240 shutdown_connections 2024-09-10T08:14:12.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:12.814+0000 7f1614815640 1 -- 172.21.15.67:0/1118814240 wait complete. 2024-09-10T08:14:13.534 INFO:tasks.cephadm.ceph_manager.ceph:need seq 326417514526 got 326417514529 for osd.11 2024-09-10T08:14:13.534 DEBUG:teuthology.parallel:result is None 2024-09-10T08:14:13.760 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:13 smithi067 ceph-mon[31051]: pgmap v337: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-09-10T08:14:13.760 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:13 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/1118814240' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-09-10T08:14:13.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:13 smithi133 ceph-mon[34721]: pgmap v337: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-09-10T08:14:13.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:13 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/1118814240' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-09-10T08:14:14.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:13 smithi203 ceph-mon[34672]: pgmap v337: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-09-10T08:14:14.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:13 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/1118814240' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-09-10T08:14:14.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.112+0000 7fea8c5f4640 1 -- 172.21.15.67:0/1196303527 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fea84102790 msgr2=0x7fea841067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:14.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.112+0000 7fea8c5f4640 1 --2- 172.21.15.67:0/1196303527 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fea84102790 0x7fea841067e0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fea78009900 tx=0x7fea7802a3f0 comp rx=0 tx=0).stop 2024-09-10T08:14:14.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.112+0000 7fea8c5f4640 1 -- 172.21.15.67:0/1196303527 shutdown_connections 2024-09-10T08:14:14.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.112+0000 7fea8c5f4640 1 --2- 172.21.15.67:0/1196303527 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fea84106f10 0x7fea8410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:14.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.112+0000 7fea8c5f4640 1 --2- 172.21.15.67:0/1196303527 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fea84102790 0x7fea841067e0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:14.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.112+0000 7fea8c5f4640 1 --2- 172.21.15.67:0/1196303527 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fea84101de0 0x7fea841021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:14.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.112+0000 7fea8c5f4640 1 -- 172.21.15.67:0/1196303527 >> 172.21.15.67:0/1196303527 conn(0x7fea840fd8c0 msgr2=0x7fea840ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:14.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.112+0000 7fea8c5f4640 1 -- 172.21.15.67:0/1196303527 shutdown_connections 2024-09-10T08:14:14.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.113+0000 7fea8c5f4640 1 -- 172.21.15.67:0/1196303527 wait complete. 2024-09-10T08:14:14.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.114+0000 7fea8c5f4640 1 Processor -- start 2024-09-10T08:14:14.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.114+0000 7fea8c5f4640 1 -- start start 2024-09-10T08:14:14.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.114+0000 7fea8c5f4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fea84101de0 0x7fea8419a510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:14.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.114+0000 7fea8c5f4640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fea84102790 0x7fea8419aa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:14.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.114+0000 7fea8c5f4640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fea84106f10 0x7fea8419ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:14.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.114+0000 7fea8c5f4640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fea84111e20 con 0x7fea84101de0 2024-09-10T08:14:14.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.114+0000 7fea8c5f4640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fea84111ca0 con 0x7fea84102790 2024-09-10T08:14:14.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.114+0000 7fea8c5f4640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fea84111fa0 con 0x7fea84106f10 2024-09-10T08:14:14.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.114+0000 7fea8a390640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fea84101de0 0x7fea8419a510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:14.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.114+0000 7fea8a390640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fea84101de0 0x7fea8419a510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55228/0 (socket says 172.21.15.67:55228) 2024-09-10T08:14:14.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.114+0000 7fea8a390640 1 -- 172.21.15.67:0/1348211282 learned_addr learned my addr 172.21.15.67:0/1348211282 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:14.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.114+0000 7fea89b8f640 1 --2- 172.21.15.67:0/1348211282 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fea84102790 0x7fea8419aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:14.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.114+0000 7fea8ab91640 1 --2- 172.21.15.67:0/1348211282 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fea84106f10 0x7fea8419ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:14.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.115+0000 7fea8a390640 1 -- 172.21.15.67:0/1348211282 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fea84106f10 msgr2=0x7fea8419ede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:14.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.115+0000 7fea8a390640 1 --2- 172.21.15.67:0/1348211282 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fea84106f10 0x7fea8419ede0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:14.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.115+0000 7fea8a390640 1 -- 172.21.15.67:0/1348211282 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fea84102790 msgr2=0x7fea8419aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:14.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.115+0000 7fea8a390640 1 --2- 172.21.15.67:0/1348211282 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fea84102790 0x7fea8419aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:14.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.115+0000 7fea8a390640 1 -- 172.21.15.67:0/1348211282 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea8419f4c0 con 0x7fea84101de0 2024-09-10T08:14:14.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.115+0000 7fea8ab91640 1 --2- 172.21.15.67:0/1348211282 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fea84106f10 0x7fea8419ede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:14:14.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.115+0000 7fea8a390640 1 --2- 172.21.15.67:0/1348211282 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fea84101de0 0x7fea8419a510 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fea7400cce0 tx=0x7fea7400a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:14.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.115+0000 7fea837fe640 1 -- 172.21.15.67:0/1348211282 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea7400f650 con 0x7fea84101de0 2024-09-10T08:14:14.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.115+0000 7fea837fe640 1 -- 172.21.15.67:0/1348211282 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fea7400fca0 con 0x7fea84101de0 2024-09-10T08:14:14.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.115+0000 7fea837fe640 1 -- 172.21.15.67:0/1348211282 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea74018b90 con 0x7fea84101de0 2024-09-10T08:14:14.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.115+0000 7fea8c5f4640 1 -- 172.21.15.67:0/1348211282 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea8419f7b0 con 0x7fea84101de0 2024-09-10T08:14:14.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.115+0000 7fea8c5f4640 1 -- 172.21.15.67:0/1348211282 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea841a7090 con 0x7fea84101de0 2024-09-10T08:14:14.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.116+0000 7fea8c5f4640 1 -- 172.21.15.67:0/1348211282 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea841021c0 con 0x7fea84101de0 2024-09-10T08:14:14.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.118+0000 7fea837fe640 1 -- 172.21.15.67:0/1348211282 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fea7400f7f0 con 0x7fea84101de0 2024-09-10T08:14:14.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.118+0000 7fea837fe640 1 --2- 172.21.15.67:0/1348211282 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fea6c0a2c10 0x7fea6c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:14.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.118+0000 7fea89b8f640 1 --2- 172.21.15.67:0/1348211282 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fea6c0a2c10 0x7fea6c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:14.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.118+0000 7fea837fe640 1 -- 172.21.15.67:0/1348211282 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9071+0+0 (secure 0 0 0) 0x7fea740cfcc0 con 0x7fea84101de0 2024-09-10T08:14:14.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.119+0000 7fea89b8f640 1 --2- 172.21.15.67:0/1348211282 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fea6c0a2c10 0x7fea6c0a50d0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fea78031440 tx=0x7fea78005e80 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:14.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.122+0000 7fea837fe640 1 -- 172.21.15.67:0/1348211282 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fea74014030 con 0x7fea84101de0 2024-09-10T08:14:14.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.306+0000 7fea8c5f4640 1 -- 172.21.15.67:0/1348211282 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7fea8419b870 con 0x7fea84101de0 2024-09-10T08:14:14.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.307+0000 7fea837fe640 1 -- 172.21.15.67:0/1348211282 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fea7409c810 con 0x7fea84101de0 2024-09-10T08:14:14.307 INFO:teuthology.orchestra.run.smithi067.stdout:158913790016 2024-09-10T08:14:14.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.309+0000 7fea8c5f4640 1 -- 172.21.15.67:0/1348211282 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fea6c0a2c10 msgr2=0x7fea6c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:14.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.309+0000 7fea8c5f4640 1 --2- 172.21.15.67:0/1348211282 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fea6c0a2c10 0x7fea6c0a50d0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fea78031440 tx=0x7fea78005e80 comp rx=0 tx=0).stop 2024-09-10T08:14:14.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.309+0000 7fea8c5f4640 1 -- 172.21.15.67:0/1348211282 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fea84101de0 msgr2=0x7fea8419a510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:14.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.309+0000 7fea8c5f4640 1 --2- 172.21.15.67:0/1348211282 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fea84101de0 0x7fea8419a510 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fea7400cce0 tx=0x7fea7400a620 comp rx=0 tx=0).stop 2024-09-10T08:14:14.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.309+0000 7fea8c5f4640 1 -- 172.21.15.67:0/1348211282 shutdown_connections 2024-09-10T08:14:14.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.309+0000 7fea8c5f4640 1 --2- 172.21.15.67:0/1348211282 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fea6c0a2c10 0x7fea6c0a50d0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:14.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.309+0000 7fea8c5f4640 1 --2- 172.21.15.67:0/1348211282 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fea84102790 0x7fea8419aa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:14.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.309+0000 7fea8c5f4640 1 --2- 172.21.15.67:0/1348211282 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fea84106f10 0x7fea8419ede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:14.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.309+0000 7fea8c5f4640 1 --2- 172.21.15.67:0/1348211282 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fea84101de0 0x7fea8419a510 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:14.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.309+0000 7fea8c5f4640 1 -- 172.21.15.67:0/1348211282 >> 172.21.15.67:0/1348211282 conn(0x7fea840fd8c0 msgr2=0x7fea840feba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:14.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.309+0000 7fea8c5f4640 1 -- 172.21.15.67:0/1348211282 shutdown_connections 2024-09-10T08:14:14.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.309+0000 7fea8c5f4640 1 -- 172.21.15.67:0/1348211282 wait complete. 2024-09-10T08:14:14.622 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:14 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/1348211282' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-10T08:14:14.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.771+0000 7fd03292e640 1 -- 172.21.15.67:0/494069449 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd02c100e20 msgr2=0x7fd02c101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:14.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.771+0000 7fd03292e640 1 --2- 172.21.15.67:0/494069449 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd02c100e20 0x7fd02c101200 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fd01c009900 tx=0x7fd01c02a480 comp rx=0 tx=0).stop 2024-09-10T08:14:14.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.771+0000 7fd03292e640 1 -- 172.21.15.67:0/494069449 shutdown_connections 2024-09-10T08:14:14.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.771+0000 7fd03292e640 1 --2- 172.21.15.67:0/494069449 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd02c102ef0 0x7fd02c10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:14.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.771+0000 7fd03292e640 1 --2- 172.21.15.67:0/494069449 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd02c102570 0x7fd02c1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:14.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.771+0000 7fd03292e640 1 --2- 172.21.15.67:0/494069449 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd02c100e20 0x7fd02c101200 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:14.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.771+0000 7fd03292e640 1 -- 172.21.15.67:0/494069449 >> 172.21.15.67:0/494069449 conn(0x7fd02c0fc7d0 msgr2=0x7fd02c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:14.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.771+0000 7fd03292e640 1 -- 172.21.15.67:0/494069449 shutdown_connections 2024-09-10T08:14:14.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.771+0000 7fd03292e640 1 -- 172.21.15.67:0/494069449 wait complete. 2024-09-10T08:14:14.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.772+0000 7fd03292e640 1 Processor -- start 2024-09-10T08:14:14.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.772+0000 7fd03292e640 1 -- start start 2024-09-10T08:14:14.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.772+0000 7fd03292e640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd02c100e20 0x7fd02c1991d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:14.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.772+0000 7fd03292e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd02c102570 0x7fd02c199710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:14.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.772+0000 7fd03292e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd02c102ef0 0x7fd02c1a4250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:14.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.772+0000 7fd03292e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd02c110e00 con 0x7fd02c102570 2024-09-10T08:14:14.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.772+0000 7fd03292e640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fd02c110c80 con 0x7fd02c102ef0 2024-09-10T08:14:14.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.772+0000 7fd03292e640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fd02c110f80 con 0x7fd02c100e20 2024-09-10T08:14:14.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.772+0000 7fd023fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd02c102570 0x7fd02c199710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:14.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.772+0000 7fd023fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd02c102570 0x7fd02c199710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55248/0 (socket says 172.21.15.67:55248) 2024-09-10T08:14:14.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.772+0000 7fd023fff640 1 -- 172.21.15.67:0/3258631194 learned_addr learned my addr 172.21.15.67:0/3258631194 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:14.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.772+0000 7fd02bfff640 1 --2- 172.21.15.67:0/3258631194 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd02c100e20 0x7fd02c1991d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:14.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.772+0000 7fd030ecb640 1 --2- 172.21.15.67:0/3258631194 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd02c102ef0 0x7fd02c1a4250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:14.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.772+0000 7fd023fff640 1 -- 172.21.15.67:0/3258631194 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd02c100e20 msgr2=0x7fd02c1991d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:14.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.772+0000 7fd023fff640 1 --2- 172.21.15.67:0/3258631194 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd02c100e20 0x7fd02c1991d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:14.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.772+0000 7fd023fff640 1 -- 172.21.15.67:0/3258631194 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd02c102ef0 msgr2=0x7fd02c1a4250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:14.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.772+0000 7fd023fff640 1 --2- 172.21.15.67:0/3258631194 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd02c102ef0 0x7fd02c1a4250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:14.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.772+0000 7fd023fff640 1 -- 172.21.15.67:0/3258631194 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd02c1a4790 con 0x7fd02c102570 2024-09-10T08:14:14.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.772+0000 7fd030ecb640 1 --2- 172.21.15.67:0/3258631194 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd02c102ef0 0x7fd02c1a4250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:14:14.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.773+0000 7fd023fff640 1 --2- 172.21.15.67:0/3258631194 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd02c102570 0x7fd02c199710 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fd01400c920 tx=0x7fd01400cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:14.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.773+0000 7fd029ffb640 1 -- 172.21.15.67:0/3258631194 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd014007c70 con 0x7fd02c102570 2024-09-10T08:14:14.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.773+0000 7fd03292e640 1 -- 172.21.15.67:0/3258631194 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd02c1a4960 con 0x7fd02c102570 2024-09-10T08:14:14.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.773+0000 7fd029ffb640 1 -- 172.21.15.67:0/3258631194 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd014007e10 con 0x7fd02c102570 2024-09-10T08:14:14.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.773+0000 7fd029ffb640 1 -- 172.21.15.67:0/3258631194 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd014018820 con 0x7fd02c102570 2024-09-10T08:14:14.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.773+0000 7fd03292e640 1 -- 172.21.15.67:0/3258631194 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd02c1a4ea0 con 0x7fd02c102570 2024-09-10T08:14:14.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.774+0000 7fd03292e640 1 -- 172.21.15.67:0/3258631194 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd02c101200 con 0x7fd02c102570 2024-09-10T08:14:14.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.775+0000 7fd029ffb640 1 -- 172.21.15.67:0/3258631194 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fd0140189c0 con 0x7fd02c102570 2024-09-10T08:14:14.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.776+0000 7fd029ffb640 1 --2- 172.21.15.67:0/3258631194 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd0180a2c90 0x7fd0180a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:14.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.776+0000 7fd02bfff640 1 --2- 172.21.15.67:0/3258631194 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd0180a2c90 0x7fd0180a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:14.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.776+0000 7fd029ffb640 1 -- 172.21.15.67:0/3258631194 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9071+0+0 (secure 0 0 0) 0x7fd0140cf970 con 0x7fd02c102570 2024-09-10T08:14:14.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.777+0000 7fd02bfff640 1 --2- 172.21.15.67:0/3258631194 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd0180a2c90 0x7fd0180a5150 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fd01c005ab0 tx=0x7fd01c005a20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:14.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.779+0000 7fd029ffb640 1 -- 172.21.15.67:0/3258631194 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd014014030 con 0x7fd02c102570 2024-09-10T08:14:14.843 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:14 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/1348211282' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-10T08:14:14.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.960+0000 7fd03292e640 1 -- 172.21.15.67:0/3258631194 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7fd02c06a560 con 0x7fd02c102570 2024-09-10T08:14:14.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.960+0000 7fd029ffb640 1 -- 172.21.15.67:0/3258631194 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fd01409c4e0 con 0x7fd02c102570 2024-09-10T08:14:14.960 INFO:teuthology.orchestra.run.smithi067.stdout:137438953541 2024-09-10T08:14:14.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.962+0000 7fd03292e640 1 -- 172.21.15.67:0/3258631194 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd0180a2c90 msgr2=0x7fd0180a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:14.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.962+0000 7fd03292e640 1 --2- 172.21.15.67:0/3258631194 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd0180a2c90 0x7fd0180a5150 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fd01c005ab0 tx=0x7fd01c005a20 comp rx=0 tx=0).stop 2024-09-10T08:14:14.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.962+0000 7fd03292e640 1 -- 172.21.15.67:0/3258631194 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd02c102570 msgr2=0x7fd02c199710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:14.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.962+0000 7fd03292e640 1 --2- 172.21.15.67:0/3258631194 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd02c102570 0x7fd02c199710 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fd01400c920 tx=0x7fd01400cde0 comp rx=0 tx=0).stop 2024-09-10T08:14:14.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.962+0000 7fd03292e640 1 -- 172.21.15.67:0/3258631194 shutdown_connections 2024-09-10T08:14:14.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.962+0000 7fd03292e640 1 --2- 172.21.15.67:0/3258631194 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd0180a2c90 0x7fd0180a5150 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:14.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.962+0000 7fd03292e640 1 --2- 172.21.15.67:0/3258631194 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd02c102ef0 0x7fd02c1a4250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:14.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.962+0000 7fd03292e640 1 --2- 172.21.15.67:0/3258631194 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd02c102570 0x7fd02c199710 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:14.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.962+0000 7fd03292e640 1 --2- 172.21.15.67:0/3258631194 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd02c100e20 0x7fd02c1991d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:14.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.962+0000 7fd03292e640 1 -- 172.21.15.67:0/3258631194 >> 172.21.15.67:0/3258631194 conn(0x7fd02c0fc7d0 msgr2=0x7fd02c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:14.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.963+0000 7fd03292e640 1 -- 172.21.15.67:0/3258631194 shutdown_connections 2024-09-10T08:14:14.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:14.963+0000 7fd03292e640 1 -- 172.21.15.67:0/3258631194 wait complete. 2024-09-10T08:14:15.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:14 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/1348211282' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-10T08:14:15.678 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:15 smithi067 ceph-mon[31051]: pgmap v338: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-09-10T08:14:15.679 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:15 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/3258631194' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-10T08:14:15.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:15.972+0000 7f97fdc30640 1 -- 172.21.15.67:0/1021246955 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f97f8103660 msgr2=0x7f97f810bb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:15.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:15.972+0000 7f97fdc30640 1 --2- 172.21.15.67:0/1021246955 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f97f8103660 0x7f97f810bb50 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f97ec009900 tx=0x7f97ec02a480 comp rx=0 tx=0).stop 2024-09-10T08:14:15.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:15.972+0000 7f97fdc30640 1 -- 172.21.15.67:0/1021246955 shutdown_connections 2024-09-10T08:14:15.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:15.972+0000 7f97fdc30640 1 --2- 172.21.15.67:0/1021246955 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f97f810c170 0x7f97f810e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:15.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:15.972+0000 7f97fdc30640 1 --2- 172.21.15.67:0/1021246955 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f97f8103660 0x7f97f810bb50 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:15.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:15.972+0000 7f97fdc30640 1 --2- 172.21.15.67:0/1021246955 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f97f8102d40 0x7f97f8103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:15.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:15.972+0000 7f97fdc30640 1 -- 172.21.15.67:0/1021246955 >> 172.21.15.67:0/1021246955 conn(0x7f97f80fc7a0 msgr2=0x7f97f80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:15.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:15.972+0000 7f97fdc30640 1 -- 172.21.15.67:0/1021246955 shutdown_connections 2024-09-10T08:14:15.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:15.972+0000 7f97fdc30640 1 -- 172.21.15.67:0/1021246955 wait complete. 2024-09-10T08:14:15.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:15.973+0000 7f97fdc30640 1 Processor -- start 2024-09-10T08:14:15.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:15.973+0000 7f97fdc30640 1 -- start start 2024-09-10T08:14:15.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:15.973+0000 7f97fdc30640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f97f8102d40 0x7f97f81009a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:15.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:15.974+0000 7f97fdc30640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f97f8103660 0x7f97f8100ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:15.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:15.974+0000 7f97fdc30640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f97f810c170 0x7f97f8101420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:15.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:15.974+0000 7f97fdc30640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f97f8111e20 con 0x7f97f8103660 2024-09-10T08:14:15.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:15.974+0000 7f97fdc30640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f97f8111ca0 con 0x7f97f810c170 2024-09-10T08:14:15.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:15.974+0000 7f97fdc30640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f97f8111fa0 con 0x7f97f8102d40 2024-09-10T08:14:15.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:15.974+0000 7f97f6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f97f8103660 0x7f97f8100ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:15.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:15.974+0000 7f97f6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f97f8103660 0x7f97f8100ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36496/0 (socket says 172.21.15.67:36496) 2024-09-10T08:14:15.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:15.974+0000 7f97f6ffd640 1 -- 172.21.15.67:0/2066439680 learned_addr learned my addr 172.21.15.67:0/2066439680 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:15.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:15.974+0000 7f97f7fff640 1 --2- 172.21.15.67:0/2066439680 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f97f810c170 0x7f97f8101420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:15.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:15.974+0000 7f97f77fe640 1 --2- 172.21.15.67:0/2066439680 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f97f8102d40 0x7f97f81009a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:15.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:15.974+0000 7f97f6ffd640 1 -- 172.21.15.67:0/2066439680 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f97f8102d40 msgr2=0x7f97f81009a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:15.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:15.974+0000 7f97f6ffd640 1 --2- 172.21.15.67:0/2066439680 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f97f8102d40 0x7f97f81009a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:15.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:15.974+0000 7f97f6ffd640 1 -- 172.21.15.67:0/2066439680 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f97f810c170 msgr2=0x7f97f8101420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:15.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:15.974+0000 7f97f6ffd640 1 --2- 172.21.15.67:0/2066439680 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f97f810c170 0x7f97f8101420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:15.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:15.974+0000 7f97f6ffd640 1 -- 172.21.15.67:0/2066439680 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97f81a68f0 con 0x7f97f8103660 2024-09-10T08:14:15.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:15.974+0000 7f97f7fff640 1 --2- 172.21.15.67:0/2066439680 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f97f810c170 0x7f97f8101420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:14:15.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:15.974+0000 7f97f77fe640 1 --2- 172.21.15.67:0/2066439680 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f97f8102d40 0x7f97f81009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:14:15.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:15.974+0000 7f97f6ffd640 1 --2- 172.21.15.67:0/2066439680 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f97f8103660 0x7f97f8100ee0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f97ec005940 tx=0x7f97ec0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:15.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:15.974+0000 7f97f4ff9640 1 -- 172.21.15.67:0/2066439680 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97ec03f030 con 0x7f97f8103660 2024-09-10T08:14:15.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:15.974+0000 7f97fdc30640 1 -- 172.21.15.67:0/2066439680 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97f81a6b80 con 0x7f97f8103660 2024-09-10T08:14:15.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:15.974+0000 7f97f4ff9640 1 -- 172.21.15.67:0/2066439680 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f97ec003cb0 con 0x7f97f8103660 2024-09-10T08:14:15.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:15.974+0000 7f97f4ff9640 1 -- 172.21.15.67:0/2066439680 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97ec035070 con 0x7f97f8103660 2024-09-10T08:14:15.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:15.974+0000 7f97fdc30640 1 -- 172.21.15.67:0/2066439680 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97f81a70b0 con 0x7f97f8103660 2024-09-10T08:14:15.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:15.975+0000 7f97fdc30640 1 -- 172.21.15.67:0/2066439680 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f97f8103120 con 0x7f97f8103660 2024-09-10T08:14:15.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:15.977+0000 7f97f4ff9640 1 -- 172.21.15.67:0/2066439680 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f97ec042030 con 0x7f97f8103660 2024-09-10T08:14:15.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:15.977+0000 7f97f4ff9640 1 --2- 172.21.15.67:0/2066439680 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f97e00a2c10 0x7f97e00a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:15.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:15.978+0000 7f97f77fe640 1 --2- 172.21.15.67:0/2066439680 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f97e00a2c10 0x7f97e00a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:15.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:15.978+0000 7f97f4ff9640 1 -- 172.21.15.67:0/2066439680 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9071+0+0 (secure 0 0 0) 0x7f97ec0effc0 con 0x7f97f8103660 2024-09-10T08:14:15.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:15.978+0000 7f97f77fe640 1 --2- 172.21.15.67:0/2066439680 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f97e00a2c10 0x7f97e00a50d0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f97e80058c0 tx=0x7f97e8005d30 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:15.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:15.981+0000 7f97f4ff9640 1 -- 172.21.15.67:0/2066439680 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f97ec0bca80 con 0x7f97f8103660 2024-09-10T08:14:16.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:15 smithi203 ceph-mon[34672]: pgmap v338: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-09-10T08:14:16.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:15 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/3258631194' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-10T08:14:16.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:15 smithi133 ceph-mon[34721]: pgmap v338: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-09-10T08:14:16.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:15 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/3258631194' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-10T08:14:16.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.156+0000 7f97fdc30640 1 -- 172.21.15.67:0/2066439680 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) -- 0x7f97f81071e0 con 0x7f97f8103660 2024-09-10T08:14:16.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.156+0000 7f97f4ff9640 1 -- 172.21.15.67:0/2066439680 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f97ec0bc380 con 0x7f97f8103660 2024-09-10T08:14:16.156 INFO:teuthology.orchestra.run.smithi067.stdout:292057776166 2024-09-10T08:14:16.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.158+0000 7f97fdc30640 1 -- 172.21.15.67:0/2066439680 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f97e00a2c10 msgr2=0x7f97e00a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:16.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.158+0000 7f97fdc30640 1 --2- 172.21.15.67:0/2066439680 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f97e00a2c10 0x7f97e00a50d0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f97e80058c0 tx=0x7f97e8005d30 comp rx=0 tx=0).stop 2024-09-10T08:14:16.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.158+0000 7f97fdc30640 1 -- 172.21.15.67:0/2066439680 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f97f8103660 msgr2=0x7f97f8100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:16.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.158+0000 7f97fdc30640 1 --2- 172.21.15.67:0/2066439680 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f97f8103660 0x7f97f8100ee0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f97ec005940 tx=0x7f97ec0042f0 comp rx=0 tx=0).stop 2024-09-10T08:14:16.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.158+0000 7f97fdc30640 1 -- 172.21.15.67:0/2066439680 shutdown_connections 2024-09-10T08:14:16.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.158+0000 7f97fdc30640 1 --2- 172.21.15.67:0/2066439680 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f97e00a2c10 0x7f97e00a50d0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:16.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.158+0000 7f97fdc30640 1 --2- 172.21.15.67:0/2066439680 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f97f810c170 0x7f97f8101420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:16.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.158+0000 7f97fdc30640 1 --2- 172.21.15.67:0/2066439680 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f97f8103660 0x7f97f8100ee0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:16.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.158+0000 7f97fdc30640 1 --2- 172.21.15.67:0/2066439680 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f97f8102d40 0x7f97f81009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:16.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.158+0000 7f97fdc30640 1 -- 172.21.15.67:0/2066439680 >> 172.21.15.67:0/2066439680 conn(0x7f97f80fc7a0 msgr2=0x7f97f80fd5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:16.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.159+0000 7f97fdc30640 1 -- 172.21.15.67:0/2066439680 shutdown_connections 2024-09-10T08:14:16.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.159+0000 7f97fdc30640 1 -- 172.21.15.67:0/2066439680 wait complete. 2024-09-10T08:14:16.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.603+0000 7f0782409640 1 -- 172.21.15.67:0/1875502375 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f077c101de0 msgr2=0x7f077c1021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:16.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.603+0000 7f0782409640 1 --2- 172.21.15.67:0/1875502375 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f077c101de0 0x7f077c1021c0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f076c009900 tx=0x7f076c02a410 comp rx=0 tx=0).stop 2024-09-10T08:14:16.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.603+0000 7f0782409640 1 -- 172.21.15.67:0/1875502375 shutdown_connections 2024-09-10T08:14:16.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.603+0000 7f0782409640 1 --2- 172.21.15.67:0/1875502375 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f077c102790 0x7f077c1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:16.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.603+0000 7f0782409640 1 --2- 172.21.15.67:0/1875502375 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f077c106f10 0x7f077c10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:16.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.603+0000 7f0782409640 1 --2- 172.21.15.67:0/1875502375 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f077c101de0 0x7f077c1021c0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:16.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.603+0000 7f0782409640 1 -- 172.21.15.67:0/1875502375 >> 172.21.15.67:0/1875502375 conn(0x7f077c0fd8c0 msgr2=0x7f077c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:16.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.603+0000 7f0782409640 1 -- 172.21.15.67:0/1875502375 shutdown_connections 2024-09-10T08:14:16.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.603+0000 7f0782409640 1 -- 172.21.15.67:0/1875502375 wait complete. 2024-09-10T08:14:16.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.604+0000 7f0782409640 1 Processor -- start 2024-09-10T08:14:16.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.604+0000 7f0782409640 1 -- start start 2024-09-10T08:14:16.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.605+0000 7f0782409640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f077c101de0 0x7f077c1983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:16.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.605+0000 7f0782409640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f077c102790 0x7f077c198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:16.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.605+0000 7f0782409640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f077c106f10 0x7f077c19cc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:16.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.605+0000 7f0782409640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f077c111de0 con 0x7f077c102790 2024-09-10T08:14:16.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.605+0000 7f0782409640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f077c111c60 con 0x7f077c101de0 2024-09-10T08:14:16.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.605+0000 7f0782409640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f077c111f60 con 0x7f077c106f10 2024-09-10T08:14:16.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.605+0000 7f077b7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f077c102790 0x7f077c198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:16.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.605+0000 7f077b7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f077c102790 0x7f077c198900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36516/0 (socket says 172.21.15.67:36516) 2024-09-10T08:14:16.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.605+0000 7f077b7fe640 1 -- 172.21.15.67:0/11478738 learned_addr learned my addr 172.21.15.67:0/11478738 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:16.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.605+0000 7f077bfff640 1 --2- 172.21.15.67:0/11478738 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f077c101de0 0x7f077c1983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:16.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.605+0000 7f07809a6640 1 --2- 172.21.15.67:0/11478738 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f077c106f10 0x7f077c19cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:16.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.605+0000 7f077b7fe640 1 -- 172.21.15.67:0/11478738 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f077c106f10 msgr2=0x7f077c19cc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:16.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.605+0000 7f077b7fe640 1 --2- 172.21.15.67:0/11478738 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f077c106f10 0x7f077c19cc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:16.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.605+0000 7f077b7fe640 1 -- 172.21.15.67:0/11478738 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f077c101de0 msgr2=0x7f077c1983c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:16.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.605+0000 7f077b7fe640 1 --2- 172.21.15.67:0/11478738 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f077c101de0 0x7f077c1983c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:16.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.605+0000 7f077b7fe640 1 -- 172.21.15.67:0/11478738 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f077c19d370 con 0x7f077c102790 2024-09-10T08:14:16.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.605+0000 7f077b7fe640 1 --2- 172.21.15.67:0/11478738 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f077c102790 0x7f077c198900 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f077000d950 tx=0x7f077000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:16.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.609+0000 7f07797fa640 1 -- 172.21.15.67:0/11478738 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0770017030 con 0x7f077c102790 2024-09-10T08:14:16.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.609+0000 7f07797fa640 1 -- 172.21.15.67:0/11478738 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0770004020 con 0x7f077c102790 2024-09-10T08:14:16.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.609+0000 7f07797fa640 1 -- 172.21.15.67:0/11478738 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07700047a0 con 0x7f077c102790 2024-09-10T08:14:16.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.609+0000 7f0782409640 1 -- 172.21.15.67:0/11478738 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f077c19d660 con 0x7f077c102790 2024-09-10T08:14:16.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.609+0000 7f0782409640 1 -- 172.21.15.67:0/11478738 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f077c1a4f40 con 0x7f077c102790 2024-09-10T08:14:16.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.610+0000 7f0782409640 1 -- 172.21.15.67:0/11478738 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f077c1021c0 con 0x7f077c102790 2024-09-10T08:14:16.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.611+0000 7f07797fa640 1 -- 172.21.15.67:0/11478738 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f07700041d0 con 0x7f077c102790 2024-09-10T08:14:16.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.612+0000 7f07797fa640 1 --2- 172.21.15.67:0/11478738 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f07640a2c90 0x7f07640a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:16.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.612+0000 7f077bfff640 1 --2- 172.21.15.67:0/11478738 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f07640a2c90 0x7f07640a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:16.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.612+0000 7f07797fa640 1 -- 172.21.15.67:0/11478738 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9071+0+0 (secure 0 0 0) 0x7f07700cee70 con 0x7f077c102790 2024-09-10T08:14:16.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.613+0000 7f077bfff640 1 --2- 172.21.15.67:0/11478738 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f07640a2c90 0x7f07640a5150 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f076c031440 tx=0x7f076c005b50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:16.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.616+0000 7f07797fa640 1 -- 172.21.15.67:0/11478738 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f077009b930 con 0x7f077c102790 2024-09-10T08:14:16.793 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:16 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/2066439680' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-09-10T08:14:16.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.795+0000 7f0782409640 1 -- 172.21.15.67:0/11478738 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f077c109b60 con 0x7f077c102790 2024-09-10T08:14:16.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.795+0000 7f07797fa640 1 -- 172.21.15.67:0/11478738 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f077009b230 con 0x7f077c102790 2024-09-10T08:14:16.794 INFO:teuthology.orchestra.run.smithi067.stdout:34359738458 2024-09-10T08:14:16.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.798+0000 7f0782409640 1 -- 172.21.15.67:0/11478738 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f07640a2c90 msgr2=0x7f07640a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:16.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.798+0000 7f0782409640 1 --2- 172.21.15.67:0/11478738 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f07640a2c90 0x7f07640a5150 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f076c031440 tx=0x7f076c005b50 comp rx=0 tx=0).stop 2024-09-10T08:14:16.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.798+0000 7f0782409640 1 -- 172.21.15.67:0/11478738 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f077c102790 msgr2=0x7f077c198900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:16.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.798+0000 7f0782409640 1 --2- 172.21.15.67:0/11478738 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f077c102790 0x7f077c198900 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f077000d950 tx=0x7f077000de10 comp rx=0 tx=0).stop 2024-09-10T08:14:16.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.798+0000 7f0782409640 1 -- 172.21.15.67:0/11478738 shutdown_connections 2024-09-10T08:14:16.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.798+0000 7f0782409640 1 --2- 172.21.15.67:0/11478738 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f07640a2c90 0x7f07640a5150 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:16.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.798+0000 7f0782409640 1 --2- 172.21.15.67:0/11478738 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f077c106f10 0x7f077c19cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:16.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.798+0000 7f0782409640 1 --2- 172.21.15.67:0/11478738 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f077c102790 0x7f077c198900 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:16.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.798+0000 7f0782409640 1 --2- 172.21.15.67:0/11478738 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f077c101de0 0x7f077c1983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:16.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.798+0000 7f0782409640 1 -- 172.21.15.67:0/11478738 >> 172.21.15.67:0/11478738 conn(0x7f077c0fd8c0 msgr2=0x7f077c0fed90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:16.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.799+0000 7f0782409640 1 -- 172.21.15.67:0/11478738 shutdown_connections 2024-09-10T08:14:16.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.799+0000 7f0782409640 1 -- 172.21.15.67:0/11478738 wait complete. 2024-09-10T08:14:16.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.794+0000 7f854d314640 1 -- 172.21.15.67:0/2033532266 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8548106f10 msgr2=0x7f854810ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:16.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.794+0000 7f854d314640 1 --2- 172.21.15.67:0/2033532266 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8548106f10 0x7f854810ea90 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f8540009ca0 tx=0x7f854002a8c0 comp rx=0 tx=0).stop 2024-09-10T08:14:16.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.794+0000 7f854d314640 1 -- 172.21.15.67:0/2033532266 shutdown_connections 2024-09-10T08:14:16.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.794+0000 7f854d314640 1 --2- 172.21.15.67:0/2033532266 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8548102790 0x7f85481067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:16.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.794+0000 7f854d314640 1 --2- 172.21.15.67:0/2033532266 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8548106f10 0x7f854810ea90 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:16.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.794+0000 7f854d314640 1 --2- 172.21.15.67:0/2033532266 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8548101de0 0x7f85481021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:16.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.794+0000 7f854d314640 1 -- 172.21.15.67:0/2033532266 >> 172.21.15.67:0/2033532266 conn(0x7f85480fd8c0 msgr2=0x7f85480ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:16.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.794+0000 7f854d314640 1 -- 172.21.15.67:0/2033532266 shutdown_connections 2024-09-10T08:14:16.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.794+0000 7f854d314640 1 -- 172.21.15.67:0/2033532266 wait complete. 2024-09-10T08:14:16.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.795+0000 7f854d314640 1 Processor -- start 2024-09-10T08:14:16.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.795+0000 7f854d314640 1 -- start start 2024-09-10T08:14:16.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.795+0000 7f854d314640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8548101de0 0x7f8548198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:16.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.795+0000 7f854d314640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8548102790 0x7f8548198870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:16.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.796+0000 7f854d314640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8548106f10 0x7f854819cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:16.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.796+0000 7f854d314640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f8548111e70 con 0x7f8548106f10 2024-09-10T08:14:16.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.796+0000 7f854d314640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f8548111cf0 con 0x7f8548101de0 2024-09-10T08:14:16.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.796+0000 7f854d314640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f8548111ff0 con 0x7f8548102790 2024-09-10T08:14:16.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.796+0000 7f85477fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8548106f10 0x7f854819cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:16.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.796+0000 7f85477fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8548106f10 0x7f854819cc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36528/0 (socket says 172.21.15.67:36528) 2024-09-10T08:14:16.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.796+0000 7f85477fe640 1 -- 172.21.15.67:0/3197329977 learned_addr learned my addr 172.21.15.67:0/3197329977 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:16.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.796+0000 7f85467fc640 1 --2- 172.21.15.67:0/3197329977 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8548102790 0x7f8548198870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:16.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.796+0000 7f8546ffd640 1 --2- 172.21.15.67:0/3197329977 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8548101de0 0x7f8548198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:16.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.796+0000 7f85477fe640 1 -- 172.21.15.67:0/3197329977 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8548102790 msgr2=0x7f8548198870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:16.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.796+0000 7f85477fe640 1 --2- 172.21.15.67:0/3197329977 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8548102790 0x7f8548198870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:16.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.796+0000 7f85477fe640 1 -- 172.21.15.67:0/3197329977 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8548101de0 msgr2=0x7f8548198330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:16.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.796+0000 7f85477fe640 1 --2- 172.21.15.67:0/3197329977 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8548101de0 0x7f8548198330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:16.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.796+0000 7f85477fe640 1 -- 172.21.15.67:0/3197329977 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f854819d2e0 con 0x7f8548106f10 2024-09-10T08:14:16.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.796+0000 7f85477fe640 1 --2- 172.21.15.67:0/3197329977 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8548106f10 0x7f854819cc00 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f8540005e30 tx=0x7f85400093d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:16.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.796+0000 7f852ffff640 1 -- 172.21.15.67:0/3197329977 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8540003c70 con 0x7f8548106f10 2024-09-10T08:14:16.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.797+0000 7f854d314640 1 -- 172.21.15.67:0/3197329977 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f854819d570 con 0x7f8548106f10 2024-09-10T08:14:16.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.797+0000 7f852ffff640 1 -- 172.21.15.67:0/3197329977 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8540003e10 con 0x7f8548106f10 2024-09-10T08:14:16.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.797+0000 7f852ffff640 1 -- 172.21.15.67:0/3197329977 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8540030c10 con 0x7f8548106f10 2024-09-10T08:14:16.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.797+0000 7f854d314640 1 -- 172.21.15.67:0/3197329977 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85481a4eb0 con 0x7f8548106f10 2024-09-10T08:14:16.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.798+0000 7f852dffb640 1 -- 172.21.15.67:0/3197329977 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8528005290 con 0x7f8548106f10 2024-09-10T08:14:16.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.799+0000 7f852ffff640 1 -- 172.21.15.67:0/3197329977 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f8540004b40 con 0x7f8548106f10 2024-09-10T08:14:16.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.800+0000 7f852ffff640 1 --2- 172.21.15.67:0/3197329977 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f85300a2c10 0x7f85300a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:16.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.800+0000 7f8546ffd640 1 --2- 172.21.15.67:0/3197329977 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f85300a2c10 0x7f85300a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:16.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.800+0000 7f852ffff640 1 -- 172.21.15.67:0/3197329977 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9071+0+0 (secure 0 0 0) 0x7f85400f08d0 con 0x7f8548106f10 2024-09-10T08:14:16.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.801+0000 7f8546ffd640 1 --2- 172.21.15.67:0/3197329977 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f85300a2c10 0x7f85300a50d0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f8538009bd0 tx=0x7f8538005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:16.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.804+0000 7f852ffff640 1 -- 172.21.15.67:0/3197329977 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f85400bd530 con 0x7f8548106f10 2024-09-10T08:14:16.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.984+0000 7f852dffb640 1 -- 172.21.15.67:0/3197329977 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) -- 0x7f8528005850 con 0x7f8548106f10 2024-09-10T08:14:16.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.985+0000 7f852ffff640 1 -- 172.21.15.67:0/3197329977 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f85400bce30 con 0x7f8548106f10 2024-09-10T08:14:16.984 INFO:teuthology.orchestra.run.smithi067.stdout:240518168625 2024-09-10T08:14:16.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.987+0000 7f852dffb640 1 -- 172.21.15.67:0/3197329977 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f85300a2c10 msgr2=0x7f85300a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:16.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.987+0000 7f852dffb640 1 --2- 172.21.15.67:0/3197329977 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f85300a2c10 0x7f85300a50d0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f8538009bd0 tx=0x7f8538005f90 comp rx=0 tx=0).stop 2024-09-10T08:14:16.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.987+0000 7f852dffb640 1 -- 172.21.15.67:0/3197329977 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8548106f10 msgr2=0x7f854819cc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:16.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.987+0000 7f852dffb640 1 --2- 172.21.15.67:0/3197329977 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8548106f10 0x7f854819cc00 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f8540005e30 tx=0x7f85400093d0 comp rx=0 tx=0).stop 2024-09-10T08:14:16.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.987+0000 7f852dffb640 1 -- 172.21.15.67:0/3197329977 shutdown_connections 2024-09-10T08:14:16.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.987+0000 7f852dffb640 1 --2- 172.21.15.67:0/3197329977 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f85300a2c10 0x7f85300a50d0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:16.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.987+0000 7f852dffb640 1 --2- 172.21.15.67:0/3197329977 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8548106f10 0x7f854819cc00 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:16.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.987+0000 7f852dffb640 1 --2- 172.21.15.67:0/3197329977 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8548102790 0x7f8548198870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:16.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.987+0000 7f852dffb640 1 --2- 172.21.15.67:0/3197329977 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8548101de0 0x7f8548198330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:16.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.987+0000 7f852dffb640 1 -- 172.21.15.67:0/3197329977 >> 172.21.15.67:0/3197329977 conn(0x7f85480fd8c0 msgr2=0x7f85480fec20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:16.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.987+0000 7f852dffb640 1 -- 172.21.15.67:0/3197329977 shutdown_connections 2024-09-10T08:14:16.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:16.987+0000 7f852dffb640 1 -- 172.21.15.67:0/3197329977 wait complete. 2024-09-10T08:14:17.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:16 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/2066439680' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-09-10T08:14:17.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:16 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/2066439680' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-09-10T08:14:17.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:17 smithi067 ceph-mon[31051]: pgmap v339: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 10 op/s 2024-09-10T08:14:17.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:17 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/11478738' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-10T08:14:17.707 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:17 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/3197329977' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-09-10T08:14:17.972 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:17 smithi203 ceph-mon[34672]: pgmap v339: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 10 op/s 2024-09-10T08:14:17.972 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:17 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/11478738' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-10T08:14:17.972 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:17 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/3197329977' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-09-10T08:14:17.994 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:17 smithi133 ceph-mon[34721]: pgmap v339: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 10 op/s 2024-09-10T08:14:17.995 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:17 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/11478738' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-10T08:14:17.995 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:17 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/3197329977' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-09-10T08:14:18.018 INFO:tasks.cephadm.ceph_manager.ceph:need seq 158913790015 got 158913790016 for osd.5 2024-09-10T08:14:18.019 DEBUG:teuthology.parallel:result is None 2024-09-10T08:14:18.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.318+0000 7efdadcd5640 1 -- 172.21.15.67:0/3585160074 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efda8106a80 msgr2=0x7efda8106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:18.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.318+0000 7efdadcd5640 1 --2- 172.21.15.67:0/3585160074 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efda8106a80 0x7efda8106e60 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7efd98009930 tx=0x7efd9802a420 comp rx=0 tx=0).stop 2024-09-10T08:14:18.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.318+0000 7efdadcd5640 1 -- 172.21.15.67:0/3585160074 shutdown_connections 2024-09-10T08:14:18.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.318+0000 7efdadcd5640 1 --2- 172.21.15.67:0/3585160074 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efda8101420 0x7efda810d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:18.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.318+0000 7efdadcd5640 1 --2- 172.21.15.67:0/3585160074 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efda8100a80 0x7efda8100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:18.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.318+0000 7efdadcd5640 1 --2- 172.21.15.67:0/3585160074 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efda8106a80 0x7efda8106e60 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:18.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.318+0000 7efdadcd5640 1 -- 172.21.15.67:0/3585160074 >> 172.21.15.67:0/3585160074 conn(0x7efda80fc7a0 msgr2=0x7efda80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:18.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.318+0000 7efdadcd5640 1 -- 172.21.15.67:0/3585160074 shutdown_connections 2024-09-10T08:14:18.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.318+0000 7efdadcd5640 1 -- 172.21.15.67:0/3585160074 wait complete. 2024-09-10T08:14:18.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.319+0000 7efdadcd5640 1 Processor -- start 2024-09-10T08:14:18.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.319+0000 7efdadcd5640 1 -- start start 2024-09-10T08:14:18.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.319+0000 7efdadcd5640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efda8100a80 0x7efda8198460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:18.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.319+0000 7efdadcd5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efda8101420 0x7efda81989a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:18.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.319+0000 7efdadcd5640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efda8106a80 0x7efda819cd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:18.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.319+0000 7efdadcd5640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7efda8110d70 con 0x7efda8101420 2024-09-10T08:14:18.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.319+0000 7efdadcd5640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7efda8110bf0 con 0x7efda8100a80 2024-09-10T08:14:18.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.319+0000 7efdadcd5640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7efda8110ef0 con 0x7efda8106a80 2024-09-10T08:14:18.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.319+0000 7efda6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efda8101420 0x7efda81989a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:18.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.319+0000 7efda6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efda8101420 0x7efda81989a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36550/0 (socket says 172.21.15.67:36550) 2024-09-10T08:14:18.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.319+0000 7efda6ffd640 1 -- 172.21.15.67:0/3797342296 learned_addr learned my addr 172.21.15.67:0/3797342296 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:18.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.319+0000 7efda7fff640 1 --2- 172.21.15.67:0/3797342296 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efda8106a80 0x7efda819cd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:18.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.320+0000 7efda77fe640 1 --2- 172.21.15.67:0/3797342296 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efda8100a80 0x7efda8198460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:18.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.320+0000 7efda6ffd640 1 -- 172.21.15.67:0/3797342296 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efda8106a80 msgr2=0x7efda819cd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:18.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.320+0000 7efda6ffd640 1 --2- 172.21.15.67:0/3797342296 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efda8106a80 0x7efda819cd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:18.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.320+0000 7efda6ffd640 1 -- 172.21.15.67:0/3797342296 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efda8100a80 msgr2=0x7efda8198460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:18.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.320+0000 7efda6ffd640 1 --2- 172.21.15.67:0/3797342296 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efda8100a80 0x7efda8198460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:18.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.320+0000 7efda6ffd640 1 -- 172.21.15.67:0/3797342296 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efda819d410 con 0x7efda8101420 2024-09-10T08:14:18.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.320+0000 7efda6ffd640 1 --2- 172.21.15.67:0/3797342296 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efda8101420 0x7efda81989a0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7efd9c00d770 tx=0x7efd9c00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:18.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.320+0000 7efda4ff9640 1 -- 172.21.15.67:0/3797342296 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd9c017070 con 0x7efda8101420 2024-09-10T08:14:18.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.320+0000 7efdadcd5640 1 -- 172.21.15.67:0/3797342296 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efda819d700 con 0x7efda8101420 2024-09-10T08:14:18.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.320+0000 7efda4ff9640 1 -- 172.21.15.67:0/3797342296 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efd9c0054d0 con 0x7efda8101420 2024-09-10T08:14:18.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.320+0000 7efda4ff9640 1 -- 172.21.15.67:0/3797342296 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd9c004cf0 con 0x7efda8101420 2024-09-10T08:14:18.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.320+0000 7efdadcd5640 1 -- 172.21.15.67:0/3797342296 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efda81a4fe0 con 0x7efda8101420 2024-09-10T08:14:18.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.321+0000 7efdadcd5640 1 -- 172.21.15.67:0/3797342296 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efda8100ee0 con 0x7efda8101420 2024-09-10T08:14:18.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.322+0000 7efda4ff9640 1 -- 172.21.15.67:0/3797342296 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7efd9c004e90 con 0x7efda8101420 2024-09-10T08:14:18.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.323+0000 7efda4ff9640 1 --2- 172.21.15.67:0/3797342296 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7efd900a2c10 0x7efd900a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:18.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.323+0000 7efda77fe640 1 --2- 172.21.15.67:0/3797342296 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7efd900a2c10 0x7efd900a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:18.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.323+0000 7efda4ff9640 1 -- 172.21.15.67:0/3797342296 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9071+0+0 (secure 0 0 0) 0x7efd9c0cef80 con 0x7efda8101420 2024-09-10T08:14:18.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.324+0000 7efda77fe640 1 --2- 172.21.15.67:0/3797342296 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7efd900a2c10 0x7efd900a50d0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7efd98006010 tx=0x7efd98000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:18.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.327+0000 7efda4ff9640 1 -- 172.21.15.67:0/3797342296 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7efd9c09ba40 con 0x7efda8101420 2024-09-10T08:14:18.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.505+0000 7efdadcd5640 1 -- 172.21.15.67:0/3797342296 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7efda810a000 con 0x7efda8101420 2024-09-10T08:14:18.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.505+0000 7efda4ff9640 1 -- 172.21.15.67:0/3797342296 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7efd9c09b340 con 0x7efda8101420 2024-09-10T08:14:18.505 INFO:teuthology.orchestra.run.smithi067.stdout:77309411408 2024-09-10T08:14:18.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.508+0000 7efdadcd5640 1 -- 172.21.15.67:0/3797342296 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7efd900a2c10 msgr2=0x7efd900a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:18.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.508+0000 7efdadcd5640 1 --2- 172.21.15.67:0/3797342296 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7efd900a2c10 0x7efd900a50d0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7efd98006010 tx=0x7efd98000bc0 comp rx=0 tx=0).stop 2024-09-10T08:14:18.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.508+0000 7efdadcd5640 1 -- 172.21.15.67:0/3797342296 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efda8101420 msgr2=0x7efda81989a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:18.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.508+0000 7efdadcd5640 1 --2- 172.21.15.67:0/3797342296 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efda8101420 0x7efda81989a0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7efd9c00d770 tx=0x7efd9c00dc30 comp rx=0 tx=0).stop 2024-09-10T08:14:18.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.508+0000 7efdadcd5640 1 -- 172.21.15.67:0/3797342296 shutdown_connections 2024-09-10T08:14:18.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.508+0000 7efdadcd5640 1 --2- 172.21.15.67:0/3797342296 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7efd900a2c10 0x7efd900a50d0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:18.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.508+0000 7efdadcd5640 1 --2- 172.21.15.67:0/3797342296 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efda8106a80 0x7efda819cd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:18.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.508+0000 7efdadcd5640 1 --2- 172.21.15.67:0/3797342296 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efda8101420 0x7efda81989a0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:18.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.508+0000 7efdadcd5640 1 --2- 172.21.15.67:0/3797342296 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efda8100a80 0x7efda8198460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:18.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.508+0000 7efdadcd5640 1 -- 172.21.15.67:0/3797342296 >> 172.21.15.67:0/3797342296 conn(0x7efda80fc7a0 msgr2=0x7efda806aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:18.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.508+0000 7efdadcd5640 1 -- 172.21.15.67:0/3797342296 shutdown_connections 2024-09-10T08:14:18.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.508+0000 7efdadcd5640 1 -- 172.21.15.67:0/3797342296 wait complete. 2024-09-10T08:14:18.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.663+0000 7f9a4bc1c640 1 -- 172.21.15.67:0/844332330 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9a44101de0 msgr2=0x7f9a441021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:18.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.663+0000 7f9a4bc1c640 1 --2- 172.21.15.67:0/844332330 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9a44101de0 0x7f9a441021c0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f9a34009ca0 tx=0x7f9a3402a8c0 comp rx=0 tx=0).stop 2024-09-10T08:14:18.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.663+0000 7f9a4bc1c640 1 -- 172.21.15.67:0/844332330 shutdown_connections 2024-09-10T08:14:18.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.663+0000 7f9a4bc1c640 1 --2- 172.21.15.67:0/844332330 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9a44102790 0x7f9a441067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:18.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.663+0000 7f9a4bc1c640 1 --2- 172.21.15.67:0/844332330 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9a44106f10 0x7f9a4410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:18.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.663+0000 7f9a4bc1c640 1 --2- 172.21.15.67:0/844332330 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9a44101de0 0x7f9a441021c0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:18.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.663+0000 7f9a4bc1c640 1 -- 172.21.15.67:0/844332330 >> 172.21.15.67:0/844332330 conn(0x7f9a440fd8c0 msgr2=0x7f9a440ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:18.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.663+0000 7f9a4bc1c640 1 -- 172.21.15.67:0/844332330 shutdown_connections 2024-09-10T08:14:18.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.663+0000 7f9a4bc1c640 1 -- 172.21.15.67:0/844332330 wait complete. 2024-09-10T08:14:18.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.663+0000 7f9a4bc1c640 1 Processor -- start 2024-09-10T08:14:18.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.664+0000 7f9a4bc1c640 1 -- start start 2024-09-10T08:14:18.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.664+0000 7f9a4bc1c640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9a44101de0 0x7f9a44198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:18.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.664+0000 7f9a4bc1c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9a44102790 0x7f9a44198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:18.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.664+0000 7f9a4bc1c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9a44106f10 0x7f9a4419cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:18.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.664+0000 7f9a4bc1c640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f9a44111e20 con 0x7f9a44106f10 2024-09-10T08:14:18.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.664+0000 7f9a4bc1c640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f9a44111ca0 con 0x7f9a44102790 2024-09-10T08:14:18.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.664+0000 7f9a4bc1c640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f9a44111fa0 con 0x7f9a44101de0 2024-09-10T08:14:18.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.664+0000 7f9a4a1b9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9a44106f10 0x7f9a4419cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:18.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.664+0000 7f9a4a1b9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9a44106f10 0x7f9a4419cc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36562/0 (socket says 172.21.15.67:36562) 2024-09-10T08:14:18.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.664+0000 7f9a4a1b9640 1 -- 172.21.15.67:0/1536956595 learned_addr learned my addr 172.21.15.67:0/1536956595 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:18.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.664+0000 7f9a491b7640 1 --2- 172.21.15.67:0/1536956595 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9a44102790 0x7f9a44198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:18.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.664+0000 7f9a499b8640 1 --2- 172.21.15.67:0/1536956595 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9a44101de0 0x7f9a44198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:18.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.664+0000 7f9a4a1b9640 1 -- 172.21.15.67:0/1536956595 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9a44101de0 msgr2=0x7f9a44198340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:18.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.664+0000 7f9a4a1b9640 1 --2- 172.21.15.67:0/1536956595 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9a44101de0 0x7f9a44198340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:18.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.664+0000 7f9a4a1b9640 1 -- 172.21.15.67:0/1536956595 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9a44102790 msgr2=0x7f9a44198880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:18.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.664+0000 7f9a4a1b9640 1 --2- 172.21.15.67:0/1536956595 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9a44102790 0x7f9a44198880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:18.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.664+0000 7f9a4a1b9640 1 -- 172.21.15.67:0/1536956595 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a4419d2f0 con 0x7f9a44106f10 2024-09-10T08:14:18.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.664+0000 7f9a4a1b9640 1 --2- 172.21.15.67:0/1536956595 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9a44106f10 0x7f9a4419cc10 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f9a3c00d750 tx=0x7f9a3c00dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:18.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.665+0000 7f9a42ffd640 1 -- 172.21.15.67:0/1536956595 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a3c017070 con 0x7f9a44106f10 2024-09-10T08:14:18.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.665+0000 7f9a42ffd640 1 -- 172.21.15.67:0/1536956595 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9a3c0054d0 con 0x7f9a44106f10 2024-09-10T08:14:18.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.665+0000 7f9a4bc1c640 1 -- 172.21.15.67:0/1536956595 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a4419d5e0 con 0x7f9a44106f10 2024-09-10T08:14:18.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.665+0000 7f9a42ffd640 1 -- 172.21.15.67:0/1536956595 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a3c004c60 con 0x7f9a44106f10 2024-09-10T08:14:18.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.665+0000 7f9a4bc1c640 1 -- 172.21.15.67:0/1536956595 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a441a4ec0 con 0x7f9a44106f10 2024-09-10T08:14:18.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.666+0000 7f9a4bc1c640 1 -- 172.21.15.67:0/1536956595 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a441021c0 con 0x7f9a44106f10 2024-09-10T08:14:18.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.667+0000 7f9a42ffd640 1 -- 172.21.15.67:0/1536956595 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f9a3c004e00 con 0x7f9a44106f10 2024-09-10T08:14:18.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.668+0000 7f9a42ffd640 1 --2- 172.21.15.67:0/1536956595 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f9a2c0a2c90 0x7f9a2c0a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:18.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.668+0000 7f9a42ffd640 1 -- 172.21.15.67:0/1536956595 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9071+0+0 (secure 0 0 0) 0x7f9a3c0ced50 con 0x7f9a44106f10 2024-09-10T08:14:18.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.668+0000 7f9a499b8640 1 --2- 172.21.15.67:0/1536956595 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f9a2c0a2c90 0x7f9a2c0a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:18.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.668+0000 7f9a499b8640 1 --2- 172.21.15.67:0/1536956595 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f9a2c0a2c90 0x7f9a2c0a5150 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f9a34005e30 tx=0x7f9a34031000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:18.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.672+0000 7f9a42ffd640 1 -- 172.21.15.67:0/1536956595 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f9a3c09b1c0 con 0x7f9a44106f10 2024-09-10T08:14:18.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.852+0000 7f9a4bc1c640 1 -- 172.21.15.67:0/1536956595 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f9a44109b60 con 0x7f9a44106f10 2024-09-10T08:14:18.852 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:18 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/3797342296' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-10T08:14:18.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.853+0000 7f9a42ffd640 1 -- 172.21.15.67:0/1536956595 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f9a3c09f4c0 con 0x7f9a44106f10 2024-09-10T08:14:18.852 INFO:teuthology.orchestra.run.smithi067.stdout:188978561083 2024-09-10T08:14:18.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.855+0000 7f9a4bc1c640 1 -- 172.21.15.67:0/1536956595 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f9a2c0a2c90 msgr2=0x7f9a2c0a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:18.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.855+0000 7f9a4bc1c640 1 --2- 172.21.15.67:0/1536956595 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f9a2c0a2c90 0x7f9a2c0a5150 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f9a34005e30 tx=0x7f9a34031000 comp rx=0 tx=0).stop 2024-09-10T08:14:18.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.855+0000 7f9a4bc1c640 1 -- 172.21.15.67:0/1536956595 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9a44106f10 msgr2=0x7f9a4419cc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:18.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.855+0000 7f9a4bc1c640 1 --2- 172.21.15.67:0/1536956595 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9a44106f10 0x7f9a4419cc10 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f9a3c00d750 tx=0x7f9a3c00dc10 comp rx=0 tx=0).stop 2024-09-10T08:14:18.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.855+0000 7f9a4bc1c640 1 -- 172.21.15.67:0/1536956595 shutdown_connections 2024-09-10T08:14:18.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.855+0000 7f9a4bc1c640 1 --2- 172.21.15.67:0/1536956595 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f9a2c0a2c90 0x7f9a2c0a5150 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:18.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.855+0000 7f9a4bc1c640 1 --2- 172.21.15.67:0/1536956595 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9a44102790 0x7f9a44198880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:18.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.855+0000 7f9a4bc1c640 1 --2- 172.21.15.67:0/1536956595 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9a44106f10 0x7f9a4419cc10 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:18.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.855+0000 7f9a4bc1c640 1 --2- 172.21.15.67:0/1536956595 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9a44101de0 0x7f9a44198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:18.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.855+0000 7f9a4bc1c640 1 -- 172.21.15.67:0/1536956595 >> 172.21.15.67:0/1536956595 conn(0x7f9a440fd8c0 msgr2=0x7f9a440fed10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:18.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.855+0000 7f9a4bc1c640 1 -- 172.21.15.67:0/1536956595 shutdown_connections 2024-09-10T08:14:18.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.855+0000 7f9a4bc1c640 1 -- 172.21.15.67:0/1536956595 wait complete. 2024-09-10T08:14:18.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.896+0000 7f5ffa356640 1 -- 172.21.15.67:0/3474826377 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5ff4102d30 msgr2=0x7f5ff4103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:18.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.896+0000 7f5ffa356640 1 --2- 172.21.15.67:0/3474826377 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5ff4102d30 0x7f5ff4103110 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f5fe4009930 tx=0x7f5fe402a420 comp rx=0 tx=0).stop 2024-09-10T08:14:18.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.896+0000 7f5ffa356640 1 -- 172.21.15.67:0/3474826377 shutdown_connections 2024-09-10T08:14:18.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.896+0000 7f5ffa356640 1 --2- 172.21.15.67:0/3474826377 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5ff41036e0 0x7f5ff4107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:18.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.896+0000 7f5ffa356640 1 --2- 172.21.15.67:0/3474826377 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5ff41082a0 0x7f5ff410ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:18.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.896+0000 7f5ffa356640 1 --2- 172.21.15.67:0/3474826377 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5ff4102d30 0x7f5ff4103110 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:18.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.896+0000 7f5ffa356640 1 -- 172.21.15.67:0/3474826377 >> 172.21.15.67:0/3474826377 conn(0x7f5ff40fc7d0 msgr2=0x7f5ff40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:18.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.896+0000 7f5ffa356640 1 -- 172.21.15.67:0/3474826377 shutdown_connections 2024-09-10T08:14:18.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.896+0000 7f5ffa356640 1 -- 172.21.15.67:0/3474826377 wait complete. 2024-09-10T08:14:18.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.897+0000 7f5ffa356640 1 Processor -- start 2024-09-10T08:14:18.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.897+0000 7f5ffa356640 1 -- start start 2024-09-10T08:14:18.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.897+0000 7f5ffa356640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5ff4102d30 0x7f5ff4100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:18.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.897+0000 7f5ffa356640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5ff41036e0 0x7f5ff4100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:18.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.897+0000 7f5ffa356640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5ff41082a0 0x7f5ff4101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:18.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.897+0000 7f5ffa356640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f5ff4111f50 con 0x7f5ff41082a0 2024-09-10T08:14:18.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.897+0000 7f5ffa356640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f5ff4111dd0 con 0x7f5ff41036e0 2024-09-10T08:14:18.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.897+0000 7f5ffa356640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f5ff41120d0 con 0x7f5ff4102d30 2024-09-10T08:14:18.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.897+0000 7f5ff88f3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5ff41082a0 0x7f5ff4101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:18.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.897+0000 7f5ff88f3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5ff41082a0 0x7f5ff4101410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36578/0 (socket says 172.21.15.67:36578) 2024-09-10T08:14:18.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.897+0000 7f5ff88f3640 1 -- 172.21.15.67:0/209639781 learned_addr learned my addr 172.21.15.67:0/209639781 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:18.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.897+0000 7f5ff3fff640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5ff4102d30 0x7f5ff4100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:18.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.898+0000 7f5ff37fe640 1 --2- 172.21.15.67:0/209639781 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5ff41036e0 0x7f5ff4100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:18.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.898+0000 7f5ff88f3640 1 -- 172.21.15.67:0/209639781 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5ff4102d30 msgr2=0x7f5ff4100990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:18.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.898+0000 7f5ff88f3640 1 --2- 172.21.15.67:0/209639781 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5ff4102d30 0x7f5ff4100990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:18.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.898+0000 7f5ff88f3640 1 -- 172.21.15.67:0/209639781 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5ff41036e0 msgr2=0x7f5ff4100ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:18.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.898+0000 7f5ff88f3640 1 --2- 172.21.15.67:0/209639781 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5ff41036e0 0x7f5ff4100ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:18.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.898+0000 7f5ff88f3640 1 -- 172.21.15.67:0/209639781 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ff41aae80 con 0x7f5ff41082a0 2024-09-10T08:14:18.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.898+0000 7f5ff37fe640 1 --2- 172.21.15.67:0/209639781 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5ff41036e0 0x7f5ff4100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:14:18.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.898+0000 7f5ff88f3640 1 --2- 172.21.15.67:0/209639781 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5ff41082a0 0x7f5ff4101410 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f5fec00eb10 tx=0x7f5fec00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:18.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.898+0000 7f5ff17fa640 1 -- 172.21.15.67:0/209639781 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fec004b20 con 0x7f5ff41082a0 2024-09-10T08:14:18.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.898+0000 7f5ff17fa640 1 -- 172.21.15.67:0/209639781 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5fec004cc0 con 0x7f5ff41082a0 2024-09-10T08:14:18.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.898+0000 7f5ffa356640 1 -- 172.21.15.67:0/209639781 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ff41ab0b0 con 0x7f5ff41082a0 2024-09-10T08:14:18.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.898+0000 7f5ff17fa640 1 -- 172.21.15.67:0/209639781 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fec010690 con 0x7f5ff41082a0 2024-09-10T08:14:18.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.898+0000 7f5ffa356640 1 -- 172.21.15.67:0/209639781 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ff41ab640 con 0x7f5ff41082a0 2024-09-10T08:14:18.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.899+0000 7f5ffa356640 1 -- 172.21.15.67:0/209639781 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ff406a850 con 0x7f5ff41082a0 2024-09-10T08:14:18.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.900+0000 7f5ff17fa640 1 -- 172.21.15.67:0/209639781 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f5fec005020 con 0x7f5ff41082a0 2024-09-10T08:14:18.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.901+0000 7f5ff17fa640 1 --2- 172.21.15.67:0/209639781 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5fdc0a2c90 0x7f5fdc0a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:18.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.901+0000 7f5ff3fff640 1 --2- 172.21.15.67:0/209639781 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5fdc0a2c90 0x7f5fdc0a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:18.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.901+0000 7f5ff17fa640 1 -- 172.21.15.67:0/209639781 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9071+0+0 (secure 0 0 0) 0x7f5fec0cfbe0 con 0x7f5ff41082a0 2024-09-10T08:14:18.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.902+0000 7f5ff3fff640 1 --2- 172.21.15.67:0/209639781 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5fdc0a2c90 0x7f5fdc0a5150 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f5fe4009900 tx=0x7f5fe4000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:18.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:18.905+0000 7f5ff17fa640 1 -- 172.21.15.67:0/209639781 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f5fec09c6a0 con 0x7f5ff41082a0 2024-09-10T08:14:19.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:18 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/3797342296' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-10T08:14:19.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.086+0000 7f5ffa356640 1 -- 172.21.15.67:0/209639781 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f5ff410a2b0 con 0x7f5ff41082a0 2024-09-10T08:14:19.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.086+0000 7f5ff17fa640 1 -- 172.21.15.67:0/209639781 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f5fec09bfa0 con 0x7f5ff41082a0 2024-09-10T08:14:19.086 INFO:teuthology.orchestra.run.smithi067.stdout:55834574933 2024-09-10T08:14:19.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.088+0000 7f5ffa356640 1 -- 172.21.15.67:0/209639781 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5fdc0a2c90 msgr2=0x7f5fdc0a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:19.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.088+0000 7f5ffa356640 1 --2- 172.21.15.67:0/209639781 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5fdc0a2c90 0x7f5fdc0a5150 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f5fe4009900 tx=0x7f5fe4000bc0 comp rx=0 tx=0).stop 2024-09-10T08:14:19.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.088+0000 7f5ffa356640 1 -- 172.21.15.67:0/209639781 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5ff41082a0 msgr2=0x7f5ff4101410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:19.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.088+0000 7f5ffa356640 1 --2- 172.21.15.67:0/209639781 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5ff41082a0 0x7f5ff4101410 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f5fec00eb10 tx=0x7f5fec00c2d0 comp rx=0 tx=0).stop 2024-09-10T08:14:19.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.089+0000 7f5ffa356640 1 -- 172.21.15.67:0/209639781 shutdown_connections 2024-09-10T08:14:19.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.089+0000 7f5ffa356640 1 --2- 172.21.15.67:0/209639781 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5fdc0a2c90 0x7f5fdc0a5150 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:19.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.089+0000 7f5ffa356640 1 --2- 172.21.15.67:0/209639781 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5ff41036e0 0x7f5ff4100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:19.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.089+0000 7f5ffa356640 1 --2- 172.21.15.67:0/209639781 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5ff41082a0 0x7f5ff4101410 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:19.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.089+0000 7f5ffa356640 1 --2- 172.21.15.67:0/209639781 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5ff4102d30 0x7f5ff4100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:19.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.089+0000 7f5ffa356640 1 -- 172.21.15.67:0/209639781 >> 172.21.15.67:0/209639781 conn(0x7f5ff40fc7d0 msgr2=0x7f5ff4105e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:19.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.089+0000 7f5ffa356640 1 -- 172.21.15.67:0/209639781 shutdown_connections 2024-09-10T08:14:19.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.089+0000 7f5ffa356640 1 -- 172.21.15.67:0/209639781 wait complete. 2024-09-10T08:14:19.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:18 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/3797342296' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-10T08:14:19.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.125+0000 7f6313249640 1 -- 172.21.15.67:0/364218418 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f630c10c180 msgr2=0x7f630c10e620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:19.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.125+0000 7f6313249640 1 --2- 172.21.15.67:0/364218418 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f630c10c180 0x7f630c10e620 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f6304009ca0 tx=0x7f630402a950 comp rx=0 tx=0).stop 2024-09-10T08:14:19.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.125+0000 7f6313249640 1 -- 172.21.15.67:0/364218418 shutdown_connections 2024-09-10T08:14:19.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.125+0000 7f6313249640 1 --2- 172.21.15.67:0/364218418 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f630c103670 0x7f630c10bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:19.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.125+0000 7f6313249640 1 --2- 172.21.15.67:0/364218418 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f630c10c180 0x7f630c10e620 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:19.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.125+0000 7f6313249640 1 --2- 172.21.15.67:0/364218418 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f630c102d50 0x7f630c103130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:19.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.126+0000 7f6313249640 1 -- 172.21.15.67:0/364218418 >> 172.21.15.67:0/364218418 conn(0x7f630c0fc7d0 msgr2=0x7f630c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:19.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.126+0000 7f6313249640 1 -- 172.21.15.67:0/364218418 shutdown_connections 2024-09-10T08:14:19.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.126+0000 7f6313249640 1 -- 172.21.15.67:0/364218418 wait complete. 2024-09-10T08:14:19.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.126+0000 7f6313249640 1 Processor -- start 2024-09-10T08:14:19.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.126+0000 7f6313249640 1 -- start start 2024-09-10T08:14:19.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.126+0000 7f6313249640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f630c102d50 0x7f630c198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:19.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.126+0000 7f6313249640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f630c103670 0x7f630c198870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:19.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.126+0000 7f6313249640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f630c10c180 0x7f630c19cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:19.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.126+0000 7f6313249640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f630c111e30 con 0x7f630c10c180 2024-09-10T08:14:19.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.127+0000 7f6313249640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f630c111cb0 con 0x7f630c103670 2024-09-10T08:14:19.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.127+0000 7f6313249640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f630c111fb0 con 0x7f630c102d50 2024-09-10T08:14:19.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.127+0000 7f63117e6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f630c10c180 0x7f630c19cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:19.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.127+0000 7f63117e6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f630c10c180 0x7f630c19cc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36592/0 (socket says 172.21.15.67:36592) 2024-09-10T08:14:19.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.127+0000 7f63117e6640 1 -- 172.21.15.67:0/2752660419 learned_addr learned my addr 172.21.15.67:0/2752660419 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:19.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.127+0000 7f6310fe5640 1 --2- 172.21.15.67:0/2752660419 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f630c102d50 0x7f630c198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:19.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.127+0000 7f630bfff640 1 --2- 172.21.15.67:0/2752660419 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f630c103670 0x7f630c198870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:19.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.127+0000 7f63117e6640 1 -- 172.21.15.67:0/2752660419 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f630c102d50 msgr2=0x7f630c198330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:19.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.127+0000 7f63117e6640 1 --2- 172.21.15.67:0/2752660419 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f630c102d50 0x7f630c198330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:19.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.127+0000 7f63117e6640 1 -- 172.21.15.67:0/2752660419 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f630c103670 msgr2=0x7f630c198870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:19.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.127+0000 7f63117e6640 1 --2- 172.21.15.67:0/2752660419 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f630c103670 0x7f630c198870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:19.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.127+0000 7f63117e6640 1 -- 172.21.15.67:0/2752660419 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f630c19d2e0 con 0x7f630c10c180 2024-09-10T08:14:19.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.127+0000 7f6310fe5640 1 --2- 172.21.15.67:0/2752660419 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f630c102d50 0x7f630c198330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:14:19.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.127+0000 7f63117e6640 1 --2- 172.21.15.67:0/2752660419 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f630c10c180 0x7f630c19cc00 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f6304004af0 tx=0x7f6304031f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:19.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.128+0000 7f6309ffb640 1 -- 172.21.15.67:0/2752660419 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6304034040 con 0x7f630c10c180 2024-09-10T08:14:19.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.128+0000 7f6313249640 1 -- 172.21.15.67:0/2752660419 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f630c19d570 con 0x7f630c10c180 2024-09-10T08:14:19.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.128+0000 7f6309ffb640 1 -- 172.21.15.67:0/2752660419 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f63040308f0 con 0x7f630c10c180 2024-09-10T08:14:19.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.128+0000 7f6309ffb640 1 -- 172.21.15.67:0/2752660419 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6304004600 con 0x7f630c10c180 2024-09-10T08:14:19.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.128+0000 7f6313249640 1 -- 172.21.15.67:0/2752660419 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f630c1a4eb0 con 0x7f630c10c180 2024-09-10T08:14:19.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.129+0000 7f6313249640 1 -- 172.21.15.67:0/2752660419 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f630c06b070 con 0x7f630c10c180 2024-09-10T08:14:19.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.130+0000 7f6309ffb640 1 -- 172.21.15.67:0/2752660419 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f6304037020 con 0x7f630c10c180 2024-09-10T08:14:19.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.131+0000 7f6309ffb640 1 --2- 172.21.15.67:0/2752660419 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f62fc0a2c10 0x7f62fc0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:19.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.131+0000 7f6310fe5640 1 --2- 172.21.15.67:0/2752660419 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f62fc0a2c10 0x7f62fc0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:19.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.131+0000 7f6309ffb640 1 -- 172.21.15.67:0/2752660419 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9071+0+0 (secure 0 0 0) 0x7f63040f0110 con 0x7f630c10c180 2024-09-10T08:14:19.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.131+0000 7f6310fe5640 1 --2- 172.21.15.67:0/2752660419 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f62fc0a2c10 0x7f62fc0a50d0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f6300009fc0 tx=0x7f6300005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:19.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.135+0000 7f6309ffb640 1 -- 172.21.15.67:0/2752660419 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f63040bcc80 con 0x7f630c10c180 2024-09-10T08:14:19.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.311+0000 7f6313249640 1 -- 172.21.15.67:0/2752660419 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) -- 0x7f630c107220 con 0x7f630c10c180 2024-09-10T08:14:19.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.312+0000 7f6309ffb640 1 -- 172.21.15.67:0/2752660419 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f63040bc580 con 0x7f630c10c180 2024-09-10T08:14:19.311 INFO:teuthology.orchestra.run.smithi067.stdout:270582939692 2024-09-10T08:14:19.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.314+0000 7f6313249640 1 -- 172.21.15.67:0/2752660419 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f62fc0a2c10 msgr2=0x7f62fc0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:19.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.314+0000 7f6313249640 1 --2- 172.21.15.67:0/2752660419 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f62fc0a2c10 0x7f62fc0a50d0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f6300009fc0 tx=0x7f6300005f90 comp rx=0 tx=0).stop 2024-09-10T08:14:19.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.314+0000 7f6313249640 1 -- 172.21.15.67:0/2752660419 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f630c10c180 msgr2=0x7f630c19cc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:19.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.314+0000 7f6313249640 1 --2- 172.21.15.67:0/2752660419 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f630c10c180 0x7f630c19cc00 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f6304004af0 tx=0x7f6304031f50 comp rx=0 tx=0).stop 2024-09-10T08:14:19.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.314+0000 7f6313249640 1 -- 172.21.15.67:0/2752660419 shutdown_connections 2024-09-10T08:14:19.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.314+0000 7f6313249640 1 --2- 172.21.15.67:0/2752660419 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f62fc0a2c10 0x7f62fc0a50d0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:19.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.314+0000 7f6313249640 1 --2- 172.21.15.67:0/2752660419 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f630c103670 0x7f630c198870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:19.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.314+0000 7f6313249640 1 --2- 172.21.15.67:0/2752660419 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f630c10c180 0x7f630c19cc00 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:19.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.314+0000 7f6313249640 1 --2- 172.21.15.67:0/2752660419 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f630c102d50 0x7f630c198330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:19.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.314+0000 7f6313249640 1 -- 172.21.15.67:0/2752660419 >> 172.21.15.67:0/2752660419 conn(0x7f630c0fc7d0 msgr2=0x7f630c0fdf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:19.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.314+0000 7f6313249640 1 -- 172.21.15.67:0/2752660419 shutdown_connections 2024-09-10T08:14:19.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:19.314+0000 7f6313249640 1 -- 172.21.15.67:0/2752660419 wait complete. 2024-09-10T08:14:19.862 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:19 smithi067 ceph-mon[31051]: pgmap v340: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-10T08:14:19.862 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:19 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/1536956595' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-10T08:14:19.862 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:19 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/209639781' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-10T08:14:19.862 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:19 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/2752660419' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-09-10T08:14:19.895 INFO:tasks.cephadm.ceph_manager.ceph:need seq 240518168622 got 240518168625 for osd.8 2024-09-10T08:14:19.895 DEBUG:teuthology.parallel:result is None 2024-09-10T08:14:20.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:19 smithi203 ceph-mon[34672]: pgmap v340: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-10T08:14:20.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:19 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/1536956595' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-10T08:14:20.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:19 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/209639781' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-10T08:14:20.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:19 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/2752660419' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-09-10T08:14:20.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:19 smithi133 ceph-mon[34721]: pgmap v340: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-10T08:14:20.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:19 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/1536956595' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-10T08:14:20.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:19 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/209639781' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-10T08:14:20.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:19 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/2752660419' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-09-10T08:14:20.630 INFO:tasks.cephadm.ceph_manager.ceph:need seq 188978561080 got 188978561083 for osd.6 2024-09-10T08:14:20.631 DEBUG:teuthology.parallel:result is None 2024-09-10T08:14:21.081 INFO:tasks.cephadm.ceph_manager.ceph:need seq 137438953539 got 137438953541 for osd.4 2024-09-10T08:14:21.082 DEBUG:teuthology.parallel:result is None 2024-09-10T08:14:21.686 INFO:tasks.cephadm.ceph_manager.ceph:need seq 292057776164 got 292057776166 for osd.10 2024-09-10T08:14:21.686 DEBUG:teuthology.parallel:result is None 2024-09-10T08:14:21.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:21 smithi067 ceph-mon[31051]: pgmap v341: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-09-10T08:14:22.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:21 smithi203 ceph-mon[34672]: pgmap v341: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-09-10T08:14:22.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:21 smithi133 ceph-mon[34721]: pgmap v341: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-09-10T08:14:22.384 INFO:tasks.cephadm.ceph_manager.ceph:need seq 270582939689 got 270582939692 for osd.9 2024-09-10T08:14:22.384 DEBUG:teuthology.parallel:result is None 2024-09-10T08:14:22.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.558+0000 7fa01906c640 1 -- 172.21.15.67:0/3180846046 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa014101420 msgr2=0x7fa01410d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:22.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.558+0000 7fa01906c640 1 --2- 172.21.15.67:0/3180846046 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa014101420 0x7fa01410d950 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fa00c009cd0 tx=0x7fa00c02a8e0 comp rx=0 tx=0).stop 2024-09-10T08:14:22.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.558+0000 7fa01906c640 1 -- 172.21.15.67:0/3180846046 shutdown_connections 2024-09-10T08:14:22.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.558+0000 7fa01906c640 1 --2- 172.21.15.67:0/3180846046 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa014100a80 0x7fa014100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:22.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.558+0000 7fa01906c640 1 --2- 172.21.15.67:0/3180846046 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa014101420 0x7fa01410d950 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:22.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.558+0000 7fa01906c640 1 --2- 172.21.15.67:0/3180846046 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa014106a80 0x7fa014106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:22.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.558+0000 7fa01906c640 1 -- 172.21.15.67:0/3180846046 >> 172.21.15.67:0/3180846046 conn(0x7fa0140fc7a0 msgr2=0x7fa0140febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:22.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.559+0000 7fa01906c640 1 -- 172.21.15.67:0/3180846046 shutdown_connections 2024-09-10T08:14:22.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.559+0000 7fa01906c640 1 -- 172.21.15.67:0/3180846046 wait complete. 2024-09-10T08:14:22.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.559+0000 7fa01906c640 1 Processor -- start 2024-09-10T08:14:22.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.559+0000 7fa01906c640 1 -- start start 2024-09-10T08:14:22.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.560+0000 7fa01906c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa014100a80 0x7fa0141982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:22.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.560+0000 7fa01906c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa014101420 0x7fa014198830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:22.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.560+0000 7fa01906c640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa014106a80 0x7fa01419cbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:22.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.560+0000 7fa01906c640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa014110d30 con 0x7fa014101420 2024-09-10T08:14:22.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.560+0000 7fa01906c640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fa014110bb0 con 0x7fa014100a80 2024-09-10T08:14:22.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.560+0000 7fa01906c640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fa014110eb0 con 0x7fa014106a80 2024-09-10T08:14:22.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.560+0000 7fa00bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa014101420 0x7fa014198830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:22.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.560+0000 7fa00bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa014101420 0x7fa014198830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36604/0 (socket says 172.21.15.67:36604) 2024-09-10T08:14:22.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.560+0000 7fa00bfff640 1 -- 172.21.15.67:0/305207611 learned_addr learned my addr 172.21.15.67:0/305207611 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:22.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.560+0000 7fa012d9d640 1 --2- 172.21.15.67:0/305207611 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa014100a80 0x7fa0141982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:22.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.560+0000 7fa01359e640 1 --2- 172.21.15.67:0/305207611 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa014106a80 0x7fa01419cbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:22.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.560+0000 7fa00bfff640 1 -- 172.21.15.67:0/305207611 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa014106a80 msgr2=0x7fa01419cbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:22.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.560+0000 7fa00bfff640 1 --2- 172.21.15.67:0/305207611 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa014106a80 0x7fa01419cbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:22.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.560+0000 7fa00bfff640 1 -- 172.21.15.67:0/305207611 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa014100a80 msgr2=0x7fa0141982f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:22.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.560+0000 7fa00bfff640 1 --2- 172.21.15.67:0/305207611 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa014100a80 0x7fa0141982f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:22.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.560+0000 7fa00bfff640 1 -- 172.21.15.67:0/305207611 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa01419d2a0 con 0x7fa014101420 2024-09-10T08:14:22.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.561+0000 7fa00bfff640 1 --2- 172.21.15.67:0/305207611 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa014101420 0x7fa014198830 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f9ffc00c920 tx=0x7f9ffc00cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:22.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.561+0000 7fa010d99640 1 -- 172.21.15.67:0/305207611 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ffc007c70 con 0x7fa014101420 2024-09-10T08:14:22.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.561+0000 7fa010d99640 1 -- 172.21.15.67:0/305207611 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9ffc007e10 con 0x7fa014101420 2024-09-10T08:14:22.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.561+0000 7fa01906c640 1 -- 172.21.15.67:0/305207611 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa01419d590 con 0x7fa014101420 2024-09-10T08:14:22.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.561+0000 7fa010d99640 1 -- 172.21.15.67:0/305207611 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ffc018820 con 0x7fa014101420 2024-09-10T08:14:22.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.561+0000 7fa01906c640 1 -- 172.21.15.67:0/305207611 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0140fccc0 con 0x7fa014101420 2024-09-10T08:14:22.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.562+0000 7fa01906c640 1 -- 172.21.15.67:0/305207611 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa014100ee0 con 0x7fa014101420 2024-09-10T08:14:22.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.563+0000 7fa010d99640 1 -- 172.21.15.67:0/305207611 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f9ffc0189c0 con 0x7fa014101420 2024-09-10T08:14:22.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.564+0000 7fa010d99640 1 --2- 172.21.15.67:0/305207611 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa0000a2c90 0x7fa0000a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:22.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.564+0000 7fa012d9d640 1 --2- 172.21.15.67:0/305207611 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa0000a2c90 0x7fa0000a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:22.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.564+0000 7fa010d99640 1 -- 172.21.15.67:0/305207611 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9071+0+0 (secure 0 0 0) 0x7f9ffc0cf620 con 0x7fa014101420 2024-09-10T08:14:22.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.565+0000 7fa012d9d640 1 --2- 172.21.15.67:0/305207611 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa0000a2c90 0x7fa0000a5150 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fa004005d00 tx=0x7fa00400b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:22.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.568+0000 7fa010d99640 1 -- 172.21.15.67:0/305207611 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f9ffc014030 con 0x7fa014101420 2024-09-10T08:14:22.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.747+0000 7fa01906c640 1 -- 172.21.15.67:0/305207611 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7fa01410a000 con 0x7fa014101420 2024-09-10T08:14:22.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.747+0000 7fa010d99640 1 -- 172.21.15.67:0/305207611 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f9ffc09c0e0 con 0x7fa014101420 2024-09-10T08:14:22.747 INFO:teuthology.orchestra.run.smithi067.stdout:210453397559 2024-09-10T08:14:22.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.749+0000 7fa01906c640 1 -- 172.21.15.67:0/305207611 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa0000a2c90 msgr2=0x7fa0000a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:22.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.749+0000 7fa01906c640 1 --2- 172.21.15.67:0/305207611 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa0000a2c90 0x7fa0000a5150 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fa004005d00 tx=0x7fa00400b410 comp rx=0 tx=0).stop 2024-09-10T08:14:22.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.749+0000 7fa01906c640 1 -- 172.21.15.67:0/305207611 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa014101420 msgr2=0x7fa014198830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:22.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.749+0000 7fa01906c640 1 --2- 172.21.15.67:0/305207611 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa014101420 0x7fa014198830 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f9ffc00c920 tx=0x7f9ffc00cde0 comp rx=0 tx=0).stop 2024-09-10T08:14:22.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.749+0000 7fa01906c640 1 -- 172.21.15.67:0/305207611 shutdown_connections 2024-09-10T08:14:22.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.749+0000 7fa01906c640 1 --2- 172.21.15.67:0/305207611 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa0000a2c90 0x7fa0000a5150 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:22.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.749+0000 7fa01906c640 1 --2- 172.21.15.67:0/305207611 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa014106a80 0x7fa01419cbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:22.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.749+0000 7fa01906c640 1 --2- 172.21.15.67:0/305207611 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa014101420 0x7fa014198830 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:22.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.749+0000 7fa01906c640 1 --2- 172.21.15.67:0/305207611 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa014100a80 0x7fa0141982f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:22.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.749+0000 7fa01906c640 1 -- 172.21.15.67:0/305207611 >> 172.21.15.67:0/305207611 conn(0x7fa0140fc7a0 msgr2=0x7fa01406aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:22.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.749+0000 7fa01906c640 1 -- 172.21.15.67:0/305207611 shutdown_connections 2024-09-10T08:14:22.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:22.749+0000 7fa01906c640 1 -- 172.21.15.67:0/305207611 wait complete. 2024-09-10T08:14:23.538 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411405 got 77309411408 for osd.2 2024-09-10T08:14:23.539 DEBUG:teuthology.parallel:result is None 2024-09-10T08:14:23.644 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738454 got 34359738458 for osd.0 2024-09-10T08:14:23.644 DEBUG:teuthology.parallel:result is None 2024-09-10T08:14:23.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:23 smithi067 ceph-mon[31051]: pgmap v342: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-10T08:14:23.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:23 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/305207611' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-10T08:14:24.050 INFO:tasks.cephadm.ceph_manager.ceph:need seq 210453397554 got 210453397559 for osd.7 2024-09-10T08:14:24.050 DEBUG:teuthology.parallel:result is None 2024-09-10T08:14:24.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:23 smithi203 ceph-mon[34672]: pgmap v342: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-10T08:14:24.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:23 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/305207611' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-10T08:14:24.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:23 smithi133 ceph-mon[34721]: pgmap v342: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-10T08:14:24.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:23 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/305207611' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-10T08:14:24.491 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:14:24.523 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574930 got 55834574933 for osd.1 2024-09-10T08:14:24.523 DEBUG:teuthology.parallel:result is None 2024-09-10T08:14:25.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.015+0000 7fd471868640 1 -- 172.21.15.67:0/3382544212 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd46c100e20 msgr2=0x7fd46c101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:25.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.015+0000 7fd471868640 1 --2- 172.21.15.67:0/3382544212 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd46c100e20 0x7fd46c101200 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fd45c009900 tx=0x7fd45c02a480 comp rx=0 tx=0).stop 2024-09-10T08:14:25.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.016+0000 7fd471868640 1 -- 172.21.15.67:0/3382544212 shutdown_connections 2024-09-10T08:14:25.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.016+0000 7fd471868640 1 --2- 172.21.15.67:0/3382544212 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd46c102570 0x7fd46c1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:25.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.016+0000 7fd471868640 1 --2- 172.21.15.67:0/3382544212 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd46c102ef0 0x7fd46c10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:25.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.016+0000 7fd471868640 1 --2- 172.21.15.67:0/3382544212 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd46c100e20 0x7fd46c101200 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:25.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.016+0000 7fd471868640 1 -- 172.21.15.67:0/3382544212 >> 172.21.15.67:0/3382544212 conn(0x7fd46c0fc7d0 msgr2=0x7fd46c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:25.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.016+0000 7fd471868640 1 -- 172.21.15.67:0/3382544212 shutdown_connections 2024-09-10T08:14:25.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.016+0000 7fd471868640 1 -- 172.21.15.67:0/3382544212 wait complete. 2024-09-10T08:14:25.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.016+0000 7fd471868640 1 Processor -- start 2024-09-10T08:14:25.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.016+0000 7fd471868640 1 -- start start 2024-09-10T08:14:25.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.017+0000 7fd471868640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd46c100e20 0x7fd46c0fcc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:25.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.017+0000 7fd471868640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd46c102570 0x7fd46c0fd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:25.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.017+0000 7fd471868640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd46c102ef0 0x7fd46c0fd700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:25.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.017+0000 7fd471868640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd46c110e30 con 0x7fd46c102ef0 2024-09-10T08:14:25.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.017+0000 7fd471868640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fd46c110cb0 con 0x7fd46c102570 2024-09-10T08:14:25.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.017+0000 7fd471868640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fd46c110fb0 con 0x7fd46c100e20 2024-09-10T08:14:25.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.017+0000 7fd46b7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd46c102ef0 0x7fd46c0fd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:25.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.017+0000 7fd46b7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd46c102ef0 0x7fd46c0fd700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36634/0 (socket says 172.21.15.67:36634) 2024-09-10T08:14:25.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.017+0000 7fd46b7fe640 1 -- 172.21.15.67:0/937253612 learned_addr learned my addr 172.21.15.67:0/937253612 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:25.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.017+0000 7fd4627fc640 1 --2- 172.21.15.67:0/937253612 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd46c102570 0x7fd46c0fd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:25.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.017+0000 7fd46affd640 1 --2- 172.21.15.67:0/937253612 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd46c100e20 0x7fd46c0fcc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:25.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.017+0000 7fd46b7fe640 1 -- 172.21.15.67:0/937253612 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd46c100e20 msgr2=0x7fd46c0fcc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:25.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.017+0000 7fd46b7fe640 1 --2- 172.21.15.67:0/937253612 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd46c100e20 0x7fd46c0fcc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:25.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.017+0000 7fd46b7fe640 1 -- 172.21.15.67:0/937253612 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd46c102570 msgr2=0x7fd46c0fd1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:25.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.017+0000 7fd46b7fe640 1 --2- 172.21.15.67:0/937253612 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd46c102570 0x7fd46c0fd1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:25.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.017+0000 7fd46b7fe640 1 -- 172.21.15.67:0/937253612 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd46c1a6900 con 0x7fd46c102ef0 2024-09-10T08:14:25.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.017+0000 7fd46b7fe640 1 --2- 172.21.15.67:0/937253612 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd46c102ef0 0x7fd46c0fd700 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fd46400eaa0 tx=0x7fd46400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:25.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.017+0000 7fd470866640 1 -- 172.21.15.67:0/937253612 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd46400cdb0 con 0x7fd46c102ef0 2024-09-10T08:14:25.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.018+0000 7fd470866640 1 -- 172.21.15.67:0/937253612 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd464005020 con 0x7fd46c102ef0 2024-09-10T08:14:25.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.018+0000 7fd471868640 1 -- 172.21.15.67:0/937253612 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd46c1a6bf0 con 0x7fd46c102ef0 2024-09-10T08:14:25.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.018+0000 7fd470866640 1 -- 172.21.15.67:0/937253612 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4640116d0 con 0x7fd46c102ef0 2024-09-10T08:14:25.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.018+0000 7fd471868640 1 -- 172.21.15.67:0/937253612 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd46c1a7130 con 0x7fd46c102ef0 2024-09-10T08:14:25.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.019+0000 7fd471868640 1 -- 172.21.15.67:0/937253612 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd46c101200 con 0x7fd46c102ef0 2024-09-10T08:14:25.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.020+0000 7fd470866640 1 -- 172.21.15.67:0/937253612 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fd4640051d0 con 0x7fd46c102ef0 2024-09-10T08:14:25.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.021+0000 7fd470866640 1 --2- 172.21.15.67:0/937253612 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd4580a2c10 0x7fd4580a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:25.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.021+0000 7fd470866640 1 -- 172.21.15.67:0/937253612 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9071+0+0 (secure 0 0 0) 0x7fd4640cf5c0 con 0x7fd46c102ef0 2024-09-10T08:14:25.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.021+0000 7fd46affd640 1 --2- 172.21.15.67:0/937253612 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd4580a2c10 0x7fd4580a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:25.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.021+0000 7fd46affd640 1 --2- 172.21.15.67:0/937253612 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd4580a2c10 0x7fd4580a50d0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fd45c009230 tx=0x7fd45c0058d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:25.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.025+0000 7fd470866640 1 -- 172.21.15.67:0/937253612 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd464016030 con 0x7fd46c102ef0 2024-09-10T08:14:25.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.201+0000 7fd471868640 1 -- 172.21.15.67:0/937253612 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fd46c0fe1b0 con 0x7fd46c102ef0 2024-09-10T08:14:25.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.202+0000 7fd470866640 1 -- 172.21.15.67:0/937253612 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fd46c0fe1b0 con 0x7fd46c102ef0 2024-09-10T08:14:25.201 INFO:teuthology.orchestra.run.smithi067.stdout:103079215180 2024-09-10T08:14:25.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.204+0000 7fd471868640 1 -- 172.21.15.67:0/937253612 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd4580a2c10 msgr2=0x7fd4580a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:25.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.204+0000 7fd471868640 1 --2- 172.21.15.67:0/937253612 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd4580a2c10 0x7fd4580a50d0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fd45c009230 tx=0x7fd45c0058d0 comp rx=0 tx=0).stop 2024-09-10T08:14:25.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.204+0000 7fd471868640 1 -- 172.21.15.67:0/937253612 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd46c102ef0 msgr2=0x7fd46c0fd700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:25.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.204+0000 7fd471868640 1 --2- 172.21.15.67:0/937253612 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd46c102ef0 0x7fd46c0fd700 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fd46400eaa0 tx=0x7fd46400ef60 comp rx=0 tx=0).stop 2024-09-10T08:14:25.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.204+0000 7fd471868640 1 -- 172.21.15.67:0/937253612 shutdown_connections 2024-09-10T08:14:25.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.204+0000 7fd471868640 1 --2- 172.21.15.67:0/937253612 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd4580a2c10 0x7fd4580a50d0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:25.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.204+0000 7fd471868640 1 --2- 172.21.15.67:0/937253612 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd46c102570 0x7fd46c0fd1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:25.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.204+0000 7fd471868640 1 --2- 172.21.15.67:0/937253612 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd46c102ef0 0x7fd46c0fd700 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:25.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.204+0000 7fd471868640 1 --2- 172.21.15.67:0/937253612 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd46c100e20 0x7fd46c0fcc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:25.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.204+0000 7fd471868640 1 -- 172.21.15.67:0/937253612 >> 172.21.15.67:0/937253612 conn(0x7fd46c0fc7d0 msgr2=0x7fd46c069f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:25.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.204+0000 7fd471868640 1 -- 172.21.15.67:0/937253612 shutdown_connections 2024-09-10T08:14:25.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:25.204+0000 7fd471868640 1 -- 172.21.15.67:0/937253612 wait complete. 2024-09-10T08:14:25.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:25 smithi067 ceph-mon[31051]: pgmap v343: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-09-10T08:14:25.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:25 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/937253612' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-10T08:14:25.991 INFO:tasks.cephadm.ceph_manager.ceph:need seq 103079215177 got 103079215180 for osd.3 2024-09-10T08:14:25.992 DEBUG:teuthology.parallel:result is None 2024-09-10T08:14:25.992 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-10T08:14:25.992 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph pg dump --format=json 2024-09-10T08:14:26.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:25 smithi203 ceph-mon[34672]: pgmap v343: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-09-10T08:14:26.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:25 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/937253612' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-10T08:14:26.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:25 smithi133 ceph-mon[34721]: pgmap v343: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-09-10T08:14:26.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:25 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/937253612' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-10T08:14:26.253 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:14:26.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.796+0000 7f7446360640 1 -- 172.21.15.67:0/663050008 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7440106f50 msgr2=0x7f744010eaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:26.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.796+0000 7f7446360640 1 --2- 172.21.15.67:0/663050008 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7440106f50 0x7f744010eaf0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f7438009cd0 tx=0x7f743802a8e0 comp rx=0 tx=0).stop 2024-09-10T08:14:26.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.796+0000 7f7446360640 1 -- 172.21.15.67:0/663050008 shutdown_connections 2024-09-10T08:14:26.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.796+0000 7f7446360640 1 --2- 172.21.15.67:0/663050008 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7440100ca0 0x7f7440106840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:26.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.796+0000 7f7446360640 1 --2- 172.21.15.67:0/663050008 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7440106f50 0x7f744010eaf0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:26.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.796+0000 7f7446360640 1 --2- 172.21.15.67:0/663050008 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f74401002f0 0x7f74401006d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:26.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.796+0000 7f7446360640 1 -- 172.21.15.67:0/663050008 >> 172.21.15.67:0/663050008 conn(0x7f7440077210 msgr2=0x7f74400fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:26.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.796+0000 7f7446360640 1 -- 172.21.15.67:0/663050008 shutdown_connections 2024-09-10T08:14:26.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.796+0000 7f7446360640 1 -- 172.21.15.67:0/663050008 wait complete. 2024-09-10T08:14:26.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.797+0000 7f7446360640 1 Processor -- start 2024-09-10T08:14:26.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.797+0000 7f7446360640 1 -- start start 2024-09-10T08:14:26.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.797+0000 7f7446360640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f74401002f0 0x7f74401983a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:26.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.797+0000 7f7446360640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7440100ca0 0x7f74401988e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:26.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.797+0000 7f7446360640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7440106f50 0x7f744019cc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:26.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.797+0000 7f7446360640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7440111e50 con 0x7f7440100ca0 2024-09-10T08:14:26.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.797+0000 7f7446360640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f7440111cd0 con 0x7f74401002f0 2024-09-10T08:14:26.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.797+0000 7f7446360640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f7440111fd0 con 0x7f7440106f50 2024-09-10T08:14:26.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.797+0000 7f7437fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7440100ca0 0x7f74401988e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:26.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.797+0000 7f7437fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7440100ca0 0x7f74401988e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:35774/0 (socket says 172.21.15.67:35774) 2024-09-10T08:14:26.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.797+0000 7f7437fff640 1 -- 172.21.15.67:0/135898626 learned_addr learned my addr 172.21.15.67:0/135898626 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:26.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.797+0000 7f74448fd640 1 --2- 172.21.15.67:0/135898626 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7440106f50 0x7f744019cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:26.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.797+0000 7f743ffff640 1 --2- 172.21.15.67:0/135898626 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f74401002f0 0x7f74401983a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:26.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.797+0000 7f7437fff640 1 -- 172.21.15.67:0/135898626 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7440106f50 msgr2=0x7f744019cc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:26.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.797+0000 7f7437fff640 1 --2- 172.21.15.67:0/135898626 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7440106f50 0x7f744019cc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:26.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.797+0000 7f7437fff640 1 -- 172.21.15.67:0/135898626 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f74401002f0 msgr2=0x7f74401983a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:26.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.797+0000 7f7437fff640 1 --2- 172.21.15.67:0/135898626 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f74401002f0 0x7f74401983a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:26.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.797+0000 7f7437fff640 1 -- 172.21.15.67:0/135898626 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f744019d350 con 0x7f7440100ca0 2024-09-10T08:14:26.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.797+0000 7f743ffff640 1 --2- 172.21.15.67:0/135898626 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f74401002f0 0x7f74401983a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:14:26.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.798+0000 7f7437fff640 1 --2- 172.21.15.67:0/135898626 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7440100ca0 0x7f74401988e0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f7428005fd0 tx=0x7f742800dde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:26.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.798+0000 7f743dffb640 1 -- 172.21.15.67:0/135898626 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7428017070 con 0x7f7440100ca0 2024-09-10T08:14:26.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.798+0000 7f743dffb640 1 -- 172.21.15.67:0/135898626 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7428009c30 con 0x7f7440100ca0 2024-09-10T08:14:26.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.798+0000 7f7446360640 1 -- 172.21.15.67:0/135898626 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f744019d640 con 0x7f7440100ca0 2024-09-10T08:14:26.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.798+0000 7f743dffb640 1 -- 172.21.15.67:0/135898626 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7428003d40 con 0x7f7440100ca0 2024-09-10T08:14:26.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.798+0000 7f7446360640 1 -- 172.21.15.67:0/135898626 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74401a4f20 con 0x7f7440100ca0 2024-09-10T08:14:26.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.799+0000 7f7446360640 1 -- 172.21.15.67:0/135898626 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f74401006d0 con 0x7f7440100ca0 2024-09-10T08:14:26.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.800+0000 7f743dffb640 1 -- 172.21.15.67:0/135898626 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f7428003ee0 con 0x7f7440100ca0 2024-09-10T08:14:26.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.801+0000 7f743dffb640 1 --2- 172.21.15.67:0/135898626 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f742c0a2c10 0x7f742c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:26.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.801+0000 7f743ffff640 1 --2- 172.21.15.67:0/135898626 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f742c0a2c10 0x7f742c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:26.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.801+0000 7f743dffb640 1 -- 172.21.15.67:0/135898626 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9071+0+0 (secure 0 0 0) 0x7f74280cf8f0 con 0x7f7440100ca0 2024-09-10T08:14:26.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.801+0000 7f743ffff640 1 --2- 172.21.15.67:0/135898626 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f742c0a2c10 0x7f742c0a50d0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f7430005fd0 tx=0x7f7430005ea0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:26.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.804+0000 7f743dffb640 1 -- 172.21.15.67:0/135898626 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f7428020030 con 0x7f7440100ca0 2024-09-10T08:14:26.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.978+0000 7f7446360640 1 -- 172.21.15.67:0/135898626 --> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f744010a180 con 0x7f742c0a2c10 2024-09-10T08:14:26.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.987+0000 7f743dffb640 1 -- 172.21.15.67:0/135898626 <== mgr.14150 v2:172.21.15.67:6800/4256949759 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340405 (secure 0 0 0) 0x7f744010a180 con 0x7f742c0a2c10 2024-09-10T08:14:26.986 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:14:26.991 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-10T08:14:26.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.990+0000 7f7446360640 1 -- 172.21.15.67:0/135898626 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f742c0a2c10 msgr2=0x7f742c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:26.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.990+0000 7f7446360640 1 --2- 172.21.15.67:0/135898626 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f742c0a2c10 0x7f742c0a50d0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f7430005fd0 tx=0x7f7430005ea0 comp rx=0 tx=0).stop 2024-09-10T08:14:26.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.990+0000 7f7446360640 1 -- 172.21.15.67:0/135898626 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7440100ca0 msgr2=0x7f74401988e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:26.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.990+0000 7f7446360640 1 --2- 172.21.15.67:0/135898626 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7440100ca0 0x7f74401988e0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f7428005fd0 tx=0x7f742800dde0 comp rx=0 tx=0).stop 2024-09-10T08:14:26.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.990+0000 7f7446360640 1 -- 172.21.15.67:0/135898626 shutdown_connections 2024-09-10T08:14:26.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.990+0000 7f7446360640 1 --2- 172.21.15.67:0/135898626 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f742c0a2c10 0x7f742c0a50d0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:26.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.990+0000 7f7446360640 1 --2- 172.21.15.67:0/135898626 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7440106f50 0x7f744019cc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:26.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.990+0000 7f7446360640 1 --2- 172.21.15.67:0/135898626 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7440100ca0 0x7f74401988e0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:26.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.990+0000 7f7446360640 1 --2- 172.21.15.67:0/135898626 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f74401002f0 0x7f74401983a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:26.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.990+0000 7f7446360640 1 -- 172.21.15.67:0/135898626 >> 172.21.15.67:0/135898626 conn(0x7f7440077210 msgr2=0x7f7440105280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:26.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.990+0000 7f7446360640 1 -- 172.21.15.67:0/135898626 shutdown_connections 2024-09-10T08:14:26.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:26.990+0000 7f7446360640 1 -- 172.21.15.67:0/135898626 wait complete. 2024-09-10T08:14:27.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:27 smithi067 ceph-mon[31051]: pgmap v344: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-09-10T08:14:27.852 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":344,"stamp":"2024-09-10T08:14:25.829777+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":659493,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":789,"num_read_kb":515,"num_write":428,"num_write_kb":3080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":350,"ondisk_log_size":350,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":409240,"kb_used_data":14180,"kb_used_omap":18,"kb_used_meta":394797,"kb_avail":1124532584,"statfs":{"total":1151940427776,"available":1151521366016,"internally_reserved":0,"allocated":14520320,"data_stored":8028569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":404272441},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":145,"num_read_kb":70,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003753"},"pg_stats":[{"pgid":"2.1f","version":"88'13","reported_seq":108,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:14:21.900458+0000","last_change":"2024-09-10T08:12:34.806369+0000","last_active":"2024-09-10T08:14:21.900458+0000","last_peered":"2024-09-10T08:14:21.900458+0000","last_clean":"2024-09-10T08:14:21.900458+0000","last_became_active":"2024-09-10T08:12:34.805950+0000","last_became_peered":"2024-09-10T08:12:34.805950+0000","last_unstale":"2024-09-10T08:14:21.900458+0000","last_undegraded":"2024-09-10T08:14:21.900458+0000","last_fullsized":"2024-09-10T08:14:21.900458+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:06:34.845848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":61,"num_read_kb":61,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.507912+0000","last_change":"2024-09-10T08:12:36.838658+0000","last_active":"2024-09-10T08:13:39.507912+0000","last_peered":"2024-09-10T08:13:39.507912+0000","last_clean":"2024-09-10T08:13:39.507912+0000","last_became_active":"2024-09-10T08:12:36.838366+0000","last_became_peered":"2024-09-10T08:12:36.838366+0000","last_unstale":"2024-09-10T08:13:39.507912+0000","last_undegraded":"2024-09-10T08:13:39.507912+0000","last_fullsized":"2024-09-10T08:13:39.507912+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:53:10.847198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.522074+0000","last_change":"2024-09-10T08:12:43.868547+0000","last_active":"2024-09-10T08:13:39.522074+0000","last_peered":"2024-09-10T08:13:39.522074+0000","last_clean":"2024-09-10T08:13:39.522074+0000","last_became_active":"2024-09-10T08:12:43.868066+0000","last_became_peered":"2024-09-10T08:12:43.868066+0000","last_unstale":"2024-09-10T08:13:39.522074+0000","last_undegraded":"2024-09-10T08:13:39.522074+0000","last_fullsized":"2024-09-10T08:13:39.522074+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:08.277037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1e","version":"88'2","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.508094+0000","last_change":"2024-09-10T08:12:34.934507+0000","last_active":"2024-09-10T08:13:39.508094+0000","last_peered":"2024-09-10T08:13:39.508094+0000","last_clean":"2024-09-10T08:13:39.508094+0000","last_became_active":"2024-09-10T08:12:34.934137+0000","last_became_peered":"2024-09-10T08:12:34.934137+0000","last_unstale":"2024-09-10T08:13:39.508094+0000","last_undegraded":"2024-09-10T08:13:39.508094+0000","last_fullsized":"2024-09-10T08:13:39.508094+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:03:36.377273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405462+0000","last_change":"2024-09-10T08:12:36.840138+0000","last_active":"2024-09-10T08:13:39.405462+0000","last_peered":"2024-09-10T08:13:39.405462+0000","last_clean":"2024-09-10T08:13:39.405462+0000","last_became_active":"2024-09-10T08:12:36.839808+0000","last_became_peered":"2024-09-10T08:12:36.839808+0000","last_unstale":"2024-09-10T08:13:39.405462+0000","last_undegraded":"2024-09-10T08:13:39.405462+0000","last_fullsized":"2024-09-10T08:13:39.405462+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:20:44.599707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.675977+0000","last_change":"2024-09-10T08:12:43.866234+0000","last_active":"2024-09-10T08:13:39.675977+0000","last_peered":"2024-09-10T08:13:39.675977+0000","last_clean":"2024-09-10T08:13:39.675977+0000","last_became_active":"2024-09-10T08:12:43.865892+0000","last_became_peered":"2024-09-10T08:12:43.865892+0000","last_unstale":"2024-09-10T08:13:39.675977+0000","last_undegraded":"2024-09-10T08:13:39.675977+0000","last_fullsized":"2024-09-10T08:13:39.675977+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:39:12.895242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"88'12","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.410061+0000","last_change":"2024-09-10T08:12:34.810865+0000","last_active":"2024-09-10T08:13:39.410061+0000","last_peered":"2024-09-10T08:13:39.410061+0000","last_clean":"2024-09-10T08:13:39.410061+0000","last_became_active":"2024-09-10T08:12:34.810234+0000","last_became_peered":"2024-09-10T08:12:34.810234+0000","last_unstale":"2024-09-10T08:13:39.410061+0000","last_undegraded":"2024-09-10T08:13:39.410061+0000","last_fullsized":"2024-09-10T08:13:39.410061+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:55:16.240330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401852+0000","last_change":"2024-09-10T08:12:36.835352+0000","last_active":"2024-09-10T08:13:39.401852+0000","last_peered":"2024-09-10T08:13:39.401852+0000","last_clean":"2024-09-10T08:13:39.401852+0000","last_became_active":"2024-09-10T08:12:36.835033+0000","last_became_peered":"2024-09-10T08:12:36.835033+0000","last_unstale":"2024-09-10T08:13:39.401852+0000","last_undegraded":"2024-09-10T08:13:39.401852+0000","last_fullsized":"2024-09-10T08:13:39.401852+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:42:37.042569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.676047+0000","last_change":"2024-09-10T08:12:43.871905+0000","last_active":"2024-09-10T08:13:39.676047+0000","last_peered":"2024-09-10T08:13:39.676047+0000","last_clean":"2024-09-10T08:13:39.676047+0000","last_became_active":"2024-09-10T08:12:43.871475+0000","last_became_peered":"2024-09-10T08:12:43.871475+0000","last_unstale":"2024-09-10T08:13:39.676047+0000","last_undegraded":"2024-09-10T08:13:39.676047+0000","last_fullsized":"2024-09-10T08:13:39.676047+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:42:51.386857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"88'5","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.410290+0000","last_change":"2024-09-10T08:12:34.811138+0000","last_active":"2024-09-10T08:13:39.410290+0000","last_peered":"2024-09-10T08:13:39.410290+0000","last_clean":"2024-09-10T08:13:39.410290+0000","last_became_active":"2024-09-10T08:12:34.810395+0000","last_became_peered":"2024-09-10T08:12:34.810395+0000","last_unstale":"2024-09-10T08:13:39.410290+0000","last_undegraded":"2024-09-10T08:13:39.410290+0000","last_fullsized":"2024-09-10T08:13:39.410290+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:19:39.256859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405332+0000","last_change":"2024-09-10T08:12:36.830915+0000","last_active":"2024-09-10T08:13:39.405332+0000","last_peered":"2024-09-10T08:13:39.405332+0000","last_clean":"2024-09-10T08:13:39.405332+0000","last_became_active":"2024-09-10T08:12:36.830549+0000","last_became_peered":"2024-09-10T08:12:36.830549+0000","last_unstale":"2024-09-10T08:13:39.405332+0000","last_undegraded":"2024-09-10T08:13:39.405332+0000","last_fullsized":"2024-09-10T08:13:39.405332+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:06:29.495755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.675389+0000","last_change":"2024-09-10T08:12:43.859853+0000","last_active":"2024-09-10T08:13:39.675389+0000","last_peered":"2024-09-10T08:13:39.675389+0000","last_clean":"2024-09-10T08:13:39.675389+0000","last_became_active":"2024-09-10T08:12:43.859405+0000","last_became_peered":"2024-09-10T08:12:43.859405+0000","last_unstale":"2024-09-10T08:13:39.675389+0000","last_undegraded":"2024-09-10T08:13:39.675389+0000","last_fullsized":"2024-09-10T08:13:39.675389+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:18:37.147252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.748622+0000","last_change":"2024-09-10T08:12:36.832384+0000","last_active":"2024-09-10T08:13:39.748622+0000","last_peered":"2024-09-10T08:13:39.748622+0000","last_clean":"2024-09-10T08:13:39.748622+0000","last_became_active":"2024-09-10T08:12:36.831948+0000","last_became_peered":"2024-09-10T08:12:36.831948+0000","last_unstale":"2024-09-10T08:13:39.748622+0000","last_undegraded":"2024-09-10T08:13:39.748622+0000","last_fullsized":"2024-09-10T08:13:39.748622+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:08:21.982944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"88'4","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.409809+0000","last_change":"2024-09-10T08:12:34.809160+0000","last_active":"2024-09-10T08:13:39.409809+0000","last_peered":"2024-09-10T08:13:39.409809+0000","last_clean":"2024-09-10T08:13:39.409809+0000","last_became_active":"2024-09-10T08:12:34.808811+0000","last_became_peered":"2024-09-10T08:12:34.808811+0000","last_unstale":"2024-09-10T08:13:39.409809+0000","last_undegraded":"2024-09-10T08:13:39.409809+0000","last_fullsized":"2024-09-10T08:13:39.409809+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:03:04.110196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.675651+0000","last_change":"2024-09-10T08:12:43.992351+0000","last_active":"2024-09-10T08:13:39.675651+0000","last_peered":"2024-09-10T08:13:39.675651+0000","last_clean":"2024-09-10T08:13:39.675651+0000","last_became_active":"2024-09-10T08:12:43.991833+0000","last_became_peered":"2024-09-10T08:12:43.991833+0000","last_unstale":"2024-09-10T08:13:39.675651+0000","last_undegraded":"2024-09-10T08:13:39.675651+0000","last_fullsized":"2024-09-10T08:13:39.675651+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:01:52.453901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.507511+0000","last_change":"2024-09-10T08:12:36.832081+0000","last_active":"2024-09-10T08:13:39.507511+0000","last_peered":"2024-09-10T08:13:39.507511+0000","last_clean":"2024-09-10T08:13:39.507511+0000","last_became_active":"2024-09-10T08:12:36.831667+0000","last_became_peered":"2024-09-10T08:12:36.831667+0000","last_unstale":"2024-09-10T08:13:39.507511+0000","last_undegraded":"2024-09-10T08:13:39.507511+0000","last_fullsized":"2024-09-10T08:13:39.507511+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:19:23.841907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"88'3","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.522175+0000","last_change":"2024-09-10T08:12:34.812279+0000","last_active":"2024-09-10T08:13:39.522175+0000","last_peered":"2024-09-10T08:13:39.522175+0000","last_clean":"2024-09-10T08:13:39.522175+0000","last_became_active":"2024-09-10T08:12:34.811729+0000","last_became_peered":"2024-09-10T08:12:34.811729+0000","last_unstale":"2024-09-10T08:13:39.522175+0000","last_undegraded":"2024-09-10T08:13:39.522175+0000","last_fullsized":"2024-09-10T08:13:39.522175+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:49:19.797930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"88'1","reported_seq":22,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.676119+0000","last_change":"2024-09-10T08:12:43.871922+0000","last_active":"2024-09-10T08:13:39.676119+0000","last_peered":"2024-09-10T08:13:39.676119+0000","last_clean":"2024-09-10T08:13:39.676119+0000","last_became_active":"2024-09-10T08:12:43.871531+0000","last_became_peered":"2024-09-10T08:12:43.871531+0000","last_unstale":"2024-09-10T08:13:39.676119+0000","last_undegraded":"2024-09-10T08:13:39.676119+0000","last_fullsized":"2024-09-10T08:13:39.676119+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:49:26.483674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.406294+0000","last_change":"2024-09-10T08:12:36.830090+0000","last_active":"2024-09-10T08:13:39.406294+0000","last_peered":"2024-09-10T08:13:39.406294+0000","last_clean":"2024-09-10T08:13:39.406294+0000","last_became_active":"2024-09-10T08:12:36.829732+0000","last_became_peered":"2024-09-10T08:12:36.829732+0000","last_unstale":"2024-09-10T08:13:39.406294+0000","last_undegraded":"2024-09-10T08:13:39.406294+0000","last_fullsized":"2024-09-10T08:13:39.406294+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:11:21.058996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.9","version":"88'7","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.507707+0000","last_change":"2024-09-10T08:12:34.808639+0000","last_active":"2024-09-10T08:13:39.507707+0000","last_peered":"2024-09-10T08:13:39.507707+0000","last_clean":"2024-09-10T08:13:39.507707+0000","last_became_active":"2024-09-10T08:12:34.808310+0000","last_became_peered":"2024-09-10T08:12:34.808310+0000","last_unstale":"2024-09-10T08:13:39.507707+0000","last_undegraded":"2024-09-10T08:13:39.507707+0000","last_fullsized":"2024-09-10T08:13:39.507707+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:44:01.719719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.524402+0000","last_change":"2024-09-10T08:13:39.523878+0000","last_active":"2024-09-10T08:13:39.524402+0000","last_peered":"2024-09-10T08:13:39.524402+0000","last_clean":"2024-09-10T08:13:39.524402+0000","last_became_active":"2024-09-10T08:13:39.523356+0000","last_became_peered":"2024-09-10T08:13:39.523356+0000","last_unstale":"2024-09-10T08:13:39.524402+0000","last_undegraded":"2024-09-10T08:13:39.524402+0000","last_fullsized":"2024-09-10T08:13:39.524402+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:01:04.099625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,2,10],"acting":[8,3,2,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.409290+0000","last_change":"2024-09-10T08:12:36.828449+0000","last_active":"2024-09-10T08:13:39.409290+0000","last_peered":"2024-09-10T08:13:39.409290+0000","last_clean":"2024-09-10T08:13:39.409290+0000","last_became_active":"2024-09-10T08:12:36.828106+0000","last_became_peered":"2024-09-10T08:12:36.828106+0000","last_unstale":"2024-09-10T08:13:39.409290+0000","last_undegraded":"2024-09-10T08:13:39.409290+0000","last_fullsized":"2024-09-10T08:13:39.409290+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:18:00.158389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.8","version":"88'2","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401690+0000","last_change":"2024-09-10T08:12:34.935257+0000","last_active":"2024-09-10T08:13:39.401690+0000","last_peered":"2024-09-10T08:13:39.401690+0000","last_clean":"2024-09-10T08:13:39.401690+0000","last_became_active":"2024-09-10T08:12:34.934895+0000","last_became_peered":"2024-09-10T08:12:34.934895+0000","last_unstale":"2024-09-10T08:13:39.401690+0000","last_undegraded":"2024-09-10T08:13:39.401690+0000","last_fullsized":"2024-09-10T08:13:39.401690+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:05:13.175542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.675730+0000","last_change":"2024-09-10T08:12:43.992898+0000","last_active":"2024-09-10T08:13:39.675730+0000","last_peered":"2024-09-10T08:13:39.675730+0000","last_clean":"2024-09-10T08:13:39.675730+0000","last_became_active":"2024-09-10T08:12:43.992515+0000","last_became_peered":"2024-09-10T08:12:43.992515+0000","last_unstale":"2024-09-10T08:13:39.675730+0000","last_undegraded":"2024-09-10T08:13:39.675730+0000","last_fullsized":"2024-09-10T08:13:39.675730+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:33:15.411029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.677330+0000","last_change":"2024-09-10T08:13:39.677330+0000","last_active":"2024-09-10T08:13:39.677330+0000","last_peered":"2024-09-10T08:13:39.677330+0000","last_clean":"2024-09-10T08:13:39.677330+0000","last_became_active":"2024-09-10T08:13:39.676957+0000","last_became_peered":"2024-09-10T08:13:39.676957+0000","last_unstale":"2024-09-10T08:13:39.677330+0000","last_undegraded":"2024-09-10T08:13:39.677330+0000","last_fullsized":"2024-09-10T08:13:39.677330+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:53:20.898986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,4],"acting":[0,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"88'7","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.676206+0000","last_change":"2024-09-10T08:12:35.352322+0000","last_active":"2024-09-10T08:13:39.676206+0000","last_peered":"2024-09-10T08:13:39.676206+0000","last_clean":"2024-09-10T08:13:39.676206+0000","last_became_active":"2024-09-10T08:12:35.351912+0000","last_became_peered":"2024-09-10T08:12:35.351912+0000","last_unstale":"2024-09-10T08:13:39.676206+0000","last_undegraded":"2024-09-10T08:13:39.676206+0000","last_fullsized":"2024-09-10T08:13:39.676206+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:00:27.531447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.522026+0000","last_change":"2024-09-10T08:12:43.861303+0000","last_active":"2024-09-10T08:13:39.522026+0000","last_peered":"2024-09-10T08:13:39.522026+0000","last_clean":"2024-09-10T08:13:39.522026+0000","last_became_active":"2024-09-10T08:12:43.860849+0000","last_became_peered":"2024-09-10T08:12:43.860849+0000","last_unstale":"2024-09-10T08:13:39.522026+0000","last_undegraded":"2024-09-10T08:13:39.522026+0000","last_fullsized":"2024-09-10T08:13:39.522026+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:26:53.475097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.507992+0000","last_change":"2024-09-10T08:12:36.834293+0000","last_active":"2024-09-10T08:13:39.507992+0000","last_peered":"2024-09-10T08:13:39.507992+0000","last_clean":"2024-09-10T08:13:39.507992+0000","last_became_active":"2024-09-10T08:12:36.833981+0000","last_became_peered":"2024-09-10T08:12:36.833981+0000","last_unstale":"2024-09-10T08:13:39.507992+0000","last_undegraded":"2024-09-10T08:13:39.507992+0000","last_fullsized":"2024-09-10T08:13:39.507992+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:56:18.333347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"88'14","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404312+0000","last_change":"2024-09-10T08:12:34.804300+0000","last_active":"2024-09-10T08:13:39.404312+0000","last_peered":"2024-09-10T08:13:39.404312+0000","last_clean":"2024-09-10T08:13:39.404312+0000","last_became_active":"2024-09-10T08:12:34.803980+0000","last_became_peered":"2024-09-10T08:12:34.803980+0000","last_unstale":"2024-09-10T08:13:39.404312+0000","last_undegraded":"2024-09-10T08:13:39.404312+0000","last_fullsized":"2024-09-10T08:13:39.404312+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:31:41.215961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":25,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.507246+0000","last_change":"2024-09-10T08:12:43.992400+0000","last_active":"2024-09-10T08:13:39.507246+0000","last_peered":"2024-09-10T08:13:39.507246+0000","last_clean":"2024-09-10T08:13:39.507246+0000","last_became_active":"2024-09-10T08:12:43.991970+0000","last_became_peered":"2024-09-10T08:12:43.991970+0000","last_unstale":"2024-09-10T08:13:39.507246+0000","last_undegraded":"2024-09-10T08:13:39.507246+0000","last_fullsized":"2024-09-10T08:13:39.507246+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:10:02.208981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401794+0000","last_change":"2024-09-10T08:12:36.832238+0000","last_active":"2024-09-10T08:13:39.401794+0000","last_peered":"2024-09-10T08:13:39.401794+0000","last_clean":"2024-09-10T08:13:39.401794+0000","last_became_active":"2024-09-10T08:12:36.831644+0000","last_became_peered":"2024-09-10T08:12:36.831644+0000","last_unstale":"2024-09-10T08:13:39.401794+0000","last_undegraded":"2024-09-10T08:13:39.401794+0000","last_fullsized":"2024-09-10T08:13:39.401794+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:44:55.777869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"88'4","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.410126+0000","last_change":"2024-09-10T08:12:34.934616+0000","last_active":"2024-09-10T08:13:39.410126+0000","last_peered":"2024-09-10T08:13:39.410126+0000","last_clean":"2024-09-10T08:13:39.410126+0000","last_became_active":"2024-09-10T08:12:34.934240+0000","last_became_peered":"2024-09-10T08:12:34.934240+0000","last_unstale":"2024-09-10T08:13:39.410126+0000","last_undegraded":"2024-09-10T08:13:39.410126+0000","last_fullsized":"2024-09-10T08:13:39.410126+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:01:30.178100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.406756+0000","last_change":"2024-09-10T08:12:43.866058+0000","last_active":"2024-09-10T08:13:39.406756+0000","last_peered":"2024-09-10T08:13:39.406756+0000","last_clean":"2024-09-10T08:13:39.406756+0000","last_became_active":"2024-09-10T08:12:43.865313+0000","last_became_peered":"2024-09-10T08:12:43.865313+0000","last_unstale":"2024-09-10T08:13:39.406756+0000","last_undegraded":"2024-09-10T08:13:39.406756+0000","last_fullsized":"2024-09-10T08:13:39.406756+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:15:57.695818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405314+0000","last_change":"2024-09-10T08:12:36.827327+0000","last_active":"2024-09-10T08:13:39.405314+0000","last_peered":"2024-09-10T08:13:39.405314+0000","last_clean":"2024-09-10T08:13:39.405314+0000","last_became_active":"2024-09-10T08:12:36.826973+0000","last_became_peered":"2024-09-10T08:12:36.826973+0000","last_unstale":"2024-09-10T08:13:39.405314+0000","last_undegraded":"2024-09-10T08:13:39.405314+0000","last_fullsized":"2024-09-10T08:13:39.405314+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:03:53.148739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"88'1","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404170+0000","last_change":"2024-09-10T08:12:34.935377+0000","last_active":"2024-09-10T08:13:39.404170+0000","last_peered":"2024-09-10T08:13:39.404170+0000","last_clean":"2024-09-10T08:13:39.404170+0000","last_became_active":"2024-09-10T08:12:34.934905+0000","last_became_peered":"2024-09-10T08:12:34.934905+0000","last_unstale":"2024-09-10T08:13:39.404170+0000","last_undegraded":"2024-09-10T08:13:39.404170+0000","last_fullsized":"2024-09-10T08:13:39.404170+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:48:46.159178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.409532+0000","last_change":"2024-09-10T08:12:43.992295+0000","last_active":"2024-09-10T08:13:39.409532+0000","last_peered":"2024-09-10T08:13:39.409532+0000","last_clean":"2024-09-10T08:13:39.409532+0000","last_became_active":"2024-09-10T08:12:43.991802+0000","last_became_peered":"2024-09-10T08:12:43.991802+0000","last_unstale":"2024-09-10T08:13:39.409532+0000","last_undegraded":"2024-09-10T08:13:39.409532+0000","last_fullsized":"2024-09-10T08:13:39.409532+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:38:53.330441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.407288+0000","last_change":"2024-09-10T08:13:39.407288+0000","last_active":"2024-09-10T08:13:39.407288+0000","last_peered":"2024-09-10T08:13:39.407288+0000","last_clean":"2024-09-10T08:13:39.407288+0000","last_became_active":"2024-09-10T08:13:39.406977+0000","last_became_peered":"2024-09-10T08:13:39.406977+0000","last_unstale":"2024-09-10T08:13:39.407288+0000","last_undegraded":"2024-09-10T08:13:39.407288+0000","last_fullsized":"2024-09-10T08:13:39.407288+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:48:54.336323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"88'6","reported_seq":104,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:14:23.904346+0000","last_change":"2024-09-10T08:12:34.814037+0000","last_active":"2024-09-10T08:14:23.904346+0000","last_peered":"2024-09-10T08:14:23.904346+0000","last_clean":"2024-09-10T08:14:23.904346+0000","last_became_active":"2024-09-10T08:12:34.813620+0000","last_became_peered":"2024-09-10T08:12:34.813620+0000","last_unstale":"2024-09-10T08:14:23.904346+0000","last_undegraded":"2024-09-10T08:14:23.904346+0000","last_fullsized":"2024-09-10T08:14:23.904346+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:21:07.593990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":981,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":64,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401581+0000","last_change":"2024-09-10T08:12:43.866652+0000","last_active":"2024-09-10T08:13:39.401581+0000","last_peered":"2024-09-10T08:13:39.401581+0000","last_clean":"2024-09-10T08:13:39.401581+0000","last_became_active":"2024-09-10T08:12:43.866267+0000","last_became_peered":"2024-09-10T08:12:43.866267+0000","last_unstale":"2024-09-10T08:13:39.401581+0000","last_undegraded":"2024-09-10T08:13:39.401581+0000","last_fullsized":"2024-09-10T08:13:39.401581+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:40:11.894132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404496+0000","last_change":"2024-09-10T08:12:36.828347+0000","last_active":"2024-09-10T08:13:39.404496+0000","last_peered":"2024-09-10T08:13:39.404496+0000","last_clean":"2024-09-10T08:13:39.404496+0000","last_became_active":"2024-09-10T08:12:36.828034+0000","last_became_peered":"2024-09-10T08:12:36.828034+0000","last_unstale":"2024-09-10T08:13:39.404496+0000","last_undegraded":"2024-09-10T08:13:39.404496+0000","last_fullsized":"2024-09-10T08:13:39.404496+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:12:34.999032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"88'5","reported_seq":103,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:14:22.892466+0000","last_change":"2024-09-10T08:12:34.934390+0000","last_active":"2024-09-10T08:14:22.892466+0000","last_peered":"2024-09-10T08:14:22.892466+0000","last_clean":"2024-09-10T08:14:22.892466+0000","last_became_active":"2024-09-10T08:12:34.934052+0000","last_became_peered":"2024-09-10T08:12:34.934052+0000","last_unstale":"2024-09-10T08:14:22.892466+0000","last_undegraded":"2024-09-10T08:14:22.892466+0000","last_fullsized":"2024-09-10T08:14:22.892466+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:48:53.538324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":64,"num_read_kb":64,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401714+0000","last_change":"2024-09-10T08:12:43.992318+0000","last_active":"2024-09-10T08:13:39.401714+0000","last_peered":"2024-09-10T08:13:39.401714+0000","last_clean":"2024-09-10T08:13:39.401714+0000","last_became_active":"2024-09-10T08:12:43.991865+0000","last_became_peered":"2024-09-10T08:12:43.991865+0000","last_unstale":"2024-09-10T08:13:39.401714+0000","last_undegraded":"2024-09-10T08:13:39.401714+0000","last_fullsized":"2024-09-10T08:13:39.401714+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:44:14.872522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401214+0000","last_change":"2024-09-10T08:12:36.831968+0000","last_active":"2024-09-10T08:13:39.401214+0000","last_peered":"2024-09-10T08:13:39.401214+0000","last_clean":"2024-09-10T08:13:39.401214+0000","last_became_active":"2024-09-10T08:12:36.831636+0000","last_became_peered":"2024-09-10T08:12:36.831636+0000","last_unstale":"2024-09-10T08:13:39.401214+0000","last_undegraded":"2024-09-10T08:13:39.401214+0000","last_fullsized":"2024-09-10T08:13:39.401214+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:36:42.460656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"88'4","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.748478+0000","last_change":"2024-09-10T08:12:34.811292+0000","last_active":"2024-09-10T08:13:39.748478+0000","last_peered":"2024-09-10T08:13:39.748478+0000","last_clean":"2024-09-10T08:13:39.748478+0000","last_became_active":"2024-09-10T08:12:34.810947+0000","last_became_peered":"2024-09-10T08:12:34.810947+0000","last_unstale":"2024-09-10T08:13:39.748478+0000","last_undegraded":"2024-09-10T08:13:39.748478+0000","last_fullsized":"2024-09-10T08:13:39.748478+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:34:12.885332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405104+0000","last_change":"2024-09-10T08:12:43.993002+0000","last_active":"2024-09-10T08:13:39.405104+0000","last_peered":"2024-09-10T08:13:39.405104+0000","last_clean":"2024-09-10T08:13:39.405104+0000","last_became_active":"2024-09-10T08:12:43.992378+0000","last_became_peered":"2024-09-10T08:12:43.992378+0000","last_unstale":"2024-09-10T08:13:39.405104+0000","last_undegraded":"2024-09-10T08:13:39.405104+0000","last_fullsized":"2024-09-10T08:13:39.405104+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:51:30.925233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.507507+0000","last_change":"2024-09-10T08:12:36.835603+0000","last_active":"2024-09-10T08:13:39.507507+0000","last_peered":"2024-09-10T08:13:39.507507+0000","last_clean":"2024-09-10T08:13:39.507507+0000","last_became_active":"2024-09-10T08:12:36.835266+0000","last_became_peered":"2024-09-10T08:12:36.835266+0000","last_unstale":"2024-09-10T08:13:39.507507+0000","last_undegraded":"2024-09-10T08:13:39.507507+0000","last_fullsized":"2024-09-10T08:13:39.507507+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:19.661448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"88'6","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.676201+0000","last_change":"2024-09-10T08:12:34.812517+0000","last_active":"2024-09-10T08:13:39.676201+0000","last_peered":"2024-09-10T08:13:39.676201+0000","last_clean":"2024-09-10T08:13:39.676201+0000","last_became_active":"2024-09-10T08:12:34.811489+0000","last_became_peered":"2024-09-10T08:12:34.811489+0000","last_unstale":"2024-09-10T08:13:39.676201+0000","last_undegraded":"2024-09-10T08:13:39.676201+0000","last_fullsized":"2024-09-10T08:13:39.676201+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:06:38.638602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":350,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.748640+0000","last_change":"2024-09-10T08:11:22.269533+0000","last_active":"2024-09-10T08:13:39.748640+0000","last_peered":"2024-09-10T08:13:39.748640+0000","last_clean":"2024-09-10T08:13:39.748640+0000","last_became_active":"2024-09-10T08:11:22.268999+0000","last_became_peered":"2024-09-10T08:11:22.268999+0000","last_unstale":"2024-09-10T08:13:39.748640+0000","last_undegraded":"2024-09-10T08:13:39.748640+0000","last_fullsized":"2024-09-10T08:13:39.748640+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:07:54.541647+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:07:54.541647+0000","last_clean_scrub_stamp":"2024-09-10T08:07:54.541647+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:11:27.439735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"88'1","reported_seq":22,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.748875+0000","last_change":"2024-09-10T08:12:43.868283+0000","last_active":"2024-09-10T08:13:39.748875+0000","last_peered":"2024-09-10T08:13:39.748875+0000","last_clean":"2024-09-10T08:13:39.748875+0000","last_became_active":"2024-09-10T08:12:43.867984+0000","last_became_peered":"2024-09-10T08:12:43.867984+0000","last_unstale":"2024-09-10T08:13:39.748875+0000","last_undegraded":"2024-09-10T08:13:39.748875+0000","last_fullsized":"2024-09-10T08:13:39.748875+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:30:00.462641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.749073+0000","last_change":"2024-09-10T08:12:36.832950+0000","last_active":"2024-09-10T08:13:39.749073+0000","last_peered":"2024-09-10T08:13:39.749073+0000","last_clean":"2024-09-10T08:13:39.749073+0000","last_became_active":"2024-09-10T08:12:36.832602+0000","last_became_peered":"2024-09-10T08:12:36.832602+0000","last_unstale":"2024-09-10T08:13:39.749073+0000","last_undegraded":"2024-09-10T08:13:39.749073+0000","last_fullsized":"2024-09-10T08:13:39.749073+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:18:11.879093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"88'5","reported_seq":102,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:14:22.903679+0000","last_change":"2024-09-10T08:12:35.352007+0000","last_active":"2024-09-10T08:14:22.903679+0000","last_peered":"2024-09-10T08:14:22.903679+0000","last_clean":"2024-09-10T08:14:22.903679+0000","last_became_active":"2024-09-10T08:12:35.351623+0000","last_became_peered":"2024-09-10T08:12:35.351623+0000","last_unstale":"2024-09-10T08:14:22.903679+0000","last_undegraded":"2024-09-10T08:14:22.903679+0000","last_fullsized":"2024-09-10T08:14:22.903679+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:37:27.810889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":63,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401580+0000","last_change":"2024-09-10T08:12:43.865702+0000","last_active":"2024-09-10T08:13:39.401580+0000","last_peered":"2024-09-10T08:13:39.401580+0000","last_clean":"2024-09-10T08:13:39.401580+0000","last_became_active":"2024-09-10T08:12:43.865229+0000","last_became_peered":"2024-09-10T08:12:43.865229+0000","last_unstale":"2024-09-10T08:13:39.401580+0000","last_undegraded":"2024-09-10T08:13:39.401580+0000","last_fullsized":"2024-09-10T08:13:39.401580+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:02:29.345505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.748761+0000","last_change":"2024-09-10T08:12:36.827564+0000","last_active":"2024-09-10T08:13:39.748761+0000","last_peered":"2024-09-10T08:13:39.748761+0000","last_clean":"2024-09-10T08:13:39.748761+0000","last_became_active":"2024-09-10T08:12:36.827241+0000","last_became_peered":"2024-09-10T08:12:36.827241+0000","last_unstale":"2024-09-10T08:13:39.748761+0000","last_undegraded":"2024-09-10T08:13:39.748761+0000","last_fullsized":"2024-09-10T08:13:39.748761+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:39.539095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"88'3","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405614+0000","last_change":"2024-09-10T08:12:34.813584+0000","last_active":"2024-09-10T08:13:39.405614+0000","last_peered":"2024-09-10T08:13:39.405614+0000","last_clean":"2024-09-10T08:13:39.405614+0000","last_became_active":"2024-09-10T08:12:34.812971+0000","last_became_peered":"2024-09-10T08:12:34.812971+0000","last_unstale":"2024-09-10T08:13:39.405614+0000","last_undegraded":"2024-09-10T08:13:39.405614+0000","last_fullsized":"2024-09-10T08:13:39.405614+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:07:59.453651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404795+0000","last_change":"2024-09-10T08:12:43.870109+0000","last_active":"2024-09-10T08:13:39.404795+0000","last_peered":"2024-09-10T08:13:39.404795+0000","last_clean":"2024-09-10T08:13:39.404795+0000","last_became_active":"2024-09-10T08:12:43.869729+0000","last_became_peered":"2024-09-10T08:12:43.869729+0000","last_unstale":"2024-09-10T08:13:39.404795+0000","last_undegraded":"2024-09-10T08:13:39.404795+0000","last_fullsized":"2024-09-10T08:13:39.404795+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:43:11.951209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.749007+0000","last_change":"2024-09-10T08:12:36.833151+0000","last_active":"2024-09-10T08:13:39.749007+0000","last_peered":"2024-09-10T08:13:39.749007+0000","last_clean":"2024-09-10T08:13:39.749007+0000","last_became_active":"2024-09-10T08:12:36.832799+0000","last_became_peered":"2024-09-10T08:12:36.832799+0000","last_unstale":"2024-09-10T08:13:39.749007+0000","last_undegraded":"2024-09-10T08:13:39.749007+0000","last_fullsized":"2024-09-10T08:13:39.749007+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:53:45.406482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"88'5","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401793+0000","last_change":"2024-09-10T08:12:34.809644+0000","last_active":"2024-09-10T08:13:39.401793+0000","last_peered":"2024-09-10T08:13:39.401793+0000","last_clean":"2024-09-10T08:13:39.401793+0000","last_became_active":"2024-09-10T08:12:34.809361+0000","last_became_peered":"2024-09-10T08:12:34.809361+0000","last_unstale":"2024-09-10T08:13:39.401793+0000","last_undegraded":"2024-09-10T08:13:39.401793+0000","last_fullsized":"2024-09-10T08:13:39.401793+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:51:33.188450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404346+0000","last_change":"2024-09-10T08:12:43.863219+0000","last_active":"2024-09-10T08:13:39.404346+0000","last_peered":"2024-09-10T08:13:39.404346+0000","last_clean":"2024-09-10T08:13:39.404346+0000","last_became_active":"2024-09-10T08:12:43.862833+0000","last_became_peered":"2024-09-10T08:12:43.862833+0000","last_unstale":"2024-09-10T08:13:39.404346+0000","last_undegraded":"2024-09-10T08:13:39.404346+0000","last_fullsized":"2024-09-10T08:13:39.404346+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:43:20.340029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.407355+0000","last_change":"2024-09-10T08:12:36.828073+0000","last_active":"2024-09-10T08:13:39.407355+0000","last_peered":"2024-09-10T08:13:39.407355+0000","last_clean":"2024-09-10T08:13:39.407355+0000","last_became_active":"2024-09-10T08:12:36.827750+0000","last_became_peered":"2024-09-10T08:12:36.827750+0000","last_unstale":"2024-09-10T08:13:39.407355+0000","last_undegraded":"2024-09-10T08:13:39.407355+0000","last_fullsized":"2024-09-10T08:13:39.407355+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:21:16.671134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.f","version":"88'2","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.410198+0000","last_change":"2024-09-10T08:12:34.810961+0000","last_active":"2024-09-10T08:13:39.410198+0000","last_peered":"2024-09-10T08:13:39.410198+0000","last_clean":"2024-09-10T08:13:39.410198+0000","last_became_active":"2024-09-10T08:12:34.810583+0000","last_became_peered":"2024-09-10T08:12:34.810583+0000","last_unstale":"2024-09-10T08:13:39.410198+0000","last_undegraded":"2024-09-10T08:13:39.410198+0000","last_fullsized":"2024-09-10T08:13:39.410198+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:47:04.190625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405154+0000","last_change":"2024-09-10T08:12:43.861978+0000","last_active":"2024-09-10T08:13:39.405154+0000","last_peered":"2024-09-10T08:13:39.405154+0000","last_clean":"2024-09-10T08:13:39.405154+0000","last_became_active":"2024-09-10T08:12:43.861367+0000","last_became_peered":"2024-09-10T08:12:43.861367+0000","last_unstale":"2024-09-10T08:13:39.405154+0000","last_undegraded":"2024-09-10T08:13:39.405154+0000","last_fullsized":"2024-09-10T08:13:39.405154+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:30:00.860926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404588+0000","last_change":"2024-09-10T08:12:36.831213+0000","last_active":"2024-09-10T08:13:39.404588+0000","last_peered":"2024-09-10T08:13:39.404588+0000","last_clean":"2024-09-10T08:13:39.404588+0000","last_became_active":"2024-09-10T08:12:36.830859+0000","last_became_peered":"2024-09-10T08:12:36.830859+0000","last_unstale":"2024-09-10T08:13:39.404588+0000","last_undegraded":"2024-09-10T08:13:39.404588+0000","last_fullsized":"2024-09-10T08:13:39.404588+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:24:41.648614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.10","version":"88'17","reported_seq":52,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.409347+0000","last_change":"2024-09-10T08:12:34.935217+0000","last_active":"2024-09-10T08:13:39.409347+0000","last_peered":"2024-09-10T08:13:39.409347+0000","last_clean":"2024-09-10T08:13:39.409347+0000","last_became_active":"2024-09-10T08:12:34.934826+0000","last_became_peered":"2024-09-10T08:12:34.934826+0000","last_unstale":"2024-09-10T08:13:39.409347+0000","last_undegraded":"2024-09-10T08:13:39.409347+0000","last_fullsized":"2024-09-10T08:13:39.409347+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:00:38.020341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401855+0000","last_change":"2024-09-10T08:12:43.869729+0000","last_active":"2024-09-10T08:13:39.401855+0000","last_peered":"2024-09-10T08:13:39.401855+0000","last_clean":"2024-09-10T08:13:39.401855+0000","last_became_active":"2024-09-10T08:12:43.869340+0000","last_became_peered":"2024-09-10T08:12:43.869340+0000","last_unstale":"2024-09-10T08:13:39.401855+0000","last_undegraded":"2024-09-10T08:13:39.401855+0000","last_fullsized":"2024-09-10T08:13:39.401855+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:51:09.345805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.748345+0000","last_change":"2024-09-10T08:12:36.828727+0000","last_active":"2024-09-10T08:13:39.748345+0000","last_peered":"2024-09-10T08:13:39.748345+0000","last_clean":"2024-09-10T08:13:39.748345+0000","last_became_active":"2024-09-10T08:12:36.828414+0000","last_became_peered":"2024-09-10T08:12:36.828414+0000","last_unstale":"2024-09-10T08:13:39.748345+0000","last_undegraded":"2024-09-10T08:13:39.748345+0000","last_fullsized":"2024-09-10T08:13:39.748345+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:15:18.145475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"88'5","reported_seq":104,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:14:22.892984+0000","last_change":"2024-09-10T08:12:34.810916+0000","last_active":"2024-09-10T08:14:22.892984+0000","last_peered":"2024-09-10T08:14:22.892984+0000","last_clean":"2024-09-10T08:14:22.892984+0000","last_became_active":"2024-09-10T08:12:34.810589+0000","last_became_peered":"2024-09-10T08:12:34.810589+0000","last_unstale":"2024-09-10T08:14:22.892984+0000","last_undegraded":"2024-09-10T08:14:22.892984+0000","last_fullsized":"2024-09-10T08:14:22.892984+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:34:40.703435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":66,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404449+0000","last_change":"2024-09-10T08:12:43.873472+0000","last_active":"2024-09-10T08:13:39.404449+0000","last_peered":"2024-09-10T08:13:39.404449+0000","last_clean":"2024-09-10T08:13:39.404449+0000","last_became_active":"2024-09-10T08:12:43.872708+0000","last_became_peered":"2024-09-10T08:12:43.872708+0000","last_unstale":"2024-09-10T08:13:39.404449+0000","last_undegraded":"2024-09-10T08:13:39.404449+0000","last_fullsized":"2024-09-10T08:13:39.404449+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:02:08.059771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.748732+0000","last_change":"2024-09-10T08:12:36.827575+0000","last_active":"2024-09-10T08:13:39.748732+0000","last_peered":"2024-09-10T08:13:39.748732+0000","last_clean":"2024-09-10T08:13:39.748732+0000","last_became_active":"2024-09-10T08:12:36.827219+0000","last_became_peered":"2024-09-10T08:12:36.827219+0000","last_unstale":"2024-09-10T08:13:39.748732+0000","last_undegraded":"2024-09-10T08:13:39.748732+0000","last_fullsized":"2024-09-10T08:13:39.748732+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:46:48.843252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"88'5","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404860+0000","last_change":"2024-09-10T08:12:34.811935+0000","last_active":"2024-09-10T08:13:39.404860+0000","last_peered":"2024-09-10T08:13:39.404860+0000","last_clean":"2024-09-10T08:13:39.404860+0000","last_became_active":"2024-09-10T08:12:34.811456+0000","last_became_peered":"2024-09-10T08:12:34.811456+0000","last_unstale":"2024-09-10T08:13:39.404860+0000","last_undegraded":"2024-09-10T08:13:39.404860+0000","last_fullsized":"2024-09-10T08:13:39.404860+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:17:47.051684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.406927+0000","last_change":"2024-09-10T08:12:43.869439+0000","last_active":"2024-09-10T08:13:39.406927+0000","last_peered":"2024-09-10T08:13:39.406927+0000","last_clean":"2024-09-10T08:13:39.406927+0000","last_became_active":"2024-09-10T08:12:43.869034+0000","last_became_peered":"2024-09-10T08:12:43.869034+0000","last_unstale":"2024-09-10T08:13:39.406927+0000","last_undegraded":"2024-09-10T08:13:39.406927+0000","last_fullsized":"2024-09-10T08:13:39.406927+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:21:54.382769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401453+0000","last_change":"2024-09-10T08:12:36.829005+0000","last_active":"2024-09-10T08:13:39.401453+0000","last_peered":"2024-09-10T08:13:39.401453+0000","last_clean":"2024-09-10T08:13:39.401453+0000","last_became_active":"2024-09-10T08:12:36.828617+0000","last_became_peered":"2024-09-10T08:12:36.828617+0000","last_unstale":"2024-09-10T08:13:39.401453+0000","last_undegraded":"2024-09-10T08:13:39.401453+0000","last_fullsized":"2024-09-10T08:13:39.401453+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:43:31.280528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"88'9","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.522441+0000","last_change":"2024-09-10T08:12:34.812181+0000","last_active":"2024-09-10T08:13:39.522441+0000","last_peered":"2024-09-10T08:13:39.522441+0000","last_clean":"2024-09-10T08:13:39.522441+0000","last_became_active":"2024-09-10T08:12:34.810647+0000","last_became_peered":"2024-09-10T08:12:34.810647+0000","last_unstale":"2024-09-10T08:13:39.522441+0000","last_undegraded":"2024-09-10T08:13:39.522441+0000","last_fullsized":"2024-09-10T08:13:39.522441+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:33:19.720823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405177+0000","last_change":"2024-09-10T08:12:43.863520+0000","last_active":"2024-09-10T08:13:39.405177+0000","last_peered":"2024-09-10T08:13:39.405177+0000","last_clean":"2024-09-10T08:13:39.405177+0000","last_became_active":"2024-09-10T08:12:43.862340+0000","last_became_peered":"2024-09-10T08:12:43.862340+0000","last_unstale":"2024-09-10T08:13:39.405177+0000","last_undegraded":"2024-09-10T08:13:39.405177+0000","last_fullsized":"2024-09-10T08:13:39.405177+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:00:39.711524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.409990+0000","last_change":"2024-09-10T08:12:36.832910+0000","last_active":"2024-09-10T08:13:39.409990+0000","last_peered":"2024-09-10T08:13:39.409990+0000","last_clean":"2024-09-10T08:13:39.409990+0000","last_became_active":"2024-09-10T08:12:36.832581+0000","last_became_peered":"2024-09-10T08:12:36.832581+0000","last_unstale":"2024-09-10T08:13:39.409990+0000","last_undegraded":"2024-09-10T08:13:39.409990+0000","last_fullsized":"2024-09-10T08:13:39.409990+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:40:13.697323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.14","version":"90'34","reported_seq":203,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:14:23.894095+0000","last_change":"2024-09-10T08:12:34.811160+0000","last_active":"2024-09-10T08:14:23.894095+0000","last_peered":"2024-09-10T08:14:23.894095+0000","last_clean":"2024-09-10T08:14:23.894095+0000","last_became_active":"2024-09-10T08:12:34.810807+0000","last_became_peered":"2024-09-10T08:12:34.810807+0000","last_unstale":"2024-09-10T08:14:23.894095+0000","last_undegraded":"2024-09-10T08:14:23.894095+0000","last_fullsized":"2024-09-10T08:14:23.894095+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:59:27.235130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":62076,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":135,"num_read_kb":128,"num_write":36,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.412935+0000","last_change":"2024-09-10T08:13:39.412935+0000","last_active":"2024-09-10T08:13:39.412935+0000","last_peered":"2024-09-10T08:13:39.412935+0000","last_clean":"2024-09-10T08:13:39.412935+0000","last_became_active":"2024-09-10T08:13:39.412501+0000","last_became_peered":"2024-09-10T08:13:39.412501+0000","last_unstale":"2024-09-10T08:13:39.412935+0000","last_undegraded":"2024-09-10T08:13:39.412935+0000","last_fullsized":"2024-09-10T08:13:39.412935+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:52:57.355460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,11,5],"acting":[10,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.413044+0000","last_change":"2024-09-10T08:13:39.413044+0000","last_active":"2024-09-10T08:13:39.413044+0000","last_peered":"2024-09-10T08:13:39.413044+0000","last_clean":"2024-09-10T08:13:39.413044+0000","last_became_active":"2024-09-10T08:13:39.412611+0000","last_became_peered":"2024-09-10T08:13:39.412611+0000","last_unstale":"2024-09-10T08:13:39.413044+0000","last_undegraded":"2024-09-10T08:13:39.413044+0000","last_fullsized":"2024-09-10T08:13:39.413044+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:35:39.007629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,6],"acting":[1,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"88'5","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405535+0000","last_change":"2024-09-10T08:12:34.935213+0000","last_active":"2024-09-10T08:13:39.405535+0000","last_peered":"2024-09-10T08:13:39.405535+0000","last_clean":"2024-09-10T08:13:39.405535+0000","last_became_active":"2024-09-10T08:12:34.934653+0000","last_became_peered":"2024-09-10T08:12:34.934653+0000","last_unstale":"2024-09-10T08:13:39.405535+0000","last_undegraded":"2024-09-10T08:13:39.405535+0000","last_fullsized":"2024-09-10T08:13:39.405535+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:18:41.003041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.675576+0000","last_change":"2024-09-10T08:12:43.871926+0000","last_active":"2024-09-10T08:13:39.675576+0000","last_peered":"2024-09-10T08:13:39.675576+0000","last_clean":"2024-09-10T08:13:39.675576+0000","last_became_active":"2024-09-10T08:12:43.871484+0000","last_became_peered":"2024-09-10T08:12:43.871484+0000","last_unstale":"2024-09-10T08:13:39.675576+0000","last_undegraded":"2024-09-10T08:13:39.675576+0000","last_fullsized":"2024-09-10T08:13:39.675576+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:28:58.589905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405468+0000","last_change":"2024-09-10T08:12:36.840159+0000","last_active":"2024-09-10T08:13:39.405468+0000","last_peered":"2024-09-10T08:13:39.405468+0000","last_clean":"2024-09-10T08:13:39.405468+0000","last_became_active":"2024-09-10T08:12:36.839716+0000","last_became_peered":"2024-09-10T08:12:36.839716+0000","last_unstale":"2024-09-10T08:13:39.405468+0000","last_undegraded":"2024-09-10T08:13:39.405468+0000","last_fullsized":"2024-09-10T08:13:39.405468+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:22:29.954782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"88'4","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.748955+0000","last_change":"2024-09-10T08:12:34.809229+0000","last_active":"2024-09-10T08:13:39.748955+0000","last_peered":"2024-09-10T08:13:39.748955+0000","last_clean":"2024-09-10T08:13:39.748955+0000","last_became_active":"2024-09-10T08:12:34.808802+0000","last_became_peered":"2024-09-10T08:12:34.808802+0000","last_unstale":"2024-09-10T08:13:39.748955+0000","last_undegraded":"2024-09-10T08:13:39.748955+0000","last_fullsized":"2024-09-10T08:13:39.748955+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:59:34.360559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.403496+0000","last_change":"2024-09-10T08:12:43.870601+0000","last_active":"2024-09-10T08:13:39.403496+0000","last_peered":"2024-09-10T08:13:39.403496+0000","last_clean":"2024-09-10T08:13:39.403496+0000","last_became_active":"2024-09-10T08:12:43.870168+0000","last_became_peered":"2024-09-10T08:12:43.870168+0000","last_unstale":"2024-09-10T08:13:39.403496+0000","last_undegraded":"2024-09-10T08:13:39.403496+0000","last_fullsized":"2024-09-10T08:13:39.403496+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:09:22.578268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401978+0000","last_change":"2024-09-10T08:12:36.834262+0000","last_active":"2024-09-10T08:13:39.401978+0000","last_peered":"2024-09-10T08:13:39.401978+0000","last_clean":"2024-09-10T08:13:39.401978+0000","last_became_active":"2024-09-10T08:12:36.833922+0000","last_became_peered":"2024-09-10T08:12:36.833922+0000","last_unstale":"2024-09-10T08:13:39.401978+0000","last_undegraded":"2024-09-10T08:13:39.401978+0000","last_fullsized":"2024-09-10T08:13:39.401978+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:33:22.621701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"88'4","reported_seq":162,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:14:23.894230+0000","last_change":"2024-09-10T08:12:34.815637+0000","last_active":"2024-09-10T08:14:23.894230+0000","last_peered":"2024-09-10T08:14:23.894230+0000","last_clean":"2024-09-10T08:14:23.894230+0000","last_became_active":"2024-09-10T08:12:34.815296+0000","last_became_peered":"2024-09-10T08:12:34.815296+0000","last_unstale":"2024-09-10T08:14:23.894230+0000","last_undegraded":"2024-09-10T08:14:23.894230+0000","last_fullsized":"2024-09-10T08:14:23.894230+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:37:39.424478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":124,"num_read_kb":124,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.507376+0000","last_change":"2024-09-10T08:12:43.862840+0000","last_active":"2024-09-10T08:13:39.507376+0000","last_peered":"2024-09-10T08:13:39.507376+0000","last_clean":"2024-09-10T08:13:39.507376+0000","last_became_active":"2024-09-10T08:12:43.862406+0000","last_became_peered":"2024-09-10T08:12:43.862406+0000","last_unstale":"2024-09-10T08:13:39.507376+0000","last_undegraded":"2024-09-10T08:13:39.507376+0000","last_fullsized":"2024-09-10T08:13:39.507376+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:18:22.047003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405359+0000","last_change":"2024-09-10T08:12:43.867758+0000","last_active":"2024-09-10T08:13:39.405359+0000","last_peered":"2024-09-10T08:13:39.405359+0000","last_clean":"2024-09-10T08:13:39.405359+0000","last_became_active":"2024-09-10T08:12:43.867330+0000","last_became_peered":"2024-09-10T08:12:43.867330+0000","last_unstale":"2024-09-10T08:13:39.405359+0000","last_undegraded":"2024-09-10T08:13:39.405359+0000","last_fullsized":"2024-09-10T08:13:39.405359+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:58:09.229320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.403739+0000","last_change":"2024-09-10T08:12:36.826035+0000","last_active":"2024-09-10T08:13:39.403739+0000","last_peered":"2024-09-10T08:13:39.403739+0000","last_clean":"2024-09-10T08:13:39.403739+0000","last_became_active":"2024-09-10T08:12:36.825728+0000","last_became_peered":"2024-09-10T08:12:36.825728+0000","last_unstale":"2024-09-10T08:13:39.403739+0000","last_undegraded":"2024-09-10T08:13:39.403739+0000","last_fullsized":"2024-09-10T08:13:39.403739+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:34:52.253250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"88'3","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404614+0000","last_change":"2024-09-10T08:12:34.814423+0000","last_active":"2024-09-10T08:13:39.404614+0000","last_peered":"2024-09-10T08:13:39.404614+0000","last_clean":"2024-09-10T08:13:39.404614+0000","last_became_active":"2024-09-10T08:12:34.814063+0000","last_became_peered":"2024-09-10T08:12:34.814063+0000","last_unstale":"2024-09-10T08:13:39.404614+0000","last_undegraded":"2024-09-10T08:13:39.404614+0000","last_fullsized":"2024-09-10T08:13:39.404614+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:51:32.749383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.677217+0000","last_change":"2024-09-10T08:13:39.677217+0000","last_active":"2024-09-10T08:13:39.677217+0000","last_peered":"2024-09-10T08:13:39.677217+0000","last_clean":"2024-09-10T08:13:39.677217+0000","last_became_active":"2024-09-10T08:13:39.676759+0000","last_became_peered":"2024-09-10T08:13:39.676759+0000","last_unstale":"2024-09-10T08:13:39.677217+0000","last_undegraded":"2024-09-10T08:13:39.677217+0000","last_fullsized":"2024-09-10T08:13:39.677217+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:39:36.209080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8,0],"acting":[11,4,8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.507632+0000","last_change":"2024-09-10T08:12:36.835980+0000","last_active":"2024-09-10T08:13:39.507632+0000","last_peered":"2024-09-10T08:13:39.507632+0000","last_clean":"2024-09-10T08:13:39.507632+0000","last_became_active":"2024-09-10T08:12:36.835091+0000","last_became_peered":"2024-09-10T08:12:36.835091+0000","last_unstale":"2024-09-10T08:13:39.507632+0000","last_undegraded":"2024-09-10T08:13:39.507632+0000","last_fullsized":"2024-09-10T08:13:39.507632+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:52:09.526296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"88'3","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401236+0000","last_change":"2024-09-10T08:12:34.805925+0000","last_active":"2024-09-10T08:13:39.401236+0000","last_peered":"2024-09-10T08:13:39.401236+0000","last_clean":"2024-09-10T08:13:39.401236+0000","last_became_active":"2024-09-10T08:12:34.805568+0000","last_became_peered":"2024-09-10T08:12:34.805568+0000","last_unstale":"2024-09-10T08:13:39.401236+0000","last_undegraded":"2024-09-10T08:13:39.401236+0000","last_fullsized":"2024-09-10T08:13:39.401236+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:48:06.627866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"88'7","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405998+0000","last_change":"2024-09-10T08:12:34.814702+0000","last_active":"2024-09-10T08:13:39.405998+0000","last_peered":"2024-09-10T08:13:39.405998+0000","last_clean":"2024-09-10T08:13:39.405998+0000","last_became_active":"2024-09-10T08:12:34.814342+0000","last_became_peered":"2024-09-10T08:12:34.814342+0000","last_unstale":"2024-09-10T08:13:39.405998+0000","last_undegraded":"2024-09-10T08:13:39.405998+0000","last_fullsized":"2024-09-10T08:13:39.405998+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:21:13.086961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.509144+0000","last_change":"2024-09-10T08:13:39.509144+0000","last_active":"2024-09-10T08:13:39.509144+0000","last_peered":"2024-09-10T08:13:39.509144+0000","last_clean":"2024-09-10T08:13:39.509144+0000","last_became_active":"2024-09-10T08:13:39.508734+0000","last_became_peered":"2024-09-10T08:13:39.508734+0000","last_unstale":"2024-09-10T08:13:39.509144+0000","last_undegraded":"2024-09-10T08:13:39.509144+0000","last_fullsized":"2024-09-10T08:13:39.509144+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:05:42.593094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3],"acting":[5,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.522115+0000","last_change":"2024-09-10T08:12:43.869005+0000","last_active":"2024-09-10T08:13:39.522115+0000","last_peered":"2024-09-10T08:13:39.522115+0000","last_clean":"2024-09-10T08:13:39.522115+0000","last_became_active":"2024-09-10T08:12:43.868553+0000","last_became_peered":"2024-09-10T08:12:43.868553+0000","last_unstale":"2024-09-10T08:13:39.522115+0000","last_undegraded":"2024-09-10T08:13:39.522115+0000","last_fullsized":"2024-09-10T08:13:39.522115+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:19:42.304477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"88'5","reported_seq":105,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:14:23.894788+0000","last_change":"2024-09-10T08:12:34.811244+0000","last_active":"2024-09-10T08:14:23.894788+0000","last_peered":"2024-09-10T08:14:23.894788+0000","last_clean":"2024-09-10T08:14:23.894788+0000","last_became_active":"2024-09-10T08:12:34.810834+0000","last_became_peered":"2024-09-10T08:12:34.810834+0000","last_unstale":"2024-09-10T08:14:23.894788+0000","last_undegraded":"2024-09-10T08:14:23.894788+0000","last_fullsized":"2024-09-10T08:14:23.894788+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:16:17.995366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.749620+0000","last_change":"2024-09-10T08:13:39.749620+0000","last_active":"2024-09-10T08:13:39.749620+0000","last_peered":"2024-09-10T08:13:39.749620+0000","last_clean":"2024-09-10T08:13:39.749620+0000","last_became_active":"2024-09-10T08:13:39.749321+0000","last_became_peered":"2024-09-10T08:13:39.749321+0000","last_unstale":"2024-09-10T08:13:39.749620+0000","last_undegraded":"2024-09-10T08:13:39.749620+0000","last_fullsized":"2024-09-10T08:13:39.749620+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:25:20.412078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,7],"acting":[8,9,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.522366+0000","last_change":"2024-09-10T08:12:43.862115+0000","last_active":"2024-09-10T08:13:39.522366+0000","last_peered":"2024-09-10T08:13:39.522366+0000","last_clean":"2024-09-10T08:13:39.522366+0000","last_became_active":"2024-09-10T08:12:43.861732+0000","last_became_peered":"2024-09-10T08:12:43.861732+0000","last_unstale":"2024-09-10T08:13:39.522366+0000","last_undegraded":"2024-09-10T08:13:39.522366+0000","last_fullsized":"2024-09-10T08:13:39.522366+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:14:27.742653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.406161+0000","last_change":"2024-09-10T08:12:36.823862+0000","last_active":"2024-09-10T08:13:39.406161+0000","last_peered":"2024-09-10T08:13:39.406161+0000","last_clean":"2024-09-10T08:13:39.406161+0000","last_became_active":"2024-09-10T08:12:36.823469+0000","last_became_peered":"2024-09-10T08:12:36.823469+0000","last_unstale":"2024-09-10T08:13:39.406161+0000","last_undegraded":"2024-09-10T08:13:39.406161+0000","last_fullsized":"2024-09-10T08:13:39.406161+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:49:39.006645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.522581+0000","last_change":"2024-09-10T08:12:36.836892+0000","last_active":"2024-09-10T08:13:39.522581+0000","last_peered":"2024-09-10T08:13:39.522581+0000","last_clean":"2024-09-10T08:13:39.522581+0000","last_became_active":"2024-09-10T08:12:36.836437+0000","last_became_peered":"2024-09-10T08:12:36.836437+0000","last_unstale":"2024-09-10T08:13:39.522581+0000","last_undegraded":"2024-09-10T08:13:39.522581+0000","last_fullsized":"2024-09-10T08:13:39.522581+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:19:20.085951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.522097+0000","last_change":"2024-09-10T08:12:36.832733+0000","last_active":"2024-09-10T08:13:39.522097+0000","last_peered":"2024-09-10T08:13:39.522097+0000","last_clean":"2024-09-10T08:13:39.522097+0000","last_became_active":"2024-09-10T08:12:36.832395+0000","last_became_peered":"2024-09-10T08:12:36.832395+0000","last_unstale":"2024-09-10T08:13:39.522097+0000","last_undegraded":"2024-09-10T08:13:39.522097+0000","last_fullsized":"2024-09-10T08:13:39.522097+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:05:41.291574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404896+0000","last_change":"2024-09-10T08:12:36.837495+0000","last_active":"2024-09-10T08:13:39.404896+0000","last_peered":"2024-09-10T08:13:39.404896+0000","last_clean":"2024-09-10T08:13:39.404896+0000","last_became_active":"2024-09-10T08:12:36.837198+0000","last_became_peered":"2024-09-10T08:12:36.837198+0000","last_unstale":"2024-09-10T08:13:39.404896+0000","last_undegraded":"2024-09-10T08:13:39.404896+0000","last_fullsized":"2024-09-10T08:13:39.404896+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:08:30.363433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401689+0000","last_change":"2024-09-10T08:12:36.825857+0000","last_active":"2024-09-10T08:13:39.401689+0000","last_peered":"2024-09-10T08:13:39.401689+0000","last_clean":"2024-09-10T08:13:39.401689+0000","last_became_active":"2024-09-10T08:12:36.825542+0000","last_became_peered":"2024-09-10T08:12:36.825542+0000","last_unstale":"2024-09-10T08:13:39.401689+0000","last_undegraded":"2024-09-10T08:13:39.401689+0000","last_fullsized":"2024-09-10T08:13:39.401689+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:22:48.590212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.407320+0000","last_change":"2024-09-10T08:12:36.824716+0000","last_active":"2024-09-10T08:13:39.407320+0000","last_peered":"2024-09-10T08:13:39.407320+0000","last_clean":"2024-09-10T08:13:39.407320+0000","last_became_active":"2024-09-10T08:12:36.824366+0000","last_became_peered":"2024-09-10T08:12:36.824366+0000","last_unstale":"2024-09-10T08:13:39.407320+0000","last_undegraded":"2024-09-10T08:13:39.407320+0000","last_fullsized":"2024-09-10T08:13:39.407320+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:55:03.364499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.522842+0000","last_change":"2024-09-10T08:12:36.833047+0000","last_active":"2024-09-10T08:13:39.522842+0000","last_peered":"2024-09-10T08:13:39.522842+0000","last_clean":"2024-09-10T08:13:39.522842+0000","last_became_active":"2024-09-10T08:12:36.830068+0000","last_became_peered":"2024-09-10T08:12:36.830068+0000","last_unstale":"2024-09-10T08:13:39.522842+0000","last_undegraded":"2024-09-10T08:13:39.522842+0000","last_fullsized":"2024-09-10T08:13:39.522842+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:00:24.585213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.507969+0000","last_change":"2024-09-10T08:12:36.839767+0000","last_active":"2024-09-10T08:13:39.507969+0000","last_peered":"2024-09-10T08:13:39.507969+0000","last_clean":"2024-09-10T08:13:39.507969+0000","last_became_active":"2024-09-10T08:12:36.839449+0000","last_became_peered":"2024-09-10T08:12:36.839449+0000","last_unstale":"2024-09-10T08:13:39.507969+0000","last_undegraded":"2024-09-10T08:13:39.507969+0000","last_fullsized":"2024-09-10T08:13:39.507969+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:29:51.721688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404456+0000","last_change":"2024-09-10T08:12:36.833819+0000","last_active":"2024-09-10T08:13:39.404456+0000","last_peered":"2024-09-10T08:13:39.404456+0000","last_clean":"2024-09-10T08:13:39.404456+0000","last_became_active":"2024-09-10T08:12:36.833410+0000","last_became_peered":"2024-09-10T08:12:36.833410+0000","last_unstale":"2024-09-10T08:13:39.404456+0000","last_undegraded":"2024-09-10T08:13:39.404456+0000","last_fullsized":"2024-09-10T08:13:39.404456+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:29:51.554026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.507506+0000","last_change":"2024-09-10T08:12:36.840924+0000","last_active":"2024-09-10T08:13:39.507506+0000","last_peered":"2024-09-10T08:13:39.507506+0000","last_clean":"2024-09-10T08:13:39.507506+0000","last_became_active":"2024-09-10T08:12:36.840560+0000","last_became_peered":"2024-09-10T08:12:36.840560+0000","last_unstale":"2024-09-10T08:13:39.507506+0000","last_undegraded":"2024-09-10T08:13:39.507506+0000","last_fullsized":"2024-09-10T08:13:39.507506+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:23:45.417772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.402070+0000","last_change":"2024-09-10T08:12:36.830715+0000","last_active":"2024-09-10T08:13:39.402070+0000","last_peered":"2024-09-10T08:13:39.402070+0000","last_clean":"2024-09-10T08:13:39.402070+0000","last_became_active":"2024-09-10T08:12:36.830267+0000","last_became_peered":"2024-09-10T08:12:36.830267+0000","last_unstale":"2024-09-10T08:13:39.402070+0000","last_undegraded":"2024-09-10T08:13:39.402070+0000","last_fullsized":"2024-09-10T08:13:39.402070+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:23:26.456194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401563+0000","last_change":"2024-09-10T08:12:36.824993+0000","last_active":"2024-09-10T08:13:39.401563+0000","last_peered":"2024-09-10T08:13:39.401563+0000","last_clean":"2024-09-10T08:13:39.401563+0000","last_became_active":"2024-09-10T08:12:36.824698+0000","last_became_peered":"2024-09-10T08:12:36.824698+0000","last_unstale":"2024-09-10T08:13:39.401563+0000","last_undegraded":"2024-09-10T08:13:39.401563+0000","last_fullsized":"2024-09-10T08:13:39.401563+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:31:03.705318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.407041+0000","last_change":"2024-09-10T08:12:36.827310+0000","last_active":"2024-09-10T08:13:39.407041+0000","last_peered":"2024-09-10T08:13:39.407041+0000","last_clean":"2024-09-10T08:13:39.407041+0000","last_became_active":"2024-09-10T08:12:36.826931+0000","last_became_peered":"2024-09-10T08:12:36.826931+0000","last_unstale":"2024-09-10T08:13:39.407041+0000","last_undegraded":"2024-09-10T08:13:39.407041+0000","last_fullsized":"2024-09-10T08:13:39.407041+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:15:00.448249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.522585+0000","last_change":"2024-09-10T08:12:36.832125+0000","last_active":"2024-09-10T08:13:39.522585+0000","last_peered":"2024-09-10T08:13:39.522585+0000","last_clean":"2024-09-10T08:13:39.522585+0000","last_became_active":"2024-09-10T08:12:36.831745+0000","last_became_peered":"2024-09-10T08:12:36.831745+0000","last_unstale":"2024-09-10T08:13:39.522585+0000","last_undegraded":"2024-09-10T08:13:39.522585+0000","last_fullsized":"2024-09-10T08:13:39.522585+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:17:06.928086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404288+0000","last_change":"2024-09-10T08:12:36.829584+0000","last_active":"2024-09-10T08:13:39.404288+0000","last_peered":"2024-09-10T08:13:39.404288+0000","last_clean":"2024-09-10T08:13:39.404288+0000","last_became_active":"2024-09-10T08:12:36.829266+0000","last_became_peered":"2024-09-10T08:12:36.829266+0000","last_unstale":"2024-09-10T08:13:39.404288+0000","last_undegraded":"2024-09-10T08:13:39.404288+0000","last_fullsized":"2024-09-10T08:13:39.404288+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:53.100598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.407697+0000","last_change":"2024-09-10T08:12:36.830413+0000","last_active":"2024-09-10T08:13:39.407697+0000","last_peered":"2024-09-10T08:13:39.407697+0000","last_clean":"2024-09-10T08:13:39.407697+0000","last_became_active":"2024-09-10T08:12:36.829718+0000","last_became_peered":"2024-09-10T08:12:36.829718+0000","last_unstale":"2024-09-10T08:13:39.407697+0000","last_undegraded":"2024-09-10T08:13:39.407697+0000","last_fullsized":"2024-09-10T08:13:39.407697+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:49:58.001141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401503+0000","last_change":"2024-09-10T08:12:36.830019+0000","last_active":"2024-09-10T08:13:39.401503+0000","last_peered":"2024-09-10T08:13:39.401503+0000","last_clean":"2024-09-10T08:13:39.401503+0000","last_became_active":"2024-09-10T08:12:36.829692+0000","last_became_peered":"2024-09-10T08:12:36.829692+0000","last_unstale":"2024-09-10T08:13:39.401503+0000","last_undegraded":"2024-09-10T08:13:39.401503+0000","last_fullsized":"2024-09-10T08:13:39.401503+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:50:09.660472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405154+0000","last_change":"2024-09-10T08:12:36.840060+0000","last_active":"2024-09-10T08:13:39.405154+0000","last_peered":"2024-09-10T08:13:39.405154+0000","last_clean":"2024-09-10T08:13:39.405154+0000","last_became_active":"2024-09-10T08:12:36.839738+0000","last_became_peered":"2024-09-10T08:12:36.839738+0000","last_unstale":"2024-09-10T08:13:39.405154+0000","last_undegraded":"2024-09-10T08:13:39.405154+0000","last_fullsized":"2024-09-10T08:13:39.405154+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:03:15.086558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404530+0000","last_change":"2024-09-10T08:12:36.836313+0000","last_active":"2024-09-10T08:13:39.404530+0000","last_peered":"2024-09-10T08:13:39.404530+0000","last_clean":"2024-09-10T08:13:39.404530+0000","last_became_active":"2024-09-10T08:12:36.836053+0000","last_became_peered":"2024-09-10T08:12:36.836053+0000","last_unstale":"2024-09-10T08:13:39.404530+0000","last_undegraded":"2024-09-10T08:13:39.404530+0000","last_fullsized":"2024-09-10T08:13:39.404530+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:34:02.441241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401474+0000","last_change":"2024-09-10T08:12:36.824310+0000","last_active":"2024-09-10T08:13:39.401474+0000","last_peered":"2024-09-10T08:13:39.401474+0000","last_clean":"2024-09-10T08:13:39.401474+0000","last_became_active":"2024-09-10T08:12:36.823980+0000","last_became_peered":"2024-09-10T08:12:36.823980+0000","last_unstale":"2024-09-10T08:13:39.401474+0000","last_undegraded":"2024-09-10T08:13:39.401474+0000","last_fullsized":"2024-09-10T08:13:39.401474+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:15:55.322283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.676451+0000","last_change":"2024-09-10T08:12:36.829554+0000","last_active":"2024-09-10T08:13:39.676451+0000","last_peered":"2024-09-10T08:13:39.676451+0000","last_clean":"2024-09-10T08:13:39.676451+0000","last_became_active":"2024-09-10T08:12:36.829054+0000","last_became_peered":"2024-09-10T08:12:36.829054+0000","last_unstale":"2024-09-10T08:13:39.676451+0000","last_undegraded":"2024-09-10T08:13:39.676451+0000","last_fullsized":"2024-09-10T08:13:39.676451+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:46:59.763378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.749063+0000","last_change":"2024-09-10T08:12:36.831049+0000","last_active":"2024-09-10T08:13:39.749063+0000","last_peered":"2024-09-10T08:13:39.749063+0000","last_clean":"2024-09-10T08:13:39.749063+0000","last_became_active":"2024-09-10T08:12:36.830687+0000","last_became_peered":"2024-09-10T08:12:36.830687+0000","last_unstale":"2024-09-10T08:13:39.749063+0000","last_undegraded":"2024-09-10T08:13:39.749063+0000","last_fullsized":"2024-09-10T08:13:39.749063+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:48:24.014810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405832+0000","last_change":"2024-09-10T08:12:36.832264+0000","last_active":"2024-09-10T08:13:39.405832+0000","last_peered":"2024-09-10T08:13:39.405832+0000","last_clean":"2024-09-10T08:13:39.405832+0000","last_became_active":"2024-09-10T08:12:36.831913+0000","last_became_peered":"2024-09-10T08:12:36.831913+0000","last_unstale":"2024-09-10T08:13:39.405832+0000","last_undegraded":"2024-09-10T08:13:39.405832+0000","last_fullsized":"2024-09-10T08:13:39.405832+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:58:43.692064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.408577+0000","last_change":"2024-09-10T08:13:39.408577+0000","last_active":"2024-09-10T08:13:39.408577+0000","last_peered":"2024-09-10T08:13:39.408577+0000","last_clean":"2024-09-10T08:13:39.408577+0000","last_became_active":"2024-09-10T08:13:39.408252+0000","last_became_peered":"2024-09-10T08:13:39.408252+0000","last_unstale":"2024-09-10T08:13:39.408577+0000","last_undegraded":"2024-09-10T08:13:39.408577+0000","last_fullsized":"2024-09-10T08:13:39.408577+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:41:34.439133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,11],"acting":[9,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.507511+0000","last_change":"2024-09-10T08:12:36.836093+0000","last_active":"2024-09-10T08:13:39.507511+0000","last_peered":"2024-09-10T08:13:39.507511+0000","last_clean":"2024-09-10T08:13:39.507511+0000","last_became_active":"2024-09-10T08:12:36.835554+0000","last_became_peered":"2024-09-10T08:12:36.835554+0000","last_unstale":"2024-09-10T08:13:39.507511+0000","last_undegraded":"2024-09-10T08:13:39.507511+0000","last_fullsized":"2024-09-10T08:13:39.507511+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:19:23.240989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.748418+0000","last_change":"2024-09-10T08:12:36.826650+0000","last_active":"2024-09-10T08:13:39.748418+0000","last_peered":"2024-09-10T08:13:39.748418+0000","last_clean":"2024-09-10T08:13:39.748418+0000","last_became_active":"2024-09-10T08:12:36.826323+0000","last_became_peered":"2024-09-10T08:12:36.826323+0000","last_unstale":"2024-09-10T08:13:39.748418+0000","last_undegraded":"2024-09-10T08:13:39.748418+0000","last_fullsized":"2024-09-10T08:13:39.748418+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:33:59.057180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405984+0000","last_change":"2024-09-10T08:12:36.834723+0000","last_active":"2024-09-10T08:13:39.405984+0000","last_peered":"2024-09-10T08:13:39.405984+0000","last_clean":"2024-09-10T08:13:39.405984+0000","last_became_active":"2024-09-10T08:12:36.834381+0000","last_became_peered":"2024-09-10T08:12:36.834381+0000","last_unstale":"2024-09-10T08:13:39.405984+0000","last_undegraded":"2024-09-10T08:13:39.405984+0000","last_fullsized":"2024-09-10T08:13:39.405984+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:40:27.833708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.409649+0000","last_change":"2024-09-10T08:12:36.824219+0000","last_active":"2024-09-10T08:13:39.409649+0000","last_peered":"2024-09-10T08:13:39.409649+0000","last_clean":"2024-09-10T08:13:39.409649+0000","last_became_active":"2024-09-10T08:12:36.823889+0000","last_became_peered":"2024-09-10T08:12:36.823889+0000","last_unstale":"2024-09-10T08:13:39.409649+0000","last_undegraded":"2024-09-10T08:13:39.409649+0000","last_fullsized":"2024-09-10T08:13:39.409649+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:08:25.582184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.676393+0000","last_change":"2024-09-10T08:12:36.837829+0000","last_active":"2024-09-10T08:13:39.676393+0000","last_peered":"2024-09-10T08:13:39.676393+0000","last_clean":"2024-09-10T08:13:39.676393+0000","last_became_active":"2024-09-10T08:12:36.837531+0000","last_became_peered":"2024-09-10T08:12:36.837531+0000","last_unstale":"2024-09-10T08:13:39.676393+0000","last_undegraded":"2024-09-10T08:13:39.676393+0000","last_fullsized":"2024-09-10T08:13:39.676393+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:40:40.260405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405242+0000","last_change":"2024-09-10T08:12:36.840652+0000","last_active":"2024-09-10T08:13:39.405242+0000","last_peered":"2024-09-10T08:13:39.405242+0000","last_clean":"2024-09-10T08:13:39.405242+0000","last_became_active":"2024-09-10T08:12:36.840300+0000","last_became_peered":"2024-09-10T08:12:36.840300+0000","last_unstale":"2024-09-10T08:13:39.405242+0000","last_undegraded":"2024-09-10T08:13:39.405242+0000","last_fullsized":"2024-09-10T08:13:39.405242+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:38:52.985183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405269+0000","last_change":"2024-09-10T08:12:36.834942+0000","last_active":"2024-09-10T08:13:39.405269+0000","last_peered":"2024-09-10T08:13:39.405269+0000","last_clean":"2024-09-10T08:13:39.405269+0000","last_became_active":"2024-09-10T08:12:36.834630+0000","last_became_peered":"2024-09-10T08:12:36.834630+0000","last_unstale":"2024-09-10T08:13:39.405269+0000","last_undegraded":"2024-09-10T08:13:39.405269+0000","last_fullsized":"2024-09-10T08:13:39.405269+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:13:50.463207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.407627+0000","last_change":"2024-09-10T08:12:36.830866+0000","last_active":"2024-09-10T08:13:39.407627+0000","last_peered":"2024-09-10T08:13:39.407627+0000","last_clean":"2024-09-10T08:13:39.407627+0000","last_became_active":"2024-09-10T08:12:36.830186+0000","last_became_peered":"2024-09-10T08:12:36.830186+0000","last_unstale":"2024-09-10T08:13:39.407627+0000","last_undegraded":"2024-09-10T08:13:39.407627+0000","last_fullsized":"2024-09-10T08:13:39.407627+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:41:50.543954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":68891,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":663,"num_read_kb":406,"num_write":245,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":206673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":211,"ondisk_log_size":211,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":76,"seq":326417514532,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36356,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708796,"statfs":{"total":95995035648,"available":95957807104,"internally_reserved":0,"allocated":1028096,"data_stored":506790,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":68,"seq":292057776169,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37024,"kb_used_data":1680,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708128,"statfs":{"total":95995035648,"available":95957123072,"internally_reserved":0,"allocated":1720320,"data_stored":1155682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":63,"seq":270582939694,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32224,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712928,"statfs":{"total":95995035648,"available":95962038272,"internally_reserved":0,"allocated":1056768,"data_stored":510816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":56,"seq":240518168627,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32212,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712940,"statfs":{"total":95995035648,"available":95962050560,"internally_reserved":0,"allocated":1048576,"data_stored":507098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":49,"seq":210453397560,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36956,"kb_used_data":1608,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708196,"statfs":{"total":95995035648,"available":95957192704,"internally_reserved":0,"allocated":1646592,"data_stored":1103597,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":44,"seq":188978561085,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1028096,"data_stored":502617,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790019,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36964,"kb_used_data":1616,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708188,"statfs":{"total":95995035648,"available":95957184512,"internally_reserved":0,"allocated":1654784,"data_stored":1098786,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953544,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36360,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708792,"statfs":{"total":95995035648,"available":95957803008,"internally_reserved":0,"allocated":1036288,"data_stored":506298,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":24,"seq":103079215181,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28048,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717104,"statfs":{"total":95995035648,"available":95966314496,"internally_reserved":0,"allocated":1040384,"data_stored":501932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411410,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36432,"kb_used_data":1088,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708720,"statfs":{"total":95995035648,"available":95957729280,"internally_reserved":0,"allocated":1114112,"data_stored":565550,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574935,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36412,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708740,"statfs":{"total":95995035648,"available":95957749760,"internally_reserved":0,"allocated":1093632,"data_stored":565723,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738460,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32220,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712932,"statfs":{"total":95995035648,"available":95962042368,"internally_reserved":0,"allocated":1052672,"data_stored":503680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":64221,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":64048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3535,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":63812,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:14:27.858 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph pg dump --format=json 2024-09-10T08:14:28.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:27 smithi203 ceph-mon[34672]: pgmap v344: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-09-10T08:14:28.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:27 smithi133 ceph-mon[34721]: pgmap v344: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-09-10T08:14:28.123 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:14:28.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.632+0000 7fcd81dd6640 1 -- 172.21.15.67:0/1089917098 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcd7c102570 msgr2=0x7fcd7c1029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:28.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.632+0000 7fcd81dd6640 1 --2- 172.21.15.67:0/1089917098 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcd7c102570 0x7fcd7c1029b0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fcd70009900 tx=0x7fcd7002a480 comp rx=0 tx=0).stop 2024-09-10T08:14:28.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.632+0000 7fcd81dd6640 1 -- 172.21.15.67:0/1089917098 shutdown_connections 2024-09-10T08:14:28.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.632+0000 7fcd81dd6640 1 --2- 172.21.15.67:0/1089917098 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcd7c102ef0 0x7fcd7c10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:28.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.632+0000 7fcd81dd6640 1 --2- 172.21.15.67:0/1089917098 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcd7c102570 0x7fcd7c1029b0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:28.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.632+0000 7fcd81dd6640 1 --2- 172.21.15.67:0/1089917098 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcd7c100e20 0x7fcd7c101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:28.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.632+0000 7fcd81dd6640 1 -- 172.21.15.67:0/1089917098 >> 172.21.15.67:0/1089917098 conn(0x7fcd7c0fc7d0 msgr2=0x7fcd7c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:28.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.632+0000 7fcd81dd6640 1 -- 172.21.15.67:0/1089917098 shutdown_connections 2024-09-10T08:14:28.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.632+0000 7fcd81dd6640 1 -- 172.21.15.67:0/1089917098 wait complete. 2024-09-10T08:14:28.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.633+0000 7fcd81dd6640 1 Processor -- start 2024-09-10T08:14:28.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.633+0000 7fcd81dd6640 1 -- start start 2024-09-10T08:14:28.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.633+0000 7fcd81dd6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcd7c100e20 0x7fcd7c1984a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:28.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.633+0000 7fcd81dd6640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcd7c102570 0x7fcd7c1989e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:28.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.633+0000 7fcd81dd6640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcd7c102ef0 0x7fcd7c19cd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:28.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.633+0000 7fcd81dd6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fcd7c110e30 con 0x7fcd7c100e20 2024-09-10T08:14:28.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.633+0000 7fcd81dd6640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fcd7c110cb0 con 0x7fcd7c102ef0 2024-09-10T08:14:28.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.633+0000 7fcd81dd6640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fcd7c110fb0 con 0x7fcd7c102570 2024-09-10T08:14:28.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.633+0000 7fcd7b7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcd7c100e20 0x7fcd7c1984a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:28.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.633+0000 7fcd7b7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcd7c100e20 0x7fcd7c1984a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:35804/0 (socket says 172.21.15.67:35804) 2024-09-10T08:14:28.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.633+0000 7fcd7b7fe640 1 -- 172.21.15.67:0/3149357084 learned_addr learned my addr 172.21.15.67:0/3149357084 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:28.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.633+0000 7fcd7affd640 1 --2- 172.21.15.67:0/3149357084 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcd7c102570 0x7fcd7c1989e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:28.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.634+0000 7fcd7bfff640 1 --2- 172.21.15.67:0/3149357084 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcd7c102ef0 0x7fcd7c19cd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:28.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.634+0000 7fcd7b7fe640 1 -- 172.21.15.67:0/3149357084 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcd7c102570 msgr2=0x7fcd7c1989e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:28.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.634+0000 7fcd7b7fe640 1 --2- 172.21.15.67:0/3149357084 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcd7c102570 0x7fcd7c1989e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:28.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.634+0000 7fcd7b7fe640 1 -- 172.21.15.67:0/3149357084 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcd7c102ef0 msgr2=0x7fcd7c19cd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:28.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.634+0000 7fcd7b7fe640 1 --2- 172.21.15.67:0/3149357084 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcd7c102ef0 0x7fcd7c19cd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:28.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.634+0000 7fcd7b7fe640 1 -- 172.21.15.67:0/3149357084 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd7c19d450 con 0x7fcd7c100e20 2024-09-10T08:14:28.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.634+0000 7fcd7bfff640 1 --2- 172.21.15.67:0/3149357084 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcd7c102ef0 0x7fcd7c19cd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:14:28.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.634+0000 7fcd7b7fe640 1 --2- 172.21.15.67:0/3149357084 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcd7c100e20 0x7fcd7c1984a0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fcd6c00e9f0 tx=0x7fcd6c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:28.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.634+0000 7fcd78ff9640 1 -- 172.21.15.67:0/3149357084 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd6c00cd80 con 0x7fcd7c100e20 2024-09-10T08:14:28.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.634+0000 7fcd78ff9640 1 -- 172.21.15.67:0/3149357084 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcd6c0108e0 con 0x7fcd7c100e20 2024-09-10T08:14:28.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.634+0000 7fcd81dd6640 1 -- 172.21.15.67:0/3149357084 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd7c19d740 con 0x7fcd7c100e20 2024-09-10T08:14:28.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.634+0000 7fcd78ff9640 1 -- 172.21.15.67:0/3149357084 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd6c018920 con 0x7fcd7c100e20 2024-09-10T08:14:28.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.634+0000 7fcd81dd6640 1 -- 172.21.15.67:0/3149357084 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd7c1a5020 con 0x7fcd7c100e20 2024-09-10T08:14:28.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.635+0000 7fcd81dd6640 1 -- 172.21.15.67:0/3149357084 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcd7c1021b0 con 0x7fcd7c100e20 2024-09-10T08:14:28.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.636+0000 7fcd78ff9640 1 -- 172.21.15.67:0/3149357084 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fcd6c010a90 con 0x7fcd7c100e20 2024-09-10T08:14:28.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.637+0000 7fcd78ff9640 1 --2- 172.21.15.67:0/3149357084 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fcd640a2c10 0x7fcd640a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:28.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.637+0000 7fcd7affd640 1 --2- 172.21.15.67:0/3149357084 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fcd640a2c10 0x7fcd640a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:28.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.637+0000 7fcd78ff9640 1 -- 172.21.15.67:0/3149357084 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9071+0+0 (secure 0 0 0) 0x7fcd6c0cf890 con 0x7fcd7c100e20 2024-09-10T08:14:28.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.638+0000 7fcd7affd640 1 --2- 172.21.15.67:0/3149357084 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fcd640a2c10 0x7fcd640a50d0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fcd70009230 tx=0x7fcd700058d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:28.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.642+0000 7fcd78ff9640 1 -- 172.21.15.67:0/3149357084 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fcd6c09c350 con 0x7fcd7c100e20 2024-09-10T08:14:28.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.814+0000 7fcd81dd6640 1 -- 172.21.15.67:0/3149357084 --> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fcd7c062630 con 0x7fcd640a2c10 2024-09-10T08:14:28.814 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:28 smithi067 ceph-mon[31051]: from='client.15054 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T08:14:28.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.822+0000 7fcd78ff9640 1 -- 172.21.15.67:0/3149357084 <== mgr.14150 v2:172.21.15.67:6800/4256949759 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340405 (secure 0 0 0) 0x7fcd7c062630 con 0x7fcd640a2c10 2024-09-10T08:14:28.825 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:14:28.827 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-10T08:14:28.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.826+0000 7fcd81dd6640 1 -- 172.21.15.67:0/3149357084 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fcd640a2c10 msgr2=0x7fcd640a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:28.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.826+0000 7fcd81dd6640 1 --2- 172.21.15.67:0/3149357084 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fcd640a2c10 0x7fcd640a50d0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fcd70009230 tx=0x7fcd700058d0 comp rx=0 tx=0).stop 2024-09-10T08:14:28.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.826+0000 7fcd81dd6640 1 -- 172.21.15.67:0/3149357084 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcd7c100e20 msgr2=0x7fcd7c1984a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:28.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.826+0000 7fcd81dd6640 1 --2- 172.21.15.67:0/3149357084 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcd7c100e20 0x7fcd7c1984a0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fcd6c00e9f0 tx=0x7fcd6c00eeb0 comp rx=0 tx=0).stop 2024-09-10T08:14:28.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.826+0000 7fcd81dd6640 1 -- 172.21.15.67:0/3149357084 shutdown_connections 2024-09-10T08:14:28.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.826+0000 7fcd81dd6640 1 --2- 172.21.15.67:0/3149357084 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fcd640a2c10 0x7fcd640a50d0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:28.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.826+0000 7fcd81dd6640 1 --2- 172.21.15.67:0/3149357084 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcd7c102ef0 0x7fcd7c19cd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:28.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.826+0000 7fcd81dd6640 1 --2- 172.21.15.67:0/3149357084 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcd7c102570 0x7fcd7c1989e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:28.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.826+0000 7fcd81dd6640 1 --2- 172.21.15.67:0/3149357084 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcd7c100e20 0x7fcd7c1984a0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:28.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.826+0000 7fcd81dd6640 1 -- 172.21.15.67:0/3149357084 >> 172.21.15.67:0/3149357084 conn(0x7fcd7c0fc7d0 msgr2=0x7fcd7c06a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:28.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.827+0000 7fcd81dd6640 1 -- 172.21.15.67:0/3149357084 shutdown_connections 2024-09-10T08:14:28.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:28.827+0000 7fcd81dd6640 1 -- 172.21.15.67:0/3149357084 wait complete. 2024-09-10T08:14:29.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:28 smithi203 ceph-mon[34672]: from='client.15054 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T08:14:29.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:28 smithi133 ceph-mon[34721]: from='client.15054 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T08:14:29.635 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":345,"stamp":"2024-09-10T08:14:27.830370+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":659493,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":789,"num_read_kb":515,"num_write":428,"num_write_kb":3080,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":350,"ondisk_log_size":350,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":409240,"kb_used_data":14180,"kb_used_omap":18,"kb_used_meta":394797,"kb_avail":1124532584,"statfs":{"total":1151940427776,"available":1151521366016,"internally_reserved":0,"allocated":14520320,"data_stored":8028569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":404272441},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":100,"num_read_kb":50,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003885"},"pg_stats":[{"pgid":"2.1f","version":"88'13","reported_seq":108,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:14:21.900458+0000","last_change":"2024-09-10T08:12:34.806369+0000","last_active":"2024-09-10T08:14:21.900458+0000","last_peered":"2024-09-10T08:14:21.900458+0000","last_clean":"2024-09-10T08:14:21.900458+0000","last_became_active":"2024-09-10T08:12:34.805950+0000","last_became_peered":"2024-09-10T08:12:34.805950+0000","last_unstale":"2024-09-10T08:14:21.900458+0000","last_undegraded":"2024-09-10T08:14:21.900458+0000","last_fullsized":"2024-09-10T08:14:21.900458+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:06:34.845848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":61,"num_read_kb":61,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.507912+0000","last_change":"2024-09-10T08:12:36.838658+0000","last_active":"2024-09-10T08:13:39.507912+0000","last_peered":"2024-09-10T08:13:39.507912+0000","last_clean":"2024-09-10T08:13:39.507912+0000","last_became_active":"2024-09-10T08:12:36.838366+0000","last_became_peered":"2024-09-10T08:12:36.838366+0000","last_unstale":"2024-09-10T08:13:39.507912+0000","last_undegraded":"2024-09-10T08:13:39.507912+0000","last_fullsized":"2024-09-10T08:13:39.507912+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:53:10.847198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.522074+0000","last_change":"2024-09-10T08:12:43.868547+0000","last_active":"2024-09-10T08:13:39.522074+0000","last_peered":"2024-09-10T08:13:39.522074+0000","last_clean":"2024-09-10T08:13:39.522074+0000","last_became_active":"2024-09-10T08:12:43.868066+0000","last_became_peered":"2024-09-10T08:12:43.868066+0000","last_unstale":"2024-09-10T08:13:39.522074+0000","last_undegraded":"2024-09-10T08:13:39.522074+0000","last_fullsized":"2024-09-10T08:13:39.522074+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:08.277037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1e","version":"88'2","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.508094+0000","last_change":"2024-09-10T08:12:34.934507+0000","last_active":"2024-09-10T08:13:39.508094+0000","last_peered":"2024-09-10T08:13:39.508094+0000","last_clean":"2024-09-10T08:13:39.508094+0000","last_became_active":"2024-09-10T08:12:34.934137+0000","last_became_peered":"2024-09-10T08:12:34.934137+0000","last_unstale":"2024-09-10T08:13:39.508094+0000","last_undegraded":"2024-09-10T08:13:39.508094+0000","last_fullsized":"2024-09-10T08:13:39.508094+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:03:36.377273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405462+0000","last_change":"2024-09-10T08:12:36.840138+0000","last_active":"2024-09-10T08:13:39.405462+0000","last_peered":"2024-09-10T08:13:39.405462+0000","last_clean":"2024-09-10T08:13:39.405462+0000","last_became_active":"2024-09-10T08:12:36.839808+0000","last_became_peered":"2024-09-10T08:12:36.839808+0000","last_unstale":"2024-09-10T08:13:39.405462+0000","last_undegraded":"2024-09-10T08:13:39.405462+0000","last_fullsized":"2024-09-10T08:13:39.405462+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:20:44.599707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.675977+0000","last_change":"2024-09-10T08:12:43.866234+0000","last_active":"2024-09-10T08:13:39.675977+0000","last_peered":"2024-09-10T08:13:39.675977+0000","last_clean":"2024-09-10T08:13:39.675977+0000","last_became_active":"2024-09-10T08:12:43.865892+0000","last_became_peered":"2024-09-10T08:12:43.865892+0000","last_unstale":"2024-09-10T08:13:39.675977+0000","last_undegraded":"2024-09-10T08:13:39.675977+0000","last_fullsized":"2024-09-10T08:13:39.675977+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:39:12.895242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"88'12","reported_seq":47,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.410061+0000","last_change":"2024-09-10T08:12:34.810865+0000","last_active":"2024-09-10T08:13:39.410061+0000","last_peered":"2024-09-10T08:13:39.410061+0000","last_clean":"2024-09-10T08:13:39.410061+0000","last_became_active":"2024-09-10T08:12:34.810234+0000","last_became_peered":"2024-09-10T08:12:34.810234+0000","last_unstale":"2024-09-10T08:13:39.410061+0000","last_undegraded":"2024-09-10T08:13:39.410061+0000","last_fullsized":"2024-09-10T08:13:39.410061+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:55:16.240330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401852+0000","last_change":"2024-09-10T08:12:36.835352+0000","last_active":"2024-09-10T08:13:39.401852+0000","last_peered":"2024-09-10T08:13:39.401852+0000","last_clean":"2024-09-10T08:13:39.401852+0000","last_became_active":"2024-09-10T08:12:36.835033+0000","last_became_peered":"2024-09-10T08:12:36.835033+0000","last_unstale":"2024-09-10T08:13:39.401852+0000","last_undegraded":"2024-09-10T08:13:39.401852+0000","last_fullsized":"2024-09-10T08:13:39.401852+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:42:37.042569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.676047+0000","last_change":"2024-09-10T08:12:43.871905+0000","last_active":"2024-09-10T08:13:39.676047+0000","last_peered":"2024-09-10T08:13:39.676047+0000","last_clean":"2024-09-10T08:13:39.676047+0000","last_became_active":"2024-09-10T08:12:43.871475+0000","last_became_peered":"2024-09-10T08:12:43.871475+0000","last_unstale":"2024-09-10T08:13:39.676047+0000","last_undegraded":"2024-09-10T08:13:39.676047+0000","last_fullsized":"2024-09-10T08:13:39.676047+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:42:51.386857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"88'5","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.410290+0000","last_change":"2024-09-10T08:12:34.811138+0000","last_active":"2024-09-10T08:13:39.410290+0000","last_peered":"2024-09-10T08:13:39.410290+0000","last_clean":"2024-09-10T08:13:39.410290+0000","last_became_active":"2024-09-10T08:12:34.810395+0000","last_became_peered":"2024-09-10T08:12:34.810395+0000","last_unstale":"2024-09-10T08:13:39.410290+0000","last_undegraded":"2024-09-10T08:13:39.410290+0000","last_fullsized":"2024-09-10T08:13:39.410290+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:19:39.256859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405332+0000","last_change":"2024-09-10T08:12:36.830915+0000","last_active":"2024-09-10T08:13:39.405332+0000","last_peered":"2024-09-10T08:13:39.405332+0000","last_clean":"2024-09-10T08:13:39.405332+0000","last_became_active":"2024-09-10T08:12:36.830549+0000","last_became_peered":"2024-09-10T08:12:36.830549+0000","last_unstale":"2024-09-10T08:13:39.405332+0000","last_undegraded":"2024-09-10T08:13:39.405332+0000","last_fullsized":"2024-09-10T08:13:39.405332+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:06:29.495755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.675389+0000","last_change":"2024-09-10T08:12:43.859853+0000","last_active":"2024-09-10T08:13:39.675389+0000","last_peered":"2024-09-10T08:13:39.675389+0000","last_clean":"2024-09-10T08:13:39.675389+0000","last_became_active":"2024-09-10T08:12:43.859405+0000","last_became_peered":"2024-09-10T08:12:43.859405+0000","last_unstale":"2024-09-10T08:13:39.675389+0000","last_undegraded":"2024-09-10T08:13:39.675389+0000","last_fullsized":"2024-09-10T08:13:39.675389+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:18:37.147252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.748622+0000","last_change":"2024-09-10T08:12:36.832384+0000","last_active":"2024-09-10T08:13:39.748622+0000","last_peered":"2024-09-10T08:13:39.748622+0000","last_clean":"2024-09-10T08:13:39.748622+0000","last_became_active":"2024-09-10T08:12:36.831948+0000","last_became_peered":"2024-09-10T08:12:36.831948+0000","last_unstale":"2024-09-10T08:13:39.748622+0000","last_undegraded":"2024-09-10T08:13:39.748622+0000","last_fullsized":"2024-09-10T08:13:39.748622+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:08:21.982944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"88'4","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.409809+0000","last_change":"2024-09-10T08:12:34.809160+0000","last_active":"2024-09-10T08:13:39.409809+0000","last_peered":"2024-09-10T08:13:39.409809+0000","last_clean":"2024-09-10T08:13:39.409809+0000","last_became_active":"2024-09-10T08:12:34.808811+0000","last_became_peered":"2024-09-10T08:12:34.808811+0000","last_unstale":"2024-09-10T08:13:39.409809+0000","last_undegraded":"2024-09-10T08:13:39.409809+0000","last_fullsized":"2024-09-10T08:13:39.409809+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:03:04.110196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.675651+0000","last_change":"2024-09-10T08:12:43.992351+0000","last_active":"2024-09-10T08:13:39.675651+0000","last_peered":"2024-09-10T08:13:39.675651+0000","last_clean":"2024-09-10T08:13:39.675651+0000","last_became_active":"2024-09-10T08:12:43.991833+0000","last_became_peered":"2024-09-10T08:12:43.991833+0000","last_unstale":"2024-09-10T08:13:39.675651+0000","last_undegraded":"2024-09-10T08:13:39.675651+0000","last_fullsized":"2024-09-10T08:13:39.675651+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:01:52.453901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.507511+0000","last_change":"2024-09-10T08:12:36.832081+0000","last_active":"2024-09-10T08:13:39.507511+0000","last_peered":"2024-09-10T08:13:39.507511+0000","last_clean":"2024-09-10T08:13:39.507511+0000","last_became_active":"2024-09-10T08:12:36.831667+0000","last_became_peered":"2024-09-10T08:12:36.831667+0000","last_unstale":"2024-09-10T08:13:39.507511+0000","last_undegraded":"2024-09-10T08:13:39.507511+0000","last_fullsized":"2024-09-10T08:13:39.507511+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:19:23.841907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"88'3","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.522175+0000","last_change":"2024-09-10T08:12:34.812279+0000","last_active":"2024-09-10T08:13:39.522175+0000","last_peered":"2024-09-10T08:13:39.522175+0000","last_clean":"2024-09-10T08:13:39.522175+0000","last_became_active":"2024-09-10T08:12:34.811729+0000","last_became_peered":"2024-09-10T08:12:34.811729+0000","last_unstale":"2024-09-10T08:13:39.522175+0000","last_undegraded":"2024-09-10T08:13:39.522175+0000","last_fullsized":"2024-09-10T08:13:39.522175+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:49:19.797930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"88'1","reported_seq":22,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.676119+0000","last_change":"2024-09-10T08:12:43.871922+0000","last_active":"2024-09-10T08:13:39.676119+0000","last_peered":"2024-09-10T08:13:39.676119+0000","last_clean":"2024-09-10T08:13:39.676119+0000","last_became_active":"2024-09-10T08:12:43.871531+0000","last_became_peered":"2024-09-10T08:12:43.871531+0000","last_unstale":"2024-09-10T08:13:39.676119+0000","last_undegraded":"2024-09-10T08:13:39.676119+0000","last_fullsized":"2024-09-10T08:13:39.676119+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:49:26.483674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.406294+0000","last_change":"2024-09-10T08:12:36.830090+0000","last_active":"2024-09-10T08:13:39.406294+0000","last_peered":"2024-09-10T08:13:39.406294+0000","last_clean":"2024-09-10T08:13:39.406294+0000","last_became_active":"2024-09-10T08:12:36.829732+0000","last_became_peered":"2024-09-10T08:12:36.829732+0000","last_unstale":"2024-09-10T08:13:39.406294+0000","last_undegraded":"2024-09-10T08:13:39.406294+0000","last_fullsized":"2024-09-10T08:13:39.406294+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:11:21.058996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.9","version":"88'7","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.507707+0000","last_change":"2024-09-10T08:12:34.808639+0000","last_active":"2024-09-10T08:13:39.507707+0000","last_peered":"2024-09-10T08:13:39.507707+0000","last_clean":"2024-09-10T08:13:39.507707+0000","last_became_active":"2024-09-10T08:12:34.808310+0000","last_became_peered":"2024-09-10T08:12:34.808310+0000","last_unstale":"2024-09-10T08:13:39.507707+0000","last_undegraded":"2024-09-10T08:13:39.507707+0000","last_fullsized":"2024-09-10T08:13:39.507707+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:44:01.719719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.524402+0000","last_change":"2024-09-10T08:13:39.523878+0000","last_active":"2024-09-10T08:13:39.524402+0000","last_peered":"2024-09-10T08:13:39.524402+0000","last_clean":"2024-09-10T08:13:39.524402+0000","last_became_active":"2024-09-10T08:13:39.523356+0000","last_became_peered":"2024-09-10T08:13:39.523356+0000","last_unstale":"2024-09-10T08:13:39.524402+0000","last_undegraded":"2024-09-10T08:13:39.524402+0000","last_fullsized":"2024-09-10T08:13:39.524402+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:01:04.099625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,2,10],"acting":[8,3,2,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.409290+0000","last_change":"2024-09-10T08:12:36.828449+0000","last_active":"2024-09-10T08:13:39.409290+0000","last_peered":"2024-09-10T08:13:39.409290+0000","last_clean":"2024-09-10T08:13:39.409290+0000","last_became_active":"2024-09-10T08:12:36.828106+0000","last_became_peered":"2024-09-10T08:12:36.828106+0000","last_unstale":"2024-09-10T08:13:39.409290+0000","last_undegraded":"2024-09-10T08:13:39.409290+0000","last_fullsized":"2024-09-10T08:13:39.409290+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:18:00.158389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.8","version":"88'2","reported_seq":36,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401690+0000","last_change":"2024-09-10T08:12:34.935257+0000","last_active":"2024-09-10T08:13:39.401690+0000","last_peered":"2024-09-10T08:13:39.401690+0000","last_clean":"2024-09-10T08:13:39.401690+0000","last_became_active":"2024-09-10T08:12:34.934895+0000","last_became_peered":"2024-09-10T08:12:34.934895+0000","last_unstale":"2024-09-10T08:13:39.401690+0000","last_undegraded":"2024-09-10T08:13:39.401690+0000","last_fullsized":"2024-09-10T08:13:39.401690+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:05:13.175542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.675730+0000","last_change":"2024-09-10T08:12:43.992898+0000","last_active":"2024-09-10T08:13:39.675730+0000","last_peered":"2024-09-10T08:13:39.675730+0000","last_clean":"2024-09-10T08:13:39.675730+0000","last_became_active":"2024-09-10T08:12:43.992515+0000","last_became_peered":"2024-09-10T08:12:43.992515+0000","last_unstale":"2024-09-10T08:13:39.675730+0000","last_undegraded":"2024-09-10T08:13:39.675730+0000","last_fullsized":"2024-09-10T08:13:39.675730+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:33:15.411029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.677330+0000","last_change":"2024-09-10T08:13:39.677330+0000","last_active":"2024-09-10T08:13:39.677330+0000","last_peered":"2024-09-10T08:13:39.677330+0000","last_clean":"2024-09-10T08:13:39.677330+0000","last_became_active":"2024-09-10T08:13:39.676957+0000","last_became_peered":"2024-09-10T08:13:39.676957+0000","last_unstale":"2024-09-10T08:13:39.677330+0000","last_undegraded":"2024-09-10T08:13:39.677330+0000","last_fullsized":"2024-09-10T08:13:39.677330+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:53:20.898986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,4],"acting":[0,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"88'7","reported_seq":42,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.676206+0000","last_change":"2024-09-10T08:12:35.352322+0000","last_active":"2024-09-10T08:13:39.676206+0000","last_peered":"2024-09-10T08:13:39.676206+0000","last_clean":"2024-09-10T08:13:39.676206+0000","last_became_active":"2024-09-10T08:12:35.351912+0000","last_became_peered":"2024-09-10T08:12:35.351912+0000","last_unstale":"2024-09-10T08:13:39.676206+0000","last_undegraded":"2024-09-10T08:13:39.676206+0000","last_fullsized":"2024-09-10T08:13:39.676206+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:00:27.531447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.522026+0000","last_change":"2024-09-10T08:12:43.861303+0000","last_active":"2024-09-10T08:13:39.522026+0000","last_peered":"2024-09-10T08:13:39.522026+0000","last_clean":"2024-09-10T08:13:39.522026+0000","last_became_active":"2024-09-10T08:12:43.860849+0000","last_became_peered":"2024-09-10T08:12:43.860849+0000","last_unstale":"2024-09-10T08:13:39.522026+0000","last_undegraded":"2024-09-10T08:13:39.522026+0000","last_fullsized":"2024-09-10T08:13:39.522026+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:26:53.475097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.507992+0000","last_change":"2024-09-10T08:12:36.834293+0000","last_active":"2024-09-10T08:13:39.507992+0000","last_peered":"2024-09-10T08:13:39.507992+0000","last_clean":"2024-09-10T08:13:39.507992+0000","last_became_active":"2024-09-10T08:12:36.833981+0000","last_became_peered":"2024-09-10T08:12:36.833981+0000","last_unstale":"2024-09-10T08:13:39.507992+0000","last_undegraded":"2024-09-10T08:13:39.507992+0000","last_fullsized":"2024-09-10T08:13:39.507992+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:56:18.333347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"88'14","reported_seq":48,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404312+0000","last_change":"2024-09-10T08:12:34.804300+0000","last_active":"2024-09-10T08:13:39.404312+0000","last_peered":"2024-09-10T08:13:39.404312+0000","last_clean":"2024-09-10T08:13:39.404312+0000","last_became_active":"2024-09-10T08:12:34.803980+0000","last_became_peered":"2024-09-10T08:12:34.803980+0000","last_unstale":"2024-09-10T08:13:39.404312+0000","last_undegraded":"2024-09-10T08:13:39.404312+0000","last_fullsized":"2024-09-10T08:13:39.404312+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:31:41.215961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":25,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.507246+0000","last_change":"2024-09-10T08:12:43.992400+0000","last_active":"2024-09-10T08:13:39.507246+0000","last_peered":"2024-09-10T08:13:39.507246+0000","last_clean":"2024-09-10T08:13:39.507246+0000","last_became_active":"2024-09-10T08:12:43.991970+0000","last_became_peered":"2024-09-10T08:12:43.991970+0000","last_unstale":"2024-09-10T08:13:39.507246+0000","last_undegraded":"2024-09-10T08:13:39.507246+0000","last_fullsized":"2024-09-10T08:13:39.507246+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:10:02.208981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401794+0000","last_change":"2024-09-10T08:12:36.832238+0000","last_active":"2024-09-10T08:13:39.401794+0000","last_peered":"2024-09-10T08:13:39.401794+0000","last_clean":"2024-09-10T08:13:39.401794+0000","last_became_active":"2024-09-10T08:12:36.831644+0000","last_became_peered":"2024-09-10T08:12:36.831644+0000","last_unstale":"2024-09-10T08:13:39.401794+0000","last_undegraded":"2024-09-10T08:13:39.401794+0000","last_fullsized":"2024-09-10T08:13:39.401794+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:44:55.777869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"88'4","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.410126+0000","last_change":"2024-09-10T08:12:34.934616+0000","last_active":"2024-09-10T08:13:39.410126+0000","last_peered":"2024-09-10T08:13:39.410126+0000","last_clean":"2024-09-10T08:13:39.410126+0000","last_became_active":"2024-09-10T08:12:34.934240+0000","last_became_peered":"2024-09-10T08:12:34.934240+0000","last_unstale":"2024-09-10T08:13:39.410126+0000","last_undegraded":"2024-09-10T08:13:39.410126+0000","last_fullsized":"2024-09-10T08:13:39.410126+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:01:30.178100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.406756+0000","last_change":"2024-09-10T08:12:43.866058+0000","last_active":"2024-09-10T08:13:39.406756+0000","last_peered":"2024-09-10T08:13:39.406756+0000","last_clean":"2024-09-10T08:13:39.406756+0000","last_became_active":"2024-09-10T08:12:43.865313+0000","last_became_peered":"2024-09-10T08:12:43.865313+0000","last_unstale":"2024-09-10T08:13:39.406756+0000","last_undegraded":"2024-09-10T08:13:39.406756+0000","last_fullsized":"2024-09-10T08:13:39.406756+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:15:57.695818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405314+0000","last_change":"2024-09-10T08:12:36.827327+0000","last_active":"2024-09-10T08:13:39.405314+0000","last_peered":"2024-09-10T08:13:39.405314+0000","last_clean":"2024-09-10T08:13:39.405314+0000","last_became_active":"2024-09-10T08:12:36.826973+0000","last_became_peered":"2024-09-10T08:12:36.826973+0000","last_unstale":"2024-09-10T08:13:39.405314+0000","last_undegraded":"2024-09-10T08:13:39.405314+0000","last_fullsized":"2024-09-10T08:13:39.405314+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:03:53.148739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"88'1","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404170+0000","last_change":"2024-09-10T08:12:34.935377+0000","last_active":"2024-09-10T08:13:39.404170+0000","last_peered":"2024-09-10T08:13:39.404170+0000","last_clean":"2024-09-10T08:13:39.404170+0000","last_became_active":"2024-09-10T08:12:34.934905+0000","last_became_peered":"2024-09-10T08:12:34.934905+0000","last_unstale":"2024-09-10T08:13:39.404170+0000","last_undegraded":"2024-09-10T08:13:39.404170+0000","last_fullsized":"2024-09-10T08:13:39.404170+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:48:46.159178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.409532+0000","last_change":"2024-09-10T08:12:43.992295+0000","last_active":"2024-09-10T08:13:39.409532+0000","last_peered":"2024-09-10T08:13:39.409532+0000","last_clean":"2024-09-10T08:13:39.409532+0000","last_became_active":"2024-09-10T08:12:43.991802+0000","last_became_peered":"2024-09-10T08:12:43.991802+0000","last_unstale":"2024-09-10T08:13:39.409532+0000","last_undegraded":"2024-09-10T08:13:39.409532+0000","last_fullsized":"2024-09-10T08:13:39.409532+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:38:53.330441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.407288+0000","last_change":"2024-09-10T08:13:39.407288+0000","last_active":"2024-09-10T08:13:39.407288+0000","last_peered":"2024-09-10T08:13:39.407288+0000","last_clean":"2024-09-10T08:13:39.407288+0000","last_became_active":"2024-09-10T08:13:39.406977+0000","last_became_peered":"2024-09-10T08:13:39.406977+0000","last_unstale":"2024-09-10T08:13:39.407288+0000","last_undegraded":"2024-09-10T08:13:39.407288+0000","last_fullsized":"2024-09-10T08:13:39.407288+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:48:54.336323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"88'6","reported_seq":104,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:14:23.904346+0000","last_change":"2024-09-10T08:12:34.814037+0000","last_active":"2024-09-10T08:14:23.904346+0000","last_peered":"2024-09-10T08:14:23.904346+0000","last_clean":"2024-09-10T08:14:23.904346+0000","last_became_active":"2024-09-10T08:12:34.813620+0000","last_became_peered":"2024-09-10T08:12:34.813620+0000","last_unstale":"2024-09-10T08:14:23.904346+0000","last_undegraded":"2024-09-10T08:14:23.904346+0000","last_fullsized":"2024-09-10T08:14:23.904346+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:21:07.593990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":981,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":64,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401581+0000","last_change":"2024-09-10T08:12:43.866652+0000","last_active":"2024-09-10T08:13:39.401581+0000","last_peered":"2024-09-10T08:13:39.401581+0000","last_clean":"2024-09-10T08:13:39.401581+0000","last_became_active":"2024-09-10T08:12:43.866267+0000","last_became_peered":"2024-09-10T08:12:43.866267+0000","last_unstale":"2024-09-10T08:13:39.401581+0000","last_undegraded":"2024-09-10T08:13:39.401581+0000","last_fullsized":"2024-09-10T08:13:39.401581+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:40:11.894132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404496+0000","last_change":"2024-09-10T08:12:36.828347+0000","last_active":"2024-09-10T08:13:39.404496+0000","last_peered":"2024-09-10T08:13:39.404496+0000","last_clean":"2024-09-10T08:13:39.404496+0000","last_became_active":"2024-09-10T08:12:36.828034+0000","last_became_peered":"2024-09-10T08:12:36.828034+0000","last_unstale":"2024-09-10T08:13:39.404496+0000","last_undegraded":"2024-09-10T08:13:39.404496+0000","last_fullsized":"2024-09-10T08:13:39.404496+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:12:34.999032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"88'5","reported_seq":103,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:14:22.892466+0000","last_change":"2024-09-10T08:12:34.934390+0000","last_active":"2024-09-10T08:14:22.892466+0000","last_peered":"2024-09-10T08:14:22.892466+0000","last_clean":"2024-09-10T08:14:22.892466+0000","last_became_active":"2024-09-10T08:12:34.934052+0000","last_became_peered":"2024-09-10T08:12:34.934052+0000","last_unstale":"2024-09-10T08:14:22.892466+0000","last_undegraded":"2024-09-10T08:14:22.892466+0000","last_fullsized":"2024-09-10T08:14:22.892466+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:48:53.538324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":64,"num_read_kb":64,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401714+0000","last_change":"2024-09-10T08:12:43.992318+0000","last_active":"2024-09-10T08:13:39.401714+0000","last_peered":"2024-09-10T08:13:39.401714+0000","last_clean":"2024-09-10T08:13:39.401714+0000","last_became_active":"2024-09-10T08:12:43.991865+0000","last_became_peered":"2024-09-10T08:12:43.991865+0000","last_unstale":"2024-09-10T08:13:39.401714+0000","last_undegraded":"2024-09-10T08:13:39.401714+0000","last_fullsized":"2024-09-10T08:13:39.401714+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:44:14.872522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401214+0000","last_change":"2024-09-10T08:12:36.831968+0000","last_active":"2024-09-10T08:13:39.401214+0000","last_peered":"2024-09-10T08:13:39.401214+0000","last_clean":"2024-09-10T08:13:39.401214+0000","last_became_active":"2024-09-10T08:12:36.831636+0000","last_became_peered":"2024-09-10T08:12:36.831636+0000","last_unstale":"2024-09-10T08:13:39.401214+0000","last_undegraded":"2024-09-10T08:13:39.401214+0000","last_fullsized":"2024-09-10T08:13:39.401214+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:36:42.460656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"88'4","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.748478+0000","last_change":"2024-09-10T08:12:34.811292+0000","last_active":"2024-09-10T08:13:39.748478+0000","last_peered":"2024-09-10T08:13:39.748478+0000","last_clean":"2024-09-10T08:13:39.748478+0000","last_became_active":"2024-09-10T08:12:34.810947+0000","last_became_peered":"2024-09-10T08:12:34.810947+0000","last_unstale":"2024-09-10T08:13:39.748478+0000","last_undegraded":"2024-09-10T08:13:39.748478+0000","last_fullsized":"2024-09-10T08:13:39.748478+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:34:12.885332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405104+0000","last_change":"2024-09-10T08:12:43.993002+0000","last_active":"2024-09-10T08:13:39.405104+0000","last_peered":"2024-09-10T08:13:39.405104+0000","last_clean":"2024-09-10T08:13:39.405104+0000","last_became_active":"2024-09-10T08:12:43.992378+0000","last_became_peered":"2024-09-10T08:12:43.992378+0000","last_unstale":"2024-09-10T08:13:39.405104+0000","last_undegraded":"2024-09-10T08:13:39.405104+0000","last_fullsized":"2024-09-10T08:13:39.405104+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:51:30.925233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.507507+0000","last_change":"2024-09-10T08:12:36.835603+0000","last_active":"2024-09-10T08:13:39.507507+0000","last_peered":"2024-09-10T08:13:39.507507+0000","last_clean":"2024-09-10T08:13:39.507507+0000","last_became_active":"2024-09-10T08:12:36.835266+0000","last_became_peered":"2024-09-10T08:12:36.835266+0000","last_unstale":"2024-09-10T08:13:39.507507+0000","last_undegraded":"2024-09-10T08:13:39.507507+0000","last_fullsized":"2024-09-10T08:13:39.507507+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:19.661448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"88'6","reported_seq":43,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.676201+0000","last_change":"2024-09-10T08:12:34.812517+0000","last_active":"2024-09-10T08:13:39.676201+0000","last_peered":"2024-09-10T08:13:39.676201+0000","last_clean":"2024-09-10T08:13:39.676201+0000","last_became_active":"2024-09-10T08:12:34.811489+0000","last_became_peered":"2024-09-10T08:12:34.811489+0000","last_unstale":"2024-09-10T08:13:39.676201+0000","last_undegraded":"2024-09-10T08:13:39.676201+0000","last_fullsized":"2024-09-10T08:13:39.676201+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:06:38.638602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":350,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.748640+0000","last_change":"2024-09-10T08:11:22.269533+0000","last_active":"2024-09-10T08:13:39.748640+0000","last_peered":"2024-09-10T08:13:39.748640+0000","last_clean":"2024-09-10T08:13:39.748640+0000","last_became_active":"2024-09-10T08:11:22.268999+0000","last_became_peered":"2024-09-10T08:11:22.268999+0000","last_unstale":"2024-09-10T08:13:39.748640+0000","last_undegraded":"2024-09-10T08:13:39.748640+0000","last_fullsized":"2024-09-10T08:13:39.748640+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:07:54.541647+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:07:54.541647+0000","last_clean_scrub_stamp":"2024-09-10T08:07:54.541647+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:11:27.439735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"88'1","reported_seq":22,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.748875+0000","last_change":"2024-09-10T08:12:43.868283+0000","last_active":"2024-09-10T08:13:39.748875+0000","last_peered":"2024-09-10T08:13:39.748875+0000","last_clean":"2024-09-10T08:13:39.748875+0000","last_became_active":"2024-09-10T08:12:43.867984+0000","last_became_peered":"2024-09-10T08:12:43.867984+0000","last_unstale":"2024-09-10T08:13:39.748875+0000","last_undegraded":"2024-09-10T08:13:39.748875+0000","last_fullsized":"2024-09-10T08:13:39.748875+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:30:00.462641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.749073+0000","last_change":"2024-09-10T08:12:36.832950+0000","last_active":"2024-09-10T08:13:39.749073+0000","last_peered":"2024-09-10T08:13:39.749073+0000","last_clean":"2024-09-10T08:13:39.749073+0000","last_became_active":"2024-09-10T08:12:36.832602+0000","last_became_peered":"2024-09-10T08:12:36.832602+0000","last_unstale":"2024-09-10T08:13:39.749073+0000","last_undegraded":"2024-09-10T08:13:39.749073+0000","last_fullsized":"2024-09-10T08:13:39.749073+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:18:11.879093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"88'5","reported_seq":102,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:14:22.903679+0000","last_change":"2024-09-10T08:12:35.352007+0000","last_active":"2024-09-10T08:14:22.903679+0000","last_peered":"2024-09-10T08:14:22.903679+0000","last_clean":"2024-09-10T08:14:22.903679+0000","last_became_active":"2024-09-10T08:12:35.351623+0000","last_became_peered":"2024-09-10T08:12:35.351623+0000","last_unstale":"2024-09-10T08:14:22.903679+0000","last_undegraded":"2024-09-10T08:14:22.903679+0000","last_fullsized":"2024-09-10T08:14:22.903679+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:37:27.810889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":63,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401580+0000","last_change":"2024-09-10T08:12:43.865702+0000","last_active":"2024-09-10T08:13:39.401580+0000","last_peered":"2024-09-10T08:13:39.401580+0000","last_clean":"2024-09-10T08:13:39.401580+0000","last_became_active":"2024-09-10T08:12:43.865229+0000","last_became_peered":"2024-09-10T08:12:43.865229+0000","last_unstale":"2024-09-10T08:13:39.401580+0000","last_undegraded":"2024-09-10T08:13:39.401580+0000","last_fullsized":"2024-09-10T08:13:39.401580+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:02:29.345505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.748761+0000","last_change":"2024-09-10T08:12:36.827564+0000","last_active":"2024-09-10T08:13:39.748761+0000","last_peered":"2024-09-10T08:13:39.748761+0000","last_clean":"2024-09-10T08:13:39.748761+0000","last_became_active":"2024-09-10T08:12:36.827241+0000","last_became_peered":"2024-09-10T08:12:36.827241+0000","last_unstale":"2024-09-10T08:13:39.748761+0000","last_undegraded":"2024-09-10T08:13:39.748761+0000","last_fullsized":"2024-09-10T08:13:39.748761+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:39.539095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"88'3","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405614+0000","last_change":"2024-09-10T08:12:34.813584+0000","last_active":"2024-09-10T08:13:39.405614+0000","last_peered":"2024-09-10T08:13:39.405614+0000","last_clean":"2024-09-10T08:13:39.405614+0000","last_became_active":"2024-09-10T08:12:34.812971+0000","last_became_peered":"2024-09-10T08:12:34.812971+0000","last_unstale":"2024-09-10T08:13:39.405614+0000","last_undegraded":"2024-09-10T08:13:39.405614+0000","last_fullsized":"2024-09-10T08:13:39.405614+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:07:59.453651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404795+0000","last_change":"2024-09-10T08:12:43.870109+0000","last_active":"2024-09-10T08:13:39.404795+0000","last_peered":"2024-09-10T08:13:39.404795+0000","last_clean":"2024-09-10T08:13:39.404795+0000","last_became_active":"2024-09-10T08:12:43.869729+0000","last_became_peered":"2024-09-10T08:12:43.869729+0000","last_unstale":"2024-09-10T08:13:39.404795+0000","last_undegraded":"2024-09-10T08:13:39.404795+0000","last_fullsized":"2024-09-10T08:13:39.404795+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:43:11.951209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.749007+0000","last_change":"2024-09-10T08:12:36.833151+0000","last_active":"2024-09-10T08:13:39.749007+0000","last_peered":"2024-09-10T08:13:39.749007+0000","last_clean":"2024-09-10T08:13:39.749007+0000","last_became_active":"2024-09-10T08:12:36.832799+0000","last_became_peered":"2024-09-10T08:12:36.832799+0000","last_unstale":"2024-09-10T08:13:39.749007+0000","last_undegraded":"2024-09-10T08:13:39.749007+0000","last_fullsized":"2024-09-10T08:13:39.749007+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:53:45.406482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"88'5","reported_seq":39,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401793+0000","last_change":"2024-09-10T08:12:34.809644+0000","last_active":"2024-09-10T08:13:39.401793+0000","last_peered":"2024-09-10T08:13:39.401793+0000","last_clean":"2024-09-10T08:13:39.401793+0000","last_became_active":"2024-09-10T08:12:34.809361+0000","last_became_peered":"2024-09-10T08:12:34.809361+0000","last_unstale":"2024-09-10T08:13:39.401793+0000","last_undegraded":"2024-09-10T08:13:39.401793+0000","last_fullsized":"2024-09-10T08:13:39.401793+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:51:33.188450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404346+0000","last_change":"2024-09-10T08:12:43.863219+0000","last_active":"2024-09-10T08:13:39.404346+0000","last_peered":"2024-09-10T08:13:39.404346+0000","last_clean":"2024-09-10T08:13:39.404346+0000","last_became_active":"2024-09-10T08:12:43.862833+0000","last_became_peered":"2024-09-10T08:12:43.862833+0000","last_unstale":"2024-09-10T08:13:39.404346+0000","last_undegraded":"2024-09-10T08:13:39.404346+0000","last_fullsized":"2024-09-10T08:13:39.404346+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:43:20.340029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.407355+0000","last_change":"2024-09-10T08:12:36.828073+0000","last_active":"2024-09-10T08:13:39.407355+0000","last_peered":"2024-09-10T08:13:39.407355+0000","last_clean":"2024-09-10T08:13:39.407355+0000","last_became_active":"2024-09-10T08:12:36.827750+0000","last_became_peered":"2024-09-10T08:12:36.827750+0000","last_unstale":"2024-09-10T08:13:39.407355+0000","last_undegraded":"2024-09-10T08:13:39.407355+0000","last_fullsized":"2024-09-10T08:13:39.407355+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:21:16.671134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.f","version":"88'2","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.410198+0000","last_change":"2024-09-10T08:12:34.810961+0000","last_active":"2024-09-10T08:13:39.410198+0000","last_peered":"2024-09-10T08:13:39.410198+0000","last_clean":"2024-09-10T08:13:39.410198+0000","last_became_active":"2024-09-10T08:12:34.810583+0000","last_became_peered":"2024-09-10T08:12:34.810583+0000","last_unstale":"2024-09-10T08:13:39.410198+0000","last_undegraded":"2024-09-10T08:13:39.410198+0000","last_fullsized":"2024-09-10T08:13:39.410198+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:47:04.190625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405154+0000","last_change":"2024-09-10T08:12:43.861978+0000","last_active":"2024-09-10T08:13:39.405154+0000","last_peered":"2024-09-10T08:13:39.405154+0000","last_clean":"2024-09-10T08:13:39.405154+0000","last_became_active":"2024-09-10T08:12:43.861367+0000","last_became_peered":"2024-09-10T08:12:43.861367+0000","last_unstale":"2024-09-10T08:13:39.405154+0000","last_undegraded":"2024-09-10T08:13:39.405154+0000","last_fullsized":"2024-09-10T08:13:39.405154+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:30:00.860926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404588+0000","last_change":"2024-09-10T08:12:36.831213+0000","last_active":"2024-09-10T08:13:39.404588+0000","last_peered":"2024-09-10T08:13:39.404588+0000","last_clean":"2024-09-10T08:13:39.404588+0000","last_became_active":"2024-09-10T08:12:36.830859+0000","last_became_peered":"2024-09-10T08:12:36.830859+0000","last_unstale":"2024-09-10T08:13:39.404588+0000","last_undegraded":"2024-09-10T08:13:39.404588+0000","last_fullsized":"2024-09-10T08:13:39.404588+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:24:41.648614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.10","version":"88'17","reported_seq":52,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.409347+0000","last_change":"2024-09-10T08:12:34.935217+0000","last_active":"2024-09-10T08:13:39.409347+0000","last_peered":"2024-09-10T08:13:39.409347+0000","last_clean":"2024-09-10T08:13:39.409347+0000","last_became_active":"2024-09-10T08:12:34.934826+0000","last_became_peered":"2024-09-10T08:12:34.934826+0000","last_unstale":"2024-09-10T08:13:39.409347+0000","last_undegraded":"2024-09-10T08:13:39.409347+0000","last_fullsized":"2024-09-10T08:13:39.409347+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:00:38.020341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401855+0000","last_change":"2024-09-10T08:12:43.869729+0000","last_active":"2024-09-10T08:13:39.401855+0000","last_peered":"2024-09-10T08:13:39.401855+0000","last_clean":"2024-09-10T08:13:39.401855+0000","last_became_active":"2024-09-10T08:12:43.869340+0000","last_became_peered":"2024-09-10T08:12:43.869340+0000","last_unstale":"2024-09-10T08:13:39.401855+0000","last_undegraded":"2024-09-10T08:13:39.401855+0000","last_fullsized":"2024-09-10T08:13:39.401855+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:51:09.345805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.748345+0000","last_change":"2024-09-10T08:12:36.828727+0000","last_active":"2024-09-10T08:13:39.748345+0000","last_peered":"2024-09-10T08:13:39.748345+0000","last_clean":"2024-09-10T08:13:39.748345+0000","last_became_active":"2024-09-10T08:12:36.828414+0000","last_became_peered":"2024-09-10T08:12:36.828414+0000","last_unstale":"2024-09-10T08:13:39.748345+0000","last_undegraded":"2024-09-10T08:13:39.748345+0000","last_fullsized":"2024-09-10T08:13:39.748345+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:15:18.145475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"88'5","reported_seq":104,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:14:22.892984+0000","last_change":"2024-09-10T08:12:34.810916+0000","last_active":"2024-09-10T08:14:22.892984+0000","last_peered":"2024-09-10T08:14:22.892984+0000","last_clean":"2024-09-10T08:14:22.892984+0000","last_became_active":"2024-09-10T08:12:34.810589+0000","last_became_peered":"2024-09-10T08:12:34.810589+0000","last_unstale":"2024-09-10T08:14:22.892984+0000","last_undegraded":"2024-09-10T08:14:22.892984+0000","last_fullsized":"2024-09-10T08:14:22.892984+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:34:40.703435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":66,"num_read_kb":3,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404449+0000","last_change":"2024-09-10T08:12:43.873472+0000","last_active":"2024-09-10T08:13:39.404449+0000","last_peered":"2024-09-10T08:13:39.404449+0000","last_clean":"2024-09-10T08:13:39.404449+0000","last_became_active":"2024-09-10T08:12:43.872708+0000","last_became_peered":"2024-09-10T08:12:43.872708+0000","last_unstale":"2024-09-10T08:13:39.404449+0000","last_undegraded":"2024-09-10T08:13:39.404449+0000","last_fullsized":"2024-09-10T08:13:39.404449+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:02:08.059771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.748732+0000","last_change":"2024-09-10T08:12:36.827575+0000","last_active":"2024-09-10T08:13:39.748732+0000","last_peered":"2024-09-10T08:13:39.748732+0000","last_clean":"2024-09-10T08:13:39.748732+0000","last_became_active":"2024-09-10T08:12:36.827219+0000","last_became_peered":"2024-09-10T08:12:36.827219+0000","last_unstale":"2024-09-10T08:13:39.748732+0000","last_undegraded":"2024-09-10T08:13:39.748732+0000","last_fullsized":"2024-09-10T08:13:39.748732+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:46:48.843252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"88'5","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404860+0000","last_change":"2024-09-10T08:12:34.811935+0000","last_active":"2024-09-10T08:13:39.404860+0000","last_peered":"2024-09-10T08:13:39.404860+0000","last_clean":"2024-09-10T08:13:39.404860+0000","last_became_active":"2024-09-10T08:12:34.811456+0000","last_became_peered":"2024-09-10T08:12:34.811456+0000","last_unstale":"2024-09-10T08:13:39.404860+0000","last_undegraded":"2024-09-10T08:13:39.404860+0000","last_fullsized":"2024-09-10T08:13:39.404860+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:17:47.051684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.406927+0000","last_change":"2024-09-10T08:12:43.869439+0000","last_active":"2024-09-10T08:13:39.406927+0000","last_peered":"2024-09-10T08:13:39.406927+0000","last_clean":"2024-09-10T08:13:39.406927+0000","last_became_active":"2024-09-10T08:12:43.869034+0000","last_became_peered":"2024-09-10T08:12:43.869034+0000","last_unstale":"2024-09-10T08:13:39.406927+0000","last_undegraded":"2024-09-10T08:13:39.406927+0000","last_fullsized":"2024-09-10T08:13:39.406927+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:21:54.382769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401453+0000","last_change":"2024-09-10T08:12:36.829005+0000","last_active":"2024-09-10T08:13:39.401453+0000","last_peered":"2024-09-10T08:13:39.401453+0000","last_clean":"2024-09-10T08:13:39.401453+0000","last_became_active":"2024-09-10T08:12:36.828617+0000","last_became_peered":"2024-09-10T08:12:36.828617+0000","last_unstale":"2024-09-10T08:13:39.401453+0000","last_undegraded":"2024-09-10T08:13:39.401453+0000","last_fullsized":"2024-09-10T08:13:39.401453+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:43:31.280528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"88'9","reported_seq":45,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.522441+0000","last_change":"2024-09-10T08:12:34.812181+0000","last_active":"2024-09-10T08:13:39.522441+0000","last_peered":"2024-09-10T08:13:39.522441+0000","last_clean":"2024-09-10T08:13:39.522441+0000","last_became_active":"2024-09-10T08:12:34.810647+0000","last_became_peered":"2024-09-10T08:12:34.810647+0000","last_unstale":"2024-09-10T08:13:39.522441+0000","last_undegraded":"2024-09-10T08:13:39.522441+0000","last_fullsized":"2024-09-10T08:13:39.522441+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:33:19.720823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405177+0000","last_change":"2024-09-10T08:12:43.863520+0000","last_active":"2024-09-10T08:13:39.405177+0000","last_peered":"2024-09-10T08:13:39.405177+0000","last_clean":"2024-09-10T08:13:39.405177+0000","last_became_active":"2024-09-10T08:12:43.862340+0000","last_became_peered":"2024-09-10T08:12:43.862340+0000","last_unstale":"2024-09-10T08:13:39.405177+0000","last_undegraded":"2024-09-10T08:13:39.405177+0000","last_fullsized":"2024-09-10T08:13:39.405177+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:00:39.711524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.409990+0000","last_change":"2024-09-10T08:12:36.832910+0000","last_active":"2024-09-10T08:13:39.409990+0000","last_peered":"2024-09-10T08:13:39.409990+0000","last_clean":"2024-09-10T08:13:39.409990+0000","last_became_active":"2024-09-10T08:12:36.832581+0000","last_became_peered":"2024-09-10T08:12:36.832581+0000","last_unstale":"2024-09-10T08:13:39.409990+0000","last_undegraded":"2024-09-10T08:13:39.409990+0000","last_fullsized":"2024-09-10T08:13:39.409990+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:40:13.697323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.14","version":"90'34","reported_seq":203,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:14:23.894095+0000","last_change":"2024-09-10T08:12:34.811160+0000","last_active":"2024-09-10T08:14:23.894095+0000","last_peered":"2024-09-10T08:14:23.894095+0000","last_clean":"2024-09-10T08:14:23.894095+0000","last_became_active":"2024-09-10T08:12:34.810807+0000","last_became_peered":"2024-09-10T08:12:34.810807+0000","last_unstale":"2024-09-10T08:14:23.894095+0000","last_undegraded":"2024-09-10T08:14:23.894095+0000","last_fullsized":"2024-09-10T08:14:23.894095+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:59:27.235130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":62076,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":135,"num_read_kb":128,"num_write":36,"num_write_kb":76,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.412935+0000","last_change":"2024-09-10T08:13:39.412935+0000","last_active":"2024-09-10T08:13:39.412935+0000","last_peered":"2024-09-10T08:13:39.412935+0000","last_clean":"2024-09-10T08:13:39.412935+0000","last_became_active":"2024-09-10T08:13:39.412501+0000","last_became_peered":"2024-09-10T08:13:39.412501+0000","last_unstale":"2024-09-10T08:13:39.412935+0000","last_undegraded":"2024-09-10T08:13:39.412935+0000","last_fullsized":"2024-09-10T08:13:39.412935+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:52:57.355460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,11,5],"acting":[10,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.413044+0000","last_change":"2024-09-10T08:13:39.413044+0000","last_active":"2024-09-10T08:13:39.413044+0000","last_peered":"2024-09-10T08:13:39.413044+0000","last_clean":"2024-09-10T08:13:39.413044+0000","last_became_active":"2024-09-10T08:13:39.412611+0000","last_became_peered":"2024-09-10T08:13:39.412611+0000","last_unstale":"2024-09-10T08:13:39.413044+0000","last_undegraded":"2024-09-10T08:13:39.413044+0000","last_fullsized":"2024-09-10T08:13:39.413044+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:35:39.007629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,6],"acting":[1,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"88'5","reported_seq":40,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405535+0000","last_change":"2024-09-10T08:12:34.935213+0000","last_active":"2024-09-10T08:13:39.405535+0000","last_peered":"2024-09-10T08:13:39.405535+0000","last_clean":"2024-09-10T08:13:39.405535+0000","last_became_active":"2024-09-10T08:12:34.934653+0000","last_became_peered":"2024-09-10T08:12:34.934653+0000","last_unstale":"2024-09-10T08:13:39.405535+0000","last_undegraded":"2024-09-10T08:13:39.405535+0000","last_fullsized":"2024-09-10T08:13:39.405535+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:18:41.003041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.675576+0000","last_change":"2024-09-10T08:12:43.871926+0000","last_active":"2024-09-10T08:13:39.675576+0000","last_peered":"2024-09-10T08:13:39.675576+0000","last_clean":"2024-09-10T08:13:39.675576+0000","last_became_active":"2024-09-10T08:12:43.871484+0000","last_became_peered":"2024-09-10T08:12:43.871484+0000","last_unstale":"2024-09-10T08:13:39.675576+0000","last_undegraded":"2024-09-10T08:13:39.675576+0000","last_fullsized":"2024-09-10T08:13:39.675576+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:28:58.589905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405468+0000","last_change":"2024-09-10T08:12:36.840159+0000","last_active":"2024-09-10T08:13:39.405468+0000","last_peered":"2024-09-10T08:13:39.405468+0000","last_clean":"2024-09-10T08:13:39.405468+0000","last_became_active":"2024-09-10T08:12:36.839716+0000","last_became_peered":"2024-09-10T08:12:36.839716+0000","last_unstale":"2024-09-10T08:13:39.405468+0000","last_undegraded":"2024-09-10T08:13:39.405468+0000","last_fullsized":"2024-09-10T08:13:39.405468+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:22:29.954782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"88'4","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.748955+0000","last_change":"2024-09-10T08:12:34.809229+0000","last_active":"2024-09-10T08:13:39.748955+0000","last_peered":"2024-09-10T08:13:39.748955+0000","last_clean":"2024-09-10T08:13:39.748955+0000","last_became_active":"2024-09-10T08:12:34.808802+0000","last_became_peered":"2024-09-10T08:12:34.808802+0000","last_unstale":"2024-09-10T08:13:39.748955+0000","last_undegraded":"2024-09-10T08:13:39.748955+0000","last_fullsized":"2024-09-10T08:13:39.748955+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:59:34.360559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.403496+0000","last_change":"2024-09-10T08:12:43.870601+0000","last_active":"2024-09-10T08:13:39.403496+0000","last_peered":"2024-09-10T08:13:39.403496+0000","last_clean":"2024-09-10T08:13:39.403496+0000","last_became_active":"2024-09-10T08:12:43.870168+0000","last_became_peered":"2024-09-10T08:12:43.870168+0000","last_unstale":"2024-09-10T08:13:39.403496+0000","last_undegraded":"2024-09-10T08:13:39.403496+0000","last_fullsized":"2024-09-10T08:13:39.403496+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:09:22.578268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401978+0000","last_change":"2024-09-10T08:12:36.834262+0000","last_active":"2024-09-10T08:13:39.401978+0000","last_peered":"2024-09-10T08:13:39.401978+0000","last_clean":"2024-09-10T08:13:39.401978+0000","last_became_active":"2024-09-10T08:12:36.833922+0000","last_became_peered":"2024-09-10T08:12:36.833922+0000","last_unstale":"2024-09-10T08:13:39.401978+0000","last_undegraded":"2024-09-10T08:13:39.401978+0000","last_fullsized":"2024-09-10T08:13:39.401978+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:33:22.621701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"88'4","reported_seq":162,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:14:23.894230+0000","last_change":"2024-09-10T08:12:34.815637+0000","last_active":"2024-09-10T08:14:23.894230+0000","last_peered":"2024-09-10T08:14:23.894230+0000","last_clean":"2024-09-10T08:14:23.894230+0000","last_became_active":"2024-09-10T08:12:34.815296+0000","last_became_peered":"2024-09-10T08:12:34.815296+0000","last_unstale":"2024-09-10T08:14:23.894230+0000","last_undegraded":"2024-09-10T08:14:23.894230+0000","last_fullsized":"2024-09-10T08:14:23.894230+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:37:39.424478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":124,"num_read_kb":124,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.507376+0000","last_change":"2024-09-10T08:12:43.862840+0000","last_active":"2024-09-10T08:13:39.507376+0000","last_peered":"2024-09-10T08:13:39.507376+0000","last_clean":"2024-09-10T08:13:39.507376+0000","last_became_active":"2024-09-10T08:12:43.862406+0000","last_became_peered":"2024-09-10T08:12:43.862406+0000","last_unstale":"2024-09-10T08:13:39.507376+0000","last_undegraded":"2024-09-10T08:13:39.507376+0000","last_fullsized":"2024-09-10T08:13:39.507376+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:18:22.047003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405359+0000","last_change":"2024-09-10T08:12:43.867758+0000","last_active":"2024-09-10T08:13:39.405359+0000","last_peered":"2024-09-10T08:13:39.405359+0000","last_clean":"2024-09-10T08:13:39.405359+0000","last_became_active":"2024-09-10T08:12:43.867330+0000","last_became_peered":"2024-09-10T08:12:43.867330+0000","last_unstale":"2024-09-10T08:13:39.405359+0000","last_undegraded":"2024-09-10T08:13:39.405359+0000","last_fullsized":"2024-09-10T08:13:39.405359+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:58:09.229320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.403739+0000","last_change":"2024-09-10T08:12:36.826035+0000","last_active":"2024-09-10T08:13:39.403739+0000","last_peered":"2024-09-10T08:13:39.403739+0000","last_clean":"2024-09-10T08:13:39.403739+0000","last_became_active":"2024-09-10T08:12:36.825728+0000","last_became_peered":"2024-09-10T08:12:36.825728+0000","last_unstale":"2024-09-10T08:13:39.403739+0000","last_undegraded":"2024-09-10T08:13:39.403739+0000","last_fullsized":"2024-09-10T08:13:39.403739+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:34:52.253250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"88'3","reported_seq":38,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404614+0000","last_change":"2024-09-10T08:12:34.814423+0000","last_active":"2024-09-10T08:13:39.404614+0000","last_peered":"2024-09-10T08:13:39.404614+0000","last_clean":"2024-09-10T08:13:39.404614+0000","last_became_active":"2024-09-10T08:12:34.814063+0000","last_became_peered":"2024-09-10T08:12:34.814063+0000","last_unstale":"2024-09-10T08:13:39.404614+0000","last_undegraded":"2024-09-10T08:13:39.404614+0000","last_fullsized":"2024-09-10T08:13:39.404614+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:51:32.749383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":28,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.677217+0000","last_change":"2024-09-10T08:13:39.677217+0000","last_active":"2024-09-10T08:13:39.677217+0000","last_peered":"2024-09-10T08:13:39.677217+0000","last_clean":"2024-09-10T08:13:39.677217+0000","last_became_active":"2024-09-10T08:13:39.676759+0000","last_became_peered":"2024-09-10T08:13:39.676759+0000","last_unstale":"2024-09-10T08:13:39.677217+0000","last_undegraded":"2024-09-10T08:13:39.677217+0000","last_fullsized":"2024-09-10T08:13:39.677217+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:39:36.209080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8,0],"acting":[11,4,8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.507632+0000","last_change":"2024-09-10T08:12:36.835980+0000","last_active":"2024-09-10T08:13:39.507632+0000","last_peered":"2024-09-10T08:13:39.507632+0000","last_clean":"2024-09-10T08:13:39.507632+0000","last_became_active":"2024-09-10T08:12:36.835091+0000","last_became_peered":"2024-09-10T08:12:36.835091+0000","last_unstale":"2024-09-10T08:13:39.507632+0000","last_undegraded":"2024-09-10T08:13:39.507632+0000","last_fullsized":"2024-09-10T08:13:39.507632+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:52:09.526296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"88'3","reported_seq":37,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401236+0000","last_change":"2024-09-10T08:12:34.805925+0000","last_active":"2024-09-10T08:13:39.401236+0000","last_peered":"2024-09-10T08:13:39.401236+0000","last_clean":"2024-09-10T08:13:39.401236+0000","last_became_active":"2024-09-10T08:12:34.805568+0000","last_became_peered":"2024-09-10T08:12:34.805568+0000","last_unstale":"2024-09-10T08:13:39.401236+0000","last_undegraded":"2024-09-10T08:13:39.401236+0000","last_fullsized":"2024-09-10T08:13:39.401236+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:48:06.627866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"88'7","reported_seq":41,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405998+0000","last_change":"2024-09-10T08:12:34.814702+0000","last_active":"2024-09-10T08:13:39.405998+0000","last_peered":"2024-09-10T08:13:39.405998+0000","last_clean":"2024-09-10T08:13:39.405998+0000","last_became_active":"2024-09-10T08:12:34.814342+0000","last_became_peered":"2024-09-10T08:12:34.814342+0000","last_unstale":"2024-09-10T08:13:39.405998+0000","last_undegraded":"2024-09-10T08:13:39.405998+0000","last_fullsized":"2024-09-10T08:13:39.405998+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:21:13.086961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.509144+0000","last_change":"2024-09-10T08:13:39.509144+0000","last_active":"2024-09-10T08:13:39.509144+0000","last_peered":"2024-09-10T08:13:39.509144+0000","last_clean":"2024-09-10T08:13:39.509144+0000","last_became_active":"2024-09-10T08:13:39.508734+0000","last_became_peered":"2024-09-10T08:13:39.508734+0000","last_unstale":"2024-09-10T08:13:39.509144+0000","last_undegraded":"2024-09-10T08:13:39.509144+0000","last_fullsized":"2024-09-10T08:13:39.509144+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:05:42.593094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3],"acting":[5,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.522115+0000","last_change":"2024-09-10T08:12:43.869005+0000","last_active":"2024-09-10T08:13:39.522115+0000","last_peered":"2024-09-10T08:13:39.522115+0000","last_clean":"2024-09-10T08:13:39.522115+0000","last_became_active":"2024-09-10T08:12:43.868553+0000","last_became_peered":"2024-09-10T08:12:43.868553+0000","last_unstale":"2024-09-10T08:13:39.522115+0000","last_undegraded":"2024-09-10T08:13:39.522115+0000","last_fullsized":"2024-09-10T08:13:39.522115+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:19:42.304477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"88'5","reported_seq":105,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:14:23.894788+0000","last_change":"2024-09-10T08:12:34.811244+0000","last_active":"2024-09-10T08:14:23.894788+0000","last_peered":"2024-09-10T08:14:23.894788+0000","last_clean":"2024-09-10T08:14:23.894788+0000","last_became_active":"2024-09-10T08:12:34.810834+0000","last_became_peered":"2024-09-10T08:12:34.810834+0000","last_unstale":"2024-09-10T08:14:23.894788+0000","last_undegraded":"2024-09-10T08:14:23.894788+0000","last_fullsized":"2024-09-10T08:14:23.894788+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:16:17.995366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":35,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.749620+0000","last_change":"2024-09-10T08:13:39.749620+0000","last_active":"2024-09-10T08:13:39.749620+0000","last_peered":"2024-09-10T08:13:39.749620+0000","last_clean":"2024-09-10T08:13:39.749620+0000","last_became_active":"2024-09-10T08:13:39.749321+0000","last_became_peered":"2024-09-10T08:13:39.749321+0000","last_unstale":"2024-09-10T08:13:39.749620+0000","last_undegraded":"2024-09-10T08:13:39.749620+0000","last_fullsized":"2024-09-10T08:13:39.749620+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:25:20.412078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,7],"acting":[8,9,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":21,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.522366+0000","last_change":"2024-09-10T08:12:43.862115+0000","last_active":"2024-09-10T08:13:39.522366+0000","last_peered":"2024-09-10T08:13:39.522366+0000","last_clean":"2024-09-10T08:13:39.522366+0000","last_became_active":"2024-09-10T08:12:43.861732+0000","last_became_peered":"2024-09-10T08:12:43.861732+0000","last_unstale":"2024-09-10T08:13:39.522366+0000","last_undegraded":"2024-09-10T08:13:39.522366+0000","last_fullsized":"2024-09-10T08:13:39.522366+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:14:27.742653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.406161+0000","last_change":"2024-09-10T08:12:36.823862+0000","last_active":"2024-09-10T08:13:39.406161+0000","last_peered":"2024-09-10T08:13:39.406161+0000","last_clean":"2024-09-10T08:13:39.406161+0000","last_became_active":"2024-09-10T08:12:36.823469+0000","last_became_peered":"2024-09-10T08:12:36.823469+0000","last_unstale":"2024-09-10T08:13:39.406161+0000","last_undegraded":"2024-09-10T08:13:39.406161+0000","last_fullsized":"2024-09-10T08:13:39.406161+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:49:39.006645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.522581+0000","last_change":"2024-09-10T08:12:36.836892+0000","last_active":"2024-09-10T08:13:39.522581+0000","last_peered":"2024-09-10T08:13:39.522581+0000","last_clean":"2024-09-10T08:13:39.522581+0000","last_became_active":"2024-09-10T08:12:36.836437+0000","last_became_peered":"2024-09-10T08:12:36.836437+0000","last_unstale":"2024-09-10T08:13:39.522581+0000","last_undegraded":"2024-09-10T08:13:39.522581+0000","last_fullsized":"2024-09-10T08:13:39.522581+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:19:20.085951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.522097+0000","last_change":"2024-09-10T08:12:36.832733+0000","last_active":"2024-09-10T08:13:39.522097+0000","last_peered":"2024-09-10T08:13:39.522097+0000","last_clean":"2024-09-10T08:13:39.522097+0000","last_became_active":"2024-09-10T08:12:36.832395+0000","last_became_peered":"2024-09-10T08:12:36.832395+0000","last_unstale":"2024-09-10T08:13:39.522097+0000","last_undegraded":"2024-09-10T08:13:39.522097+0000","last_fullsized":"2024-09-10T08:13:39.522097+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:05:41.291574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404896+0000","last_change":"2024-09-10T08:12:36.837495+0000","last_active":"2024-09-10T08:13:39.404896+0000","last_peered":"2024-09-10T08:13:39.404896+0000","last_clean":"2024-09-10T08:13:39.404896+0000","last_became_active":"2024-09-10T08:12:36.837198+0000","last_became_peered":"2024-09-10T08:12:36.837198+0000","last_unstale":"2024-09-10T08:13:39.404896+0000","last_undegraded":"2024-09-10T08:13:39.404896+0000","last_fullsized":"2024-09-10T08:13:39.404896+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:08:30.363433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401689+0000","last_change":"2024-09-10T08:12:36.825857+0000","last_active":"2024-09-10T08:13:39.401689+0000","last_peered":"2024-09-10T08:13:39.401689+0000","last_clean":"2024-09-10T08:13:39.401689+0000","last_became_active":"2024-09-10T08:12:36.825542+0000","last_became_peered":"2024-09-10T08:12:36.825542+0000","last_unstale":"2024-09-10T08:13:39.401689+0000","last_undegraded":"2024-09-10T08:13:39.401689+0000","last_fullsized":"2024-09-10T08:13:39.401689+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:22:48.590212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.407320+0000","last_change":"2024-09-10T08:12:36.824716+0000","last_active":"2024-09-10T08:13:39.407320+0000","last_peered":"2024-09-10T08:13:39.407320+0000","last_clean":"2024-09-10T08:13:39.407320+0000","last_became_active":"2024-09-10T08:12:36.824366+0000","last_became_peered":"2024-09-10T08:12:36.824366+0000","last_unstale":"2024-09-10T08:13:39.407320+0000","last_undegraded":"2024-09-10T08:13:39.407320+0000","last_fullsized":"2024-09-10T08:13:39.407320+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:55:03.364499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.522842+0000","last_change":"2024-09-10T08:12:36.833047+0000","last_active":"2024-09-10T08:13:39.522842+0000","last_peered":"2024-09-10T08:13:39.522842+0000","last_clean":"2024-09-10T08:13:39.522842+0000","last_became_active":"2024-09-10T08:12:36.830068+0000","last_became_peered":"2024-09-10T08:12:36.830068+0000","last_unstale":"2024-09-10T08:13:39.522842+0000","last_undegraded":"2024-09-10T08:13:39.522842+0000","last_fullsized":"2024-09-10T08:13:39.522842+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:00:24.585213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.507969+0000","last_change":"2024-09-10T08:12:36.839767+0000","last_active":"2024-09-10T08:13:39.507969+0000","last_peered":"2024-09-10T08:13:39.507969+0000","last_clean":"2024-09-10T08:13:39.507969+0000","last_became_active":"2024-09-10T08:12:36.839449+0000","last_became_peered":"2024-09-10T08:12:36.839449+0000","last_unstale":"2024-09-10T08:13:39.507969+0000","last_undegraded":"2024-09-10T08:13:39.507969+0000","last_fullsized":"2024-09-10T08:13:39.507969+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:29:51.721688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404456+0000","last_change":"2024-09-10T08:12:36.833819+0000","last_active":"2024-09-10T08:13:39.404456+0000","last_peered":"2024-09-10T08:13:39.404456+0000","last_clean":"2024-09-10T08:13:39.404456+0000","last_became_active":"2024-09-10T08:12:36.833410+0000","last_became_peered":"2024-09-10T08:12:36.833410+0000","last_unstale":"2024-09-10T08:13:39.404456+0000","last_undegraded":"2024-09-10T08:13:39.404456+0000","last_fullsized":"2024-09-10T08:13:39.404456+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:29:51.554026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.507506+0000","last_change":"2024-09-10T08:12:36.840924+0000","last_active":"2024-09-10T08:13:39.507506+0000","last_peered":"2024-09-10T08:13:39.507506+0000","last_clean":"2024-09-10T08:13:39.507506+0000","last_became_active":"2024-09-10T08:12:36.840560+0000","last_became_peered":"2024-09-10T08:12:36.840560+0000","last_unstale":"2024-09-10T08:13:39.507506+0000","last_undegraded":"2024-09-10T08:13:39.507506+0000","last_fullsized":"2024-09-10T08:13:39.507506+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:23:45.417772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.402070+0000","last_change":"2024-09-10T08:12:36.830715+0000","last_active":"2024-09-10T08:13:39.402070+0000","last_peered":"2024-09-10T08:13:39.402070+0000","last_clean":"2024-09-10T08:13:39.402070+0000","last_became_active":"2024-09-10T08:12:36.830267+0000","last_became_peered":"2024-09-10T08:12:36.830267+0000","last_unstale":"2024-09-10T08:13:39.402070+0000","last_undegraded":"2024-09-10T08:13:39.402070+0000","last_fullsized":"2024-09-10T08:13:39.402070+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:23:26.456194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401563+0000","last_change":"2024-09-10T08:12:36.824993+0000","last_active":"2024-09-10T08:13:39.401563+0000","last_peered":"2024-09-10T08:13:39.401563+0000","last_clean":"2024-09-10T08:13:39.401563+0000","last_became_active":"2024-09-10T08:12:36.824698+0000","last_became_peered":"2024-09-10T08:12:36.824698+0000","last_unstale":"2024-09-10T08:13:39.401563+0000","last_undegraded":"2024-09-10T08:13:39.401563+0000","last_fullsized":"2024-09-10T08:13:39.401563+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:31:03.705318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.407041+0000","last_change":"2024-09-10T08:12:36.827310+0000","last_active":"2024-09-10T08:13:39.407041+0000","last_peered":"2024-09-10T08:13:39.407041+0000","last_clean":"2024-09-10T08:13:39.407041+0000","last_became_active":"2024-09-10T08:12:36.826931+0000","last_became_peered":"2024-09-10T08:12:36.826931+0000","last_unstale":"2024-09-10T08:13:39.407041+0000","last_undegraded":"2024-09-10T08:13:39.407041+0000","last_fullsized":"2024-09-10T08:13:39.407041+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:15:00.448249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.522585+0000","last_change":"2024-09-10T08:12:36.832125+0000","last_active":"2024-09-10T08:13:39.522585+0000","last_peered":"2024-09-10T08:13:39.522585+0000","last_clean":"2024-09-10T08:13:39.522585+0000","last_became_active":"2024-09-10T08:12:36.831745+0000","last_became_peered":"2024-09-10T08:12:36.831745+0000","last_unstale":"2024-09-10T08:13:39.522585+0000","last_undegraded":"2024-09-10T08:13:39.522585+0000","last_fullsized":"2024-09-10T08:13:39.522585+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:17:06.928086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404288+0000","last_change":"2024-09-10T08:12:36.829584+0000","last_active":"2024-09-10T08:13:39.404288+0000","last_peered":"2024-09-10T08:13:39.404288+0000","last_clean":"2024-09-10T08:13:39.404288+0000","last_became_active":"2024-09-10T08:12:36.829266+0000","last_became_peered":"2024-09-10T08:12:36.829266+0000","last_unstale":"2024-09-10T08:13:39.404288+0000","last_undegraded":"2024-09-10T08:13:39.404288+0000","last_fullsized":"2024-09-10T08:13:39.404288+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:53.100598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.407697+0000","last_change":"2024-09-10T08:12:36.830413+0000","last_active":"2024-09-10T08:13:39.407697+0000","last_peered":"2024-09-10T08:13:39.407697+0000","last_clean":"2024-09-10T08:13:39.407697+0000","last_became_active":"2024-09-10T08:12:36.829718+0000","last_became_peered":"2024-09-10T08:12:36.829718+0000","last_unstale":"2024-09-10T08:13:39.407697+0000","last_undegraded":"2024-09-10T08:13:39.407697+0000","last_fullsized":"2024-09-10T08:13:39.407697+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:49:58.001141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401503+0000","last_change":"2024-09-10T08:12:36.830019+0000","last_active":"2024-09-10T08:13:39.401503+0000","last_peered":"2024-09-10T08:13:39.401503+0000","last_clean":"2024-09-10T08:13:39.401503+0000","last_became_active":"2024-09-10T08:12:36.829692+0000","last_became_peered":"2024-09-10T08:12:36.829692+0000","last_unstale":"2024-09-10T08:13:39.401503+0000","last_undegraded":"2024-09-10T08:13:39.401503+0000","last_fullsized":"2024-09-10T08:13:39.401503+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:50:09.660472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405154+0000","last_change":"2024-09-10T08:12:36.840060+0000","last_active":"2024-09-10T08:13:39.405154+0000","last_peered":"2024-09-10T08:13:39.405154+0000","last_clean":"2024-09-10T08:13:39.405154+0000","last_became_active":"2024-09-10T08:12:36.839738+0000","last_became_peered":"2024-09-10T08:12:36.839738+0000","last_unstale":"2024-09-10T08:13:39.405154+0000","last_undegraded":"2024-09-10T08:13:39.405154+0000","last_fullsized":"2024-09-10T08:13:39.405154+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:03:15.086558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.404530+0000","last_change":"2024-09-10T08:12:36.836313+0000","last_active":"2024-09-10T08:13:39.404530+0000","last_peered":"2024-09-10T08:13:39.404530+0000","last_clean":"2024-09-10T08:13:39.404530+0000","last_became_active":"2024-09-10T08:12:36.836053+0000","last_became_peered":"2024-09-10T08:12:36.836053+0000","last_unstale":"2024-09-10T08:13:39.404530+0000","last_undegraded":"2024-09-10T08:13:39.404530+0000","last_fullsized":"2024-09-10T08:13:39.404530+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:34:02.441241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.401474+0000","last_change":"2024-09-10T08:12:36.824310+0000","last_active":"2024-09-10T08:13:39.401474+0000","last_peered":"2024-09-10T08:13:39.401474+0000","last_clean":"2024-09-10T08:13:39.401474+0000","last_became_active":"2024-09-10T08:12:36.823980+0000","last_became_peered":"2024-09-10T08:12:36.823980+0000","last_unstale":"2024-09-10T08:13:39.401474+0000","last_undegraded":"2024-09-10T08:13:39.401474+0000","last_fullsized":"2024-09-10T08:13:39.401474+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:15:55.322283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.676451+0000","last_change":"2024-09-10T08:12:36.829554+0000","last_active":"2024-09-10T08:13:39.676451+0000","last_peered":"2024-09-10T08:13:39.676451+0000","last_clean":"2024-09-10T08:13:39.676451+0000","last_became_active":"2024-09-10T08:12:36.829054+0000","last_became_peered":"2024-09-10T08:12:36.829054+0000","last_unstale":"2024-09-10T08:13:39.676451+0000","last_undegraded":"2024-09-10T08:13:39.676451+0000","last_fullsized":"2024-09-10T08:13:39.676451+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:46:59.763378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.749063+0000","last_change":"2024-09-10T08:12:36.831049+0000","last_active":"2024-09-10T08:13:39.749063+0000","last_peered":"2024-09-10T08:13:39.749063+0000","last_clean":"2024-09-10T08:13:39.749063+0000","last_became_active":"2024-09-10T08:12:36.830687+0000","last_became_peered":"2024-09-10T08:12:36.830687+0000","last_unstale":"2024-09-10T08:13:39.749063+0000","last_undegraded":"2024-09-10T08:13:39.749063+0000","last_fullsized":"2024-09-10T08:13:39.749063+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:48:24.014810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405832+0000","last_change":"2024-09-10T08:12:36.832264+0000","last_active":"2024-09-10T08:13:39.405832+0000","last_peered":"2024-09-10T08:13:39.405832+0000","last_clean":"2024-09-10T08:13:39.405832+0000","last_became_active":"2024-09-10T08:12:36.831913+0000","last_became_peered":"2024-09-10T08:12:36.831913+0000","last_unstale":"2024-09-10T08:13:39.405832+0000","last_undegraded":"2024-09-10T08:13:39.405832+0000","last_fullsized":"2024-09-10T08:13:39.405832+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:58:43.692064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.408577+0000","last_change":"2024-09-10T08:13:39.408577+0000","last_active":"2024-09-10T08:13:39.408577+0000","last_peered":"2024-09-10T08:13:39.408577+0000","last_clean":"2024-09-10T08:13:39.408577+0000","last_became_active":"2024-09-10T08:13:39.408252+0000","last_became_peered":"2024-09-10T08:13:39.408252+0000","last_unstale":"2024-09-10T08:13:39.408577+0000","last_undegraded":"2024-09-10T08:13:39.408577+0000","last_fullsized":"2024-09-10T08:13:39.408577+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:41:34.439133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,11],"acting":[9,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.507511+0000","last_change":"2024-09-10T08:12:36.836093+0000","last_active":"2024-09-10T08:13:39.507511+0000","last_peered":"2024-09-10T08:13:39.507511+0000","last_clean":"2024-09-10T08:13:39.507511+0000","last_became_active":"2024-09-10T08:12:36.835554+0000","last_became_peered":"2024-09-10T08:12:36.835554+0000","last_unstale":"2024-09-10T08:13:39.507511+0000","last_undegraded":"2024-09-10T08:13:39.507511+0000","last_fullsized":"2024-09-10T08:13:39.507511+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:19:23.240989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.748418+0000","last_change":"2024-09-10T08:12:36.826650+0000","last_active":"2024-09-10T08:13:39.748418+0000","last_peered":"2024-09-10T08:13:39.748418+0000","last_clean":"2024-09-10T08:13:39.748418+0000","last_became_active":"2024-09-10T08:12:36.826323+0000","last_became_peered":"2024-09-10T08:12:36.826323+0000","last_unstale":"2024-09-10T08:13:39.748418+0000","last_undegraded":"2024-09-10T08:13:39.748418+0000","last_fullsized":"2024-09-10T08:13:39.748418+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:33:59.057180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405984+0000","last_change":"2024-09-10T08:12:36.834723+0000","last_active":"2024-09-10T08:13:39.405984+0000","last_peered":"2024-09-10T08:13:39.405984+0000","last_clean":"2024-09-10T08:13:39.405984+0000","last_became_active":"2024-09-10T08:12:36.834381+0000","last_became_peered":"2024-09-10T08:12:36.834381+0000","last_unstale":"2024-09-10T08:13:39.405984+0000","last_undegraded":"2024-09-10T08:13:39.405984+0000","last_fullsized":"2024-09-10T08:13:39.405984+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:40:27.833708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.409649+0000","last_change":"2024-09-10T08:12:36.824219+0000","last_active":"2024-09-10T08:13:39.409649+0000","last_peered":"2024-09-10T08:13:39.409649+0000","last_clean":"2024-09-10T08:13:39.409649+0000","last_became_active":"2024-09-10T08:12:36.823889+0000","last_became_peered":"2024-09-10T08:12:36.823889+0000","last_unstale":"2024-09-10T08:13:39.409649+0000","last_undegraded":"2024-09-10T08:13:39.409649+0000","last_fullsized":"2024-09-10T08:13:39.409649+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:08:25.582184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.676393+0000","last_change":"2024-09-10T08:12:36.837829+0000","last_active":"2024-09-10T08:13:39.676393+0000","last_peered":"2024-09-10T08:13:39.676393+0000","last_clean":"2024-09-10T08:13:39.676393+0000","last_became_active":"2024-09-10T08:12:36.837531+0000","last_became_peered":"2024-09-10T08:12:36.837531+0000","last_unstale":"2024-09-10T08:13:39.676393+0000","last_undegraded":"2024-09-10T08:13:39.676393+0000","last_fullsized":"2024-09-10T08:13:39.676393+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:40:40.260405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405242+0000","last_change":"2024-09-10T08:12:36.840652+0000","last_active":"2024-09-10T08:13:39.405242+0000","last_peered":"2024-09-10T08:13:39.405242+0000","last_clean":"2024-09-10T08:13:39.405242+0000","last_became_active":"2024-09-10T08:12:36.840300+0000","last_became_peered":"2024-09-10T08:12:36.840300+0000","last_unstale":"2024-09-10T08:13:39.405242+0000","last_undegraded":"2024-09-10T08:13:39.405242+0000","last_fullsized":"2024-09-10T08:13:39.405242+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:38:52.985183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.405269+0000","last_change":"2024-09-10T08:12:36.834942+0000","last_active":"2024-09-10T08:13:39.405269+0000","last_peered":"2024-09-10T08:13:39.405269+0000","last_clean":"2024-09-10T08:13:39.405269+0000","last_became_active":"2024-09-10T08:12:36.834630+0000","last_became_peered":"2024-09-10T08:12:36.834630+0000","last_unstale":"2024-09-10T08:13:39.405269+0000","last_undegraded":"2024-09-10T08:13:39.405269+0000","last_fullsized":"2024-09-10T08:13:39.405269+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:13:50.463207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":29,"reported_epoch":90,"state":"active+clean","last_fresh":"2024-09-10T08:13:39.407627+0000","last_change":"2024-09-10T08:12:36.830866+0000","last_active":"2024-09-10T08:13:39.407627+0000","last_peered":"2024-09-10T08:13:39.407627+0000","last_clean":"2024-09-10T08:13:39.407627+0000","last_became_active":"2024-09-10T08:12:36.830186+0000","last_became_peered":"2024-09-10T08:12:36.830186+0000","last_unstale":"2024-09-10T08:13:39.407627+0000","last_undegraded":"2024-09-10T08:13:39.407627+0000","last_fullsized":"2024-09-10T08:13:39.407627+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:41:50.543954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":68891,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":663,"num_read_kb":406,"num_write":245,"num_write_kb":140,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":206673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":211,"ondisk_log_size":211,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":76,"seq":326417514532,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36356,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708796,"statfs":{"total":95995035648,"available":95957807104,"internally_reserved":0,"allocated":1028096,"data_stored":506790,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":68,"seq":292057776169,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37024,"kb_used_data":1680,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708128,"statfs":{"total":95995035648,"available":95957123072,"internally_reserved":0,"allocated":1720320,"data_stored":1155682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":63,"seq":270582939694,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32224,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712928,"statfs":{"total":95995035648,"available":95962038272,"internally_reserved":0,"allocated":1056768,"data_stored":510816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":31914432},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":56,"seq":240518168628,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32212,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712940,"statfs":{"total":95995035648,"available":95962050560,"internally_reserved":0,"allocated":1048576,"data_stored":507098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":49,"seq":210453397560,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36956,"kb_used_data":1608,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708196,"statfs":{"total":95995035648,"available":95957192704,"internally_reserved":0,"allocated":1646592,"data_stored":1103597,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":44,"seq":188978561085,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28032,"kb_used_data":1004,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717120,"statfs":{"total":95995035648,"available":95966330880,"internally_reserved":0,"allocated":1028096,"data_stored":502617,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790019,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36964,"kb_used_data":1616,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708188,"statfs":{"total":95995035648,"available":95957184512,"internally_reserved":0,"allocated":1654784,"data_stored":1098786,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953544,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36360,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708792,"statfs":{"total":95995035648,"available":95957803008,"internally_reserved":0,"allocated":1036288,"data_stored":506298,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":24,"seq":103079215181,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28048,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717104,"statfs":{"total":95995035648,"available":95966314496,"internally_reserved":0,"allocated":1040384,"data_stored":501932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411410,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36432,"kb_used_data":1088,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708720,"statfs":{"total":95995035648,"available":95957729280,"internally_reserved":0,"allocated":1114112,"data_stored":565550,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574935,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36412,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708740,"statfs":{"total":95995035648,"available":95957749760,"internally_reserved":0,"allocated":1093632,"data_stored":565723,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738460,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32220,"kb_used_data":1028,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712932,"statfs":{"total":95995035648,"available":95962042368,"internally_reserved":0,"allocated":1052672,"data_stored":503680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":81920,"data_stored":64221,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":64048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":2820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1115,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3535,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":63812,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:14:29.640 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-10T08:14:29.640 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-10T08:14:29.640 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-09-10T08:14:29.641 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph health --format=json 2024-09-10T08:14:29.901 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:14:29.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:29 smithi067 ceph-mon[31051]: pgmap v345: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-10T08:14:30.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:29 smithi203 ceph-mon[34672]: pgmap v345: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-10T08:14:30.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:29 smithi133 ceph-mon[34721]: pgmap v345: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-10T08:14:30.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.439+0000 7f7b33dd6640 1 -- 172.21.15.67:0/787019365 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b2c101de0 msgr2=0x7f7b2c1021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:30.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.439+0000 7f7b33dd6640 1 --2- 172.21.15.67:0/787019365 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b2c101de0 0x7f7b2c1021c0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f7b28009900 tx=0x7f7b2802a410 comp rx=0 tx=0).stop 2024-09-10T08:14:30.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.439+0000 7f7b33dd6640 1 -- 172.21.15.67:0/787019365 shutdown_connections 2024-09-10T08:14:30.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.439+0000 7f7b33dd6640 1 --2- 172.21.15.67:0/787019365 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b2c102790 0x7f7b2c1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:30.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.439+0000 7f7b33dd6640 1 --2- 172.21.15.67:0/787019365 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7b2c106f10 0x7f7b2c10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:30.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.439+0000 7f7b33dd6640 1 --2- 172.21.15.67:0/787019365 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b2c101de0 0x7f7b2c1021c0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:30.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.439+0000 7f7b33dd6640 1 -- 172.21.15.67:0/787019365 >> 172.21.15.67:0/787019365 conn(0x7f7b2c0fd8c0 msgr2=0x7f7b2c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:30.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.439+0000 7f7b33dd6640 1 -- 172.21.15.67:0/787019365 shutdown_connections 2024-09-10T08:14:30.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.439+0000 7f7b33dd6640 1 -- 172.21.15.67:0/787019365 wait complete. 2024-09-10T08:14:30.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.440+0000 7f7b33dd6640 1 Processor -- start 2024-09-10T08:14:30.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.440+0000 7f7b33dd6640 1 -- start start 2024-09-10T08:14:30.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.440+0000 7f7b33dd6640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7b2c101de0 0x7f7b2c0744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:30.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.440+0000 7f7b33dd6640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b2c102790 0x7f7b2c074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:30.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.440+0000 7f7b33dd6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b2c106f10 0x7f7b2c074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:30.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.440+0000 7f7b33dd6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7b2c111ec0 con 0x7f7b2c106f10 2024-09-10T08:14:30.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.440+0000 7f7b33dd6640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f7b2c111d40 con 0x7f7b2c102790 2024-09-10T08:14:30.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.440+0000 7f7b33dd6640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f7b2c112040 con 0x7f7b2c101de0 2024-09-10T08:14:30.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.440+0000 7f7b32373640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b2c106f10 0x7f7b2c074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:30.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.440+0000 7f7b32373640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b2c106f10 0x7f7b2c074f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:35830/0 (socket says 172.21.15.67:35830) 2024-09-10T08:14:30.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.440+0000 7f7b32373640 1 -- 172.21.15.67:0/710652860 learned_addr learned my addr 172.21.15.67:0/710652860 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:30.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.440+0000 7f7b31b72640 1 --2- 172.21.15.67:0/710652860 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7b2c101de0 0x7f7b2c0744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:30.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.440+0000 7f7b31371640 1 --2- 172.21.15.67:0/710652860 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b2c102790 0x7f7b2c074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:30.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.441+0000 7f7b32373640 1 -- 172.21.15.67:0/710652860 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7b2c101de0 msgr2=0x7f7b2c0744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:30.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.441+0000 7f7b32373640 1 --2- 172.21.15.67:0/710652860 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7b2c101de0 0x7f7b2c0744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:30.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.441+0000 7f7b32373640 1 -- 172.21.15.67:0/710652860 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b2c102790 msgr2=0x7f7b2c074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:30.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.441+0000 7f7b32373640 1 --2- 172.21.15.67:0/710652860 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b2c102790 0x7f7b2c074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:30.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.441+0000 7f7b32373640 1 -- 172.21.15.67:0/710652860 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b2c1a69e0 con 0x7f7b2c106f10 2024-09-10T08:14:30.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.441+0000 7f7b32373640 1 --2- 172.21.15.67:0/710652860 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b2c106f10 0x7f7b2c074f70 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f7b2400b970 tx=0x7f7b2400bd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:30.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.441+0000 7f7b22ffd640 1 -- 172.21.15.67:0/710652860 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b24019070 con 0x7f7b2c106f10 2024-09-10T08:14:30.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.441+0000 7f7b22ffd640 1 -- 172.21.15.67:0/710652860 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7b24014440 con 0x7f7b2c106f10 2024-09-10T08:14:30.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.441+0000 7f7b33dd6640 1 -- 172.21.15.67:0/710652860 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b2c1a6cd0 con 0x7f7b2c106f10 2024-09-10T08:14:30.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.441+0000 7f7b22ffd640 1 -- 172.21.15.67:0/710652860 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b240075d0 con 0x7f7b2c106f10 2024-09-10T08:14:30.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.441+0000 7f7b33dd6640 1 -- 172.21.15.67:0/710652860 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b2c1a71c0 con 0x7f7b2c106f10 2024-09-10T08:14:30.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.442+0000 7f7b33dd6640 1 -- 172.21.15.67:0/710652860 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b2c102240 con 0x7f7b2c106f10 2024-09-10T08:14:30.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.443+0000 7f7b22ffd640 1 -- 172.21.15.67:0/710652860 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f7b2401c070 con 0x7f7b2c106f10 2024-09-10T08:14:30.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.444+0000 7f7b22ffd640 1 --2- 172.21.15.67:0/710652860 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7b180a2c10 0x7f7b180a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:30.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.444+0000 7f7b31b72640 1 --2- 172.21.15.67:0/710652860 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7b180a2c10 0x7f7b180a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:30.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.444+0000 7f7b22ffd640 1 -- 172.21.15.67:0/710652860 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9071+0+0 (secure 0 0 0) 0x7f7b240cedb0 con 0x7f7b2c106f10 2024-09-10T08:14:30.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.445+0000 7f7b31b72640 1 --2- 172.21.15.67:0/710652860 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7b180a2c10 0x7f7b180a50d0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f7b28031440 tx=0x7f7b28005e80 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:30.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.448+0000 7f7b22ffd640 1 -- 172.21.15.67:0/710652860 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f7b2409b330 con 0x7f7b2c106f10 2024-09-10T08:14:30.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.659+0000 7f7b33dd6640 1 -- 172.21.15.67:0/710652860 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f7b2c10a0f0 con 0x7f7b2c106f10 2024-09-10T08:14:30.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.659+0000 7f7b22ffd640 1 -- 172.21.15.67:0/710652860 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f7b2409f630 con 0x7f7b2c106f10 2024-09-10T08:14:30.659 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:14:30.659 INFO:teuthology.orchestra.run.smithi067.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-10T08:14:30.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.661+0000 7f7b33dd6640 1 -- 172.21.15.67:0/710652860 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7b180a2c10 msgr2=0x7f7b180a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:30.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.661+0000 7f7b33dd6640 1 --2- 172.21.15.67:0/710652860 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7b180a2c10 0x7f7b180a50d0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f7b28031440 tx=0x7f7b28005e80 comp rx=0 tx=0).stop 2024-09-10T08:14:30.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.661+0000 7f7b33dd6640 1 -- 172.21.15.67:0/710652860 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b2c106f10 msgr2=0x7f7b2c074f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:30.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.661+0000 7f7b33dd6640 1 --2- 172.21.15.67:0/710652860 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b2c106f10 0x7f7b2c074f70 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f7b2400b970 tx=0x7f7b2400bd70 comp rx=0 tx=0).stop 2024-09-10T08:14:30.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.661+0000 7f7b33dd6640 1 -- 172.21.15.67:0/710652860 shutdown_connections 2024-09-10T08:14:30.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.661+0000 7f7b33dd6640 1 --2- 172.21.15.67:0/710652860 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7b180a2c10 0x7f7b180a50d0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:30.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.661+0000 7f7b33dd6640 1 --2- 172.21.15.67:0/710652860 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b2c102790 0x7f7b2c074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:30.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.661+0000 7f7b33dd6640 1 --2- 172.21.15.67:0/710652860 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b2c106f10 0x7f7b2c074f70 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:30.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.661+0000 7f7b33dd6640 1 --2- 172.21.15.67:0/710652860 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7b2c101de0 0x7f7b2c0744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:30.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.661+0000 7f7b33dd6640 1 -- 172.21.15.67:0/710652860 >> 172.21.15.67:0/710652860 conn(0x7f7b2c0fd8c0 msgr2=0x7f7b2c0fedf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:30.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.662+0000 7f7b33dd6640 1 -- 172.21.15.67:0/710652860 shutdown_connections 2024-09-10T08:14:30.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:30.662+0000 7f7b33dd6640 1 -- 172.21.15.67:0/710652860 wait complete. 2024-09-10T08:14:30.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:30 smithi067 ceph-mon[31051]: from='client.15060 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T08:14:31.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:30 smithi203 ceph-mon[34672]: from='client.15060 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T08:14:31.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:30 smithi133 ceph-mon[34721]: from='client.15060 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T08:14:31.472 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-09-10T08:14:31.472 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:14:31.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:31 smithi067 ceph-mon[31051]: pgmap v346: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-09-10T08:14:31.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:31 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/710652860' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-10T08:14:31.729 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:14:32.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:31 smithi203 ceph-mon[34672]: pgmap v346: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-09-10T08:14:32.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:31 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/710652860' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-10T08:14:32.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:31 smithi133 ceph-mon[34721]: pgmap v346: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-09-10T08:14:32.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:31 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/710652860' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-10T08:14:32.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.244+0000 7fa152af7640 1 -- 172.21.15.67:0/2044675388 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa14c102570 msgr2=0x7fa14c1029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:32.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.244+0000 7fa152af7640 1 --2- 172.21.15.67:0/2044675388 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa14c102570 0x7fa14c1029b0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fa138009900 tx=0x7fa13802a480 comp rx=0 tx=0).stop 2024-09-10T08:14:32.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.244+0000 7fa152af7640 1 -- 172.21.15.67:0/2044675388 shutdown_connections 2024-09-10T08:14:32.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.244+0000 7fa152af7640 1 --2- 172.21.15.67:0/2044675388 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa14c102ef0 0x7fa14c10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:32.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.244+0000 7fa152af7640 1 --2- 172.21.15.67:0/2044675388 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa14c102570 0x7fa14c1029b0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:32.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.244+0000 7fa152af7640 1 --2- 172.21.15.67:0/2044675388 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa14c100e20 0x7fa14c101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:32.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.244+0000 7fa152af7640 1 -- 172.21.15.67:0/2044675388 >> 172.21.15.67:0/2044675388 conn(0x7fa14c0fc7d0 msgr2=0x7fa14c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:32.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.244+0000 7fa152af7640 1 -- 172.21.15.67:0/2044675388 shutdown_connections 2024-09-10T08:14:32.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.244+0000 7fa152af7640 1 -- 172.21.15.67:0/2044675388 wait complete. 2024-09-10T08:14:32.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.244+0000 7fa152af7640 1 Processor -- start 2024-09-10T08:14:32.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.244+0000 7fa152af7640 1 -- start start 2024-09-10T08:14:32.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.245+0000 7fa152af7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa14c100e20 0x7fa14c0fcc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:32.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.245+0000 7fa152af7640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa14c102570 0x7fa14c0fd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:32.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.245+0000 7fa152af7640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa14c102ef0 0x7fa14c0fd700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:32.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.245+0000 7fa152af7640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa14c110e50 con 0x7fa14c100e20 2024-09-10T08:14:32.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.245+0000 7fa152af7640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fa14c110cd0 con 0x7fa14c102ef0 2024-09-10T08:14:32.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.245+0000 7fa152af7640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fa14c110fd0 con 0x7fa14c102570 2024-09-10T08:14:32.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.245+0000 7fa150893640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa14c100e20 0x7fa14c0fcc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:32.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.245+0000 7fa150893640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa14c100e20 0x7fa14c0fcc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:35850/0 (socket says 172.21.15.67:35850) 2024-09-10T08:14:32.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.245+0000 7fa150893640 1 -- 172.21.15.67:0/96115619 learned_addr learned my addr 172.21.15.67:0/96115619 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:32.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.245+0000 7fa14bfff640 1 --2- 172.21.15.67:0/96115619 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa14c102570 0x7fa14c0fd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:32.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.245+0000 7fa151094640 1 --2- 172.21.15.67:0/96115619 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa14c102ef0 0x7fa14c0fd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:32.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.245+0000 7fa150893640 1 -- 172.21.15.67:0/96115619 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa14c102570 msgr2=0x7fa14c0fd1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:32.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.245+0000 7fa150893640 1 --2- 172.21.15.67:0/96115619 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa14c102570 0x7fa14c0fd1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:32.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.245+0000 7fa150893640 1 -- 172.21.15.67:0/96115619 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa14c102ef0 msgr2=0x7fa14c0fd700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:32.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.245+0000 7fa150893640 1 --2- 172.21.15.67:0/96115619 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa14c102ef0 0x7fa14c0fd700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:32.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.245+0000 7fa150893640 1 -- 172.21.15.67:0/96115619 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa14c1a68b0 con 0x7fa14c100e20 2024-09-10T08:14:32.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.245+0000 7fa150893640 1 --2- 172.21.15.67:0/96115619 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa14c100e20 0x7fa14c0fcc80 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fa14000d950 tx=0x7fa14000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:32.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.245+0000 7fa149ffb640 1 -- 172.21.15.67:0/96115619 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa140017030 con 0x7fa14c100e20 2024-09-10T08:14:32.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.245+0000 7fa149ffb640 1 -- 172.21.15.67:0/96115619 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa140004020 con 0x7fa14c100e20 2024-09-10T08:14:32.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.245+0000 7fa152af7640 1 -- 172.21.15.67:0/96115619 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa14c1a6ba0 con 0x7fa14c100e20 2024-09-10T08:14:32.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.245+0000 7fa149ffb640 1 -- 172.21.15.67:0/96115619 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1400047a0 con 0x7fa14c100e20 2024-09-10T08:14:32.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.246+0000 7fa152af7640 1 -- 172.21.15.67:0/96115619 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa14c1a7100 con 0x7fa14c100e20 2024-09-10T08:14:32.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.247+0000 7fa152af7640 1 -- 172.21.15.67:0/96115619 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa14c101200 con 0x7fa14c100e20 2024-09-10T08:14:32.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.248+0000 7fa149ffb640 1 -- 172.21.15.67:0/96115619 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fa1400041d0 con 0x7fa14c100e20 2024-09-10T08:14:32.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.249+0000 7fa149ffb640 1 --2- 172.21.15.67:0/96115619 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa13c0a2c90 0x7fa13c0a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:32.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.249+0000 7fa14bfff640 1 --2- 172.21.15.67:0/96115619 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa13c0a2c90 0x7fa13c0a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:32.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.249+0000 7fa149ffb640 1 -- 172.21.15.67:0/96115619 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9071+0+0 (secure 0 0 0) 0x7fa1400cef00 con 0x7fa14c100e20 2024-09-10T08:14:32.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.249+0000 7fa14bfff640 1 --2- 172.21.15.67:0/96115619 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa13c0a2c90 0x7fa13c0a5150 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fa138000c00 tx=0x7fa138005e80 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:32.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.253+0000 7fa149ffb640 1 -- 172.21.15.67:0/96115619 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa14009b9c0 con 0x7fa14c100e20 2024-09-10T08:14:32.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.466+0000 7fa152af7640 1 -- 172.21.15.67:0/96115619 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa14c10a0a0 con 0x7fa14c100e20 2024-09-10T08:14:32.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.466+0000 7fa149ffb640 1 -- 172.21.15.67:0/96115619 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11983 (secure 0 0 0) 0x7fa14009b2c0 con 0x7fa14c100e20 2024-09-10T08:14:32.466 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:14:32.466 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":28,"btime":"2024-09-10T08:13:23:816979+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3649064068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3649064068},{"type":"v1","addr":"172.21.15.67:6835","nonce":3649064068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6837/384364542","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6836","nonce":384364542},{"type":"v1","addr":"172.21.15.67:6837","nonce":384364542}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T08:12:37.538183+0000","modified":"2024-09-10T08:13:23.816954+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24479,"mds_1":24475,"mds_2":24457,"mds_3":24412,"mds_4":24404},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6839/2770928820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6838","nonce":2770928820},{"type":"v1","addr":"172.21.15.67:6839","nonce":2770928820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14628":{"gid":14628,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6841/1116344955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6840","nonce":1116344955},{"type":"v1","addr":"172.21.15.67:6841","nonce":1116344955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24404":{"gid":24404,"name":"k","rank":4,"incarnation":26,"state":"up:active","state_seq":23,"addr":"172.21.15.133:6833/2920270168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":2920270168},{"type":"v1","addr":"172.21.15.133:6833","nonce":2920270168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24412":{"gid":24412,"name":"l","rank":3,"incarnation":24,"state":"up:active","state_seq":23,"addr":"172.21.15.203:6833/754287689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":754287689},{"type":"v1","addr":"172.21.15.203:6833","nonce":754287689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/3573205749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3573205749},{"type":"v1","addr":"172.21.15.133:6835","nonce":3573205749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6835/3722546188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":3722546188},{"type":"v1","addr":"172.21.15.203:6835","nonce":3722546188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/667764093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":667764093},{"type":"v1","addr":"172.21.15.133:6837","nonce":667764093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":19,"addr":"172.21.15.203:6837/4255783395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":4255783395},{"type":"v1","addr":"172.21.15.203:6837","nonce":4255783395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":17,"addr":"172.21.15.203:6839/2311592321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2311592321},{"type":"v1","addr":"172.21.15.203:6839","nonce":2311592321}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.133:6839/1848609384","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":1848609384},{"type":"v1","addr":"172.21.15.133:6839","nonce":1848609384}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24479,"qdb_cluster":[24479,24475,24457,24412,24404]},"id":1}]} 2024-09-10T08:14:32.467 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 28 2024-09-10T08:14:32.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.468+0000 7fa152af7640 1 -- 172.21.15.67:0/96115619 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa13c0a2c90 msgr2=0x7fa13c0a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:32.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.468+0000 7fa152af7640 1 --2- 172.21.15.67:0/96115619 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa13c0a2c90 0x7fa13c0a5150 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fa138000c00 tx=0x7fa138005e80 comp rx=0 tx=0).stop 2024-09-10T08:14:32.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.468+0000 7fa152af7640 1 -- 172.21.15.67:0/96115619 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa14c100e20 msgr2=0x7fa14c0fcc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:32.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.468+0000 7fa152af7640 1 --2- 172.21.15.67:0/96115619 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa14c100e20 0x7fa14c0fcc80 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fa14000d950 tx=0x7fa14000de10 comp rx=0 tx=0).stop 2024-09-10T08:14:32.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.469+0000 7fa152af7640 1 -- 172.21.15.67:0/96115619 shutdown_connections 2024-09-10T08:14:32.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.469+0000 7fa152af7640 1 --2- 172.21.15.67:0/96115619 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa13c0a2c90 0x7fa13c0a5150 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:32.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.469+0000 7fa152af7640 1 --2- 172.21.15.67:0/96115619 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa14c102ef0 0x7fa14c0fd700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:32.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.469+0000 7fa152af7640 1 --2- 172.21.15.67:0/96115619 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa14c102570 0x7fa14c0fd1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:32.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.469+0000 7fa152af7640 1 --2- 172.21.15.67:0/96115619 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa14c100e20 0x7fa14c0fcc80 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:32.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.469+0000 7fa152af7640 1 -- 172.21.15.67:0/96115619 >> 172.21.15.67:0/96115619 conn(0x7fa14c0fc7d0 msgr2=0x7fa14c06a210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:32.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.469+0000 7fa152af7640 1 -- 172.21.15.67:0/96115619 shutdown_connections 2024-09-10T08:14:32.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:32.469+0000 7fa152af7640 1 -- 172.21.15.67:0/96115619 wait complete. 2024-09-10T08:14:32.832 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:32 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/96115619' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:14:33.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:32 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/96115619' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:14:33.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:32 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/96115619' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:14:33.274 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:14:33.535 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:14:33.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:33 smithi067 ceph-mon[31051]: pgmap v347: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-09-10T08:14:34.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:33 smithi203 ceph-mon[34672]: pgmap v347: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-09-10T08:14:34.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.064+0000 7ffb05da2640 1 -- 172.21.15.67:0/19930844 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffb00106a80 msgr2=0x7ffb00106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:34.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.064+0000 7ffb05da2640 1 --2- 172.21.15.67:0/19930844 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffb00106a80 0x7ffb00106e60 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7ffaf0009930 tx=0x7ffaf002a420 comp rx=0 tx=0).stop 2024-09-10T08:14:34.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.064+0000 7ffb05da2640 1 -- 172.21.15.67:0/19930844 shutdown_connections 2024-09-10T08:14:34.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.064+0000 7ffb05da2640 1 --2- 172.21.15.67:0/19930844 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffb00101420 0x7ffb0010d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:34.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.064+0000 7ffb05da2640 1 --2- 172.21.15.67:0/19930844 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffb00100a80 0x7ffb00100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:34.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.064+0000 7ffb05da2640 1 --2- 172.21.15.67:0/19930844 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffb00106a80 0x7ffb00106e60 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:34.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.064+0000 7ffb05da2640 1 -- 172.21.15.67:0/19930844 >> 172.21.15.67:0/19930844 conn(0x7ffb000fc7a0 msgr2=0x7ffb000febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:34.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.064+0000 7ffb05da2640 1 -- 172.21.15.67:0/19930844 shutdown_connections 2024-09-10T08:14:34.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.064+0000 7ffb05da2640 1 -- 172.21.15.67:0/19930844 wait complete. 2024-09-10T08:14:34.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.065+0000 7ffb05da2640 1 Processor -- start 2024-09-10T08:14:34.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.065+0000 7ffb05da2640 1 -- start start 2024-09-10T08:14:34.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.066+0000 7ffb05da2640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffb00100a80 0x7ffb00197330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:34.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.066+0000 7ffb05da2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffb00101420 0x7ffb00197870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:34.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.066+0000 7ffb05da2640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffb00106a80 0x7ffb0019bc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:34.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.066+0000 7ffb05da2640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ffb00110d70 con 0x7ffb00101420 2024-09-10T08:14:34.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.066+0000 7ffb05da2640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7ffb00110bf0 con 0x7ffb00100a80 2024-09-10T08:14:34.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.066+0000 7ffb05da2640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ffb00110ef0 con 0x7ffb00106a80 2024-09-10T08:14:34.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.066+0000 7ffafeffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffb00101420 0x7ffb00197870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:34.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.066+0000 7ffafeffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffb00101420 0x7ffb00197870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:35874/0 (socket says 172.21.15.67:35874) 2024-09-10T08:14:34.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.066+0000 7ffafeffd640 1 -- 172.21.15.67:0/576829170 learned_addr learned my addr 172.21.15.67:0/576829170 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:34.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.066+0000 7ffaff7fe640 1 --2- 172.21.15.67:0/576829170 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffb00100a80 0x7ffb00197330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:34.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.066+0000 7ffafffff640 1 --2- 172.21.15.67:0/576829170 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffb00106a80 0x7ffb0019bc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:34.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.066+0000 7ffafeffd640 1 -- 172.21.15.67:0/576829170 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffb00106a80 msgr2=0x7ffb0019bc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:34.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.066+0000 7ffafeffd640 1 --2- 172.21.15.67:0/576829170 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffb00106a80 0x7ffb0019bc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:34.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.066+0000 7ffafeffd640 1 -- 172.21.15.67:0/576829170 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffb00100a80 msgr2=0x7ffb00197330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:34.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.066+0000 7ffafeffd640 1 --2- 172.21.15.67:0/576829170 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffb00100a80 0x7ffb00197330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:34.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.066+0000 7ffafeffd640 1 -- 172.21.15.67:0/576829170 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb0019c2e0 con 0x7ffb00101420 2024-09-10T08:14:34.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.066+0000 7ffafeffd640 1 --2- 172.21.15.67:0/576829170 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffb00101420 0x7ffb00197870 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7ffaf4009860 tx=0x7ffaf4009d20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:34.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.066+0000 7ffafcff9640 1 -- 172.21.15.67:0/576829170 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaf4005020 con 0x7ffb00101420 2024-09-10T08:14:34.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.067+0000 7ffafcff9640 1 -- 172.21.15.67:0/576829170 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffaf40047a0 con 0x7ffb00101420 2024-09-10T08:14:34.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.067+0000 7ffb05da2640 1 -- 172.21.15.67:0/576829170 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb0019c5d0 con 0x7ffb00101420 2024-09-10T08:14:34.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.067+0000 7ffafcff9640 1 -- 172.21.15.67:0/576829170 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaf4007b00 con 0x7ffb00101420 2024-09-10T08:14:34.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.067+0000 7ffb05da2640 1 -- 172.21.15.67:0/576829170 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb0006a790 con 0x7ffb00101420 2024-09-10T08:14:34.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.068+0000 7ffb05da2640 1 -- 172.21.15.67:0/576829170 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffb00100ee0 con 0x7ffb00101420 2024-09-10T08:14:34.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.069+0000 7ffafcff9640 1 -- 172.21.15.67:0/576829170 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7ffaf4007ca0 con 0x7ffb00101420 2024-09-10T08:14:34.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.070+0000 7ffafcff9640 1 --2- 172.21.15.67:0/576829170 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ffae80a2c90 0x7ffae80a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:34.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.070+0000 7ffaff7fe640 1 --2- 172.21.15.67:0/576829170 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ffae80a2c90 0x7ffae80a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:34.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.070+0000 7ffafcff9640 1 -- 172.21.15.67:0/576829170 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9071+0+0 (secure 0 0 0) 0x7ffaf40d08e0 con 0x7ffb00101420 2024-09-10T08:14:34.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.070+0000 7ffaff7fe640 1 --2- 172.21.15.67:0/576829170 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ffae80a2c90 0x7ffae80a5150 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7ffaf0009900 tx=0x7ffaf0000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:34.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.074+0000 7ffafcff9640 1 -- 172.21.15.67:0/576829170 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ffaf409cd50 con 0x7ffb00101420 2024-09-10T08:14:34.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:33 smithi133 ceph-mon[34721]: pgmap v347: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-09-10T08:14:34.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.284+0000 7ffb05da2640 1 -- 172.21.15.67:0/576829170 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ffb0006b210 con 0x7ffb00101420 2024-09-10T08:14:34.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.285+0000 7ffafcff9640 1 -- 172.21.15.67:0/576829170 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11983 (secure 0 0 0) 0x7ffaf40a1050 con 0x7ffb00101420 2024-09-10T08:14:34.284 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:14:34.285 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":28,"btime":"2024-09-10T08:13:23:816979+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3649064068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3649064068},{"type":"v1","addr":"172.21.15.67:6835","nonce":3649064068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6837/384364542","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6836","nonce":384364542},{"type":"v1","addr":"172.21.15.67:6837","nonce":384364542}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T08:12:37.538183+0000","modified":"2024-09-10T08:13:23.816954+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24479,"mds_1":24475,"mds_2":24457,"mds_3":24412,"mds_4":24404},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6839/2770928820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6838","nonce":2770928820},{"type":"v1","addr":"172.21.15.67:6839","nonce":2770928820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14628":{"gid":14628,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6841/1116344955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6840","nonce":1116344955},{"type":"v1","addr":"172.21.15.67:6841","nonce":1116344955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24404":{"gid":24404,"name":"k","rank":4,"incarnation":26,"state":"up:active","state_seq":23,"addr":"172.21.15.133:6833/2920270168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":2920270168},{"type":"v1","addr":"172.21.15.133:6833","nonce":2920270168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24412":{"gid":24412,"name":"l","rank":3,"incarnation":24,"state":"up:active","state_seq":23,"addr":"172.21.15.203:6833/754287689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":754287689},{"type":"v1","addr":"172.21.15.203:6833","nonce":754287689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/3573205749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3573205749},{"type":"v1","addr":"172.21.15.133:6835","nonce":3573205749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6835/3722546188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":3722546188},{"type":"v1","addr":"172.21.15.203:6835","nonce":3722546188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/667764093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":667764093},{"type":"v1","addr":"172.21.15.133:6837","nonce":667764093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":19,"addr":"172.21.15.203:6837/4255783395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":4255783395},{"type":"v1","addr":"172.21.15.203:6837","nonce":4255783395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":17,"addr":"172.21.15.203:6839/2311592321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2311592321},{"type":"v1","addr":"172.21.15.203:6839","nonce":2311592321}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.133:6839/1848609384","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":1848609384},{"type":"v1","addr":"172.21.15.133:6839","nonce":1848609384}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24479,"qdb_cluster":[24479,24475,24457,24412,24404]},"id":1}]} 2024-09-10T08:14:34.285 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 28 2024-09-10T08:14:34.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.287+0000 7ffb05da2640 1 -- 172.21.15.67:0/576829170 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ffae80a2c90 msgr2=0x7ffae80a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:34.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.287+0000 7ffb05da2640 1 --2- 172.21.15.67:0/576829170 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ffae80a2c90 0x7ffae80a5150 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7ffaf0009900 tx=0x7ffaf0000bc0 comp rx=0 tx=0).stop 2024-09-10T08:14:34.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.287+0000 7ffb05da2640 1 -- 172.21.15.67:0/576829170 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffb00101420 msgr2=0x7ffb00197870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:34.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.287+0000 7ffb05da2640 1 --2- 172.21.15.67:0/576829170 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffb00101420 0x7ffb00197870 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7ffaf4009860 tx=0x7ffaf4009d20 comp rx=0 tx=0).stop 2024-09-10T08:14:34.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.287+0000 7ffb05da2640 1 -- 172.21.15.67:0/576829170 shutdown_connections 2024-09-10T08:14:34.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.287+0000 7ffb05da2640 1 --2- 172.21.15.67:0/576829170 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ffae80a2c90 0x7ffae80a5150 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:34.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.287+0000 7ffb05da2640 1 --2- 172.21.15.67:0/576829170 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffb00106a80 0x7ffb0019bc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:34.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.287+0000 7ffb05da2640 1 --2- 172.21.15.67:0/576829170 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffb00101420 0x7ffb00197870 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:34.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.287+0000 7ffb05da2640 1 --2- 172.21.15.67:0/576829170 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffb00100a80 0x7ffb00197330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:34.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.287+0000 7ffb05da2640 1 -- 172.21.15.67:0/576829170 >> 172.21.15.67:0/576829170 conn(0x7ffb000fc7a0 msgr2=0x7ffb000fd0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:34.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.287+0000 7ffb05da2640 1 -- 172.21.15.67:0/576829170 shutdown_connections 2024-09-10T08:14:34.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:34.287+0000 7ffb05da2640 1 -- 172.21.15.67:0/576829170 wait complete. 2024-09-10T08:14:34.921 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:34 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/576829170' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:14:34.922 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph osd dump --format=json 2024-09-10T08:14:35.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:34 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/576829170' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:14:35.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:34 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/576829170' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:14:35.180 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:14:35.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.662+0000 7f3da2563640 1 -- 172.21.15.67:0/95146171 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d9c100e20 msgr2=0x7f3d9c101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:35.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.662+0000 7f3da2563640 1 --2- 172.21.15.67:0/95146171 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d9c100e20 0x7f3d9c101200 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f3d8c009900 tx=0x7f3d8c02a480 comp rx=0 tx=0).stop 2024-09-10T08:14:35.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.662+0000 7f3da2563640 1 -- 172.21.15.67:0/95146171 shutdown_connections 2024-09-10T08:14:35.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.662+0000 7f3da2563640 1 --2- 172.21.15.67:0/95146171 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3d9c102ef0 0x7f3d9c10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:35.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.662+0000 7f3da2563640 1 --2- 172.21.15.67:0/95146171 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3d9c102570 0x7f3d9c1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:35.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.662+0000 7f3da2563640 1 --2- 172.21.15.67:0/95146171 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d9c100e20 0x7f3d9c101200 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:35.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.662+0000 7f3da2563640 1 -- 172.21.15.67:0/95146171 >> 172.21.15.67:0/95146171 conn(0x7f3d9c0fc7d0 msgr2=0x7f3d9c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:35.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.662+0000 7f3da2563640 1 -- 172.21.15.67:0/95146171 shutdown_connections 2024-09-10T08:14:35.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.662+0000 7f3da2563640 1 -- 172.21.15.67:0/95146171 wait complete. 2024-09-10T08:14:35.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.663+0000 7f3da2563640 1 Processor -- start 2024-09-10T08:14:35.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.663+0000 7f3da2563640 1 -- start start 2024-09-10T08:14:35.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.663+0000 7f3da2563640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3d9c100e20 0x7f3d9c1992a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:35.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.663+0000 7f3da2563640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d9c102570 0x7f3d9c1997e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:35.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.663+0000 7f3da2563640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3d9c102ef0 0x7f3d9c1a4320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:35.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.663+0000 7f3da2563640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3d9c110e30 con 0x7f3d9c102570 2024-09-10T08:14:35.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.663+0000 7f3da2563640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f3d9c110cb0 con 0x7f3d9c102ef0 2024-09-10T08:14:35.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.663+0000 7f3da2563640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f3d9c110fb0 con 0x7f3d9c100e20 2024-09-10T08:14:35.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.663+0000 7f3d9b7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d9c102570 0x7f3d9c1997e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:35.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.663+0000 7f3d9b7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d9c102570 0x7f3d9c1997e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40646/0 (socket says 172.21.15.67:40646) 2024-09-10T08:14:35.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.663+0000 7f3d9b7fe640 1 -- 172.21.15.67:0/797166427 learned_addr learned my addr 172.21.15.67:0/797166427 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:35.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.663+0000 7f3d9bfff640 1 --2- 172.21.15.67:0/797166427 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3d9c100e20 0x7f3d9c1992a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:35.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.663+0000 7f3da0b00640 1 --2- 172.21.15.67:0/797166427 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3d9c102ef0 0x7f3d9c1a4320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:35.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.664+0000 7f3d9b7fe640 1 -- 172.21.15.67:0/797166427 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3d9c100e20 msgr2=0x7f3d9c1992a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:35.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.664+0000 7f3d9b7fe640 1 --2- 172.21.15.67:0/797166427 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3d9c100e20 0x7f3d9c1992a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:35.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.664+0000 7f3d9b7fe640 1 -- 172.21.15.67:0/797166427 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3d9c102ef0 msgr2=0x7f3d9c1a4320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:35.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.664+0000 7f3d9b7fe640 1 --2- 172.21.15.67:0/797166427 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3d9c102ef0 0x7f3d9c1a4320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:35.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.664+0000 7f3d9b7fe640 1 -- 172.21.15.67:0/797166427 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d9c1a4860 con 0x7f3d9c102570 2024-09-10T08:14:35.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.664+0000 7f3d9b7fe640 1 --2- 172.21.15.67:0/797166427 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d9c102570 0x7f3d9c1997e0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f3d8400eb90 tx=0x7f3d8400c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:35.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.664+0000 7f3d997fa640 1 -- 172.21.15.67:0/797166427 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d84004d20 con 0x7f3d9c102570 2024-09-10T08:14:35.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.664+0000 7f3d997fa640 1 -- 172.21.15.67:0/797166427 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3d8400ee90 con 0x7f3d9c102570 2024-09-10T08:14:35.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.664+0000 7f3da2563640 1 -- 172.21.15.67:0/797166427 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d9c1a4a30 con 0x7f3d9c102570 2024-09-10T08:14:35.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.664+0000 7f3d997fa640 1 -- 172.21.15.67:0/797166427 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d84010670 con 0x7f3d9c102570 2024-09-10T08:14:35.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.664+0000 7f3da2563640 1 -- 172.21.15.67:0/797166427 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d9c1a4ef0 con 0x7f3d9c102570 2024-09-10T08:14:35.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.665+0000 7f3da2563640 1 -- 172.21.15.67:0/797166427 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d9c101200 con 0x7f3d9c102570 2024-09-10T08:14:35.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.666+0000 7f3d997fa640 1 -- 172.21.15.67:0/797166427 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7f3d84005020 con 0x7f3d9c102570 2024-09-10T08:14:35.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.667+0000 7f3d997fa640 1 --2- 172.21.15.67:0/797166427 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f3d880a2c10 0x7f3d880a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:35.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.667+0000 7f3d9bfff640 1 --2- 172.21.15.67:0/797166427 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f3d880a2c10 0x7f3d880a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:35.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.667+0000 7f3d997fa640 1 -- 172.21.15.67:0/797166427 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9071+0+0 (secure 0 0 0) 0x7f3d840cfce0 con 0x7f3d9c102570 2024-09-10T08:14:35.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.668+0000 7f3d9bfff640 1 --2- 172.21.15.67:0/797166427 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f3d880a2c10 0x7f3d880a50d0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f3d8c005ab0 tx=0x7f3d8c005a20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:35.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.671+0000 7f3d997fa640 1 -- 172.21.15.67:0/797166427 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f3d8409c7a0 con 0x7f3d9c102570 2024-09-10T08:14:35.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.849+0000 7f3da2563640 1 -- 172.21.15.67:0/797166427 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3d9c109090 con 0x7f3d9c102570 2024-09-10T08:14:35.849 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:35 smithi067 ceph-mon[31051]: pgmap v348: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-09-10T08:14:35.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.850+0000 7f3d997fa640 1 -- 172.21.15.67:0/797166427 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) ==== 74+0+24667 (secure 0 0 0) 0x7f3d8409c0a0 con 0x7f3d9c102570 2024-09-10T08:14:35.850 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:14:35.850 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":90,"fsid":"315284b0-6f4b-11ef-bcea-c7b262605968","created":"2024-09-10T08:04:51.999264+0000","modified":"2024-09-10T08:13:39.397725+0000","last_up_change":"2024-09-10T08:11:44.006308+0000","last_in_change":"2024-09-10T08:11:20.252568+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:07:54.225673+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:12:33.710480+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T08:12:35.789356+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T08:12:42.280527+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f86e49e6-6996-48db-b2b5-45e56df21941","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6803","nonce":2156529365}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6805","nonce":2156529365}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6809","nonce":2156529365}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6807","nonce":2156529365}]},"public_addr":"172.21.15.67:6803/2156529365","cluster_addr":"172.21.15.67:6805/2156529365","heartbeat_back_addr":"172.21.15.67:6809/2156529365","heartbeat_front_addr":"172.21.15.67:6807/2156529365","state":["exists","up"]},{"osd":1,"uuid":"5d1404fb-621b-43f8-aae0-9b3bb2c84e92","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6801","nonce":3995937115}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6803","nonce":3995937115}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6807","nonce":3995937115}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6805","nonce":3995937115}]},"public_addr":"172.21.15.133:6801/3995937115","cluster_addr":"172.21.15.133:6803/3995937115","heartbeat_back_addr":"172.21.15.133:6807/3995937115","heartbeat_front_addr":"172.21.15.133:6805/3995937115","state":["exists","up"]},{"osd":2,"uuid":"f1a75f4e-9c67-4536-aad8-56469112fda1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6801","nonce":3905493348}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6803","nonce":3905493348}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6807","nonce":3905493348}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6805","nonce":3905493348}]},"public_addr":"172.21.15.203:6801/3905493348","cluster_addr":"172.21.15.203:6803/3905493348","heartbeat_back_addr":"172.21.15.203:6807/3905493348","heartbeat_front_addr":"172.21.15.203:6805/3905493348","state":["exists","up"]},{"osd":3,"uuid":"b58a1682-c3a7-4094-a4c8-d132c11d478f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6811","nonce":1513600391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6813","nonce":1513600391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6817","nonce":1513600391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6815","nonce":1513600391}]},"public_addr":"172.21.15.67:6811/1513600391","cluster_addr":"172.21.15.67:6813/1513600391","heartbeat_back_addr":"172.21.15.67:6817/1513600391","heartbeat_front_addr":"172.21.15.67:6815/1513600391","state":["exists","up"]},{"osd":4,"uuid":"cc22f878-3de9-4257-abab-069be0664dff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6809","nonce":873062362}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6811","nonce":873062362}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6815","nonce":873062362}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6813","nonce":873062362}]},"public_addr":"172.21.15.133:6809/873062362","cluster_addr":"172.21.15.133:6811/873062362","heartbeat_back_addr":"172.21.15.133:6815/873062362","heartbeat_front_addr":"172.21.15.133:6813/873062362","state":["exists","up"]},{"osd":5,"uuid":"6e4b48f9-df8e-43e5-ba21-589cbe4bf349","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6809","nonce":2104437925}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6811","nonce":2104437925}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6815","nonce":2104437925}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6813","nonce":2104437925}]},"public_addr":"172.21.15.203:6809/2104437925","cluster_addr":"172.21.15.203:6811/2104437925","heartbeat_back_addr":"172.21.15.203:6815/2104437925","heartbeat_front_addr":"172.21.15.203:6813/2104437925","state":["exists","up"]},{"osd":6,"uuid":"bc0ce4e2-ab6c-4d1d-a17c-f16ccf214696","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6819","nonce":3451855313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6821","nonce":3451855313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6825","nonce":3451855313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6823","nonce":3451855313}]},"public_addr":"172.21.15.67:6819/3451855313","cluster_addr":"172.21.15.67:6821/3451855313","heartbeat_back_addr":"172.21.15.67:6825/3451855313","heartbeat_front_addr":"172.21.15.67:6823/3451855313","state":["exists","up"]},{"osd":7,"uuid":"b114b175-4fec-45f5-846f-edbd7f3f6a40","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6817","nonce":3668519078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6819","nonce":3668519078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6823","nonce":3668519078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6821","nonce":3668519078}]},"public_addr":"172.21.15.133:6817/3668519078","cluster_addr":"172.21.15.133:6819/3668519078","heartbeat_back_addr":"172.21.15.133:6823/3668519078","heartbeat_front_addr":"172.21.15.133:6821/3668519078","state":["exists","up"]},{"osd":8,"uuid":"d31ce685-0a86-44b4-86ff-c2f7282de65e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6817","nonce":472763919}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6819","nonce":472763919}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6823","nonce":472763919}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6820","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6821","nonce":472763919}]},"public_addr":"172.21.15.203:6817/472763919","cluster_addr":"172.21.15.203:6819/472763919","heartbeat_back_addr":"172.21.15.203:6823/472763919","heartbeat_front_addr":"172.21.15.203:6821/472763919","state":["exists","up"]},{"osd":9,"uuid":"aa95ebe2-9111-4d0d-97cb-d0e19ab1b3cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6827","nonce":228642541}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6829","nonce":228642541}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6833","nonce":228642541}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6831","nonce":228642541}]},"public_addr":"172.21.15.67:6827/228642541","cluster_addr":"172.21.15.67:6829/228642541","heartbeat_back_addr":"172.21.15.67:6833/228642541","heartbeat_front_addr":"172.21.15.67:6831/228642541","state":["exists","up"]},{"osd":10,"uuid":"d732bc25-9273-4964-b8bf-441ae03fe4c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6825","nonce":1358359980}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6827","nonce":1358359980}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6831","nonce":1358359980}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6829","nonce":1358359980}]},"public_addr":"172.21.15.133:6825/1358359980","cluster_addr":"172.21.15.133:6827/1358359980","heartbeat_back_addr":"172.21.15.133:6831/1358359980","heartbeat_front_addr":"172.21.15.133:6829/1358359980","state":["exists","up"]},{"osd":11,"uuid":"8467eb04-6d28-4e6e-8f44-19022da895c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6824","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6825","nonce":1340245932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6827","nonce":1340245932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6831","nonce":1340245932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6828","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6829","nonce":1340245932}]},"public_addr":"172.21.15.203:6825/1340245932","cluster_addr":"172.21.15.203:6827/1340245932","heartbeat_back_addr":"172.21.15.203:6831/1340245932","heartbeat_front_addr":"172.21.15.203:6829/1340245932","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:07:00.686495+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:07:25.963125+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:07:51.678889+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:08:17.214730+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:08:42.566829+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:09:07.208130+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:09:33.332707+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:09:58.718647+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:10:24.866450+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:10:50.740704+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:11:16.269602+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:11:42.296645+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.6","mappings":[{"from":3,"to":8}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.1a","mappings":[{"from":5,"to":7}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.37","mappings":[{"from":1,"to":9}]},{"pgid":"4.f","mappings":[{"from":9,"to":8},{"from":5,"to":10}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:0/420992675":"2024-09-11T08:05:37.717567+0000","172.21.15.67:0/2960294013":"2024-09-11T08:05:37.717567+0000","172.21.15.67:6801/2987520524":"2024-09-11T08:05:37.717567+0000","172.21.15.67:6800/2987520524":"2024-09-11T08:05:37.717567+0000","172.21.15.67:0/3383024850":"2024-09-11T08:05:13.831541+0000","172.21.15.67:6801/1869292132":"2024-09-11T08:05:13.831541+0000","172.21.15.67:6800/1869292132":"2024-09-11T08:05:13.831541+0000","172.21.15.67:0/4178209804":"2024-09-11T08:05:37.717567+0000","172.21.15.67:0/2105313351":"2024-09-11T08:05:13.831541+0000","172.21.15.67:0/4063198473":"2024-09-11T08:05:13.831541+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:14:35.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.852+0000 7f3da2563640 1 -- 172.21.15.67:0/797166427 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f3d880a2c10 msgr2=0x7f3d880a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:35.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.852+0000 7f3da2563640 1 --2- 172.21.15.67:0/797166427 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f3d880a2c10 0x7f3d880a50d0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f3d8c005ab0 tx=0x7f3d8c005a20 comp rx=0 tx=0).stop 2024-09-10T08:14:35.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.852+0000 7f3da2563640 1 -- 172.21.15.67:0/797166427 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d9c102570 msgr2=0x7f3d9c1997e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:35.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.852+0000 7f3da2563640 1 --2- 172.21.15.67:0/797166427 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d9c102570 0x7f3d9c1997e0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f3d8400eb90 tx=0x7f3d8400c6a0 comp rx=0 tx=0).stop 2024-09-10T08:14:35.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.853+0000 7f3da2563640 1 -- 172.21.15.67:0/797166427 shutdown_connections 2024-09-10T08:14:35.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.853+0000 7f3da2563640 1 --2- 172.21.15.67:0/797166427 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f3d880a2c10 0x7f3d880a50d0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:35.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.853+0000 7f3da2563640 1 --2- 172.21.15.67:0/797166427 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3d9c102ef0 0x7f3d9c1a4320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:35.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.853+0000 7f3da2563640 1 --2- 172.21.15.67:0/797166427 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d9c102570 0x7f3d9c1997e0 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:35.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.853+0000 7f3da2563640 1 --2- 172.21.15.67:0/797166427 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3d9c100e20 0x7f3d9c1992a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:35.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.853+0000 7f3da2563640 1 -- 172.21.15.67:0/797166427 >> 172.21.15.67:0/797166427 conn(0x7f3d9c0fc7d0 msgr2=0x7f3d9c0fe2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:35.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.853+0000 7f3da2563640 1 -- 172.21.15.67:0/797166427 shutdown_connections 2024-09-10T08:14:35.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:35.853+0000 7f3da2563640 1 -- 172.21.15.67:0/797166427 wait complete. 2024-09-10T08:14:36.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:35 smithi203 ceph-mon[34672]: pgmap v348: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-09-10T08:14:36.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:35 smithi133 ceph-mon[34721]: pgmap v348: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-09-10T08:14:36.520 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:14:36.864 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:36 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/797166427' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:14:36.864 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:36 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:14:36.921 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:36 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/797166427' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:14:36.921 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:36 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:14:36.930 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:36 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/797166427' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:14:36.930 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:36 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:14:37.421 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:14:37.861 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:37 smithi067 ceph-mon[31051]: pgmap v349: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-09-10T08:14:37.861 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:37 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:14:37.861 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:37 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:14:37.861 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:37 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:14:37.861 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:37 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:14:37.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:37.945+0000 7fd4ff7f2640 1 -- 172.21.15.67:0/3420792728 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4f8102790 msgr2=0x7fd4f81067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:37.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:37.945+0000 7fd4ff7f2640 1 --2- 172.21.15.67:0/3420792728 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4f8102790 0x7fd4f81067e0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fd4e8009900 tx=0x7fd4e802a410 comp rx=0 tx=0).stop 2024-09-10T08:14:37.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:37.945+0000 7fd4ff7f2640 1 -- 172.21.15.67:0/3420792728 shutdown_connections 2024-09-10T08:14:37.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:37.945+0000 7fd4ff7f2640 1 --2- 172.21.15.67:0/3420792728 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd4f8106f10 0x7fd4f810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:37.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:37.945+0000 7fd4ff7f2640 1 --2- 172.21.15.67:0/3420792728 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4f8102790 0x7fd4f81067e0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:37.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:37.945+0000 7fd4ff7f2640 1 --2- 172.21.15.67:0/3420792728 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd4f8101de0 0x7fd4f81021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:37.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:37.945+0000 7fd4ff7f2640 1 -- 172.21.15.67:0/3420792728 >> 172.21.15.67:0/3420792728 conn(0x7fd4f80fd8c0 msgr2=0x7fd4f80ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:37.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:37.945+0000 7fd4ff7f2640 1 -- 172.21.15.67:0/3420792728 shutdown_connections 2024-09-10T08:14:37.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:37.945+0000 7fd4ff7f2640 1 -- 172.21.15.67:0/3420792728 wait complete. 2024-09-10T08:14:37.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:37.946+0000 7fd4ff7f2640 1 Processor -- start 2024-09-10T08:14:37.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:37.946+0000 7fd4ff7f2640 1 -- start start 2024-09-10T08:14:37.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:37.946+0000 7fd4ff7f2640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd4f8101de0 0x7fd4f80744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:37.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:37.946+0000 7fd4ff7f2640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd4f8102790 0x7fd4f8074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:37.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:37.946+0000 7fd4ff7f2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4f8106f10 0x7fd4f8074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:37.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:37.946+0000 7fd4ff7f2640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd4f8111e20 con 0x7fd4f8106f10 2024-09-10T08:14:37.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:37.946+0000 7fd4ff7f2640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fd4f8111ca0 con 0x7fd4f8101de0 2024-09-10T08:14:37.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:37.946+0000 7fd4ff7f2640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fd4f8111fa0 con 0x7fd4f8102790 2024-09-10T08:14:37.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:37.946+0000 7fd4fdd8f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4f8106f10 0x7fd4f8074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:37.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:37.946+0000 7fd4fd58e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd4f8101de0 0x7fd4f80744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:37.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:37.946+0000 7fd4fdd8f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4f8106f10 0x7fd4f8074f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40664/0 (socket says 172.21.15.67:40664) 2024-09-10T08:14:37.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:37.946+0000 7fd4fdd8f640 1 -- 172.21.15.67:0/195867942 learned_addr learned my addr 172.21.15.67:0/195867942 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:37.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:37.946+0000 7fd4fcd8d640 1 --2- 172.21.15.67:0/195867942 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd4f8102790 0x7fd4f8074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:37.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:37.946+0000 7fd4fdd8f640 1 -- 172.21.15.67:0/195867942 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd4f8102790 msgr2=0x7fd4f8074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:37.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:37.946+0000 7fd4fdd8f640 1 --2- 172.21.15.67:0/195867942 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd4f8102790 0x7fd4f8074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:37.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:37.946+0000 7fd4fdd8f640 1 -- 172.21.15.67:0/195867942 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd4f8101de0 msgr2=0x7fd4f80744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:37.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:37.946+0000 7fd4fdd8f640 1 --2- 172.21.15.67:0/195867942 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd4f8101de0 0x7fd4f80744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:37.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:37.946+0000 7fd4fdd8f640 1 -- 172.21.15.67:0/195867942 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4f81a6860 con 0x7fd4f8106f10 2024-09-10T08:14:37.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:37.946+0000 7fd4fd58e640 1 --2- 172.21.15.67:0/195867942 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd4f8101de0 0x7fd4f80744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:14:37.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:37.947+0000 7fd4fdd8f640 1 --2- 172.21.15.67:0/195867942 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4f8106f10 0x7fd4f8074f70 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fd4f000eb10 tx=0x7fd4f000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:37.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:37.947+0000 7fd4ee7fc640 1 -- 172.21.15.67:0/195867942 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4f0004b20 con 0x7fd4f8106f10 2024-09-10T08:14:37.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:37.947+0000 7fd4ee7fc640 1 -- 172.21.15.67:0/195867942 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd4f0004cc0 con 0x7fd4f8106f10 2024-09-10T08:14:37.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:37.947+0000 7fd4ff7f2640 1 -- 172.21.15.67:0/195867942 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4f81a6b50 con 0x7fd4f8106f10 2024-09-10T08:14:37.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:37.947+0000 7fd4ee7fc640 1 -- 172.21.15.67:0/195867942 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4f0010690 con 0x7fd4f8106f10 2024-09-10T08:14:37.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:37.947+0000 7fd4ff7f2640 1 -- 172.21.15.67:0/195867942 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4f81a7010 con 0x7fd4f8106f10 2024-09-10T08:14:37.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:37.948+0000 7fd4ff7f2640 1 -- 172.21.15.67:0/195867942 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4f81021c0 con 0x7fd4f8106f10 2024-09-10T08:14:37.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:37.949+0000 7fd4ee7fc640 1 -- 172.21.15.67:0/195867942 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 17) ==== 137884+0+0 (secure 0 0 0) 0x7fd4f0005020 con 0x7fd4f8106f10 2024-09-10T08:14:37.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:37.950+0000 7fd4ee7fc640 1 --2- 172.21.15.67:0/195867942 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd4e40a2c10 0x7fd4e40a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:37.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:37.950+0000 7fd4fd58e640 1 --2- 172.21.15.67:0/195867942 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd4e40a2c10 0x7fd4e40a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:37.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:37.950+0000 7fd4ee7fc640 1 -- 172.21.15.67:0/195867942 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 9071+0+0 (secure 0 0 0) 0x7fd4f00cfa20 con 0x7fd4f8106f10 2024-09-10T08:14:37.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:37.950+0000 7fd4fd58e640 1 --2- 172.21.15.67:0/195867942 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd4e40a2c10 0x7fd4e40a50d0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fd4f4009fc0 tx=0x7fd4f4005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:37.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:37.954+0000 7fd4ee7fc640 1 -- 172.21.15.67:0/195867942 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd4f009c4e0 con 0x7fd4f8106f10 2024-09-10T08:14:38.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:37 smithi203 ceph-mon[34672]: pgmap v349: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-09-10T08:14:38.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:37 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:14:38.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:37 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:14:38.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:37 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:14:38.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:37 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:14:38.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:37 smithi133 ceph-mon[34721]: pgmap v349: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 11 op/s 2024-09-10T08:14:38.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:37 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:14:38.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:37 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:14:38.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:37 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:14:38.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:37 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:14:38.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:38.176+0000 7fd4ff7f2640 1 -- 172.21.15.67:0/195867942 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd4f802d7c0 con 0x7fd4f8106f10 2024-09-10T08:14:38.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:38.177+0000 7fd4ee7fc640 1 -- 172.21.15.67:0/195867942 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11983 (secure 0 0 0) 0x7fd4f009bde0 con 0x7fd4f8106f10 2024-09-10T08:14:38.177 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:14:38.177 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":28,"btime":"2024-09-10T08:13:23:816979+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3649064068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3649064068},{"type":"v1","addr":"172.21.15.67:6835","nonce":3649064068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6837/384364542","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6836","nonce":384364542},{"type":"v1","addr":"172.21.15.67:6837","nonce":384364542}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T08:12:37.538183+0000","modified":"2024-09-10T08:13:23.816954+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24479,"mds_1":24475,"mds_2":24457,"mds_3":24412,"mds_4":24404},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6839/2770928820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6838","nonce":2770928820},{"type":"v1","addr":"172.21.15.67:6839","nonce":2770928820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14628":{"gid":14628,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6841/1116344955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6840","nonce":1116344955},{"type":"v1","addr":"172.21.15.67:6841","nonce":1116344955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24404":{"gid":24404,"name":"k","rank":4,"incarnation":26,"state":"up:active","state_seq":23,"addr":"172.21.15.133:6833/2920270168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":2920270168},{"type":"v1","addr":"172.21.15.133:6833","nonce":2920270168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24412":{"gid":24412,"name":"l","rank":3,"incarnation":24,"state":"up:active","state_seq":23,"addr":"172.21.15.203:6833/754287689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":754287689},{"type":"v1","addr":"172.21.15.203:6833","nonce":754287689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/3573205749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3573205749},{"type":"v1","addr":"172.21.15.133:6835","nonce":3573205749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6835/3722546188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":3722546188},{"type":"v1","addr":"172.21.15.203:6835","nonce":3722546188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/667764093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":667764093},{"type":"v1","addr":"172.21.15.133:6837","nonce":667764093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":19,"addr":"172.21.15.203:6837/4255783395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":4255783395},{"type":"v1","addr":"172.21.15.203:6837","nonce":4255783395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":17,"addr":"172.21.15.203:6839/2311592321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2311592321},{"type":"v1","addr":"172.21.15.203:6839","nonce":2311592321}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.133:6839/1848609384","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":1848609384},{"type":"v1","addr":"172.21.15.133:6839","nonce":1848609384}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24479,"qdb_cluster":[24479,24475,24457,24412,24404]},"id":1}]} 2024-09-10T08:14:38.177 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 28 2024-09-10T08:14:38.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:38.180+0000 7fd4ff7f2640 1 -- 172.21.15.67:0/195867942 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd4e40a2c10 msgr2=0x7fd4e40a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:38.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:38.180+0000 7fd4ff7f2640 1 --2- 172.21.15.67:0/195867942 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd4e40a2c10 0x7fd4e40a50d0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fd4f4009fc0 tx=0x7fd4f4005f90 comp rx=0 tx=0).stop 2024-09-10T08:14:38.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:38.180+0000 7fd4ff7f2640 1 -- 172.21.15.67:0/195867942 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4f8106f10 msgr2=0x7fd4f8074f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:38.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:38.180+0000 7fd4ff7f2640 1 --2- 172.21.15.67:0/195867942 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4f8106f10 0x7fd4f8074f70 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fd4f000eb10 tx=0x7fd4f000c2d0 comp rx=0 tx=0).stop 2024-09-10T08:14:38.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:38.180+0000 7fd4ff7f2640 1 -- 172.21.15.67:0/195867942 shutdown_connections 2024-09-10T08:14:38.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:38.180+0000 7fd4ff7f2640 1 --2- 172.21.15.67:0/195867942 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd4e40a2c10 0x7fd4e40a50d0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:38.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:38.180+0000 7fd4ff7f2640 1 --2- 172.21.15.67:0/195867942 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4f8106f10 0x7fd4f8074f70 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:38.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:38.180+0000 7fd4ff7f2640 1 --2- 172.21.15.67:0/195867942 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd4f8102790 0x7fd4f8074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:38.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:38.180+0000 7fd4ff7f2640 1 --2- 172.21.15.67:0/195867942 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd4f8101de0 0x7fd4f80744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:38.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:38.180+0000 7fd4ff7f2640 1 -- 172.21.15.67:0/195867942 >> 172.21.15.67:0/195867942 conn(0x7fd4f80fd8c0 msgr2=0x7fd4f80fecd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:38.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:38.180+0000 7fd4ff7f2640 1 -- 172.21.15.67:0/195867942 shutdown_connections 2024-09-10T08:14:38.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:38.180+0000 7fd4ff7f2640 1 -- 172.21.15.67:0/195867942 wait complete. 2024-09-10T08:14:38.892 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:38 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/195867942' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:14:38.892 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:38 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]: dispatch 2024-09-10T08:14:38.893 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:38 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 4]}]: dispatch 2024-09-10T08:14:38.893 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:38 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]: dispatch 2024-09-10T08:14:38.893 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:38 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [5, 9]}]: dispatch 2024-09-10T08:14:38.893 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:38 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 7]}]: dispatch 2024-09-10T08:14:38.893 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:38 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.28", "id": [5, 6, 3, 8]}]: dispatch 2024-09-10T08:14:38.893 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:38 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:14:38.893 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:38 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:14:38.922 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 28, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-09-10T08:12:37.538183+0000', 'modified': '2024-09-10T08:13:23.816954+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24479, 'mds_1': 24475, 'mds_2': 24457, 'mds_3': 24412, 'mds_4': 24404}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14616': {'gid': 14616, 'name': 'g', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.67:6839/2770928820', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.67:6838', 'nonce': 2770928820}, {'type': 'v1', 'addr': '172.21.15.67:6839', 'nonce': 2770928820}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_14628': {'gid': 14628, 'name': 'a', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.67:6841/1116344955', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.67:6840', 'nonce': 1116344955}, {'type': 'v1', 'addr': '172.21.15.67:6841', 'nonce': 1116344955}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24404': {'gid': 24404, 'name': 'k', 'rank': 4, 'incarnation': 26, 'state': 'up:active', 'state_seq': 23, 'addr': '172.21.15.133:6833/2920270168', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.133:6832', 'nonce': 2920270168}, {'type': 'v1', 'addr': '172.21.15.133:6833', 'nonce': 2920270168}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24412': {'gid': 24412, 'name': 'l', 'rank': 3, 'incarnation': 24, 'state': 'up:active', 'state_seq': 23, 'addr': '172.21.15.203:6833/754287689', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.203:6832', 'nonce': 754287689}, {'type': 'v1', 'addr': '172.21.15.203:6833', 'nonce': 754287689}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24431': {'gid': 24431, 'name': 'e', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.133:6835/3573205749', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.133:6834', 'nonce': 3573205749}, {'type': 'v1', 'addr': '172.21.15.133:6835', 'nonce': 3573205749}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24451': {'gid': 24451, 'name': 'f', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.203:6835/3722546188', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.203:6834', 'nonce': 3722546188}, {'type': 'v1', 'addr': '172.21.15.203:6835', 'nonce': 3722546188}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24455': {'gid': 24455, 'name': 'h', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.133:6837/667764093', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.133:6836', 'nonce': 667764093}, {'type': 'v1', 'addr': '172.21.15.133:6837', 'nonce': 667764093}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24457': {'gid': 24457, 'name': 'c', 'rank': 2, 'incarnation': 22, 'state': 'up:active', 'state_seq': 19, 'addr': '172.21.15.203:6837/4255783395', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.203:6836', 'nonce': 4255783395}, {'type': 'v1', 'addr': '172.21.15.203:6837', 'nonce': 4255783395}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24475': {'gid': 24475, 'name': 'i', 'rank': 1, 'incarnation': 20, 'state': 'up:active', 'state_seq': 17, 'addr': '172.21.15.203:6839/2311592321', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.203:6838', 'nonce': 2311592321}, {'type': 'v1', 'addr': '172.21.15.203:6839', 'nonce': 2311592321}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24479': {'gid': 24479, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.133:6839/1848609384', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.133:6838', 'nonce': 1848609384}, {'type': 'v1', 'addr': '172.21.15.133:6839', 'nonce': 1848609384}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24479, 'qdb_cluster': [24479, 24475, 24457, 24412, 24404]} 2024-09-10T08:14:38.922 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-09-10T08:14:38.922 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.k status 2024-09-10T08:14:39.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:38 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/195867942' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:14:39.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:38 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]: dispatch 2024-09-10T08:14:39.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:38 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 4]}]: dispatch 2024-09-10T08:14:39.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:38 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]: dispatch 2024-09-10T08:14:39.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:38 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [5, 9]}]: dispatch 2024-09-10T08:14:39.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:38 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 7]}]: dispatch 2024-09-10T08:14:39.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:38 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.28", "id": [5, 6, 3, 8]}]: dispatch 2024-09-10T08:14:39.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:38 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:14:39.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:38 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:14:39.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:38 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/195867942' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:14:39.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:38 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]: dispatch 2024-09-10T08:14:39.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:38 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 4]}]: dispatch 2024-09-10T08:14:39.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:38 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]: dispatch 2024-09-10T08:14:39.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:38 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [5, 9]}]: dispatch 2024-09-10T08:14:39.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:38 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 7]}]: dispatch 2024-09-10T08:14:39.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:38 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.28", "id": [5, 6, 3, 8]}]: dispatch 2024-09-10T08:14:39.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:38 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:14:39.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:38 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:14:39.186 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:14:39.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.694+0000 7fb8cf879640 1 -- 172.21.15.67:0/1872504849 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8c8101420 msgr2=0x7fb8c810d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:39.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.694+0000 7fb8cf879640 1 --2- 172.21.15.67:0/1872504849 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8c8101420 0x7fb8c810d950 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fb8c0009cd0 tx=0x7fb8c002a8e0 comp rx=0 tx=0).stop 2024-09-10T08:14:39.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.695+0000 7fb8cf879640 1 -- 172.21.15.67:0/1872504849 shutdown_connections 2024-09-10T08:14:39.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.695+0000 7fb8cf879640 1 --2- 172.21.15.67:0/1872504849 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb8c8100a80 0x7fb8c8100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:39.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.695+0000 7fb8cf879640 1 --2- 172.21.15.67:0/1872504849 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8c8101420 0x7fb8c810d950 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:39.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.695+0000 7fb8cf879640 1 --2- 172.21.15.67:0/1872504849 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb8c8106a80 0x7fb8c8106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:39.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.695+0000 7fb8cf879640 1 -- 172.21.15.67:0/1872504849 >> 172.21.15.67:0/1872504849 conn(0x7fb8c80fc7a0 msgr2=0x7fb8c80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:39.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.695+0000 7fb8cf879640 1 -- 172.21.15.67:0/1872504849 shutdown_connections 2024-09-10T08:14:39.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.695+0000 7fb8cf879640 1 -- 172.21.15.67:0/1872504849 wait complete. 2024-09-10T08:14:39.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.695+0000 7fb8cf879640 1 Processor -- start 2024-09-10T08:14:39.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.695+0000 7fb8cf879640 1 -- start start 2024-09-10T08:14:39.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.695+0000 7fb8cf879640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8c8100a80 0x7fb8c8197250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:39.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.696+0000 7fb8cf879640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb8c8101420 0x7fb8c8197790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:39.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.696+0000 7fb8cf879640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb8c8106a80 0x7fb8c819bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:39.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.696+0000 7fb8cf879640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb8c8110d30 con 0x7fb8c8100a80 2024-09-10T08:14:39.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.696+0000 7fb8cf879640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fb8c8110bb0 con 0x7fb8c8101420 2024-09-10T08:14:39.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.696+0000 7fb8cf879640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fb8c8110eb0 con 0x7fb8c8106a80 2024-09-10T08:14:39.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.696+0000 7fb8cd615640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8c8100a80 0x7fb8c8197250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:39.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.696+0000 7fb8cd615640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8c8100a80 0x7fb8c8197250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40692/0 (socket says 172.21.15.67:40692) 2024-09-10T08:14:39.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.696+0000 7fb8cd615640 1 -- 172.21.15.67:0/395896826 learned_addr learned my addr 172.21.15.67:0/395896826 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:39.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.696+0000 7fb8cce14640 1 --2- 172.21.15.67:0/395896826 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb8c8101420 0x7fb8c8197790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:39.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.696+0000 7fb8cde16640 1 --2- 172.21.15.67:0/395896826 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb8c8106a80 0x7fb8c819bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:39.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.696+0000 7fb8cd615640 1 -- 172.21.15.67:0/395896826 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb8c8106a80 msgr2=0x7fb8c819bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:39.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.696+0000 7fb8cd615640 1 --2- 172.21.15.67:0/395896826 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb8c8106a80 0x7fb8c819bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:39.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.696+0000 7fb8cd615640 1 -- 172.21.15.67:0/395896826 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb8c8101420 msgr2=0x7fb8c8197790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:39.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.696+0000 7fb8cd615640 1 --2- 172.21.15.67:0/395896826 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb8c8101420 0x7fb8c8197790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:39.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.696+0000 7fb8cd615640 1 -- 172.21.15.67:0/395896826 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8c819c200 con 0x7fb8c8100a80 2024-09-10T08:14:39.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.696+0000 7fb8cd615640 1 --2- 172.21.15.67:0/395896826 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8c8100a80 0x7fb8c8197250 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fb8c400d950 tx=0x7fb8c400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:39.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.696+0000 7fb8be7fc640 1 -- 172.21.15.67:0/395896826 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8c4017030 con 0x7fb8c8100a80 2024-09-10T08:14:39.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.696+0000 7fb8be7fc640 1 -- 172.21.15.67:0/395896826 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb8c4004020 con 0x7fb8c8100a80 2024-09-10T08:14:39.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.696+0000 7fb8cf879640 1 -- 172.21.15.67:0/395896826 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8c819c4f0 con 0x7fb8c8100a80 2024-09-10T08:14:39.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.696+0000 7fb8be7fc640 1 -- 172.21.15.67:0/395896826 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8c40047a0 con 0x7fb8c8100a80 2024-09-10T08:14:39.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.697+0000 7fb8cf879640 1 -- 172.21.15.67:0/395896826 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8c81a3dd0 con 0x7fb8c8100a80 2024-09-10T08:14:39.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.699+0000 7fb8be7fc640 1 -- 172.21.15.67:0/395896826 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fb8c40041d0 con 0x7fb8c8100a80 2024-09-10T08:14:39.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.699+0000 7fb8d1c52740 1 Processor -- start 2024-09-10T08:14:39.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.700+0000 7fb8d1c52740 1 -- start start 2024-09-10T08:14:39.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.700+0000 7fb8be7fc640 1 --2- 172.21.15.67:0/395896826 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb8b40a2c00 0x7fb8b40a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:39.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.700+0000 7fb8d1c52740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592f6de6870 0x5592f6de6c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:39.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.700+0000 7fb8d1c52740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5592f6de7190 0x5592f6df3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:39.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.700+0000 7fb8d1c52740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5592f6df3dc0 0x5592f6df61b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:39.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.700+0000 7fb8be7fc640 1 -- 172.21.15.67:0/395896826 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fb8c40ced60 con 0x7fb8c8100a80 2024-09-10T08:14:39.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.700+0000 7fb8cde16640 1 --2- 172.21.15.67:0/395896826 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb8b40a2c00 0x7fb8b40a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:39.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.700+0000 7fb8d1c52740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5592f6d4d090 con 0x5592f6de6870 2024-09-10T08:14:39.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.700+0000 7fb8d1c52740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5592f6cf4a70 con 0x5592f6de7190 2024-09-10T08:14:39.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.700+0000 7fb8d1c52740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5592f6d49050 con 0x5592f6df3dc0 2024-09-10T08:14:39.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.700+0000 7fb8cd615640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592f6de6870 0x5592f6de6c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:39.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.700+0000 7fb8cd615640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592f6de6870 0x5592f6de6c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40700/0 (socket says 172.21.15.67:40700) 2024-09-10T08:14:39.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.700+0000 7fb8cd615640 1 -- 172.21.15.67:0/2215643515 learned_addr learned my addr 172.21.15.67:0/2215643515 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:39.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.700+0000 7fb8cd615640 1 -- 172.21.15.67:0/2215643515 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5592f6df3dc0 msgr2=0x5592f6df61b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:14:39.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.700+0000 7fb8cd615640 1 --2- 172.21.15.67:0/2215643515 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5592f6df3dc0 0x5592f6df61b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:39.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.700+0000 7fb8cd615640 1 -- 172.21.15.67:0/2215643515 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5592f6de7190 msgr2=0x5592f6df3880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:14:39.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.700+0000 7fb8cd615640 1 --2- 172.21.15.67:0/2215643515 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5592f6de7190 0x5592f6df3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:39.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.700+0000 7fb8cd615640 1 -- 172.21.15.67:0/2215643515 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5592f6d01130 con 0x5592f6de6870 2024-09-10T08:14:39.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.700+0000 7fb8cde16640 1 --2- 172.21.15.67:0/395896826 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb8b40a2c00 0x7fb8b40a50c0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fb8c0005e10 tx=0x7fb8c0009960 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:39.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.700+0000 7fb8cd615640 1 --2- 172.21.15.67:0/2215643515 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592f6de6870 0x5592f6de6c50 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fb8c40a3900 tx=0x7fb8c409abe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=448742650614b07 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:39.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.701+0000 7fb8b37fe640 1 -- 172.21.15.67:0/2215643515 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8c409f570 con 0x5592f6de6870 2024-09-10T08:14:39.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.701+0000 7fb8b37fe640 1 -- 172.21.15.67:0/2215643515 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb8c40a3e30 con 0x5592f6de6870 2024-09-10T08:14:39.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.701+0000 7fb8b37fe640 1 -- 172.21.15.67:0/2215643515 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8c409f160 con 0x5592f6de6870 2024-09-10T08:14:39.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.701+0000 7fb8d1c52740 1 -- 172.21.15.67:0/2215643515 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592f6de6870 msgr2=0x5592f6de6c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:39.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.701+0000 7fb8d1c52740 1 --2- 172.21.15.67:0/2215643515 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592f6de6870 0x5592f6de6c50 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fb8c40a3900 tx=0x7fb8c409abe0 comp rx=0 tx=0).stop 2024-09-10T08:14:39.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.701+0000 7fb8d1c52740 1 -- 172.21.15.67:0/2215643515 shutdown_connections 2024-09-10T08:14:39.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.701+0000 7fb8d1c52740 1 --2- 172.21.15.67:0/2215643515 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5592f6de7190 0x5592f6df3880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:39.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.701+0000 7fb8d1c52740 1 --2- 172.21.15.67:0/2215643515 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5592f6df3dc0 0x5592f6df61b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:39.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.701+0000 7fb8d1c52740 1 --2- 172.21.15.67:0/2215643515 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592f6de6870 0x5592f6de6c50 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:39.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.701+0000 7fb8d1c52740 1 -- 172.21.15.67:0/2215643515 >> 172.21.15.67:0/2215643515 conn(0x5592f6de2f60 msgr2=0x5592f6de3340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:39.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.702+0000 7fb8d1c52740 1 -- 172.21.15.67:0/2215643515 shutdown_connections 2024-09-10T08:14:39.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.702+0000 7fb8d1c52740 1 -- 172.21.15.67:0/2215643515 wait complete. 2024-09-10T08:14:39.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.702+0000 7fb8d1c52740 1 -- start start 2024-09-10T08:14:39.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.702+0000 7fb8d1c52740 1 Processor -- start 2024-09-10T08:14:39.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.702+0000 7fb8d1c52740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5592f6de6870 0x5592f6df36e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:39.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.702+0000 7fb8d1c52740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5592f6de7190 0x5592f6df0a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:39.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.702+0000 7fb8d1c52740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592f6df3dc0 0x5592f6df0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:39.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.702+0000 7fb8d1c52740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5592f6df6990 con 0x5592f6df3dc0 2024-09-10T08:14:39.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.702+0000 7fb8d1c52740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5592f6d07f20 con 0x5592f6de7190 2024-09-10T08:14:39.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.702+0000 7fb8d1c52740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5592f6df6b10 con 0x5592f6de6870 2024-09-10T08:14:39.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.702+0000 7fb8d1c52740 10 client.0 _ll_register_callbacks cb 0x5592f6cd1030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:14:39.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.703+0000 7fb8cde16640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592f6df3dc0 0x5592f6df0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:39.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.703+0000 7fb8cde16640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592f6df3dc0 0x5592f6df0f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40704/0 (socket says 172.21.15.67:40704) 2024-09-10T08:14:39.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.703+0000 7fb8cde16640 1 -- 172.21.15.67:0/1523107917 learned_addr learned my addr 172.21.15.67:0/1523107917 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:39.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.703+0000 7fb8cd615640 1 --2- 172.21.15.67:0/1523107917 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5592f6de6870 0x5592f6df36e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:39.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.703+0000 7fb8cce14640 1 --2- 172.21.15.67:0/1523107917 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5592f6de7190 0x5592f6df0a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:39.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.703+0000 7fb8cde16640 1 -- 172.21.15.67:0/1523107917 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5592f6de6870 msgr2=0x5592f6df36e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:14:39.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.703+0000 7fb8cde16640 1 --2- 172.21.15.67:0/1523107917 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5592f6de6870 0x5592f6df36e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:39.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.703+0000 7fb8cde16640 1 -- 172.21.15.67:0/1523107917 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5592f6de7190 msgr2=0x5592f6df0a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:14:39.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.703+0000 7fb8cde16640 1 --2- 172.21.15.67:0/1523107917 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5592f6de7190 0x5592f6df0a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:39.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.703+0000 7fb8cde16640 1 -- 172.21.15.67:0/1523107917 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5592f6abe2b0 con 0x5592f6df3dc0 2024-09-10T08:14:39.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.703+0000 7fb8cde16640 1 --2- 172.21.15.67:0/1523107917 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592f6df3dc0 0x5592f6df0f70 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fb8c0009cd0 tx=0x7fb8c00095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11b9253fdd94d855 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:39.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.703+0000 7fb8b0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:14:39.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.703+0000 7fb8b0ff9640 1 -- 172.21.15.67:0/1523107917 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8c004c030 con 0x5592f6df3dc0 2024-09-10T08:14:39.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.703+0000 7fb8d1c52740 1 -- 172.21.15.67:0/1523107917 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb8c40a3e30 con 0x5592f6df3dc0 2024-09-10T08:14:39.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.703+0000 7fb8b0ff9640 1 -- 172.21.15.67:0/1523107917 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fb8c00047a0 con 0x5592f6df3dc0 2024-09-10T08:14:39.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.703+0000 7fb8b0ff9640 1 -- 172.21.15.67:0/1523107917 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fb8c0059050 con 0x5592f6df3dc0 2024-09-10T08:14:39.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.703+0000 7fb8d1c52740 10 client.15102 fetch_fsmap learned FSMap version 28 2024-09-10T08:14:39.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.703+0000 7fb8d1c52740 1 -- 172.21.15.67:0/1523107917 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5592f6e023a0 con 0x5592f6df3dc0 2024-09-10T08:14:39.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.704+0000 7fb8b0ff9640 1 -- 172.21.15.67:0/1523107917 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb8c40a3e30 con 0x5592f6df3dc0 2024-09-10T08:14:39.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.704+0000 7fb8b0ff9640 1 -- 172.21.15.67:0/1523107917 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 28) ==== 8370+0+0 (secure 0 0 0) 0x7fb8c0030070 con 0x5592f6df3dc0 2024-09-10T08:14:39.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.704+0000 7fb8d1c52740 10 client.15102 fetch_fsmap finished waiting for FSMap version 28 2024-09-10T08:14:39.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.704+0000 7fb8d1c52740 10 client.15102 resolve_mds: resolved name 'k' to daemon mds.k 2024-09-10T08:14:39.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.704+0000 7fb8d1c52740 20 client.15102 populate_metadata read hostname 'smithi067' 2024-09-10T08:14:39.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.704+0000 7fb8d1c52740 1 --2- 172.21.15.67:0/1523107917 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x5592f6e04a40 0x5592f6e05eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:39.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.704+0000 7fb8d1c52740 4 client.15102 mds_command: new command op to 24404 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:14:39.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.704+0000 7fb8d1c52740 1 -- 172.21.15.67:0/1523107917 --> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5592f6d5a600 con 0x5592f6e04a40 2024-09-10T08:14:39.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.704+0000 7fb8cd615640 1 --2- 172.21.15.67:0/1523107917 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x5592f6e04a40 0x5592f6e05eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:39.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.705+0000 7fb8cd615640 1 --2- 172.21.15.67:0/1523107917 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x5592f6e04a40 0x5592f6e05eb0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=d9271adac80f438a server_cookie=21d59eaa97f1c2ca in_seq=0 out_seq=0 2024-09-10T08:14:39.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.705+0000 7fb8b0ff9640 10 client.15102 ms_handle_connect on v2:172.21.15.133:6832/2920270168 2024-09-10T08:14:39.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.706+0000 7fb8b0ff9640 1 -- 172.21.15.67:0/1523107917 <== mds.4 v2:172.21.15.133:6832/2920270168 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5592f6d5a600 con 0x5592f6e04a40 2024-09-10T08:14:39.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.706+0000 7fb8b0ff9640 10 client.15102 handle_command_reply: tid=0 2024-09-10T08:14:39.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.706+0000 7fb8d1c52740 1 client.15102 shutdown 2024-09-10T08:14:39.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.706+0000 7fb8d1c52740 1 -- 172.21.15.67:0/1523107917 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592f6df3dc0 msgr2=0x5592f6df0f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:39.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.706+0000 7fb8d1c52740 1 --2- 172.21.15.67:0/1523107917 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592f6df3dc0 0x5592f6df0f70 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fb8c0009cd0 tx=0x7fb8c00095c0 comp rx=0 tx=0).stop 2024-09-10T08:14:39.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.706+0000 7fb8d1c52740 1 -- 172.21.15.67:0/1523107917 shutdown_connections 2024-09-10T08:14:39.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.706+0000 7fb8d1c52740 1 --2- 172.21.15.67:0/1523107917 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x5592f6e04a40 0x5592f6e05eb0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:39.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.706+0000 7fb8d1c52740 1 --2- 172.21.15.67:0/1523107917 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5592f6de7190 0x5592f6df0a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:39.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.706+0000 7fb8d1c52740 1 --2- 172.21.15.67:0/1523107917 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592f6df3dc0 0x5592f6df0f70 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:39.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.706+0000 7fb8b0ff9640 0 client.15102 ms_handle_reset on v2:172.21.15.133:6832/2920270168 2024-09-10T08:14:39.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.706+0000 7fb8d1c52740 1 --2- 172.21.15.67:0/1523107917 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5592f6de6870 0x5592f6df36e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:39.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.706+0000 7fb8d1c52740 1 -- 172.21.15.67:0/1523107917 >> 172.21.15.67:0/1523107917 conn(0x5592f6de2f60 msgr2=0x5592f6de8cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:39.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.706+0000 7fb8d1c52740 1 -- 172.21.15.67:0/1523107917 shutdown_connections 2024-09-10T08:14:39.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.706+0000 7fb8d1c52740 1 -- 172.21.15.67:0/1523107917 wait complete. 2024-09-10T08:14:39.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.706+0000 7fb8d1c52740 20 client.15102 trim_cache size 0 max 16384 2024-09-10T08:14:39.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.724+0000 7fb8d1c52740 1 Processor -- start 2024-09-10T08:14:39.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.724+0000 7fb8d1c52740 1 -- start start 2024-09-10T08:14:39.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.724+0000 7fb8d1c52740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5592f6de6870 0x5592f6e04370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:39.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.724+0000 7fb8d1c52740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5592f6de7190 0x5592f6e05110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:39.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.724+0000 7fb8d1c52740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592f6df3dc0 0x5592f6df09f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:39.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.724+0000 7fb8d1c52740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5592f6e041f0 con 0x5592f6df3dc0 2024-09-10T08:14:39.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.724+0000 7fb8d1c52740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5592f6e048c0 con 0x5592f6de7190 2024-09-10T08:14:39.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.724+0000 7fb8d1c52740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5592f6e04f90 con 0x5592f6de6870 2024-09-10T08:14:39.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.724+0000 7fb8cde16640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592f6df3dc0 0x5592f6df09f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:39.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.724+0000 7fb8cde16640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592f6df3dc0 0x5592f6df09f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40708/0 (socket says 172.21.15.67:40708) 2024-09-10T08:14:39.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.724+0000 7fb8cde16640 1 -- 172.21.15.67:0/3927659536 learned_addr learned my addr 172.21.15.67:0/3927659536 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:39.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.724+0000 7fb8cde16640 1 -- 172.21.15.67:0/3927659536 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5592f6de6870 msgr2=0x5592f6e04370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:14:39.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.724+0000 7fb8cd615640 1 --2- 172.21.15.67:0/3927659536 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5592f6de6870 0x5592f6e04370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:39.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.725+0000 7fb8cce14640 1 --2- 172.21.15.67:0/3927659536 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5592f6de7190 0x5592f6e05110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:39.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.725+0000 7fb8cde16640 1 --2- 172.21.15.67:0/3927659536 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5592f6de6870 0x5592f6e04370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:39.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.725+0000 7fb8cde16640 1 -- 172.21.15.67:0/3927659536 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5592f6de7190 msgr2=0x5592f6e05110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:14:39.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.725+0000 7fb8cde16640 1 --2- 172.21.15.67:0/3927659536 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5592f6de7190 0x5592f6e05110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:39.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.725+0000 7fb8cde16640 1 -- 172.21.15.67:0/3927659536 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5592f6de4080 con 0x5592f6df3dc0 2024-09-10T08:14:39.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.725+0000 7fb8cd615640 1 --2- 172.21.15.67:0/3927659536 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5592f6de6870 0x5592f6e04370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:14:39.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.725+0000 7fb8cde16640 1 --2- 172.21.15.67:0/3927659536 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592f6df3dc0 0x5592f6df09f0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fb8c002a920 tx=0x7fb8c0048420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3c27a7b7ae8665f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:39.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.725+0000 7fb8b2ffd640 1 -- 172.21.15.67:0/3927659536 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8c004c070 con 0x5592f6df3dc0 2024-09-10T08:14:39.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.725+0000 7fb8b2ffd640 1 -- 172.21.15.67:0/3927659536 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb8c0044050 con 0x5592f6df3dc0 2024-09-10T08:14:39.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.725+0000 7fb8b2ffd640 1 -- 172.21.15.67:0/3927659536 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8c0042070 con 0x5592f6df3dc0 2024-09-10T08:14:39.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.726+0000 7fb8d1c52740 1 -- 172.21.15.67:0/3927659536 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592f6df3dc0 msgr2=0x5592f6df09f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:39.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.726+0000 7fb8d1c52740 1 --2- 172.21.15.67:0/3927659536 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592f6df3dc0 0x5592f6df09f0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fb8c002a920 tx=0x7fb8c0048420 comp rx=0 tx=0).stop 2024-09-10T08:14:39.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.726+0000 7fb8d1c52740 1 -- 172.21.15.67:0/3927659536 shutdown_connections 2024-09-10T08:14:39.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.726+0000 7fb8d1c52740 1 --2- 172.21.15.67:0/3927659536 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5592f6de7190 0x5592f6e05110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:39.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.726+0000 7fb8d1c52740 1 --2- 172.21.15.67:0/3927659536 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592f6df3dc0 0x5592f6df09f0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:39.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.726+0000 7fb8d1c52740 1 --2- 172.21.15.67:0/3927659536 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5592f6de6870 0x5592f6e04370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:39.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.726+0000 7fb8d1c52740 1 -- 172.21.15.67:0/3927659536 >> 172.21.15.67:0/3927659536 conn(0x5592f6de2f60 msgr2=0x5592f6dddce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:39.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.726+0000 7fb8d1c52740 1 -- 172.21.15.67:0/3927659536 shutdown_connections 2024-09-10T08:14:39.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.726+0000 7fb8d1c52740 1 -- 172.21.15.67:0/3927659536 wait complete. 2024-09-10T08:14:39.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.726+0000 7fb8d1c52740 1 -- start start 2024-09-10T08:14:39.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.726+0000 7fb8d1c52740 1 Processor -- start 2024-09-10T08:14:39.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.726+0000 7fb8d1c52740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5592f6de6870 0x5592f6e07090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:39.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.726+0000 7fb8d1c52740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5592f6de7190 0x5592f6e075d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:39.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.726+0000 7fb8d1c52740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592f6df3dc0 0x5592f6e07b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:39.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.727+0000 7fb8d1c52740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5592f6e05d30 con 0x5592f6df3dc0 2024-09-10T08:14:39.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.727+0000 7fb8d1c52740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5592f6e05660 con 0x5592f6de6870 2024-09-10T08:14:39.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.727+0000 7fb8d1c52740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5592f6e06400 con 0x5592f6de7190 2024-09-10T08:14:39.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.727+0000 7fb8d1c52740 10 client.0 _ll_register_callbacks cb 0x7fb8c0009800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:14:39.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.727+0000 7fb8cde16640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592f6df3dc0 0x5592f6e07b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:39.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.727+0000 7fb8cde16640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592f6df3dc0 0x5592f6e07b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40718/0 (socket says 172.21.15.67:40718) 2024-09-10T08:14:39.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.727+0000 7fb8cde16640 1 -- 172.21.15.67:0/4042503651 learned_addr learned my addr 172.21.15.67:0/4042503651 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:39.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.727+0000 7fb8cd615640 1 --2- 172.21.15.67:0/4042503651 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5592f6de6870 0x5592f6e07090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:39.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.727+0000 7fb8cce14640 1 --2- 172.21.15.67:0/4042503651 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5592f6de7190 0x5592f6e075d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:39.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.727+0000 7fb8cde16640 1 -- 172.21.15.67:0/4042503651 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5592f6de7190 msgr2=0x5592f6e075d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:14:39.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.727+0000 7fb8cde16640 1 --2- 172.21.15.67:0/4042503651 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5592f6de7190 0x5592f6e075d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:39.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.727+0000 7fb8cde16640 1 -- 172.21.15.67:0/4042503651 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5592f6de6870 msgr2=0x5592f6e07090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:14:39.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.727+0000 7fb8cde16640 1 --2- 172.21.15.67:0/4042503651 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5592f6de6870 0x5592f6e07090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:39.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.727+0000 7fb8cde16640 1 -- 172.21.15.67:0/4042503651 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5592f6e6d360 con 0x5592f6df3dc0 2024-09-10T08:14:39.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.727+0000 7fb8cd615640 1 --2- 172.21.15.67:0/4042503651 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5592f6de6870 0x5592f6e07090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:14:39.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.727+0000 7fb8cde16640 1 --2- 172.21.15.67:0/4042503651 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592f6df3dc0 0x5592f6e07b10 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fb8c002ae00 tx=0x7fb8c0004520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ca7275491729f16 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:39.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.727+0000 7fb8b0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:14:39.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.727+0000 7fb8b0ff9640 1 -- 172.21.15.67:0/4042503651 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8c0042070 con 0x5592f6df3dc0 2024-09-10T08:14:39.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.727+0000 7fb8b0ff9640 1 -- 172.21.15.67:0/4042503651 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fb8c0048990 con 0x5592f6df3dc0 2024-09-10T08:14:39.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.727+0000 7fb8d1c52740 1 -- 172.21.15.67:0/4042503651 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb8c0044050 con 0x5592f6df3dc0 2024-09-10T08:14:39.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.728+0000 7fb8b0ff9640 1 -- 172.21.15.67:0/4042503651 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fb8c006a050 con 0x5592f6df3dc0 2024-09-10T08:14:39.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.728+0000 7fb8d1c52740 10 client.15108 fetch_fsmap learned FSMap version 28 2024-09-10T08:14:39.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.728+0000 7fb8d1c52740 1 -- 172.21.15.67:0/4042503651 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5592f6e6e5d0 con 0x5592f6df3dc0 2024-09-10T08:14:39.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.728+0000 7fb8b0ff9640 1 -- 172.21.15.67:0/4042503651 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb8c0044050 con 0x5592f6df3dc0 2024-09-10T08:14:39.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.728+0000 7fb8b0ff9640 1 -- 172.21.15.67:0/4042503651 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 28) ==== 8370+0+0 (secure 0 0 0) 0x7fb8c0030040 con 0x5592f6df3dc0 2024-09-10T08:14:39.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.728+0000 7fb8d1c52740 10 client.15108 fetch_fsmap finished waiting for FSMap version 28 2024-09-10T08:14:39.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.728+0000 7fb8d1c52740 10 client.15108 resolve_mds: resolved name 'k' to daemon mds.k 2024-09-10T08:14:39.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.728+0000 7fb8d1c52740 20 client.15108 populate_metadata read hostname 'smithi067' 2024-09-10T08:14:39.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.728+0000 7fb8d1c52740 1 --2- 172.21.15.67:0/4042503651 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x5592f6e72dd0 0x5592f6e71ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:39.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.728+0000 7fb8d1c52740 4 client.15108 mds_command: new command op to 24404 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T08:14:39.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.728+0000 7fb8d1c52740 1 -- 172.21.15.67:0/4042503651 --> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] -- command(tid 0: {"prefix": "status"}) -- 0x5592f6d54b10 con 0x5592f6e72dd0 2024-09-10T08:14:39.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.728+0000 7fb8cd615640 1 --2- 172.21.15.67:0/4042503651 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x5592f6e72dd0 0x5592f6e71ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:39.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.729+0000 7fb8cd615640 1 --2- 172.21.15.67:0/4042503651 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x5592f6e72dd0 0x5592f6e71ae0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=b2693728e9a6b10c server_cookie=8ad7fd7529247cc8 in_seq=0 out_seq=0 2024-09-10T08:14:39.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.729+0000 7fb8b0ff9640 10 client.15108 ms_handle_connect on v2:172.21.15.133:6832/2920270168 2024-09-10T08:14:39.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.729+0000 7fb8b0ff9640 1 -- 172.21.15.67:0/4042503651 <== mds.4 v2:172.21.15.133:6832/2920270168 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x5592f6d54b10 con 0x5592f6e72dd0 2024-09-10T08:14:39.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.729+0000 7fb8b0ff9640 10 client.15108 handle_command_reply: tid=0 2024-09-10T08:14:39.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.729+0000 7fb8d1c52740 1 client.15108 shutdown 2024-09-10T08:14:39.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.729+0000 7fb8d1c52740 1 -- 172.21.15.67:0/4042503651 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592f6df3dc0 msgr2=0x5592f6e07b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:39.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.729+0000 7fb8d1c52740 1 --2- 172.21.15.67:0/4042503651 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592f6df3dc0 0x5592f6e07b10 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fb8c002ae00 tx=0x7fb8c0004520 comp rx=0 tx=0).stop 2024-09-10T08:14:39.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.729+0000 7fb8d1c52740 1 -- 172.21.15.67:0/4042503651 shutdown_connections 2024-09-10T08:14:39.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.729+0000 7fb8d1c52740 1 --2- 172.21.15.67:0/4042503651 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x5592f6e72dd0 0x5592f6e71ae0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:39.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.729+0000 7fb8d1c52740 1 --2- 172.21.15.67:0/4042503651 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592f6df3dc0 0x5592f6e07b10 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:39.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.729+0000 7fb8d1c52740 1 --2- 172.21.15.67:0/4042503651 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5592f6de7190 0x5592f6e075d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:39.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.729+0000 7fb8d1c52740 1 --2- 172.21.15.67:0/4042503651 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5592f6de6870 0x5592f6e07090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:39.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.729+0000 7fb8d1c52740 1 -- 172.21.15.67:0/4042503651 >> 172.21.15.67:0/4042503651 conn(0x5592f6de2f60 msgr2=0x5592f6df09f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:39.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.729+0000 7fb8b0ff9640 0 client.15108 ms_handle_reset on v2:172.21.15.133:6832/2920270168 2024-09-10T08:14:39.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.730+0000 7fb8d1c52740 1 -- 172.21.15.67:0/4042503651 shutdown_connections 2024-09-10T08:14:39.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.730+0000 7fb8d1c52740 1 -- 172.21.15.67:0/4042503651 wait complete. 2024-09-10T08:14:39.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.730+0000 7fb8d1c52740 20 client.15108 trim_cache size 0 max 16384 2024-09-10T08:14:39.734 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:14:39.735 INFO:teuthology.orchestra.run.smithi067.stdout: "cluster_fsid": "315284b0-6f4b-11ef-bcea-c7b262605968", 2024-09-10T08:14:39.735 INFO:teuthology.orchestra.run.smithi067.stdout: "whoami": 4, 2024-09-10T08:14:39.735 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 24404, 2024-09-10T08:14:39.735 INFO:teuthology.orchestra.run.smithi067.stdout: "want_state": "up:active", 2024-09-10T08:14:39.735 INFO:teuthology.orchestra.run.smithi067.stdout: "state": "up:active", 2024-09-10T08:14:39.735 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs", 2024-09-10T08:14:39.735 INFO:teuthology.orchestra.run.smithi067.stdout: "rank_uptime": 76.914652887000003, 2024-09-10T08:14:39.735 INFO:teuthology.orchestra.run.smithi067.stdout: "mdsmap_epoch": 28, 2024-09-10T08:14:39.735 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch": 92, 2024-09-10T08:14:39.735 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch_barrier": 88, 2024-09-10T08:14:39.735 INFO:teuthology.orchestra.run.smithi067.stdout: "uptime": 162.24244834999999 2024-09-10T08:14:39.735 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:14:39.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.730+0000 7fb8cf879640 1 -- 172.21.15.67:0/395896826 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb8b40a2c00 msgr2=0x7fb8b40a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:39.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.730+0000 7fb8cf879640 1 --2- 172.21.15.67:0/395896826 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb8b40a2c00 0x7fb8b40a50c0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fb8c0005e10 tx=0x7fb8c0009960 comp rx=0 tx=0).stop 2024-09-10T08:14:39.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.730+0000 7fb8cf879640 1 -- 172.21.15.67:0/395896826 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8c8100a80 msgr2=0x7fb8c8197250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:39.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.730+0000 7fb8cf879640 1 --2- 172.21.15.67:0/395896826 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8c8100a80 0x7fb8c8197250 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fb8c400d950 tx=0x7fb8c400de10 comp rx=0 tx=0).stop 2024-09-10T08:14:39.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.730+0000 7fb8cf879640 1 -- 172.21.15.67:0/395896826 shutdown_connections 2024-09-10T08:14:39.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.730+0000 7fb8cf879640 1 --2- 172.21.15.67:0/395896826 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb8b40a2c00 0x7fb8b40a50c0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:39.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.730+0000 7fb8cf879640 1 --2- 172.21.15.67:0/395896826 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb8c8101420 0x7fb8c8197790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:39.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.730+0000 7fb8cf879640 1 --2- 172.21.15.67:0/395896826 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb8c8106a80 0x7fb8c819bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:39.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.730+0000 7fb8cf879640 1 --2- 172.21.15.67:0/395896826 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8c8100a80 0x7fb8c8197250 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:39.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.730+0000 7fb8cf879640 1 -- 172.21.15.67:0/395896826 >> 172.21.15.67:0/395896826 conn(0x7fb8c80fc7a0 msgr2=0x7fb8c80fd020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:39.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.730+0000 7fb8cf879640 1 -- 172.21.15.67:0/395896826 shutdown_connections 2024-09-10T08:14:39.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:39.730+0000 7fb8cf879640 1 -- 172.21.15.67:0/395896826 wait complete. 2024-09-10T08:14:39.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:39 smithi067 ceph-mon[31051]: pgmap v350: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-10T08:14:39.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:39 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]': finished 2024-09-10T08:14:39.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:39 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 4]}]': finished 2024-09-10T08:14:39.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:39 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]': finished 2024-09-10T08:14:39.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:39 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [5, 9]}]': finished 2024-09-10T08:14:39.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:39 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 7]}]': finished 2024-09-10T08:14:39.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:39 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.28", "id": [5, 6, 3, 8]}]': finished 2024-09-10T08:14:39.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:39 smithi067 ceph-mon[31051]: osdmap e91: 12 total, 12 up, 12 in 2024-09-10T08:14:39.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:39 smithi067 ceph-mon[31051]: mgrmap e18: x(active, since 9m), standbys: z, y 2024-09-10T08:14:39.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:39 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:14:39.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:39 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:14:39.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:39 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:14:40.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:39 smithi203 ceph-mon[34672]: pgmap v350: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-10T08:14:40.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:39 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]': finished 2024-09-10T08:14:40.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:39 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 4]}]': finished 2024-09-10T08:14:40.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:39 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]': finished 2024-09-10T08:14:40.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:39 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [5, 9]}]': finished 2024-09-10T08:14:40.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:39 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 7]}]': finished 2024-09-10T08:14:40.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:39 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.28", "id": [5, 6, 3, 8]}]': finished 2024-09-10T08:14:40.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:39 smithi203 ceph-mon[34672]: osdmap e91: 12 total, 12 up, 12 in 2024-09-10T08:14:40.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:39 smithi203 ceph-mon[34672]: mgrmap e18: x(active, since 9m), standbys: z, y 2024-09-10T08:14:40.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:39 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:14:40.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:39 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:14:40.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:39 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:14:40.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:39 smithi133 ceph-mon[34721]: pgmap v350: 129 pgs: 129 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-10T08:14:40.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:39 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.6", "id": [8, 11]}]': finished 2024-09-10T08:14:40.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:39 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 4]}]': finished 2024-09-10T08:14:40.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:39 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]': finished 2024-09-10T08:14:40.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:39 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [5, 9]}]': finished 2024-09-10T08:14:40.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:39 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 7]}]': finished 2024-09-10T08:14:40.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:39 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.28", "id": [5, 6, 3, 8]}]': finished 2024-09-10T08:14:40.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:39 smithi133 ceph-mon[34721]: osdmap e91: 12 total, 12 up, 12 in 2024-09-10T08:14:40.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:39 smithi133 ceph-mon[34721]: mgrmap e18: x(active, since 9m), standbys: z, y 2024-09-10T08:14:40.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:39 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:14:40.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:39 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:14:40.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:39 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:14:40.481 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.l status 2024-09-10T08:14:40.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:40 smithi067 ceph-mon[31051]: osdmap e92: 12 total, 12 up, 12 in 2024-09-10T08:14:40.740 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:14:41.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:40 smithi203 ceph-mon[34672]: osdmap e92: 12 total, 12 up, 12 in 2024-09-10T08:14:41.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:40 smithi133 ceph-mon[34721]: osdmap e92: 12 total, 12 up, 12 in 2024-09-10T08:14:41.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.239+0000 7f285b658640 1 -- 172.21.15.67:0/682858698 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2854100cc0 msgr2=0x7f2854106800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:41.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.239+0000 7f285b658640 1 --2- 172.21.15.67:0/682858698 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2854100cc0 0x7f2854106800 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f2848009900 tx=0x7f284802a410 comp rx=0 tx=0).stop 2024-09-10T08:14:41.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.239+0000 7f285b658640 1 -- 172.21.15.67:0/682858698 shutdown_connections 2024-09-10T08:14:41.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.239+0000 7f285b658640 1 --2- 172.21.15.67:0/682858698 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2854106f30 0x7f285410eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:41.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.239+0000 7f285b658640 1 --2- 172.21.15.67:0/682858698 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2854100cc0 0x7f2854106800 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:41.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.239+0000 7f285b658640 1 --2- 172.21.15.67:0/682858698 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2854100310 0x7f28541006f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:41.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.239+0000 7f285b658640 1 -- 172.21.15.67:0/682858698 >> 172.21.15.67:0/682858698 conn(0x7f2854077210 msgr2=0x7f28540fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:41.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.240+0000 7f285b658640 1 -- 172.21.15.67:0/682858698 shutdown_connections 2024-09-10T08:14:41.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.240+0000 7f285b658640 1 -- 172.21.15.67:0/682858698 wait complete. 2024-09-10T08:14:41.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.240+0000 7f285b658640 1 Processor -- start 2024-09-10T08:14:41.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.240+0000 7f285b658640 1 -- start start 2024-09-10T08:14:41.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.240+0000 7f285b658640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2854100310 0x7f2854101290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:41.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.240+0000 7f285b658640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2854100cc0 0x7f28541017d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:41.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.240+0000 7f285b658640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2854106f30 0x7f2854101d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:41.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.240+0000 7f285b658640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2854111e40 con 0x7f2854106f30 2024-09-10T08:14:41.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.240+0000 7f285b658640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f2854111cc0 con 0x7f2854100cc0 2024-09-10T08:14:41.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.240+0000 7f285b658640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f2854111fc0 con 0x7f2854100310 2024-09-10T08:14:41.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.241+0000 7f2859bf5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2854106f30 0x7f2854101d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:41.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.241+0000 7f2859bf5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2854106f30 0x7f2854101d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40740/0 (socket says 172.21.15.67:40740) 2024-09-10T08:14:41.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.241+0000 7f2859bf5640 1 -- 172.21.15.67:0/1632872629 learned_addr learned my addr 172.21.15.67:0/1632872629 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:41.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.241+0000 7f28593f4640 1 --2- 172.21.15.67:0/1632872629 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2854100310 0x7f2854101290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:41.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.241+0000 7f2859bf5640 1 -- 172.21.15.67:0/1632872629 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2854100310 msgr2=0x7f2854101290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:41.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.241+0000 7f2859bf5640 1 --2- 172.21.15.67:0/1632872629 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2854100310 0x7f2854101290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:41.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.241+0000 7f2859bf5640 1 -- 172.21.15.67:0/1632872629 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2854100cc0 msgr2=0x7f28541017d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:41.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.241+0000 7f2859bf5640 1 --2- 172.21.15.67:0/1632872629 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2854100cc0 0x7f28541017d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:41.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.241+0000 7f2859bf5640 1 -- 172.21.15.67:0/1632872629 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28541a6870 con 0x7f2854106f30 2024-09-10T08:14:41.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.241+0000 7f2859bf5640 1 --2- 172.21.15.67:0/1632872629 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2854106f30 0x7f2854101d10 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f284c00eaa0 tx=0x7f284c00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:41.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.241+0000 7f28467fc640 1 -- 172.21.15.67:0/1632872629 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f284c00cdb0 con 0x7f2854106f30 2024-09-10T08:14:41.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.241+0000 7f28467fc640 1 -- 172.21.15.67:0/1632872629 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f284c005020 con 0x7f2854106f30 2024-09-10T08:14:41.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.241+0000 7f285b658640 1 -- 172.21.15.67:0/1632872629 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28541a6b60 con 0x7f2854106f30 2024-09-10T08:14:41.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.241+0000 7f28467fc640 1 -- 172.21.15.67:0/1632872629 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f284c0116d0 con 0x7f2854106f30 2024-09-10T08:14:41.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.241+0000 7f285b658640 1 -- 172.21.15.67:0/1632872629 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28541a7050 con 0x7f2854106f30 2024-09-10T08:14:41.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.244+0000 7f28467fc640 1 -- 172.21.15.67:0/1632872629 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f284c0051d0 con 0x7f2854106f30 2024-09-10T08:14:41.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.244+0000 7f285da31740 1 Processor -- start 2024-09-10T08:14:41.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.244+0000 7f285da31740 1 -- start start 2024-09-10T08:14:41.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.244+0000 7f285da31740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564b665419d0 0x564b66541db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:41.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.244+0000 7f285da31740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564b665422f0 0x564b6654c670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:41.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.244+0000 7f285da31740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564b6654cbb0 0x564b6654efa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:41.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.245+0000 7f285da31740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x564b664a8090 con 0x564b665419d0 2024-09-10T08:14:41.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.245+0000 7f285da31740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x564b6644fa70 con 0x564b6654cbb0 2024-09-10T08:14:41.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.245+0000 7f285da31740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x564b664a4050 con 0x564b665422f0 2024-09-10T08:14:41.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.245+0000 7f2858bf3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564b665419d0 0x564b66541db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:41.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.245+0000 7f2858bf3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564b665419d0 0x564b66541db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40750/0 (socket says 172.21.15.67:40750) 2024-09-10T08:14:41.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.245+0000 7f2858bf3640 1 -- 172.21.15.67:0/3317442034 learned_addr learned my addr 172.21.15.67:0/3317442034 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:41.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.245+0000 7f28593f4640 1 --2- 172.21.15.67:0/3317442034 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564b665422f0 0x564b6654c670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:41.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.245+0000 7f28467fc640 1 --2- 172.21.15.67:0/1632872629 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f28400a2b80 0x7f28400a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:41.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.245+0000 7f2858bf3640 1 --2- 172.21.15.67:0/3317442034 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564b6654cbb0 0x564b6654efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:41.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.245+0000 7f2858bf3640 1 -- 172.21.15.67:0/3317442034 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564b665422f0 msgr2=0x564b6654c670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:14:41.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.245+0000 7f2858bf3640 1 --2- 172.21.15.67:0/3317442034 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564b665422f0 0x564b6654c670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:41.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.245+0000 7f2858bf3640 1 -- 172.21.15.67:0/3317442034 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564b6654cbb0 msgr2=0x564b6654efa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:14:41.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.245+0000 7f2858bf3640 1 --2- 172.21.15.67:0/3317442034 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564b6654cbb0 0x564b6654efa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:41.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.245+0000 7f2858bf3640 1 -- 172.21.15.67:0/3317442034 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564b6645c130 con 0x564b665419d0 2024-09-10T08:14:41.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.245+0000 7f2859bf5640 1 --2- 172.21.15.67:0/1632872629 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f28400a2b80 0x7f28400a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:41.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.245+0000 7f28467fc640 1 -- 172.21.15.67:0/1632872629 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f284c0cf680 con 0x7f2854106f30 2024-09-10T08:14:41.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.245+0000 7f2858bf3640 1 --2- 172.21.15.67:0/3317442034 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564b665419d0 0x564b66541db0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f284802a930 tx=0x7f2848000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43013e49013ca76e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:41.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.245+0000 7f2859bf5640 1 --2- 172.21.15.67:0/1632872629 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f28400a2b80 0x7f28400a5040 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f284c0984b0 tx=0x7f284c00cf50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:41.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.246+0000 7f283f7fe640 1 -- 172.21.15.67:0/3317442034 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2848041070 con 0x564b665419d0 2024-09-10T08:14:41.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.246+0000 7f283f7fe640 1 -- 172.21.15.67:0/3317442034 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f28480316a0 con 0x564b665419d0 2024-09-10T08:14:41.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.246+0000 7f283f7fe640 1 -- 172.21.15.67:0/3317442034 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2848035040 con 0x564b665419d0 2024-09-10T08:14:41.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.246+0000 7f285da31740 1 -- 172.21.15.67:0/3317442034 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564b665419d0 msgr2=0x564b66541db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:41.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.246+0000 7f285da31740 1 --2- 172.21.15.67:0/3317442034 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564b665419d0 0x564b66541db0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f284802a930 tx=0x7f2848000bc0 comp rx=0 tx=0).stop 2024-09-10T08:14:41.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.246+0000 7f285da31740 1 -- 172.21.15.67:0/3317442034 shutdown_connections 2024-09-10T08:14:41.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.246+0000 7f285da31740 1 --2- 172.21.15.67:0/3317442034 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564b6654cbb0 0x564b6654efa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:41.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.246+0000 7f285da31740 1 --2- 172.21.15.67:0/3317442034 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564b665422f0 0x564b6654c670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:41.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.246+0000 7f285da31740 1 --2- 172.21.15.67:0/3317442034 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564b665419d0 0x564b66541db0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:41.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.246+0000 7f285da31740 1 -- 172.21.15.67:0/3317442034 >> 172.21.15.67:0/3317442034 conn(0x564b6653df60 msgr2=0x564b6653e340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:41.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.246+0000 7f285da31740 1 -- 172.21.15.67:0/3317442034 shutdown_connections 2024-09-10T08:14:41.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.246+0000 7f285da31740 1 -- 172.21.15.67:0/3317442034 wait complete. 2024-09-10T08:14:41.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.247+0000 7f285da31740 1 -- start start 2024-09-10T08:14:41.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.247+0000 7f285da31740 1 Processor -- start 2024-09-10T08:14:41.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.247+0000 7f285da31740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564b665419d0 0x564b6654c410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:41.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.247+0000 7f285da31740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564b665422f0 0x564b66549760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:41.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.247+0000 7f285da31740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564b6654cbb0 0x564b66549ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:41.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.247+0000 7f285da31740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x564b6654f780 con 0x564b665419d0 2024-09-10T08:14:41.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.247+0000 7f285da31740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x564b66462f20 con 0x564b665422f0 2024-09-10T08:14:41.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.247+0000 7f285da31740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x564b6654f900 con 0x564b6654cbb0 2024-09-10T08:14:41.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.247+0000 7f285da31740 10 client.0 _ll_register_callbacks cb 0x564b6642c030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:14:41.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.247+0000 7f2858bf3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564b665419d0 0x564b6654c410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:41.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.247+0000 7f2858bf3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564b665419d0 0x564b6654c410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40758/0 (socket says 172.21.15.67:40758) 2024-09-10T08:14:41.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.247+0000 7f2858bf3640 1 -- 172.21.15.67:0/3644495387 learned_addr learned my addr 172.21.15.67:0/3644495387 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:41.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.248+0000 7f2858bf3640 1 --2- 172.21.15.67:0/3644495387 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564b6654cbb0 0x564b66549ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:41.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.248+0000 7f28593f4640 1 --2- 172.21.15.67:0/3644495387 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564b665422f0 0x564b66549760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:41.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.248+0000 7f2858bf3640 1 -- 172.21.15.67:0/3644495387 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564b6654cbb0 msgr2=0x564b66549ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:14:41.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.248+0000 7f2858bf3640 1 --2- 172.21.15.67:0/3644495387 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564b6654cbb0 0x564b66549ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:41.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.248+0000 7f2858bf3640 1 -- 172.21.15.67:0/3644495387 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564b665422f0 msgr2=0x564b66549760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:14:41.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.248+0000 7f2858bf3640 1 --2- 172.21.15.67:0/3644495387 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564b665422f0 0x564b66549760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:41.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.248+0000 7f2858bf3640 1 -- 172.21.15.67:0/3644495387 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564b662192b0 con 0x564b665419d0 2024-09-10T08:14:41.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.248+0000 7f2858bf3640 1 --2- 172.21.15.67:0/3644495387 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564b665419d0 0x564b6654c410 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f28480057c0 tx=0x7f2848003690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a07264c96aa6aede server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:41.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.248+0000 7f283cff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:14:41.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.248+0000 7f283cff9640 1 -- 172.21.15.67:0/3644495387 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2848051070 con 0x564b665419d0 2024-09-10T08:14:41.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.248+0000 7f283cff9640 1 -- 172.21.15.67:0/3644495387 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f2848003a40 con 0x564b665419d0 2024-09-10T08:14:41.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.248+0000 7f285da31740 1 -- 172.21.15.67:0/3644495387 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f28480316a0 con 0x564b665419d0 2024-09-10T08:14:41.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.248+0000 7f283cff9640 1 -- 172.21.15.67:0/3644495387 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f2848035040 con 0x564b665419d0 2024-09-10T08:14:41.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.248+0000 7f285da31740 10 client.15120 fetch_fsmap learned FSMap version 28 2024-09-10T08:14:41.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.248+0000 7f285da31740 1 -- 172.21.15.67:0/3644495387 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x564b6655b0a0 con 0x564b665419d0 2024-09-10T08:14:41.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.249+0000 7f283cff9640 1 -- 172.21.15.67:0/3644495387 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f28480316a0 con 0x564b665419d0 2024-09-10T08:14:41.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.249+0000 7f283cff9640 1 -- 172.21.15.67:0/3644495387 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 28) ==== 8370+0+0 (secure 0 0 0) 0x7f2848046be0 con 0x564b665419d0 2024-09-10T08:14:41.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.249+0000 7f285da31740 10 client.15120 fetch_fsmap finished waiting for FSMap version 28 2024-09-10T08:14:41.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.249+0000 7f285da31740 10 client.15120 resolve_mds: resolved name 'l' to daemon mds.l 2024-09-10T08:14:41.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.249+0000 7f285da31740 20 client.15120 populate_metadata read hostname 'smithi067' 2024-09-10T08:14:41.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.249+0000 7f285da31740 1 --2- 172.21.15.67:0/3644495387 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x564b6655d290 0x564b6655e700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:41.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.249+0000 7f285da31740 4 client.15120 mds_command: new command op to 24412 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:14:41.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.249+0000 7f285da31740 1 -- 172.21.15.67:0/3644495387 --> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564b664b5600 con 0x564b6655d290 2024-09-10T08:14:41.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.249+0000 7f28593f4640 1 --2- 172.21.15.67:0/3644495387 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x564b6655d290 0x564b6655e700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:41.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.250+0000 7f28593f4640 1 --2- 172.21.15.67:0/3644495387 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x564b6655d290 0x564b6655e700 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=2166c84bc0352de2 server_cookie=3b44b20d48f9207f in_seq=0 out_seq=0 2024-09-10T08:14:41.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.250+0000 7f283cff9640 10 client.15120 ms_handle_connect on v2:172.21.15.203:6832/754287689 2024-09-10T08:14:41.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.251+0000 7f283cff9640 1 -- 172.21.15.67:0/3644495387 <== mds.3 v2:172.21.15.203:6832/754287689 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564b664b5600 con 0x564b6655d290 2024-09-10T08:14:41.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.251+0000 7f283cff9640 10 client.15120 handle_command_reply: tid=0 2024-09-10T08:14:41.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.251+0000 7f285da31740 1 client.15120 shutdown 2024-09-10T08:14:41.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.251+0000 7f285da31740 1 -- 172.21.15.67:0/3644495387 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564b665419d0 msgr2=0x564b6654c410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:41.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.251+0000 7f285da31740 1 --2- 172.21.15.67:0/3644495387 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564b665419d0 0x564b6654c410 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f28480057c0 tx=0x7f2848003690 comp rx=0 tx=0).stop 2024-09-10T08:14:41.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.251+0000 7f285da31740 1 -- 172.21.15.67:0/3644495387 shutdown_connections 2024-09-10T08:14:41.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.251+0000 7f285da31740 1 --2- 172.21.15.67:0/3644495387 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x564b6655d290 0x564b6655e700 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:41.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.251+0000 7f283cff9640 0 client.15120 ms_handle_reset on v2:172.21.15.203:6832/754287689 2024-09-10T08:14:41.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.251+0000 7f285da31740 1 --2- 172.21.15.67:0/3644495387 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564b665422f0 0x564b66549760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:41.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.251+0000 7f285da31740 1 --2- 172.21.15.67:0/3644495387 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564b6654cbb0 0x564b66549ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:41.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.251+0000 7f285da31740 1 --2- 172.21.15.67:0/3644495387 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564b665419d0 0x564b6654c410 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:41.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.251+0000 7f285da31740 1 -- 172.21.15.67:0/3644495387 >> 172.21.15.67:0/3644495387 conn(0x564b6653df60 msgr2=0x564b66543c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:41.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.251+0000 7f285da31740 1 -- 172.21.15.67:0/3644495387 shutdown_connections 2024-09-10T08:14:41.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.251+0000 7f285da31740 1 -- 172.21.15.67:0/3644495387 wait complete. 2024-09-10T08:14:41.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.251+0000 7f285da31740 20 client.15120 trim_cache size 0 max 16384 2024-09-10T08:14:41.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.269+0000 7f285da31740 1 Processor -- start 2024-09-10T08:14:41.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.269+0000 7f285da31740 1 -- start start 2024-09-10T08:14:41.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.269+0000 7f285da31740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564b665419d0 0x564b6655cbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:41.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.269+0000 7f285da31740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564b665422f0 0x564b6655e700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:41.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.269+0000 7f285da31740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564b6654cbb0 0x564b66548070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:41.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.269+0000 7f285da31740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x564b6655ca40 con 0x564b6654cbb0 2024-09-10T08:14:41.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.269+0000 7f285da31740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x564b6655d110 con 0x564b665419d0 2024-09-10T08:14:41.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.269+0000 7f285da31740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x564b6655d7e0 con 0x564b665422f0 2024-09-10T08:14:41.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.269+0000 7f2858bf3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564b6654cbb0 0x564b66548070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:41.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.269+0000 7f2858bf3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564b6654cbb0 0x564b66548070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40762/0 (socket says 172.21.15.67:40762) 2024-09-10T08:14:41.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.269+0000 7f2858bf3640 1 -- 172.21.15.67:0/3861964765 learned_addr learned my addr 172.21.15.67:0/3861964765 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:41.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.269+0000 7f28593f4640 1 --2- 172.21.15.67:0/3861964765 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564b665422f0 0x564b6655e700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:41.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.269+0000 7f2858bf3640 1 --2- 172.21.15.67:0/3861964765 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564b665419d0 0x564b6655cbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:41.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.270+0000 7f2858bf3640 1 -- 172.21.15.67:0/3861964765 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564b665422f0 msgr2=0x564b6655e700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:14:41.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.270+0000 7f2858bf3640 1 --2- 172.21.15.67:0/3861964765 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564b665422f0 0x564b6655e700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:41.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.270+0000 7f2858bf3640 1 -- 172.21.15.67:0/3861964765 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564b665419d0 msgr2=0x564b6655cbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:14:41.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.270+0000 7f2858bf3640 1 --2- 172.21.15.67:0/3861964765 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564b665419d0 0x564b6655cbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:41.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.270+0000 7f2858bf3640 1 -- 172.21.15.67:0/3861964765 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564b6654c780 con 0x564b6654cbb0 2024-09-10T08:14:41.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.270+0000 7f2858bf3640 1 --2- 172.21.15.67:0/3861964765 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564b6654cbb0 0x564b66548070 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f28480059d0 tx=0x7f2848031400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f24efcc07646f38 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:41.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.270+0000 7f283effd640 1 -- 172.21.15.67:0/3861964765 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2848067070 con 0x564b6654cbb0 2024-09-10T08:14:41.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.270+0000 7f283effd640 1 -- 172.21.15.67:0/3861964765 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f28480316a0 con 0x564b6654cbb0 2024-09-10T08:14:41.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.270+0000 7f283effd640 1 -- 172.21.15.67:0/3861964765 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2848051070 con 0x564b6654cbb0 2024-09-10T08:14:41.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.270+0000 7f285da31740 1 -- 172.21.15.67:0/3861964765 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564b6654cbb0 msgr2=0x564b66548070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:41.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.270+0000 7f285da31740 1 --2- 172.21.15.67:0/3861964765 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564b6654cbb0 0x564b66548070 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f28480059d0 tx=0x7f2848031400 comp rx=0 tx=0).stop 2024-09-10T08:14:41.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.271+0000 7f285da31740 1 -- 172.21.15.67:0/3861964765 shutdown_connections 2024-09-10T08:14:41.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.271+0000 7f285da31740 1 --2- 172.21.15.67:0/3861964765 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564b6654cbb0 0x564b66548070 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:41.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.271+0000 7f285da31740 1 --2- 172.21.15.67:0/3861964765 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564b665422f0 0x564b6655e700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:41.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.271+0000 7f285da31740 1 --2- 172.21.15.67:0/3861964765 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564b665419d0 0x564b6655cbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:41.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.271+0000 7f285da31740 1 -- 172.21.15.67:0/3861964765 >> 172.21.15.67:0/3861964765 conn(0x564b6653df60 msgr2=0x564b66538ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:41.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.271+0000 7f285da31740 1 -- 172.21.15.67:0/3861964765 shutdown_connections 2024-09-10T08:14:41.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.271+0000 7f285da31740 1 -- 172.21.15.67:0/3861964765 wait complete. 2024-09-10T08:14:41.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.271+0000 7f285da31740 1 -- start start 2024-09-10T08:14:41.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.271+0000 7f285da31740 1 Processor -- start 2024-09-10T08:14:41.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.272+0000 7f285da31740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564b665419d0 0x564b66564750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:41.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.272+0000 7f285da31740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564b665422f0 0x564b66564c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:41.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.272+0000 7f285da31740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564b6654cbb0 0x564b6655fea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:41.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.272+0000 7f285da31740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x564b6655e580 con 0x564b665419d0 2024-09-10T08:14:41.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.272+0000 7f285da31740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x564b6655deb0 con 0x564b665422f0 2024-09-10T08:14:41.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.272+0000 7f285da31740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x564b6655ec50 con 0x564b6654cbb0 2024-09-10T08:14:41.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.272+0000 7f285da31740 10 client.0 _ll_register_callbacks cb 0x7f28500092a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:14:41.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.272+0000 7f2858bf3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564b665419d0 0x564b66564750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:41.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.272+0000 7f2858bf3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564b665419d0 0x564b66564750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40778/0 (socket says 172.21.15.67:40778) 2024-09-10T08:14:41.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.272+0000 7f2858bf3640 1 -- 172.21.15.67:0/2640569414 learned_addr learned my addr 172.21.15.67:0/2640569414 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:41.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.272+0000 7f28593f4640 1 --2- 172.21.15.67:0/2640569414 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564b665422f0 0x564b66564c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:41.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.272+0000 7f2858bf3640 1 -- 172.21.15.67:0/2640569414 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564b6654cbb0 msgr2=0x564b6655fea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:14:41.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.272+0000 7f2858bf3640 1 --2- 172.21.15.67:0/2640569414 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564b6654cbb0 0x564b6655fea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:41.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.272+0000 7f2858bf3640 1 -- 172.21.15.67:0/2640569414 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564b665422f0 msgr2=0x564b66564c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:14:41.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.272+0000 7f2858bf3640 1 --2- 172.21.15.67:0/2640569414 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564b665422f0 0x564b66564c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:41.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.272+0000 7f2858bf3640 1 -- 172.21.15.67:0/2640569414 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564b66560490 con 0x564b665419d0 2024-09-10T08:14:41.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.272+0000 7f28593f4640 1 --2- 172.21.15.67:0/2640569414 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564b665422f0 0x564b66564c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:14:41.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.272+0000 7f2858bf3640 1 --2- 172.21.15.67:0/2640569414 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564b665419d0 0x564b66564750 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f284802a930 tx=0x7f284803df90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=563e3a7a45eaf5f9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:41.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.272+0000 7f283cff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:14:41.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.272+0000 7f283cff9640 1 -- 172.21.15.67:0/2640569414 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2848067020 con 0x564b665419d0 2024-09-10T08:14:41.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.272+0000 7f285da31740 1 -- 172.21.15.67:0/2640569414 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f28480316a0 con 0x564b665419d0 2024-09-10T08:14:41.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.272+0000 7f283cff9640 1 -- 172.21.15.67:0/2640569414 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f284803d5f0 con 0x564b665419d0 2024-09-10T08:14:41.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.273+0000 7f283cff9640 1 -- 172.21.15.67:0/2640569414 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f284806f050 con 0x564b665419d0 2024-09-10T08:14:41.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.273+0000 7f285da31740 10 client.15126 fetch_fsmap learned FSMap version 28 2024-09-10T08:14:41.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.273+0000 7f285da31740 1 -- 172.21.15.67:0/2640569414 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x564b66563d70 con 0x564b665419d0 2024-09-10T08:14:41.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.273+0000 7f283cff9640 1 -- 172.21.15.67:0/2640569414 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f28480316a0 con 0x564b665419d0 2024-09-10T08:14:41.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.273+0000 7f283cff9640 1 -- 172.21.15.67:0/2640569414 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 28) ==== 8370+0+0 (secure 0 0 0) 0x7f28480464e0 con 0x564b665419d0 2024-09-10T08:14:41.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.273+0000 7f285da31740 10 client.15126 fetch_fsmap finished waiting for FSMap version 28 2024-09-10T08:14:41.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.273+0000 7f285da31740 10 client.15126 resolve_mds: resolved name 'l' to daemon mds.l 2024-09-10T08:14:41.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.273+0000 7f285da31740 20 client.15126 populate_metadata read hostname 'smithi067' 2024-09-10T08:14:41.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.273+0000 7f285da31740 1 --2- 172.21.15.67:0/2640569414 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x564b6655d290 0x564b665ca630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:41.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.273+0000 7f285da31740 4 client.15126 mds_command: new command op to 24412 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T08:14:41.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.273+0000 7f285da31740 1 -- 172.21.15.67:0/2640569414 --> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] -- command(tid 0: {"prefix": "status"}) -- 0x564b664afb10 con 0x564b6655d290 2024-09-10T08:14:41.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.273+0000 7f28593f4640 1 --2- 172.21.15.67:0/2640569414 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x564b6655d290 0x564b665ca630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:41.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.274+0000 7f28593f4640 1 --2- 172.21.15.67:0/2640569414 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x564b6655d290 0x564b665ca630 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=f720bf70b171f94b server_cookie=8a02be10cc0fbb60 in_seq=0 out_seq=0 2024-09-10T08:14:41.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.274+0000 7f283cff9640 10 client.15126 ms_handle_connect on v2:172.21.15.203:6832/754287689 2024-09-10T08:14:41.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.274+0000 7f283cff9640 1 -- 172.21.15.67:0/2640569414 <== mds.3 v2:172.21.15.203:6832/754287689 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x564b664afb10 con 0x564b6655d290 2024-09-10T08:14:41.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.274+0000 7f283cff9640 10 client.15126 handle_command_reply: tid=0 2024-09-10T08:14:41.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.274+0000 7f285da31740 1 client.15126 shutdown 2024-09-10T08:14:41.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.274+0000 7f285da31740 1 -- 172.21.15.67:0/2640569414 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564b665419d0 msgr2=0x564b66564750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:41.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.274+0000 7f285da31740 1 --2- 172.21.15.67:0/2640569414 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564b665419d0 0x564b66564750 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f284802a930 tx=0x7f284803df90 comp rx=0 tx=0).stop 2024-09-10T08:14:41.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.274+0000 7f285da31740 1 -- 172.21.15.67:0/2640569414 shutdown_connections 2024-09-10T08:14:41.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.274+0000 7f285da31740 1 --2- 172.21.15.67:0/2640569414 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x564b6655d290 0x564b665ca630 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:41.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.274+0000 7f285da31740 1 --2- 172.21.15.67:0/2640569414 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564b665422f0 0x564b66564c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:41.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.274+0000 7f285da31740 1 --2- 172.21.15.67:0/2640569414 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564b6654cbb0 0x564b6655fea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:41.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.274+0000 7f285da31740 1 --2- 172.21.15.67:0/2640569414 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564b665419d0 0x564b66564750 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:41.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.274+0000 7f285da31740 1 -- 172.21.15.67:0/2640569414 >> 172.21.15.67:0/2640569414 conn(0x564b6653df60 msgr2=0x564b66547c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:41.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.274+0000 7f283cff9640 0 client.15126 ms_handle_reset on v2:172.21.15.203:6832/754287689 2024-09-10T08:14:41.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.274+0000 7f285da31740 1 -- 172.21.15.67:0/2640569414 shutdown_connections 2024-09-10T08:14:41.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.274+0000 7f285da31740 1 -- 172.21.15.67:0/2640569414 wait complete. 2024-09-10T08:14:41.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.274+0000 7f285da31740 20 client.15126 trim_cache size 0 max 16384 2024-09-10T08:14:41.280 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:14:41.280 INFO:teuthology.orchestra.run.smithi067.stdout: "cluster_fsid": "315284b0-6f4b-11ef-bcea-c7b262605968", 2024-09-10T08:14:41.280 INFO:teuthology.orchestra.run.smithi067.stdout: "whoami": 3, 2024-09-10T08:14:41.280 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 24412, 2024-09-10T08:14:41.280 INFO:teuthology.orchestra.run.smithi067.stdout: "want_state": "up:active", 2024-09-10T08:14:41.280 INFO:teuthology.orchestra.run.smithi067.stdout: "state": "up:active", 2024-09-10T08:14:41.280 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs", 2024-09-10T08:14:41.280 INFO:teuthology.orchestra.run.smithi067.stdout: "rank_uptime": 79.468683459999994, 2024-09-10T08:14:41.281 INFO:teuthology.orchestra.run.smithi067.stdout: "mdsmap_epoch": 28, 2024-09-10T08:14:41.281 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch": 92, 2024-09-10T08:14:41.281 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch_barrier": 88, 2024-09-10T08:14:41.281 INFO:teuthology.orchestra.run.smithi067.stdout: "uptime": 166.556242639 2024-09-10T08:14:41.281 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:14:41.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.275+0000 7f285b658640 1 -- 172.21.15.67:0/1632872629 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f28400a2b80 msgr2=0x7f28400a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:41.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.275+0000 7f285b658640 1 --2- 172.21.15.67:0/1632872629 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f28400a2b80 0x7f28400a5040 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f284c0984b0 tx=0x7f284c00cf50 comp rx=0 tx=0).stop 2024-09-10T08:14:41.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.275+0000 7f285b658640 1 -- 172.21.15.67:0/1632872629 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2854106f30 msgr2=0x7f2854101d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:41.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.275+0000 7f285b658640 1 --2- 172.21.15.67:0/1632872629 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2854106f30 0x7f2854101d10 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f284c00eaa0 tx=0x7f284c00ef60 comp rx=0 tx=0).stop 2024-09-10T08:14:41.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.275+0000 7f285b658640 1 -- 172.21.15.67:0/1632872629 shutdown_connections 2024-09-10T08:14:41.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.275+0000 7f285b658640 1 --2- 172.21.15.67:0/1632872629 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f28400a2b80 0x7f28400a5040 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:41.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.275+0000 7f285b658640 1 --2- 172.21.15.67:0/1632872629 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2854100cc0 0x7f28541017d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:41.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.275+0000 7f285b658640 1 --2- 172.21.15.67:0/1632872629 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2854106f30 0x7f2854101d10 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:41.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.275+0000 7f285b658640 1 --2- 172.21.15.67:0/1632872629 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2854100310 0x7f2854101290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:41.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.275+0000 7f285b658640 1 -- 172.21.15.67:0/1632872629 >> 172.21.15.67:0/1632872629 conn(0x7f2854077210 msgr2=0x7f28541051d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:41.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.275+0000 7f285b658640 1 -- 172.21.15.67:0/1632872629 shutdown_connections 2024-09-10T08:14:41.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:41.275+0000 7f285b658640 1 -- 172.21.15.67:0/1632872629 wait complete. 2024-09-10T08:14:41.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:41 smithi067 ceph-mon[31051]: pgmap v353: 129 pgs: 3 peering, 126 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 511 B/s wr, 2 op/s; 146 B/s, 0 objects/s recovering 2024-09-10T08:14:41.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:41 smithi067 ceph-mon[31051]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-10T08:14:41.990 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.c status 2024-09-10T08:14:42.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:41 smithi203 ceph-mon[34672]: pgmap v353: 129 pgs: 3 peering, 126 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 511 B/s wr, 2 op/s; 146 B/s, 0 objects/s recovering 2024-09-10T08:14:42.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:41 smithi203 ceph-mon[34672]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-10T08:14:42.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:41 smithi133 ceph-mon[34721]: pgmap v353: 129 pgs: 3 peering, 126 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 511 B/s wr, 2 op/s; 146 B/s, 0 objects/s recovering 2024-09-10T08:14:42.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:41 smithi133 ceph-mon[34721]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-10T08:14:42.247 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:14:42.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.733+0000 7fbe880c2640 1 -- 172.21.15.67:0/2742508591 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbe80102d40 msgr2=0x7fbe80103120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:42.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.733+0000 7fbe880c2640 1 --2- 172.21.15.67:0/2742508591 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbe80102d40 0x7fbe80103120 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fbe74009900 tx=0x7fbe7402a480 comp rx=0 tx=0).stop 2024-09-10T08:14:42.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.733+0000 7fbe880c2640 1 -- 172.21.15.67:0/2742508591 shutdown_connections 2024-09-10T08:14:42.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.733+0000 7fbe880c2640 1 --2- 172.21.15.67:0/2742508591 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbe8010c170 0x7fbe8010e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:42.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.733+0000 7fbe880c2640 1 --2- 172.21.15.67:0/2742508591 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbe80103660 0x7fbe8010bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:42.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.733+0000 7fbe880c2640 1 --2- 172.21.15.67:0/2742508591 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbe80102d40 0x7fbe80103120 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:42.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.733+0000 7fbe880c2640 1 -- 172.21.15.67:0/2742508591 >> 172.21.15.67:0/2742508591 conn(0x7fbe800fc7a0 msgr2=0x7fbe800febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:42.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.733+0000 7fbe880c2640 1 -- 172.21.15.67:0/2742508591 shutdown_connections 2024-09-10T08:14:42.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.733+0000 7fbe880c2640 1 -- 172.21.15.67:0/2742508591 wait complete. 2024-09-10T08:14:42.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.734+0000 7fbe880c2640 1 Processor -- start 2024-09-10T08:14:42.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.734+0000 7fbe880c2640 1 -- start start 2024-09-10T08:14:42.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.734+0000 7fbe880c2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbe80102d40 0x7fbe801009a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:42.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.734+0000 7fbe880c2640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbe80103660 0x7fbe80100ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:42.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.734+0000 7fbe880c2640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbe8010c170 0x7fbe80101420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:42.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.734+0000 7fbe880c2640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fbe80111e20 con 0x7fbe80102d40 2024-09-10T08:14:42.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.734+0000 7fbe880c2640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fbe80111ca0 con 0x7fbe80103660 2024-09-10T08:14:42.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.734+0000 7fbe880c2640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fbe80111fa0 con 0x7fbe8010c170 2024-09-10T08:14:42.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.734+0000 7fbe85e5e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbe80102d40 0x7fbe801009a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:42.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.734+0000 7fbe85e5e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbe80102d40 0x7fbe801009a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40802/0 (socket says 172.21.15.67:40802) 2024-09-10T08:14:42.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.734+0000 7fbe85e5e640 1 -- 172.21.15.67:0/2557914538 learned_addr learned my addr 172.21.15.67:0/2557914538 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:42.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.734+0000 7fbe8665f640 1 --2- 172.21.15.67:0/2557914538 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbe8010c170 0x7fbe80101420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:42.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.734+0000 7fbe8565d640 1 --2- 172.21.15.67:0/2557914538 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbe80103660 0x7fbe80100ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:42.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.734+0000 7fbe85e5e640 1 -- 172.21.15.67:0/2557914538 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbe8010c170 msgr2=0x7fbe80101420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:42.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.734+0000 7fbe85e5e640 1 --2- 172.21.15.67:0/2557914538 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbe8010c170 0x7fbe80101420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:42.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.734+0000 7fbe85e5e640 1 -- 172.21.15.67:0/2557914538 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbe80103660 msgr2=0x7fbe80100ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:42.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.734+0000 7fbe85e5e640 1 --2- 172.21.15.67:0/2557914538 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbe80103660 0x7fbe80100ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:42.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.734+0000 7fbe85e5e640 1 -- 172.21.15.67:0/2557914538 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe801a6860 con 0x7fbe80102d40 2024-09-10T08:14:42.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.734+0000 7fbe85e5e640 1 --2- 172.21.15.67:0/2557914538 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbe80102d40 0x7fbe801009a0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fbe74005940 tx=0x7fbe74004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:42.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.735+0000 7fbe72ffd640 1 -- 172.21.15.67:0/2557914538 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe7403f030 con 0x7fbe80102d40 2024-09-10T08:14:42.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.735+0000 7fbe72ffd640 1 -- 172.21.15.67:0/2557914538 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbe74003aa0 con 0x7fbe80102d40 2024-09-10T08:14:42.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.735+0000 7fbe880c2640 1 -- 172.21.15.67:0/2557914538 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe801a6af0 con 0x7fbe80102d40 2024-09-10T08:14:42.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.735+0000 7fbe72ffd640 1 -- 172.21.15.67:0/2557914538 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe74035070 con 0x7fbe80102d40 2024-09-10T08:14:42.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.735+0000 7fbe880c2640 1 -- 172.21.15.67:0/2557914538 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe801a6fd0 con 0x7fbe80102d40 2024-09-10T08:14:42.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.737+0000 7fbe72ffd640 1 -- 172.21.15.67:0/2557914538 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fbe74042030 con 0x7fbe80102d40 2024-09-10T08:14:42.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.737+0000 7fbe8a49b740 1 Processor -- start 2024-09-10T08:14:42.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.738+0000 7fbe8a49b740 1 -- start start 2024-09-10T08:14:42.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.738+0000 7fbe8a49b740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5590b35299d0 0x5590b3529db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:42.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.738+0000 7fbe8a49b740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5590b352a2f0 0x5590b3534670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:42.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.738+0000 7fbe8a49b740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5590b3534bb0 0x5590b3536fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:42.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.738+0000 7fbe8a49b740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5590b3490090 con 0x5590b352a2f0 2024-09-10T08:14:42.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.738+0000 7fbe8a49b740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5590b3437a70 con 0x5590b3534bb0 2024-09-10T08:14:42.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.738+0000 7fbe8a49b740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5590b348c050 con 0x5590b35299d0 2024-09-10T08:14:42.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.738+0000 7fbe85e5e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5590b352a2f0 0x5590b3534670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:42.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.738+0000 7fbe85e5e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5590b352a2f0 0x5590b3534670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40806/0 (socket says 172.21.15.67:40806) 2024-09-10T08:14:42.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.738+0000 7fbe85e5e640 1 -- 172.21.15.67:0/3707581353 learned_addr learned my addr 172.21.15.67:0/3707581353 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:42.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.738+0000 7fbe72ffd640 1 --2- 172.21.15.67:0/2557914538 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fbe6c0a2b80 0x7fbe6c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:42.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.738+0000 7fbe8665f640 1 --2- 172.21.15.67:0/3707581353 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5590b35299d0 0x5590b3529db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:42.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.738+0000 7fbe8565d640 1 --2- 172.21.15.67:0/3707581353 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5590b3534bb0 0x5590b3536fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:42.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.738+0000 7fbe8665f640 1 --2- 172.21.15.67:0/2557914538 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fbe6c0a2b80 0x7fbe6c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:42.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.738+0000 7fbe72ffd640 1 -- 172.21.15.67:0/2557914538 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fbe740efca0 con 0x7fbe80102d40 2024-09-10T08:14:42.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.738+0000 7fbe85e5e640 1 -- 172.21.15.67:0/3707581353 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5590b35299d0 msgr2=0x5590b3529db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:14:42.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.738+0000 7fbe85e5e640 1 --2- 172.21.15.67:0/3707581353 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5590b35299d0 0x5590b3529db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:42.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.738+0000 7fbe85e5e640 1 -- 172.21.15.67:0/3707581353 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5590b3534bb0 msgr2=0x5590b3536fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:14:42.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.738+0000 7fbe85e5e640 1 --2- 172.21.15.67:0/3707581353 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5590b3534bb0 0x5590b3536fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:42.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.738+0000 7fbe85e5e640 1 -- 172.21.15.67:0/3707581353 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5590b3444130 con 0x5590b352a2f0 2024-09-10T08:14:42.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.739+0000 7fbe85e5e640 1 --2- 172.21.15.67:0/3707581353 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5590b352a2f0 0x5590b3534670 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fbe740bbe00 tx=0x7fbe7402a480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e88cb9213b9e23 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:42.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.739+0000 7fbe8665f640 1 --2- 172.21.15.67:0/2557914538 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fbe6c0a2b80 0x7fbe6c0a5040 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fbe78005c40 tx=0x7fbe78005bd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:42.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.739+0000 7fbe6bfff640 1 -- 172.21.15.67:0/3707581353 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe74049070 con 0x5590b352a2f0 2024-09-10T08:14:42.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.739+0000 7fbe6bfff640 1 -- 172.21.15.67:0/3707581353 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbe7403b460 con 0x5590b352a2f0 2024-09-10T08:14:42.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.739+0000 7fbe6bfff640 1 -- 172.21.15.67:0/3707581353 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe740c4d70 con 0x5590b352a2f0 2024-09-10T08:14:42.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.740+0000 7fbe8a49b740 1 -- 172.21.15.67:0/3707581353 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5590b352a2f0 msgr2=0x5590b3534670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:42.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.740+0000 7fbe8a49b740 1 --2- 172.21.15.67:0/3707581353 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5590b352a2f0 0x5590b3534670 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fbe740bbe00 tx=0x7fbe7402a480 comp rx=0 tx=0).stop 2024-09-10T08:14:42.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.740+0000 7fbe8a49b740 1 -- 172.21.15.67:0/3707581353 shutdown_connections 2024-09-10T08:14:42.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.740+0000 7fbe8a49b740 1 --2- 172.21.15.67:0/3707581353 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5590b3534bb0 0x5590b3536fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:42.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.740+0000 7fbe8a49b740 1 --2- 172.21.15.67:0/3707581353 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5590b352a2f0 0x5590b3534670 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:42.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.740+0000 7fbe8a49b740 1 --2- 172.21.15.67:0/3707581353 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5590b35299d0 0x5590b3529db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:42.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.740+0000 7fbe8a49b740 1 -- 172.21.15.67:0/3707581353 >> 172.21.15.67:0/3707581353 conn(0x5590b3525f60 msgr2=0x5590b3526340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:42.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.740+0000 7fbe8a49b740 1 -- 172.21.15.67:0/3707581353 shutdown_connections 2024-09-10T08:14:42.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.740+0000 7fbe8a49b740 1 -- 172.21.15.67:0/3707581353 wait complete. 2024-09-10T08:14:42.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.740+0000 7fbe8a49b740 1 -- start start 2024-09-10T08:14:42.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.740+0000 7fbe8a49b740 1 Processor -- start 2024-09-10T08:14:42.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.741+0000 7fbe8a49b740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5590b35299d0 0x5590b3534450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:42.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.741+0000 7fbe8a49b740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5590b352a2f0 0x5590b35317a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:42.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.741+0000 7fbe8a49b740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5590b3534bb0 0x5590b3531ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:42.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.741+0000 7fbe8a49b740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5590b3537540 con 0x5590b352a2f0 2024-09-10T08:14:42.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.741+0000 7fbe8a49b740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5590b344af20 con 0x5590b35299d0 2024-09-10T08:14:42.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.741+0000 7fbe8a49b740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5590b35376c0 con 0x5590b3534bb0 2024-09-10T08:14:42.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.741+0000 7fbe8a49b740 10 client.0 _ll_register_callbacks cb 0x5590b3414030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:14:42.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.741+0000 7fbe8565d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5590b352a2f0 0x5590b35317a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:42.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.741+0000 7fbe8565d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5590b352a2f0 0x5590b35317a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40810/0 (socket says 172.21.15.67:40810) 2024-09-10T08:14:42.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.741+0000 7fbe8565d640 1 -- 172.21.15.67:0/1044114459 learned_addr learned my addr 172.21.15.67:0/1044114459 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:42.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.741+0000 7fbe8665f640 1 --2- 172.21.15.67:0/1044114459 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5590b3534bb0 0x5590b3531ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:42.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.741+0000 7fbe85e5e640 1 --2- 172.21.15.67:0/1044114459 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5590b35299d0 0x5590b3534450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:42.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.741+0000 7fbe8565d640 1 -- 172.21.15.67:0/1044114459 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5590b3534bb0 msgr2=0x5590b3531ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:14:42.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.741+0000 7fbe8565d640 1 --2- 172.21.15.67:0/1044114459 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5590b3534bb0 0x5590b3531ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:42.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.741+0000 7fbe8565d640 1 -- 172.21.15.67:0/1044114459 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5590b35299d0 msgr2=0x5590b3534450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:14:42.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.741+0000 7fbe8565d640 1 --2- 172.21.15.67:0/1044114459 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5590b35299d0 0x5590b3534450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:42.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.741+0000 7fbe8565d640 1 -- 172.21.15.67:0/1044114459 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5590b32012b0 con 0x5590b352a2f0 2024-09-10T08:14:42.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.741+0000 7fbe8565d640 1 --2- 172.21.15.67:0/1044114459 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5590b352a2f0 0x5590b35317a0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fbe7c0106a0 tx=0x7fbe7c010aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5505558cce533f91 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:42.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.741+0000 7fbe697fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:14:42.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.742+0000 7fbe697fa640 1 -- 172.21.15.67:0/1044114459 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe7c005220 con 0x5590b352a2f0 2024-09-10T08:14:42.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.742+0000 7fbe697fa640 1 -- 172.21.15.67:0/1044114459 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fbe7c0053c0 con 0x5590b352a2f0 2024-09-10T08:14:42.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.742+0000 7fbe8a49b740 1 -- 172.21.15.67:0/1044114459 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5590b349d600 con 0x5590b352a2f0 2024-09-10T08:14:42.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.742+0000 7fbe697fa640 1 -- 172.21.15.67:0/1044114459 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fbe7c005600 con 0x5590b352a2f0 2024-09-10T08:14:42.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.742+0000 7fbe8a49b740 10 client.15138 fetch_fsmap learned FSMap version 28 2024-09-10T08:14:42.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.742+0000 7fbe8a49b740 1 -- 172.21.15.67:0/1044114459 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5590b3542db0 con 0x5590b352a2f0 2024-09-10T08:14:42.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.742+0000 7fbe697fa640 1 -- 172.21.15.67:0/1044114459 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x5590b349d600 con 0x5590b352a2f0 2024-09-10T08:14:42.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.742+0000 7fbe697fa640 1 -- 172.21.15.67:0/1044114459 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 28) ==== 8370+0+0 (secure 0 0 0) 0x7fbe7c00f040 con 0x5590b352a2f0 2024-09-10T08:14:42.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.742+0000 7fbe8a49b740 10 client.15138 fetch_fsmap finished waiting for FSMap version 28 2024-09-10T08:14:42.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.742+0000 7fbe8a49b740 10 client.15138 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-10T08:14:42.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.742+0000 7fbe8a49b740 20 client.15138 populate_metadata read hostname 'smithi067' 2024-09-10T08:14:42.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.742+0000 7fbe8a49b740 1 --2- 172.21.15.67:0/1044114459 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x5590b3545470 0x5590b35468e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:42.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.742+0000 7fbe8a49b740 4 client.15138 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:14:42.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.742+0000 7fbe8a49b740 1 -- 172.21.15.67:0/1044114459 --> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5590b3497b10 con 0x5590b3545470 2024-09-10T08:14:42.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.743+0000 7fbe85e5e640 1 --2- 172.21.15.67:0/1044114459 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x5590b3545470 0x5590b35468e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:42.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.743+0000 7fbe85e5e640 1 --2- 172.21.15.67:0/1044114459 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x5590b3545470 0x5590b35468e0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=ecb7fc4213487607 server_cookie=c7dc93aba556cf92 in_seq=0 out_seq=0 2024-09-10T08:14:42.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.743+0000 7fbe697fa640 10 client.15138 ms_handle_connect on v2:172.21.15.203:6836/4255783395 2024-09-10T08:14:42.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.744+0000 7fbe697fa640 1 -- 172.21.15.67:0/1044114459 <== mds.2 v2:172.21.15.203:6836/4255783395 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5590b3497b10 con 0x5590b3545470 2024-09-10T08:14:42.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.744+0000 7fbe697fa640 10 client.15138 handle_command_reply: tid=0 2024-09-10T08:14:42.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.744+0000 7fbe8a49b740 1 client.15138 shutdown 2024-09-10T08:14:42.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.744+0000 7fbe8a49b740 1 -- 172.21.15.67:0/1044114459 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5590b352a2f0 msgr2=0x5590b35317a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:42.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.744+0000 7fbe8a49b740 1 --2- 172.21.15.67:0/1044114459 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5590b352a2f0 0x5590b35317a0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fbe7c0106a0 tx=0x7fbe7c010aa0 comp rx=0 tx=0).stop 2024-09-10T08:14:42.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.744+0000 7fbe8a49b740 1 -- 172.21.15.67:0/1044114459 shutdown_connections 2024-09-10T08:14:42.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.744+0000 7fbe8a49b740 1 --2- 172.21.15.67:0/1044114459 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x5590b3545470 0x5590b35468e0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:42.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.744+0000 7fbe8a49b740 1 --2- 172.21.15.67:0/1044114459 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5590b3534bb0 0x5590b3531ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:42.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.744+0000 7fbe8a49b740 1 --2- 172.21.15.67:0/1044114459 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5590b352a2f0 0x5590b35317a0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:42.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.744+0000 7fbe8a49b740 1 --2- 172.21.15.67:0/1044114459 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5590b35299d0 0x5590b3534450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:42.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.744+0000 7fbe697fa640 0 client.15138 ms_handle_reset on v2:172.21.15.203:6836/4255783395 2024-09-10T08:14:42.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.744+0000 7fbe8a49b740 1 -- 172.21.15.67:0/1044114459 >> 172.21.15.67:0/1044114459 conn(0x5590b3525f60 msgr2=0x5590b352bc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:42.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.744+0000 7fbe8a49b740 1 -- 172.21.15.67:0/1044114459 shutdown_connections 2024-09-10T08:14:42.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.744+0000 7fbe8a49b740 1 -- 172.21.15.67:0/1044114459 wait complete. 2024-09-10T08:14:42.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.744+0000 7fbe8a49b740 20 client.15138 trim_cache size 0 max 16384 2024-09-10T08:14:42.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.762+0000 7fbe8a49b740 1 Processor -- start 2024-09-10T08:14:42.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.762+0000 7fbe8a49b740 1 -- start start 2024-09-10T08:14:42.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.762+0000 7fbe8a49b740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5590b35299d0 0x5590b3526340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:42.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.762+0000 7fbe8a49b740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5590b352a2f0 0x5590b35400a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:42.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.762+0000 7fbe8a49b740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5590b3534bb0 0x5590b35405e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:42.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.762+0000 7fbe8a49b740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5590b3544c20 con 0x5590b3534bb0 2024-09-10T08:14:42.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.762+0000 7fbe8a49b740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5590b35452f0 con 0x5590b35299d0 2024-09-10T08:14:42.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.762+0000 7fbe8a49b740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5590b35459c0 con 0x5590b352a2f0 2024-09-10T08:14:42.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.763+0000 7fbe8665f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5590b3534bb0 0x5590b35405e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:42.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.763+0000 7fbe8665f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5590b3534bb0 0x5590b35405e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40814/0 (socket says 172.21.15.67:40814) 2024-09-10T08:14:42.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.763+0000 7fbe8665f640 1 -- 172.21.15.67:0/1910249564 learned_addr learned my addr 172.21.15.67:0/1910249564 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:42.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.763+0000 7fbe8565d640 1 --2- 172.21.15.67:0/1910249564 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5590b352a2f0 0x5590b35400a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:42.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.763+0000 7fbe85e5e640 1 --2- 172.21.15.67:0/1910249564 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5590b35299d0 0x5590b3526340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:42.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.763+0000 7fbe8665f640 1 -- 172.21.15.67:0/1910249564 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5590b352a2f0 msgr2=0x5590b35400a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:14:42.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.763+0000 7fbe8665f640 1 --2- 172.21.15.67:0/1910249564 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5590b352a2f0 0x5590b35400a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:42.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.763+0000 7fbe8665f640 1 -- 172.21.15.67:0/1910249564 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5590b35299d0 msgr2=0x5590b3526340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:14:42.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.763+0000 7fbe8665f640 1 --2- 172.21.15.67:0/1910249564 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5590b35299d0 0x5590b3526340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:42.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.763+0000 7fbe8665f640 1 -- 172.21.15.67:0/1910249564 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5590b3534070 con 0x5590b3534bb0 2024-09-10T08:14:42.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.763+0000 7fbe8665f640 1 --2- 172.21.15.67:0/1910249564 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5590b3534bb0 0x5590b35405e0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fbe780098f0 tx=0x7fbe780096c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14064ada821fc8da server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:42.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.763+0000 7fbe6b7fe640 1 -- 172.21.15.67:0/1910249564 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe78004b20 con 0x5590b3534bb0 2024-09-10T08:14:42.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.763+0000 7fbe6b7fe640 1 -- 172.21.15.67:0/1910249564 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbe78004cc0 con 0x5590b3534bb0 2024-09-10T08:14:42.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.763+0000 7fbe6b7fe640 1 -- 172.21.15.67:0/1910249564 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe780055c0 con 0x5590b3534bb0 2024-09-10T08:14:42.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.764+0000 7fbe8a49b740 1 -- 172.21.15.67:0/1910249564 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5590b3534bb0 msgr2=0x5590b35405e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:42.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.764+0000 7fbe8a49b740 1 --2- 172.21.15.67:0/1910249564 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5590b3534bb0 0x5590b35405e0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fbe780098f0 tx=0x7fbe780096c0 comp rx=0 tx=0).stop 2024-09-10T08:14:42.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.764+0000 7fbe8a49b740 1 -- 172.21.15.67:0/1910249564 shutdown_connections 2024-09-10T08:14:42.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.764+0000 7fbe8a49b740 1 --2- 172.21.15.67:0/1910249564 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5590b3534bb0 0x5590b35405e0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:42.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.764+0000 7fbe8a49b740 1 --2- 172.21.15.67:0/1910249564 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5590b352a2f0 0x5590b35400a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:42.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.764+0000 7fbe8a49b740 1 --2- 172.21.15.67:0/1910249564 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5590b35299d0 0x5590b3526340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:42.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.764+0000 7fbe8a49b740 1 -- 172.21.15.67:0/1910249564 >> 172.21.15.67:0/1910249564 conn(0x5590b3525f60 msgr2=0x5590b3525000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:42.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.764+0000 7fbe8a49b740 1 -- 172.21.15.67:0/1910249564 shutdown_connections 2024-09-10T08:14:42.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.764+0000 7fbe8a49b740 1 -- 172.21.15.67:0/1910249564 wait complete. 2024-09-10T08:14:42.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.764+0000 7fbe8a49b740 1 -- start start 2024-09-10T08:14:42.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.764+0000 7fbe8a49b740 1 Processor -- start 2024-09-10T08:14:42.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.765+0000 7fbe8a49b740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5590b35299d0 0x5590b354ec60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:42.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.765+0000 7fbe8a49b740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5590b352a2f0 0x5590b354f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:42.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.765+0000 7fbe8a49b740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5590b3534bb0 0x5590b354a090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:42.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.765+0000 7fbe8a49b740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5590b3546760 con 0x5590b3534bb0 2024-09-10T08:14:42.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.765+0000 7fbe8a49b740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5590b3546090 con 0x5590b352a2f0 2024-09-10T08:14:42.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.765+0000 7fbe8a49b740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5590b3546e30 con 0x5590b35299d0 2024-09-10T08:14:42.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.765+0000 7fbe8a49b740 10 client.0 _ll_register_callbacks cb 0x7fbe8006b7f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:14:42.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.765+0000 7fbe8665f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5590b3534bb0 0x5590b354a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:42.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.765+0000 7fbe85e5e640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5590b35299d0 0x5590b354ec60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:42.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.765+0000 7fbe8665f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5590b3534bb0 0x5590b354a090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40826/0 (socket says 172.21.15.67:40826) 2024-09-10T08:14:42.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.765+0000 7fbe85e5e640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5590b35299d0 0x5590b354ec60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.67:57348/0 (socket says 172.21.15.67:57348) 2024-09-10T08:14:42.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.765+0000 7fbe8665f640 1 -- 172.21.15.67:0/4225138002 learned_addr learned my addr 172.21.15.67:0/4225138002 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:42.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.765+0000 7fbe8565d640 1 --2- 172.21.15.67:0/4225138002 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5590b352a2f0 0x5590b354f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:42.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.765+0000 7fbe8665f640 1 -- 172.21.15.67:0/4225138002 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5590b35299d0 msgr2=0x5590b354ec60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:14:42.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.765+0000 7fbe8665f640 1 --2- 172.21.15.67:0/4225138002 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5590b35299d0 0x5590b354ec60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:42.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.765+0000 7fbe8665f640 1 -- 172.21.15.67:0/4225138002 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5590b352a2f0 msgr2=0x5590b354f1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:14:42.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.765+0000 7fbe8665f640 1 --2- 172.21.15.67:0/4225138002 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5590b352a2f0 0x5590b354f1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:42.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.765+0000 7fbe8665f640 1 -- 172.21.15.67:0/4225138002 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5590b354a8c0 con 0x5590b3534bb0 2024-09-10T08:14:42.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.766+0000 7fbe8665f640 1 --2- 172.21.15.67:0/4225138002 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5590b3534bb0 0x5590b354a090 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fbe78012990 tx=0x7fbe78021ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7313722f370f0e84 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:42.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.766+0000 7fbe697fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:14:42.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.766+0000 7fbe697fa640 1 -- 172.21.15.67:0/4225138002 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe78021750 con 0x5590b3534bb0 2024-09-10T08:14:42.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.766+0000 7fbe697fa640 1 -- 172.21.15.67:0/4225138002 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fbe780218f0 con 0x5590b3534bb0 2024-09-10T08:14:42.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.766+0000 7fbe8a49b740 1 -- 172.21.15.67:0/4225138002 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbe78004cc0 con 0x5590b3534bb0 2024-09-10T08:14:42.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.766+0000 7fbe697fa640 1 -- 172.21.15.67:0/4225138002 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fbe78040050 con 0x5590b3534bb0 2024-09-10T08:14:42.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.766+0000 7fbe8a49b740 10 client.15144 fetch_fsmap learned FSMap version 28 2024-09-10T08:14:42.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.766+0000 7fbe8a49b740 1 -- 172.21.15.67:0/4225138002 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5590b35af5e0 con 0x5590b3534bb0 2024-09-10T08:14:42.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.766+0000 7fbe697fa640 1 -- 172.21.15.67:0/4225138002 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbe78004cc0 con 0x5590b3534bb0 2024-09-10T08:14:42.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.767+0000 7fbe697fa640 1 -- 172.21.15.67:0/4225138002 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 28) ==== 8370+0+0 (secure 0 0 0) 0x7fbe780324a0 con 0x5590b3534bb0 2024-09-10T08:14:42.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.767+0000 7fbe8a49b740 10 client.15144 fetch_fsmap finished waiting for FSMap version 28 2024-09-10T08:14:42.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.767+0000 7fbe8a49b740 10 client.15144 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-10T08:14:42.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.767+0000 7fbe8a49b740 20 client.15144 populate_metadata read hostname 'smithi067' 2024-09-10T08:14:42.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.767+0000 7fbe8a49b740 1 --2- 172.21.15.67:0/4225138002 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x5590b35b3f70 0x5590b35b2c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:42.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.767+0000 7fbe8a49b740 4 client.15144 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T08:14:42.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.767+0000 7fbe8a49b740 1 -- 172.21.15.67:0/4225138002 --> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] -- command(tid 0: {"prefix": "status"}) -- 0x5590b34140e0 con 0x5590b35b3f70 2024-09-10T08:14:42.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.767+0000 7fbe85e5e640 1 --2- 172.21.15.67:0/4225138002 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x5590b35b3f70 0x5590b35b2c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:42.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.768+0000 7fbe85e5e640 1 --2- 172.21.15.67:0/4225138002 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x5590b35b3f70 0x5590b35b2c80 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c13e746ad1a3beb server_cookie=bcd97a8ae0955c15 in_seq=0 out_seq=0 2024-09-10T08:14:42.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.768+0000 7fbe697fa640 10 client.15144 ms_handle_connect on v2:172.21.15.203:6836/4255783395 2024-09-10T08:14:42.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.768+0000 7fbe697fa640 1 -- 172.21.15.67:0/4225138002 <== mds.2 v2:172.21.15.203:6836/4255783395 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x5590b34140e0 con 0x5590b35b3f70 2024-09-10T08:14:42.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.768+0000 7fbe697fa640 10 client.15144 handle_command_reply: tid=0 2024-09-10T08:14:42.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.768+0000 7fbe8a49b740 1 client.15144 shutdown 2024-09-10T08:14:42.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.768+0000 7fbe8a49b740 1 -- 172.21.15.67:0/4225138002 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5590b3534bb0 msgr2=0x5590b354a090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:42.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.768+0000 7fbe8a49b740 1 --2- 172.21.15.67:0/4225138002 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5590b3534bb0 0x5590b354a090 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fbe78012990 tx=0x7fbe78021ed0 comp rx=0 tx=0).stop 2024-09-10T08:14:42.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.768+0000 7fbe8a49b740 1 -- 172.21.15.67:0/4225138002 shutdown_connections 2024-09-10T08:14:42.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.768+0000 7fbe8a49b740 1 --2- 172.21.15.67:0/4225138002 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x5590b35b3f70 0x5590b35b2c80 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:42.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.768+0000 7fbe8a49b740 1 --2- 172.21.15.67:0/4225138002 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5590b352a2f0 0x5590b354f1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:42.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.768+0000 7fbe8a49b740 1 --2- 172.21.15.67:0/4225138002 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5590b3534bb0 0x5590b354a090 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:42.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.768+0000 7fbe697fa640 0 client.15144 ms_handle_reset on v2:172.21.15.203:6836/4255783395 2024-09-10T08:14:42.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.768+0000 7fbe8a49b740 1 --2- 172.21.15.67:0/4225138002 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5590b35299d0 0x5590b354ec60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:42.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.768+0000 7fbe8a49b740 1 -- 172.21.15.67:0/4225138002 >> 172.21.15.67:0/4225138002 conn(0x5590b3525f60 msgr2=0x5590b3532e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:42.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.768+0000 7fbe8a49b740 1 -- 172.21.15.67:0/4225138002 shutdown_connections 2024-09-10T08:14:42.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.768+0000 7fbe8a49b740 1 -- 172.21.15.67:0/4225138002 wait complete. 2024-09-10T08:14:42.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.768+0000 7fbe8a49b740 20 client.15144 trim_cache size 0 max 16384 2024-09-10T08:14:42.773 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:14:42.773 INFO:teuthology.orchestra.run.smithi067.stdout: "cluster_fsid": "315284b0-6f4b-11ef-bcea-c7b262605968", 2024-09-10T08:14:42.773 INFO:teuthology.orchestra.run.smithi067.stdout: "whoami": 2, 2024-09-10T08:14:42.773 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 24457, 2024-09-10T08:14:42.774 INFO:teuthology.orchestra.run.smithi067.stdout: "want_state": "up:active", 2024-09-10T08:14:42.774 INFO:teuthology.orchestra.run.smithi067.stdout: "state": "up:active", 2024-09-10T08:14:42.774 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs", 2024-09-10T08:14:42.774 INFO:teuthology.orchestra.run.smithi067.stdout: "rank_uptime": 81.773569921000004, 2024-09-10T08:14:42.774 INFO:teuthology.orchestra.run.smithi067.stdout: "mdsmap_epoch": 28, 2024-09-10T08:14:42.774 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch": 92, 2024-09-10T08:14:42.774 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch_barrier": 88, 2024-09-10T08:14:42.774 INFO:teuthology.orchestra.run.smithi067.stdout: "uptime": 150.17897999900001 2024-09-10T08:14:42.774 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:14:42.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.769+0000 7fbe880c2640 1 -- 172.21.15.67:0/2557914538 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fbe6c0a2b80 msgr2=0x7fbe6c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:42.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.769+0000 7fbe880c2640 1 --2- 172.21.15.67:0/2557914538 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fbe6c0a2b80 0x7fbe6c0a5040 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fbe78005c40 tx=0x7fbe78005bd0 comp rx=0 tx=0).stop 2024-09-10T08:14:42.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.769+0000 7fbe880c2640 1 -- 172.21.15.67:0/2557914538 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbe80102d40 msgr2=0x7fbe801009a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:42.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.769+0000 7fbe880c2640 1 --2- 172.21.15.67:0/2557914538 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbe80102d40 0x7fbe801009a0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fbe74005940 tx=0x7fbe74004270 comp rx=0 tx=0).stop 2024-09-10T08:14:42.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.769+0000 7fbe880c2640 1 -- 172.21.15.67:0/2557914538 shutdown_connections 2024-09-10T08:14:42.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.769+0000 7fbe880c2640 1 --2- 172.21.15.67:0/2557914538 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fbe6c0a2b80 0x7fbe6c0a5040 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:42.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.769+0000 7fbe880c2640 1 --2- 172.21.15.67:0/2557914538 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbe80103660 0x7fbe80100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:42.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.769+0000 7fbe880c2640 1 --2- 172.21.15.67:0/2557914538 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbe8010c170 0x7fbe80101420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:42.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.769+0000 7fbe880c2640 1 --2- 172.21.15.67:0/2557914538 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbe80102d40 0x7fbe801009a0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:42.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.769+0000 7fbe880c2640 1 -- 172.21.15.67:0/2557914538 >> 172.21.15.67:0/2557914538 conn(0x7fbe800fc7a0 msgr2=0x7fbe800fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:42.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.769+0000 7fbe880c2640 1 -- 172.21.15.67:0/2557914538 shutdown_connections 2024-09-10T08:14:42.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:42.769+0000 7fbe880c2640 1 -- 172.21.15.67:0/2557914538 wait complete. 2024-09-10T08:14:43.477 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.i status 2024-09-10T08:14:43.706 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:43 smithi067 ceph-mon[31051]: pgmap v354: 129 pgs: 3 peering, 126 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 639 B/s wr, 3 op/s; 146 B/s, 0 objects/s recovering 2024-09-10T08:14:43.733 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:14:44.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:43 smithi203 ceph-mon[34672]: pgmap v354: 129 pgs: 3 peering, 126 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 639 B/s wr, 3 op/s; 146 B/s, 0 objects/s recovering 2024-09-10T08:14:44.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:43 smithi133 ceph-mon[34721]: pgmap v354: 129 pgs: 3 peering, 126 active+clean; 644 KiB data, 400 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 639 B/s wr, 3 op/s; 146 B/s, 0 objects/s recovering 2024-09-10T08:14:44.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.244+0000 7f865b272640 1 -- 172.21.15.67:0/1516539272 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8654102ef0 msgr2=0x7f865410da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:44.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.244+0000 7f865b272640 1 --2- 172.21.15.67:0/1516539272 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8654102ef0 0x7f865410da40 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f864c009ca0 tx=0x7f864c02a950 comp rx=0 tx=0).stop 2024-09-10T08:14:44.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.244+0000 7f865b272640 1 -- 172.21.15.67:0/1516539272 shutdown_connections 2024-09-10T08:14:44.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.244+0000 7f865b272640 1 --2- 172.21.15.67:0/1516539272 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8654102ef0 0x7f865410da40 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:44.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.244+0000 7f865b272640 1 --2- 172.21.15.67:0/1516539272 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8654102570 0x7f86541029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:44.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.244+0000 7f865b272640 1 --2- 172.21.15.67:0/1516539272 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8654100e20 0x7f8654101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:44.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.244+0000 7f865b272640 1 -- 172.21.15.67:0/1516539272 >> 172.21.15.67:0/1516539272 conn(0x7f86540fc7d0 msgr2=0x7f86540febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:44.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.244+0000 7f865b272640 1 -- 172.21.15.67:0/1516539272 shutdown_connections 2024-09-10T08:14:44.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.244+0000 7f865b272640 1 -- 172.21.15.67:0/1516539272 wait complete. 2024-09-10T08:14:44.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.245+0000 7f865b272640 1 Processor -- start 2024-09-10T08:14:44.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.245+0000 7f865b272640 1 -- start start 2024-09-10T08:14:44.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.245+0000 7f865b272640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8654100e20 0x7f86541972d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:44.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.245+0000 7f865b272640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8654102570 0x7f8654197810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:44.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.245+0000 7f865b272640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8654102ef0 0x7f865419bba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:44.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.245+0000 7f865b272640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f8654110ea0 con 0x7f8654102570 2024-09-10T08:14:44.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.245+0000 7f865b272640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f8654110d20 con 0x7f8654102ef0 2024-09-10T08:14:44.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.245+0000 7f865b272640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f8654111020 con 0x7f8654100e20 2024-09-10T08:14:44.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.245+0000 7f865880d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8654102570 0x7f8654197810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:44.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.245+0000 7f865880d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8654102570 0x7f8654197810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40834/0 (socket says 172.21.15.67:40834) 2024-09-10T08:14:44.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.245+0000 7f865880d640 1 -- 172.21.15.67:0/4095039365 learned_addr learned my addr 172.21.15.67:0/4095039365 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:44.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.245+0000 7f865900e640 1 --2- 172.21.15.67:0/4095039365 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8654100e20 0x7f86541972d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:44.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.246+0000 7f865980f640 1 --2- 172.21.15.67:0/4095039365 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8654102ef0 0x7f865419bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:44.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.246+0000 7f865880d640 1 -- 172.21.15.67:0/4095039365 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8654100e20 msgr2=0x7f86541972d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:44.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.246+0000 7f865880d640 1 --2- 172.21.15.67:0/4095039365 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8654100e20 0x7f86541972d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:44.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.246+0000 7f865880d640 1 -- 172.21.15.67:0/4095039365 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8654102ef0 msgr2=0x7f865419bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:44.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.246+0000 7f865880d640 1 --2- 172.21.15.67:0/4095039365 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8654102ef0 0x7f865419bba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:44.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.246+0000 7f865880d640 1 -- 172.21.15.67:0/4095039365 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f865419c280 con 0x7f8654102570 2024-09-10T08:14:44.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.246+0000 7f865880d640 1 --2- 172.21.15.67:0/4095039365 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8654102570 0x7f8654197810 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f864800d950 tx=0x7f864800dd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:44.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.246+0000 7f86467fc640 1 -- 172.21.15.67:0/4095039365 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8648017030 con 0x7f8654102570 2024-09-10T08:14:44.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.246+0000 7f865b272640 1 -- 172.21.15.67:0/4095039365 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f865419c570 con 0x7f8654102570 2024-09-10T08:14:44.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.246+0000 7f86467fc640 1 -- 172.21.15.67:0/4095039365 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8648004020 con 0x7f8654102570 2024-09-10T08:14:44.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.246+0000 7f86467fc640 1 -- 172.21.15.67:0/4095039365 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8648005570 con 0x7f8654102570 2024-09-10T08:14:44.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.246+0000 7f865b272640 1 -- 172.21.15.67:0/4095039365 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86541a3e50 con 0x7f8654102570 2024-09-10T08:14:44.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.250+0000 7f865d64b740 1 Processor -- start 2024-09-10T08:14:44.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.250+0000 7f865d64b740 1 -- start start 2024-09-10T08:14:44.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.250+0000 7f86467fc640 1 -- 172.21.15.67:0/4095039365 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f86480041d0 con 0x7f8654102570 2024-09-10T08:14:44.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.250+0000 7f865d64b740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557f3f37d9d0 0x557f3f37ddb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:44.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.250+0000 7f865d64b740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557f3f37e2f0 0x557f3f388670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:44.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.250+0000 7f865d64b740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557f3f388bb0 0x557f3f38afa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:44.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.250+0000 7f865d64b740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x557f3f2e4090 con 0x557f3f37d9d0 2024-09-10T08:14:44.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.250+0000 7f865d64b740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x557f3f28ba70 con 0x557f3f388bb0 2024-09-10T08:14:44.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.250+0000 7f865d64b740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x557f3f2e0050 con 0x557f3f37e2f0 2024-09-10T08:14:44.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.250+0000 7f865980f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557f3f37d9d0 0x557f3f37ddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:44.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.250+0000 7f865980f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557f3f37d9d0 0x557f3f37ddb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40840/0 (socket says 172.21.15.67:40840) 2024-09-10T08:14:44.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.250+0000 7f865980f640 1 -- 172.21.15.67:0/2035936221 learned_addr learned my addr 172.21.15.67:0/2035936221 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:44.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.250+0000 7f865900e640 1 --2- 172.21.15.67:0/2035936221 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557f3f37e2f0 0x557f3f388670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:44.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.250+0000 7f865880d640 1 --2- 172.21.15.67:0/2035936221 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557f3f388bb0 0x557f3f38afa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:44.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.251+0000 7f865980f640 1 -- 172.21.15.67:0/2035936221 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557f3f37e2f0 msgr2=0x557f3f388670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:14:44.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.251+0000 7f865980f640 1 --2- 172.21.15.67:0/2035936221 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557f3f37e2f0 0x557f3f388670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:44.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.251+0000 7f865980f640 1 -- 172.21.15.67:0/2035936221 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557f3f388bb0 msgr2=0x557f3f38afa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:14:44.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.251+0000 7f865980f640 1 --2- 172.21.15.67:0/2035936221 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557f3f388bb0 0x557f3f38afa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:44.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.251+0000 7f865980f640 1 -- 172.21.15.67:0/2035936221 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557f3f298130 con 0x557f3f37d9d0 2024-09-10T08:14:44.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.251+0000 7f865980f640 1 --2- 172.21.15.67:0/2035936221 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557f3f37d9d0 0x557f3f37ddb0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f864c02f5e0 tx=0x7f864c02f610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2bedea6ef1bd4172 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:44.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.251+0000 7f863f7fe640 1 -- 172.21.15.67:0/2035936221 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f864c034040 con 0x557f3f37d9d0 2024-09-10T08:14:44.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.251+0000 7f86467fc640 1 --2- 172.21.15.67:0/4095039365 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f86400a2b80 0x7f86400a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:44.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.251+0000 7f863f7fe640 1 -- 172.21.15.67:0/2035936221 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f864c02fd70 con 0x557f3f37d9d0 2024-09-10T08:14:44.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.251+0000 7f865900e640 1 --2- 172.21.15.67:0/4095039365 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f86400a2b80 0x7f86400a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:44.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.251+0000 7f86467fc640 1 -- 172.21.15.67:0/4095039365 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f86480cee70 con 0x7f8654102570 2024-09-10T08:14:44.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.252+0000 7f863f7fe640 1 -- 172.21.15.67:0/2035936221 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f864c004590 con 0x557f3f37d9d0 2024-09-10T08:14:44.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.252+0000 7f865d64b740 1 -- 172.21.15.67:0/2035936221 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557f3f37d9d0 msgr2=0x557f3f37ddb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:44.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.252+0000 7f865d64b740 1 --2- 172.21.15.67:0/2035936221 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557f3f37d9d0 0x557f3f37ddb0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f864c02f5e0 tx=0x7f864c02f610 comp rx=0 tx=0).stop 2024-09-10T08:14:44.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.252+0000 7f865900e640 1 --2- 172.21.15.67:0/4095039365 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f86400a2b80 0x7f86400a5040 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x557f3f37adc0 tx=0x7f8650009110 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:44.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.252+0000 7f865d64b740 1 -- 172.21.15.67:0/2035936221 shutdown_connections 2024-09-10T08:14:44.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.252+0000 7f865d64b740 1 --2- 172.21.15.67:0/2035936221 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557f3f388bb0 0x557f3f38afa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:44.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.252+0000 7f865d64b740 1 --2- 172.21.15.67:0/2035936221 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557f3f37e2f0 0x557f3f388670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:44.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.252+0000 7f865d64b740 1 --2- 172.21.15.67:0/2035936221 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557f3f37d9d0 0x557f3f37ddb0 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:44.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.252+0000 7f865d64b740 1 -- 172.21.15.67:0/2035936221 >> 172.21.15.67:0/2035936221 conn(0x557f3f379f60 msgr2=0x557f3f37a340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:44.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.252+0000 7f865d64b740 1 -- 172.21.15.67:0/2035936221 shutdown_connections 2024-09-10T08:14:44.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.252+0000 7f865d64b740 1 -- 172.21.15.67:0/2035936221 wait complete. 2024-09-10T08:14:44.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.253+0000 7f865d64b740 1 -- start start 2024-09-10T08:14:44.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.253+0000 7f865d64b740 1 Processor -- start 2024-09-10T08:14:44.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.253+0000 7f865d64b740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557f3f37d9d0 0x557f3f3883f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:44.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.253+0000 7f865d64b740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557f3f37e2f0 0x557f3f385740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:44.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.253+0000 7f865d64b740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557f3f388bb0 0x557f3f385c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:44.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.253+0000 7f865d64b740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x557f3f38b820 con 0x557f3f388bb0 2024-09-10T08:14:44.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.253+0000 7f865d64b740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x557f3f29ef20 con 0x557f3f37e2f0 2024-09-10T08:14:44.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.253+0000 7f865d64b740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x557f3f38b9a0 con 0x557f3f37d9d0 2024-09-10T08:14:44.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.253+0000 7f865d64b740 10 client.0 _ll_register_callbacks cb 0x557f3f268030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:14:44.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.253+0000 7f865980f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557f3f388bb0 0x557f3f385c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:44.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.253+0000 7f865980f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557f3f388bb0 0x557f3f385c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40856/0 (socket says 172.21.15.67:40856) 2024-09-10T08:14:44.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.253+0000 7f865980f640 1 -- 172.21.15.67:0/3611786709 learned_addr learned my addr 172.21.15.67:0/3611786709 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:44.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.253+0000 7f865900e640 1 --2- 172.21.15.67:0/3611786709 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557f3f37d9d0 0x557f3f3883f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:44.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.253+0000 7f865880d640 1 --2- 172.21.15.67:0/3611786709 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557f3f37e2f0 0x557f3f385740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:44.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.254+0000 7f865980f640 1 -- 172.21.15.67:0/3611786709 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557f3f37d9d0 msgr2=0x557f3f3883f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:14:44.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.254+0000 7f865980f640 1 --2- 172.21.15.67:0/3611786709 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557f3f37d9d0 0x557f3f3883f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:44.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.254+0000 7f865980f640 1 -- 172.21.15.67:0/3611786709 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557f3f37e2f0 msgr2=0x557f3f385740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:14:44.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.254+0000 7f865980f640 1 --2- 172.21.15.67:0/3611786709 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557f3f37e2f0 0x557f3f385740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:44.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.254+0000 7f865980f640 1 -- 172.21.15.67:0/3611786709 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557f3f0552b0 con 0x557f3f388bb0 2024-09-10T08:14:44.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.254+0000 7f865980f640 1 --2- 172.21.15.67:0/3611786709 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557f3f388bb0 0x557f3f385c80 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f864c02f860 tx=0x7f864c003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73c0ed022f0e478e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:44.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.254+0000 7f863cff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:14:44.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.254+0000 7f863cff9640 1 -- 172.21.15.67:0/3611786709 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f864c034050 con 0x557f3f388bb0 2024-09-10T08:14:44.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.254+0000 7f865d64b740 1 -- 172.21.15.67:0/3611786709 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f864c02fd70 con 0x557f3f388bb0 2024-09-10T08:14:44.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.254+0000 7f863cff9640 1 -- 172.21.15.67:0/3611786709 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f864c049040 con 0x557f3f388bb0 2024-09-10T08:14:44.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.254+0000 7f863cff9640 1 -- 172.21.15.67:0/3611786709 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f864c05b050 con 0x557f3f388bb0 2024-09-10T08:14:44.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.254+0000 7f865d64b740 10 client.15156 fetch_fsmap learned FSMap version 28 2024-09-10T08:14:44.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.254+0000 7f865d64b740 1 -- 172.21.15.67:0/3611786709 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x557f3f38b820 con 0x557f3f388bb0 2024-09-10T08:14:44.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.254+0000 7f863cff9640 1 -- 172.21.15.67:0/3611786709 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f864c02fd70 con 0x557f3f388bb0 2024-09-10T08:14:44.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.255+0000 7f863cff9640 1 -- 172.21.15.67:0/3611786709 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 28) ==== 8370+0+0 (secure 0 0 0) 0x7f864c04d070 con 0x557f3f388bb0 2024-09-10T08:14:44.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.255+0000 7f865d64b740 10 client.15156 fetch_fsmap finished waiting for FSMap version 28 2024-09-10T08:14:44.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.255+0000 7f865d64b740 10 client.15156 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-10T08:14:44.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.255+0000 7f865d64b740 20 client.15156 populate_metadata read hostname 'smithi067' 2024-09-10T08:14:44.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.255+0000 7f865d64b740 1 --2- 172.21.15.67:0/3611786709 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x557f3f3991a0 0x557f3f39a610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:44.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.255+0000 7f865d64b740 4 client.15156 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:14:44.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.255+0000 7f865d64b740 1 -- 172.21.15.67:0/3611786709 --> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557f3f2f1600 con 0x557f3f3991a0 2024-09-10T08:14:44.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.255+0000 7f865900e640 1 --2- 172.21.15.67:0/3611786709 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x557f3f3991a0 0x557f3f39a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:44.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.256+0000 7f863cff9640 10 client.15156 ms_handle_connect on v2:172.21.15.203:6838/2311592321 2024-09-10T08:14:44.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.256+0000 7f865900e640 1 --2- 172.21.15.67:0/3611786709 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x557f3f3991a0 0x557f3f39a610 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=7f6f83c6e6acb77c server_cookie=efbac5c75f360a35 in_seq=0 out_seq=0 2024-09-10T08:14:44.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.256+0000 7f863cff9640 1 -- 172.21.15.67:0/3611786709 <== mds.1 v2:172.21.15.203:6838/2311592321 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557f3f2f1600 con 0x557f3f3991a0 2024-09-10T08:14:44.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.256+0000 7f863cff9640 10 client.15156 handle_command_reply: tid=0 2024-09-10T08:14:44.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.256+0000 7f865d64b740 1 client.15156 shutdown 2024-09-10T08:14:44.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.257+0000 7f865d64b740 1 -- 172.21.15.67:0/3611786709 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557f3f388bb0 msgr2=0x557f3f385c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:44.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.257+0000 7f865d64b740 1 --2- 172.21.15.67:0/3611786709 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557f3f388bb0 0x557f3f385c80 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f864c02f860 tx=0x7f864c003ba0 comp rx=0 tx=0).stop 2024-09-10T08:14:44.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.257+0000 7f865d64b740 1 -- 172.21.15.67:0/3611786709 shutdown_connections 2024-09-10T08:14:44.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.257+0000 7f865d64b740 1 --2- 172.21.15.67:0/3611786709 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x557f3f3991a0 0x557f3f39a610 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:44.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.257+0000 7f865d64b740 1 --2- 172.21.15.67:0/3611786709 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557f3f37e2f0 0x557f3f385740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:44.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.257+0000 7f865d64b740 1 --2- 172.21.15.67:0/3611786709 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557f3f388bb0 0x557f3f385c80 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:44.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.257+0000 7f865d64b740 1 --2- 172.21.15.67:0/3611786709 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557f3f37d9d0 0x557f3f3883f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:44.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.257+0000 7f863cff9640 0 client.15156 ms_handle_reset on v2:172.21.15.203:6838/2311592321 2024-09-10T08:14:44.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.257+0000 7f865d64b740 1 -- 172.21.15.67:0/3611786709 >> 172.21.15.67:0/3611786709 conn(0x557f3f379f60 msgr2=0x557f3f37fc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:44.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.257+0000 7f865d64b740 1 -- 172.21.15.67:0/3611786709 shutdown_connections 2024-09-10T08:14:44.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.257+0000 7f865d64b740 1 -- 172.21.15.67:0/3611786709 wait complete. 2024-09-10T08:14:44.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.257+0000 7f865d64b740 20 client.15156 trim_cache size 0 max 16384 2024-09-10T08:14:44.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.275+0000 7f865d64b740 1 Processor -- start 2024-09-10T08:14:44.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.275+0000 7f865d64b740 1 -- start start 2024-09-10T08:14:44.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.275+0000 7f865d64b740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557f3f37d9d0 0x557f3f39a610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:44.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.275+0000 7f865d64b740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557f3f37e2f0 0x557f3f380e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:44.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.275+0000 7f865d64b740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557f3f388bb0 0x557f3f378ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:44.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.275+0000 7f865d64b740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x557f3f398950 con 0x557f3f37d9d0 2024-09-10T08:14:44.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.275+0000 7f865d64b740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x557f3f399020 con 0x557f3f388bb0 2024-09-10T08:14:44.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.275+0000 7f865d64b740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x557f3f3996f0 con 0x557f3f37e2f0 2024-09-10T08:14:44.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.276+0000 7f865900e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557f3f37d9d0 0x557f3f39a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:44.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.276+0000 7f865900e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557f3f37d9d0 0x557f3f39a610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40868/0 (socket says 172.21.15.67:40868) 2024-09-10T08:14:44.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.276+0000 7f865900e640 1 -- 172.21.15.67:0/3097687344 learned_addr learned my addr 172.21.15.67:0/3097687344 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:44.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.276+0000 7f865980f640 1 --2- 172.21.15.67:0/3097687344 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557f3f388bb0 0x557f3f378ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:44.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.276+0000 7f865880d640 1 --2- 172.21.15.67:0/3097687344 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557f3f37e2f0 0x557f3f380e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:44.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.276+0000 7f865900e640 1 -- 172.21.15.67:0/3097687344 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557f3f37e2f0 msgr2=0x557f3f380e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:14:44.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.276+0000 7f865900e640 1 --2- 172.21.15.67:0/3097687344 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557f3f37e2f0 0x557f3f380e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:44.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.276+0000 7f865900e640 1 -- 172.21.15.67:0/3097687344 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557f3f388bb0 msgr2=0x557f3f378ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:14:44.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.276+0000 7f865900e640 1 --2- 172.21.15.67:0/3097687344 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557f3f388bb0 0x557f3f378ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:44.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.276+0000 7f865900e640 1 -- 172.21.15.67:0/3097687344 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557f3f37d800 con 0x557f3f37d9d0 2024-09-10T08:14:44.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.276+0000 7f865980f640 1 --2- 172.21.15.67:0/3097687344 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557f3f388bb0 0x557f3f378ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:14:44.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.276+0000 7f865880d640 1 --2- 172.21.15.67:0/3097687344 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557f3f37e2f0 0x557f3f380e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:14:44.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.276+0000 7f865900e640 1 --2- 172.21.15.67:0/3097687344 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557f3f37d9d0 0x557f3f39a610 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f8650016040 tx=0x7f8650009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1f8c4455e5b6266 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:44.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.277+0000 7f863effd640 1 -- 172.21.15.67:0/3097687344 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8650023960 con 0x557f3f37d9d0 2024-09-10T08:14:44.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.277+0000 7f863effd640 1 -- 172.21.15.67:0/3097687344 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f865002f070 con 0x557f3f37d9d0 2024-09-10T08:14:44.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.277+0000 7f863effd640 1 -- 172.21.15.67:0/3097687344 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f865002abf0 con 0x557f3f37d9d0 2024-09-10T08:14:44.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.277+0000 7f865d64b740 1 -- 172.21.15.67:0/3097687344 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557f3f37d9d0 msgr2=0x557f3f39a610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:44.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.277+0000 7f865d64b740 1 --2- 172.21.15.67:0/3097687344 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557f3f37d9d0 0x557f3f39a610 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f8650016040 tx=0x7f8650009f90 comp rx=0 tx=0).stop 2024-09-10T08:14:44.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.277+0000 7f865d64b740 1 -- 172.21.15.67:0/3097687344 shutdown_connections 2024-09-10T08:14:44.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.277+0000 7f865d64b740 1 --2- 172.21.15.67:0/3097687344 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557f3f388bb0 0x557f3f378ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:44.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.277+0000 7f865d64b740 1 --2- 172.21.15.67:0/3097687344 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557f3f37e2f0 0x557f3f380e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:44.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.277+0000 7f865d64b740 1 --2- 172.21.15.67:0/3097687344 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557f3f37d9d0 0x557f3f39a610 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:44.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.277+0000 7f865d64b740 1 -- 172.21.15.67:0/3097687344 >> 172.21.15.67:0/3097687344 conn(0x557f3f379f60 msgr2=0x557f3f3787e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:44.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.278+0000 7f865d64b740 1 -- 172.21.15.67:0/3097687344 shutdown_connections 2024-09-10T08:14:44.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.278+0000 7f865d64b740 1 -- 172.21.15.67:0/3097687344 wait complete. 2024-09-10T08:14:44.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.278+0000 7f865d64b740 1 -- start start 2024-09-10T08:14:44.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.278+0000 7f865d64b740 1 Processor -- start 2024-09-10T08:14:44.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.279+0000 7f865d64b740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557f3f37d9d0 0x557f3f3a0670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:44.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.279+0000 7f865d64b740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557f3f37e2f0 0x557f3f3a0bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:44.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.279+0000 7f865d64b740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557f3f388bb0 0x557f3f39bbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:44.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.279+0000 7f865d64b740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x557f3f39a490 con 0x557f3f388bb0 2024-09-10T08:14:44.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.279+0000 7f865d64b740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x557f3f399dc0 con 0x557f3f37d9d0 2024-09-10T08:14:44.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.279+0000 7f865d64b740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x557f3f39ab60 con 0x557f3f37e2f0 2024-09-10T08:14:44.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.279+0000 7f865d64b740 10 client.0 _ll_register_callbacks cb 0x7f86480d2820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:14:44.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.279+0000 7f865980f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557f3f388bb0 0x557f3f39bbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:44.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.279+0000 7f865980f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557f3f388bb0 0x557f3f39bbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40878/0 (socket says 172.21.15.67:40878) 2024-09-10T08:14:44.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.279+0000 7f865980f640 1 -- 172.21.15.67:0/3621549650 learned_addr learned my addr 172.21.15.67:0/3621549650 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:44.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.279+0000 7f865880d640 1 --2- 172.21.15.67:0/3621549650 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557f3f37e2f0 0x557f3f3a0bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:44.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.279+0000 7f865900e640 1 --2- 172.21.15.67:0/3621549650 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557f3f37d9d0 0x557f3f3a0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:44.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.279+0000 7f865980f640 1 -- 172.21.15.67:0/3621549650 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557f3f37e2f0 msgr2=0x557f3f3a0bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:14:44.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.279+0000 7f865980f640 1 --2- 172.21.15.67:0/3621549650 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557f3f37e2f0 0x557f3f3a0bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:44.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.279+0000 7f865980f640 1 -- 172.21.15.67:0/3621549650 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557f3f37d9d0 msgr2=0x557f3f3a0670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:14:44.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.279+0000 7f865980f640 1 --2- 172.21.15.67:0/3621549650 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557f3f37d9d0 0x557f3f3a0670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:44.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.279+0000 7f865980f640 1 -- 172.21.15.67:0/3621549650 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557f3f39c1b0 con 0x557f3f388bb0 2024-09-10T08:14:44.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.279+0000 7f865880d640 1 --2- 172.21.15.67:0/3621549650 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557f3f37e2f0 0x557f3f3a0bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:14:44.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.280+0000 7f865980f640 1 --2- 172.21.15.67:0/3621549650 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557f3f388bb0 0x557f3f39bbf0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f864c03c8e0 tx=0x7f864c02fc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f85b926026638249 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:44.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.280+0000 7f863cff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:14:44.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.280+0000 7f863cff9640 1 -- 172.21.15.67:0/3621549650 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f864c034070 con 0x557f3f388bb0 2024-09-10T08:14:44.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.280+0000 7f863cff9640 1 -- 172.21.15.67:0/3621549650 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f864c053040 con 0x557f3f388bb0 2024-09-10T08:14:44.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.280+0000 7f865d64b740 1 -- 172.21.15.67:0/3621549650 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f865002f070 con 0x557f3f388bb0 2024-09-10T08:14:44.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.280+0000 7f863cff9640 1 -- 172.21.15.67:0/3621549650 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f864c067050 con 0x557f3f388bb0 2024-09-10T08:14:44.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.280+0000 7f865d64b740 10 client.15162 fetch_fsmap learned FSMap version 28 2024-09-10T08:14:44.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.280+0000 7f865d64b740 1 -- 172.21.15.67:0/3621549650 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x557f3f39fc80 con 0x557f3f388bb0 2024-09-10T08:14:44.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.280+0000 7f863cff9640 1 -- 172.21.15.67:0/3621549650 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f865002f070 con 0x557f3f388bb0 2024-09-10T08:14:44.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.280+0000 7f863cff9640 1 -- 172.21.15.67:0/3621549650 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 28) ==== 8370+0+0 (secure 0 0 0) 0x7f864c042070 con 0x557f3f388bb0 2024-09-10T08:14:44.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.281+0000 7f865d64b740 10 client.15162 fetch_fsmap finished waiting for FSMap version 28 2024-09-10T08:14:44.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.281+0000 7f865d64b740 10 client.15162 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-10T08:14:44.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.281+0000 7f865d64b740 20 client.15162 populate_metadata read hostname 'smithi067' 2024-09-10T08:14:44.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.281+0000 7f865d64b740 1 --2- 172.21.15.67:0/3621549650 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x557f3f4104c0 0x557f3f40f1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:44.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.281+0000 7f865d64b740 4 client.15162 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T08:14:44.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.281+0000 7f865d64b740 1 -- 172.21.15.67:0/3621549650 --> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] -- command(tid 0: {"prefix": "status"}) -- 0x557f3f2ebb10 con 0x557f3f4104c0 2024-09-10T08:14:44.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.281+0000 7f865900e640 1 --2- 172.21.15.67:0/3621549650 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x557f3f4104c0 0x557f3f40f1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:44.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.281+0000 7f863cff9640 10 client.15162 ms_handle_connect on v2:172.21.15.203:6838/2311592321 2024-09-10T08:14:44.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.281+0000 7f865900e640 1 --2- 172.21.15.67:0/3621549650 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x557f3f4104c0 0x557f3f40f1d0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=299995811de6e842 server_cookie=2ce67bdeec039cd1 in_seq=0 out_seq=0 2024-09-10T08:14:44.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.282+0000 7f863cff9640 1 -- 172.21.15.67:0/3621549650 <== mds.1 v2:172.21.15.203:6838/2311592321 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x557f3f2ebb10 con 0x557f3f4104c0 2024-09-10T08:14:44.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.282+0000 7f863cff9640 10 client.15162 handle_command_reply: tid=0 2024-09-10T08:14:44.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.282+0000 7f865d64b740 1 client.15162 shutdown 2024-09-10T08:14:44.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.282+0000 7f865d64b740 1 -- 172.21.15.67:0/3621549650 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557f3f388bb0 msgr2=0x557f3f39bbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:44.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.282+0000 7f865d64b740 1 --2- 172.21.15.67:0/3621549650 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557f3f388bb0 0x557f3f39bbf0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f864c03c8e0 tx=0x7f864c02fc50 comp rx=0 tx=0).stop 2024-09-10T08:14:44.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.282+0000 7f865d64b740 1 -- 172.21.15.67:0/3621549650 shutdown_connections 2024-09-10T08:14:44.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.282+0000 7f865d64b740 1 --2- 172.21.15.67:0/3621549650 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x557f3f4104c0 0x557f3f40f1d0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:44.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.282+0000 7f865d64b740 1 --2- 172.21.15.67:0/3621549650 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557f3f388bb0 0x557f3f39bbf0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:44.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.282+0000 7f865d64b740 1 --2- 172.21.15.67:0/3621549650 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557f3f37e2f0 0x557f3f3a0bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:44.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.282+0000 7f865d64b740 1 --2- 172.21.15.67:0/3621549650 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557f3f37d9d0 0x557f3f3a0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:44.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.282+0000 7f865d64b740 1 -- 172.21.15.67:0/3621549650 >> 172.21.15.67:0/3621549650 conn(0x557f3f379f60 msgr2=0x557f3f3787e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:44.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.282+0000 7f863cff9640 0 client.15162 ms_handle_reset on v2:172.21.15.203:6838/2311592321 2024-09-10T08:14:44.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.282+0000 7f865d64b740 1 -- 172.21.15.67:0/3621549650 shutdown_connections 2024-09-10T08:14:44.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.282+0000 7f865d64b740 1 -- 172.21.15.67:0/3621549650 wait complete. 2024-09-10T08:14:44.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.282+0000 7f865d64b740 20 client.15162 trim_cache size 0 max 16384 2024-09-10T08:14:44.291 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:14:44.291 INFO:teuthology.orchestra.run.smithi067.stdout: "cluster_fsid": "315284b0-6f4b-11ef-bcea-c7b262605968", 2024-09-10T08:14:44.291 INFO:teuthology.orchestra.run.smithi067.stdout: "whoami": 1, 2024-09-10T08:14:44.291 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 24475, 2024-09-10T08:14:44.291 INFO:teuthology.orchestra.run.smithi067.stdout: "want_state": "up:active", 2024-09-10T08:14:44.291 INFO:teuthology.orchestra.run.smithi067.stdout: "state": "up:active", 2024-09-10T08:14:44.291 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs", 2024-09-10T08:14:44.291 INFO:teuthology.orchestra.run.smithi067.stdout: "rank_uptime": 84.292309240999998, 2024-09-10T08:14:44.291 INFO:teuthology.orchestra.run.smithi067.stdout: "mdsmap_epoch": 28, 2024-09-10T08:14:44.291 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch": 92, 2024-09-10T08:14:44.291 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch_barrier": 88, 2024-09-10T08:14:44.291 INFO:teuthology.orchestra.run.smithi067.stdout: "uptime": 146.30363975700001 2024-09-10T08:14:44.292 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:14:44.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.283+0000 7f865b272640 1 -- 172.21.15.67:0/4095039365 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f86400a2b80 msgr2=0x7f86400a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:44.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.283+0000 7f865b272640 1 --2- 172.21.15.67:0/4095039365 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f86400a2b80 0x7f86400a5040 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x557f3f37adc0 tx=0x7f8650009110 comp rx=0 tx=0).stop 2024-09-10T08:14:44.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.283+0000 7f865b272640 1 -- 172.21.15.67:0/4095039365 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8654102570 msgr2=0x7f8654197810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:44.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.283+0000 7f865b272640 1 --2- 172.21.15.67:0/4095039365 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8654102570 0x7f8654197810 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f864800d950 tx=0x7f864800dd50 comp rx=0 tx=0).stop 2024-09-10T08:14:44.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.283+0000 7f865b272640 1 -- 172.21.15.67:0/4095039365 shutdown_connections 2024-09-10T08:14:44.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.283+0000 7f865b272640 1 --2- 172.21.15.67:0/4095039365 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f86400a2b80 0x7f86400a5040 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:44.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.283+0000 7f865b272640 1 --2- 172.21.15.67:0/4095039365 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8654102ef0 0x7f865419bba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:44.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.283+0000 7f865b272640 1 --2- 172.21.15.67:0/4095039365 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8654102570 0x7f8654197810 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:44.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.283+0000 7f865b272640 1 --2- 172.21.15.67:0/4095039365 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8654100e20 0x7f86541972d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:44.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.283+0000 7f865b272640 1 -- 172.21.15.67:0/4095039365 >> 172.21.15.67:0/4095039365 conn(0x7f86540fc7d0 msgr2=0x7f86540febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:44.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.283+0000 7f865b272640 1 -- 172.21.15.67:0/4095039365 shutdown_connections 2024-09-10T08:14:44.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:44.283+0000 7f865b272640 1 -- 172.21.15.67:0/4095039365 wait complete. 2024-09-10T08:14:44.960 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.b status 2024-09-10T08:14:45.228 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:14:45.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.754+0000 7f70293bf640 1 -- 172.21.15.67:0/3847916864 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f70241082a0 msgr2=0x7f702410ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:45.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.754+0000 7f70293bf640 1 --2- 172.21.15.67:0/3847916864 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f70241082a0 0x7f702410ec40 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f7014009cd0 tx=0x7f701402a8e0 comp rx=0 tx=0).stop 2024-09-10T08:14:45.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.754+0000 7f70293bf640 1 -- 172.21.15.67:0/3847916864 shutdown_connections 2024-09-10T08:14:45.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.754+0000 7f70293bf640 1 --2- 172.21.15.67:0/3847916864 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f70241036e0 0x7f7024107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:45.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.754+0000 7f70293bf640 1 --2- 172.21.15.67:0/3847916864 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f70241082a0 0x7f702410ec40 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:45.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.754+0000 7f70293bf640 1 --2- 172.21.15.67:0/3847916864 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7024102d30 0x7f7024103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:45.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.754+0000 7f70293bf640 1 -- 172.21.15.67:0/3847916864 >> 172.21.15.67:0/3847916864 conn(0x7f70240fc7d0 msgr2=0x7f70240febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:45.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.754+0000 7f70293bf640 1 -- 172.21.15.67:0/3847916864 shutdown_connections 2024-09-10T08:14:45.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.754+0000 7f70293bf640 1 -- 172.21.15.67:0/3847916864 wait complete. 2024-09-10T08:14:45.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.754+0000 7f70293bf640 1 Processor -- start 2024-09-10T08:14:45.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.755+0000 7f70293bf640 1 -- start start 2024-09-10T08:14:45.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.755+0000 7f70293bf640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7024102d30 0x7f702419a690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:45.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.755+0000 7f70293bf640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f70241036e0 0x7f702419abd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:45.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.755+0000 7f70293bf640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f70241082a0 0x7f702419ef60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:45.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.755+0000 7f70293bf640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7024111f50 con 0x7f70241082a0 2024-09-10T08:14:45.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.755+0000 7f70293bf640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f7024111dd0 con 0x7f7024102d30 2024-09-10T08:14:45.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.755+0000 7f70293bf640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f70241120d0 con 0x7f70241036e0 2024-09-10T08:14:45.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.755+0000 7f70237fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f70241082a0 0x7f702419ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:45.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.755+0000 7f70237fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f70241082a0 0x7f702419ef60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:51998/0 (socket says 172.21.15.67:51998) 2024-09-10T08:14:45.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.755+0000 7f70237fe640 1 -- 172.21.15.67:0/3774372758 learned_addr learned my addr 172.21.15.67:0/3774372758 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:45.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.755+0000 7f7022ffd640 1 --2- 172.21.15.67:0/3774372758 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7024102d30 0x7f702419a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:45.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.755+0000 7f70227fc640 1 --2- 172.21.15.67:0/3774372758 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f70241036e0 0x7f702419abd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:45.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.755+0000 7f70237fe640 1 -- 172.21.15.67:0/3774372758 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f70241036e0 msgr2=0x7f702419abd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:45.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.755+0000 7f70237fe640 1 --2- 172.21.15.67:0/3774372758 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f70241036e0 0x7f702419abd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:45.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.755+0000 7f70237fe640 1 -- 172.21.15.67:0/3774372758 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7024102d30 msgr2=0x7f702419a690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:45.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.755+0000 7f70237fe640 1 --2- 172.21.15.67:0/3774372758 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7024102d30 0x7f702419a690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:45.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.755+0000 7f70237fe640 1 -- 172.21.15.67:0/3774372758 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f702419f640 con 0x7f70241082a0 2024-09-10T08:14:45.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.755+0000 7f70237fe640 1 --2- 172.21.15.67:0/3774372758 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f70241082a0 0x7f702419ef60 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f7014005cc0 tx=0x7f7014003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:45.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.756+0000 7f701bfff640 1 -- 172.21.15.67:0/3774372758 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7014004450 con 0x7f70241082a0 2024-09-10T08:14:45.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.756+0000 7f701bfff640 1 -- 172.21.15.67:0/3774372758 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7014031c90 con 0x7f70241082a0 2024-09-10T08:14:45.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.756+0000 7f701bfff640 1 -- 172.21.15.67:0/3774372758 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f701403b400 con 0x7f70241082a0 2024-09-10T08:14:45.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.756+0000 7f70293bf640 1 -- 172.21.15.67:0/3774372758 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f702419f8d0 con 0x7f70241082a0 2024-09-10T08:14:45.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.756+0000 7f70293bf640 1 -- 172.21.15.67:0/3774372758 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70241a7210 con 0x7f70241082a0 2024-09-10T08:14:45.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.758+0000 7f701bfff640 1 -- 172.21.15.67:0/3774372758 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f7014004680 con 0x7f70241082a0 2024-09-10T08:14:45.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.758+0000 7f702b798740 1 Processor -- start 2024-09-10T08:14:45.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.758+0000 7f702b798740 1 -- start start 2024-09-10T08:14:45.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.759+0000 7f702b798740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55de5d4639d0 0x55de5d463db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:45.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.759+0000 7f702b798740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55de5d4642f0 0x55de5d46e670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:45.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.759+0000 7f702b798740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de5d46ebb0 0x55de5d470fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:45.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.759+0000 7f702b798740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55de5d3ca090 con 0x55de5d46ebb0 2024-09-10T08:14:45.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.759+0000 7f702b798740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55de5d371a70 con 0x55de5d4639d0 2024-09-10T08:14:45.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.759+0000 7f702b798740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55de5d3c6050 con 0x55de5d4642f0 2024-09-10T08:14:45.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.759+0000 7f701bfff640 1 --2- 172.21.15.67:0/3774372758 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f70100a2c00 0x7f70100a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:45.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.759+0000 7f70227fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de5d46ebb0 0x55de5d470fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:45.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.759+0000 7f70227fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de5d46ebb0 0x55de5d470fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52012/0 (socket says 172.21.15.67:52012) 2024-09-10T08:14:45.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.759+0000 7f70227fc640 1 -- 172.21.15.67:0/2193606821 learned_addr learned my addr 172.21.15.67:0/2193606821 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:45.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.759+0000 7f7022ffd640 1 --2- 172.21.15.67:0/2193606821 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55de5d4642f0 0x55de5d46e670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:45.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.759+0000 7f70237fe640 1 --2- 172.21.15.67:0/3774372758 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f70100a2c00 0x7f70100a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:45.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.759+0000 7f701bfff640 1 -- 172.21.15.67:0/3774372758 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f701402e030 con 0x7f70241082a0 2024-09-10T08:14:45.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.759+0000 7f70227fc640 1 --2- 172.21.15.67:0/2193606821 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55de5d4639d0 0x55de5d463db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:45.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.759+0000 7f70227fc640 1 -- 172.21.15.67:0/2193606821 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55de5d4642f0 msgr2=0x55de5d46e670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:14:45.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.759+0000 7f70227fc640 1 --2- 172.21.15.67:0/2193606821 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55de5d4642f0 0x55de5d46e670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:45.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.759+0000 7f70227fc640 1 -- 172.21.15.67:0/2193606821 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55de5d4639d0 msgr2=0x55de5d463db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:14:45.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.759+0000 7f70227fc640 1 --2- 172.21.15.67:0/2193606821 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55de5d4639d0 0x55de5d463db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:45.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.759+0000 7f70227fc640 1 -- 172.21.15.67:0/2193606821 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55de5d37e130 con 0x55de5d46ebb0 2024-09-10T08:14:45.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.760+0000 7f70227fc640 1 --2- 172.21.15.67:0/2193606821 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de5d46ebb0 0x55de5d470fa0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f700c0124c0 tx=0x7f700c00b790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ff6a1f2722c5739 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:45.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.760+0000 7f70237fe640 1 --2- 172.21.15.67:0/3774372758 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f70100a2c00 0x7f70100a50c0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f70140bc670 tx=0x7f70140b1e50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:45.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.760+0000 7f70197fa640 1 -- 172.21.15.67:0/2193606821 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f700c004230 con 0x55de5d46ebb0 2024-09-10T08:14:45.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.760+0000 7f70197fa640 1 -- 172.21.15.67:0/2193606821 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f700c0043d0 con 0x55de5d46ebb0 2024-09-10T08:14:45.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.760+0000 7f70197fa640 1 -- 172.21.15.67:0/2193606821 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f700c010810 con 0x55de5d46ebb0 2024-09-10T08:14:45.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.760+0000 7f702b798740 1 -- 172.21.15.67:0/2193606821 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de5d46ebb0 msgr2=0x55de5d470fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:45.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.760+0000 7f702b798740 1 --2- 172.21.15.67:0/2193606821 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de5d46ebb0 0x55de5d470fa0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f700c0124c0 tx=0x7f700c00b790 comp rx=0 tx=0).stop 2024-09-10T08:14:45.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.761+0000 7f702b798740 1 -- 172.21.15.67:0/2193606821 shutdown_connections 2024-09-10T08:14:45.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.761+0000 7f702b798740 1 --2- 172.21.15.67:0/2193606821 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de5d46ebb0 0x55de5d470fa0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:45.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.761+0000 7f702b798740 1 --2- 172.21.15.67:0/2193606821 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55de5d4642f0 0x55de5d46e670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:45.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.761+0000 7f702b798740 1 --2- 172.21.15.67:0/2193606821 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55de5d4639d0 0x55de5d463db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:45.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.761+0000 7f702b798740 1 -- 172.21.15.67:0/2193606821 >> 172.21.15.67:0/2193606821 conn(0x55de5d45ff60 msgr2=0x55de5d460340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:45.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.761+0000 7f702b798740 1 -- 172.21.15.67:0/2193606821 shutdown_connections 2024-09-10T08:14:45.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.761+0000 7f702b798740 1 -- 172.21.15.67:0/2193606821 wait complete. 2024-09-10T08:14:45.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.761+0000 7f702b798740 1 -- start start 2024-09-10T08:14:45.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.761+0000 7f702b798740 1 Processor -- start 2024-09-10T08:14:45.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.761+0000 7f702b798740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55de5d4639d0 0x55de5d46e490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:45.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.761+0000 7f702b798740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55de5d4642f0 0x55de5d46b7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:45.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.761+0000 7f702b798740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de5d46ebb0 0x55de5d46bd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:45.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.761+0000 7f702b798740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55de5d471780 con 0x55de5d46ebb0 2024-09-10T08:14:45.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.761+0000 7f702b798740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55de5d384f20 con 0x55de5d4642f0 2024-09-10T08:14:45.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.761+0000 7f702b798740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55de5d471900 con 0x55de5d4639d0 2024-09-10T08:14:45.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.761+0000 7f702b798740 10 client.0 _ll_register_callbacks cb 0x55de5d34e030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:14:45.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.761+0000 7f70227fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de5d46ebb0 0x55de5d46bd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:45.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.761+0000 7f70227fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de5d46ebb0 0x55de5d46bd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52022/0 (socket says 172.21.15.67:52022) 2024-09-10T08:14:45.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.762+0000 7f70227fc640 1 -- 172.21.15.67:0/2149958052 learned_addr learned my addr 172.21.15.67:0/2149958052 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:45.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.762+0000 7f70227fc640 1 --2- 172.21.15.67:0/2149958052 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55de5d4639d0 0x55de5d46e490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:45.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.762+0000 7f7022ffd640 1 --2- 172.21.15.67:0/2149958052 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55de5d4642f0 0x55de5d46b7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:45.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.762+0000 7f70227fc640 1 -- 172.21.15.67:0/2149958052 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55de5d4639d0 msgr2=0x55de5d46e490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:14:45.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.762+0000 7f70227fc640 1 --2- 172.21.15.67:0/2149958052 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55de5d4639d0 0x55de5d46e490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:45.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.762+0000 7f70227fc640 1 -- 172.21.15.67:0/2149958052 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55de5d4642f0 msgr2=0x55de5d46b7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:14:45.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.762+0000 7f70227fc640 1 --2- 172.21.15.67:0/2149958052 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55de5d4642f0 0x55de5d46b7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:45.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.762+0000 7f70227fc640 1 -- 172.21.15.67:0/2149958052 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55de5d13b2b0 con 0x55de5d46ebb0 2024-09-10T08:14:45.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.762+0000 7f7022ffd640 1 --2- 172.21.15.67:0/2149958052 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55de5d4642f0 0x55de5d46b7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:14:45.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.762+0000 7f70227fc640 1 --2- 172.21.15.67:0/2149958052 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de5d46ebb0 0x55de5d46bd20 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f700c001eb0 tx=0x7f700c0104f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8d2d2ea2ee27698 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:45.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.762+0000 7f700a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:14:45.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.762+0000 7f700a7fc640 1 -- 172.21.15.67:0/2149958052 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f700c005550 con 0x55de5d46ebb0 2024-09-10T08:14:45.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.762+0000 7f700a7fc640 1 -- 172.21.15.67:0/2149958052 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f700c0035f0 con 0x55de5d46ebb0 2024-09-10T08:14:45.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.762+0000 7f702b798740 1 -- 172.21.15.67:0/2149958052 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f700c0043d0 con 0x55de5d46ebb0 2024-09-10T08:14:45.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.762+0000 7f700a7fc640 1 -- 172.21.15.67:0/2149958052 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f700c033050 con 0x55de5d46ebb0 2024-09-10T08:14:45.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.762+0000 7f702b798740 10 client.15174 fetch_fsmap learned FSMap version 28 2024-09-10T08:14:45.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.762+0000 7f702b798740 1 -- 172.21.15.67:0/2149958052 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55de5d47d0f0 con 0x55de5d46ebb0 2024-09-10T08:14:45.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.762+0000 7f700a7fc640 1 -- 172.21.15.67:0/2149958052 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f700c0043d0 con 0x55de5d46ebb0 2024-09-10T08:14:45.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.763+0000 7f700a7fc640 1 -- 172.21.15.67:0/2149958052 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 28) ==== 8370+0+0 (secure 0 0 0) 0x7f700c010aa0 con 0x55de5d46ebb0 2024-09-10T08:14:45.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.763+0000 7f702b798740 10 client.15174 fetch_fsmap finished waiting for FSMap version 28 2024-09-10T08:14:45.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.763+0000 7f702b798740 10 client.15174 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-10T08:14:45.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.763+0000 7f702b798740 20 client.15174 populate_metadata read hostname 'smithi067' 2024-09-10T08:14:45.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.763+0000 7f702b798740 1 --2- 172.21.15.67:0/2149958052 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55de5d47f4f0 0x55de5d480960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:45.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.763+0000 7f702b798740 4 client.15174 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:14:45.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.763+0000 7f702b798740 1 -- 172.21.15.67:0/2149958052 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55de5d3d7600 con 0x55de5d47f4f0 2024-09-10T08:14:45.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.763+0000 7f7022ffd640 1 --2- 172.21.15.67:0/2149958052 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55de5d47f4f0 0x55de5d480960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:45.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.764+0000 7f7022ffd640 1 --2- 172.21.15.67:0/2149958052 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55de5d47f4f0 0x55de5d480960 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cd094571833a8a1d server_cookie=8df809aa76a767f4 in_seq=0 out_seq=0 2024-09-10T08:14:45.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.764+0000 7f700a7fc640 10 client.15174 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:14:45.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.764+0000 7f700a7fc640 1 -- 172.21.15.67:0/2149958052 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55de5d3d7600 con 0x55de5d47f4f0 2024-09-10T08:14:45.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.764+0000 7f700a7fc640 10 client.15174 handle_command_reply: tid=0 2024-09-10T08:14:45.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.764+0000 7f702b798740 1 client.15174 shutdown 2024-09-10T08:14:45.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.764+0000 7f702b798740 1 -- 172.21.15.67:0/2149958052 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de5d46ebb0 msgr2=0x55de5d46bd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:45.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.764+0000 7f702b798740 1 --2- 172.21.15.67:0/2149958052 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de5d46ebb0 0x55de5d46bd20 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f700c001eb0 tx=0x7f700c0104f0 comp rx=0 tx=0).stop 2024-09-10T08:14:45.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.764+0000 7f702b798740 1 -- 172.21.15.67:0/2149958052 shutdown_connections 2024-09-10T08:14:45.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.764+0000 7f702b798740 1 --2- 172.21.15.67:0/2149958052 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55de5d47f4f0 0x55de5d480960 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:45.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.764+0000 7f702b798740 1 --2- 172.21.15.67:0/2149958052 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55de5d4642f0 0x55de5d46b7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:45.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.764+0000 7f702b798740 1 --2- 172.21.15.67:0/2149958052 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de5d46ebb0 0x55de5d46bd20 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:45.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.764+0000 7f700a7fc640 0 client.15174 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:14:45.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.764+0000 7f702b798740 1 --2- 172.21.15.67:0/2149958052 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55de5d4639d0 0x55de5d46e490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:45.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.764+0000 7f702b798740 1 -- 172.21.15.67:0/2149958052 >> 172.21.15.67:0/2149958052 conn(0x55de5d45ff60 msgr2=0x55de5d465c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:45.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.765+0000 7f702b798740 1 -- 172.21.15.67:0/2149958052 shutdown_connections 2024-09-10T08:14:45.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.765+0000 7f702b798740 1 -- 172.21.15.67:0/2149958052 wait complete. 2024-09-10T08:14:45.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.765+0000 7f702b798740 20 client.15174 trim_cache size 0 max 16384 2024-09-10T08:14:45.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.782+0000 7f702b798740 1 Processor -- start 2024-09-10T08:14:45.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.782+0000 7f702b798740 1 -- start start 2024-09-10T08:14:45.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.783+0000 7f702b798740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55de5d45ff60 0x55de5d480960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:45.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.783+0000 7f702b798740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de5d4639d0 0x55de5d46a0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:45.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.783+0000 7f702b798740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55de5d4642f0 0x55de5d46a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:45.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.783+0000 7f702b798740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55de5d47eca0 con 0x55de5d4639d0 2024-09-10T08:14:45.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.783+0000 7f702b798740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55de5d47f370 con 0x55de5d45ff60 2024-09-10T08:14:45.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.783+0000 7f702b798740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55de5d47fa40 con 0x55de5d4642f0 2024-09-10T08:14:45.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.783+0000 7f7022ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de5d4639d0 0x55de5d46a0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:45.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.783+0000 7f7022ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de5d4639d0 0x55de5d46a0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52024/0 (socket says 172.21.15.67:52024) 2024-09-10T08:14:45.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.783+0000 7f7022ffd640 1 -- 172.21.15.67:0/591862509 learned_addr learned my addr 172.21.15.67:0/591862509 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:45.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.783+0000 7f70227fc640 1 --2- 172.21.15.67:0/591862509 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55de5d4642f0 0x55de5d46a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:45.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.783+0000 7f70227fc640 1 --2- 172.21.15.67:0/591862509 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55de5d45ff60 0x55de5d480960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:45.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.783+0000 7f7022ffd640 1 -- 172.21.15.67:0/591862509 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55de5d4642f0 msgr2=0x55de5d46a5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:14:45.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.783+0000 7f7022ffd640 1 --2- 172.21.15.67:0/591862509 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55de5d4642f0 0x55de5d46a5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:45.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.783+0000 7f7022ffd640 1 -- 172.21.15.67:0/591862509 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55de5d45ff60 msgr2=0x55de5d480960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:14:45.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.783+0000 7f7022ffd640 1 --2- 172.21.15.67:0/591862509 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55de5d45ff60 0x55de5d480960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:45.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.783+0000 7f7022ffd640 1 -- 172.21.15.67:0/591862509 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55de5d463800 con 0x55de5d4639d0 2024-09-10T08:14:45.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.783+0000 7f70227fc640 1 --2- 172.21.15.67:0/591862509 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55de5d4642f0 0x55de5d46a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:14:45.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.783+0000 7f7022ffd640 1 --2- 172.21.15.67:0/591862509 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de5d4639d0 0x55de5d46a0b0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f701c00b620 tx=0x7f701c00be40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7fd5b353ce8b9da7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:45.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.784+0000 7f7018ff9640 1 -- 172.21.15.67:0/591862509 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f701c022020 con 0x55de5d4639d0 2024-09-10T08:14:45.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.784+0000 7f7018ff9640 1 -- 172.21.15.67:0/591862509 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f701c01d8d0 con 0x55de5d4639d0 2024-09-10T08:14:45.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.784+0000 7f7018ff9640 1 -- 172.21.15.67:0/591862509 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f701c0119a0 con 0x55de5d4639d0 2024-09-10T08:14:45.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.784+0000 7f702b798740 1 -- 172.21.15.67:0/591862509 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de5d4639d0 msgr2=0x55de5d46a0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:45.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.784+0000 7f702b798740 1 --2- 172.21.15.67:0/591862509 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de5d4639d0 0x55de5d46a0b0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f701c00b620 tx=0x7f701c00be40 comp rx=0 tx=0).stop 2024-09-10T08:14:45.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.784+0000 7f702b798740 1 -- 172.21.15.67:0/591862509 shutdown_connections 2024-09-10T08:14:45.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.784+0000 7f702b798740 1 --2- 172.21.15.67:0/591862509 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55de5d4642f0 0x55de5d46a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:45.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.784+0000 7f702b798740 1 --2- 172.21.15.67:0/591862509 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de5d4639d0 0x55de5d46a0b0 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:45.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.784+0000 7f702b798740 1 --2- 172.21.15.67:0/591862509 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55de5d45ff60 0x55de5d480960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:45.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.784+0000 7f702b798740 1 -- 172.21.15.67:0/591862509 >> 172.21.15.67:0/591862509 conn(0x55de5d47e8c0 msgr2=0x55de5d45ace0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:45.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.784+0000 7f702b798740 1 -- 172.21.15.67:0/591862509 shutdown_connections 2024-09-10T08:14:45.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.784+0000 7f702b798740 1 -- 172.21.15.67:0/591862509 wait complete. 2024-09-10T08:14:45.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.785+0000 7f702b798740 1 -- start start 2024-09-10T08:14:45.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.785+0000 7f702b798740 1 Processor -- start 2024-09-10T08:14:45.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.785+0000 7f702b798740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55de5d45ff60 0x55de5d488d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:45.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.785+0000 7f702b798740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55de5d4639d0 0x55de5d4892c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:45.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.785+0000 7f702b798740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de5d4642f0 0x55de5d484140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:45.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.785+0000 7f702b798740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55de5d4807e0 con 0x55de5d4642f0 2024-09-10T08:14:45.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.785+0000 7f702b798740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55de5d480110 con 0x55de5d4639d0 2024-09-10T08:14:45.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.785+0000 7f702b798740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55de5d480eb0 con 0x55de5d45ff60 2024-09-10T08:14:45.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.785+0000 7f702b798740 10 client.0 _ll_register_callbacks cb 0x7f701c00b770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:14:45.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.785+0000 7f70227fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de5d4642f0 0x55de5d484140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:45.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.785+0000 7f70227fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de5d4642f0 0x55de5d484140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52032/0 (socket says 172.21.15.67:52032) 2024-09-10T08:14:45.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.785+0000 7f70227fc640 1 -- 172.21.15.67:0/637577397 learned_addr learned my addr 172.21.15.67:0/637577397 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:45.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.785+0000 7f70227fc640 1 --2- 172.21.15.67:0/637577397 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55de5d45ff60 0x55de5d488d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:45.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.785+0000 7f7022ffd640 1 --2- 172.21.15.67:0/637577397 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55de5d4639d0 0x55de5d4892c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:45.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.786+0000 7f70227fc640 1 -- 172.21.15.67:0/637577397 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55de5d45ff60 msgr2=0x55de5d488d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:14:45.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.786+0000 7f70227fc640 1 --2- 172.21.15.67:0/637577397 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55de5d45ff60 0x55de5d488d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:45.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.786+0000 7f70227fc640 1 -- 172.21.15.67:0/637577397 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55de5d4639d0 msgr2=0x55de5d4892c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:14:45.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.786+0000 7f70227fc640 1 --2- 172.21.15.67:0/637577397 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55de5d4639d0 0x55de5d4892c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:45.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.786+0000 7f70227fc640 1 -- 172.21.15.67:0/637577397 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55de5d484970 con 0x55de5d4642f0 2024-09-10T08:14:45.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.786+0000 7f70227fc640 1 --2- 172.21.15.67:0/637577397 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de5d4642f0 0x55de5d484140 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f700c001eb0 tx=0x7f700c00bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2ec540f475751c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:45.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.786+0000 7f700a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:14:45.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.786+0000 7f700a7fc640 1 -- 172.21.15.67:0/637577397 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f700c012280 con 0x55de5d4642f0 2024-09-10T08:14:45.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.786+0000 7f700a7fc640 1 -- 172.21.15.67:0/637577397 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f700c005350 con 0x55de5d4642f0 2024-09-10T08:14:45.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.786+0000 7f702b798740 1 -- 172.21.15.67:0/637577397 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f701c01d8d0 con 0x55de5d4642f0 2024-09-10T08:14:45.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.786+0000 7f700a7fc640 1 -- 172.21.15.67:0/637577397 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f700c045050 con 0x55de5d4642f0 2024-09-10T08:14:45.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.786+0000 7f702b798740 10 client.15180 fetch_fsmap learned FSMap version 28 2024-09-10T08:14:45.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.786+0000 7f702b798740 1 -- 172.21.15.67:0/637577397 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55de5d4e96a0 con 0x55de5d4642f0 2024-09-10T08:14:45.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.786+0000 7f700a7fc640 1 -- 172.21.15.67:0/637577397 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f701c01d8d0 con 0x55de5d4642f0 2024-09-10T08:14:45.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.787+0000 7f700a7fc640 1 -- 172.21.15.67:0/637577397 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 28) ==== 8370+0+0 (secure 0 0 0) 0x7f700c0035f0 con 0x55de5d4642f0 2024-09-10T08:14:45.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.787+0000 7f702b798740 10 client.15180 fetch_fsmap finished waiting for FSMap version 28 2024-09-10T08:14:45.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.787+0000 7f702b798740 10 client.15180 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-10T08:14:45.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.787+0000 7f702b798740 20 client.15180 populate_metadata read hostname 'smithi067' 2024-09-10T08:14:45.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.787+0000 7f702b798740 1 --2- 172.21.15.67:0/637577397 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55de5d46ebb0 0x55de5d4ecf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:45.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.787+0000 7f702b798740 4 client.15180 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T08:14:45.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.787+0000 7f702b798740 1 -- 172.21.15.67:0/637577397 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "status"}) -- 0x55de5d3d1b10 con 0x55de5d46ebb0 2024-09-10T08:14:45.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.787+0000 7f7022ffd640 1 --2- 172.21.15.67:0/637577397 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55de5d46ebb0 0x55de5d4ecf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:45.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.787+0000 7f7022ffd640 1 --2- 172.21.15.67:0/637577397 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55de5d46ebb0 0x55de5d4ecf20 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b41058f4ea41dbb6 server_cookie=9468dc108eee720b in_seq=0 out_seq=0 2024-09-10T08:14:45.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.787+0000 7f700a7fc640 10 client.15180 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:14:45.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.788+0000 7f700a7fc640 1 -- 172.21.15.67:0/637577397 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55de5d3d1b10 con 0x55de5d46ebb0 2024-09-10T08:14:45.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.788+0000 7f700a7fc640 10 client.15180 handle_command_reply: tid=0 2024-09-10T08:14:45.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.788+0000 7f702b798740 1 client.15180 shutdown 2024-09-10T08:14:45.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.788+0000 7f702b798740 1 -- 172.21.15.67:0/637577397 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de5d4642f0 msgr2=0x55de5d484140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:45.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.788+0000 7f702b798740 1 --2- 172.21.15.67:0/637577397 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de5d4642f0 0x55de5d484140 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f700c001eb0 tx=0x7f700c00bc30 comp rx=0 tx=0).stop 2024-09-10T08:14:45.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.788+0000 7f702b798740 1 -- 172.21.15.67:0/637577397 shutdown_connections 2024-09-10T08:14:45.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.788+0000 7f702b798740 1 --2- 172.21.15.67:0/637577397 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55de5d46ebb0 0x55de5d4ecf20 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:45.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.788+0000 7f702b798740 1 --2- 172.21.15.67:0/637577397 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55de5d4639d0 0x55de5d4892c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:45.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.788+0000 7f702b798740 1 --2- 172.21.15.67:0/637577397 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de5d4642f0 0x55de5d484140 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:45.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.788+0000 7f702b798740 1 --2- 172.21.15.67:0/637577397 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55de5d45ff60 0x55de5d488d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:45.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.788+0000 7f702b798740 1 -- 172.21.15.67:0/637577397 >> 172.21.15.67:0/637577397 conn(0x55de5d47e8c0 msgr2=0x55de5d469c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:45.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.788+0000 7f700a7fc640 0 client.15180 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:14:45.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.788+0000 7f702b798740 1 -- 172.21.15.67:0/637577397 shutdown_connections 2024-09-10T08:14:45.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.788+0000 7f702b798740 1 -- 172.21.15.67:0/637577397 wait complete. 2024-09-10T08:14:45.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.788+0000 7f702b798740 20 client.15180 trim_cache size 0 max 16384 2024-09-10T08:14:45.794 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:14:45.794 INFO:teuthology.orchestra.run.smithi067.stdout: "cluster_fsid": "315284b0-6f4b-11ef-bcea-c7b262605968", 2024-09-10T08:14:45.794 INFO:teuthology.orchestra.run.smithi067.stdout: "whoami": 0, 2024-09-10T08:14:45.794 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 24479, 2024-09-10T08:14:45.795 INFO:teuthology.orchestra.run.smithi067.stdout: "want_state": "up:active", 2024-09-10T08:14:45.795 INFO:teuthology.orchestra.run.smithi067.stdout: "state": "up:active", 2024-09-10T08:14:45.795 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs", 2024-09-10T08:14:45.795 INFO:teuthology.orchestra.run.smithi067.stdout: "rank_uptime": 127.95958856599999, 2024-09-10T08:14:45.795 INFO:teuthology.orchestra.run.smithi067.stdout: "mdsmap_epoch": 28, 2024-09-10T08:14:45.795 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch": 92, 2024-09-10T08:14:45.795 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch_barrier": 88, 2024-09-10T08:14:45.795 INFO:teuthology.orchestra.run.smithi067.stdout: "uptime": 138.84261367799999 2024-09-10T08:14:45.795 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:14:45.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.789+0000 7f70293bf640 1 -- 172.21.15.67:0/3774372758 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f70100a2c00 msgr2=0x7f70100a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:45.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.789+0000 7f70293bf640 1 --2- 172.21.15.67:0/3774372758 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f70100a2c00 0x7f70100a50c0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f70140bc670 tx=0x7f70140b1e50 comp rx=0 tx=0).stop 2024-09-10T08:14:45.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.789+0000 7f70293bf640 1 -- 172.21.15.67:0/3774372758 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f70241082a0 msgr2=0x7f702419ef60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:45.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.789+0000 7f70293bf640 1 --2- 172.21.15.67:0/3774372758 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f70241082a0 0x7f702419ef60 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f7014005cc0 tx=0x7f7014003c20 comp rx=0 tx=0).stop 2024-09-10T08:14:45.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.789+0000 7f70293bf640 1 -- 172.21.15.67:0/3774372758 shutdown_connections 2024-09-10T08:14:45.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.789+0000 7f70293bf640 1 --2- 172.21.15.67:0/3774372758 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f70100a2c00 0x7f70100a50c0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:45.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.789+0000 7f70293bf640 1 --2- 172.21.15.67:0/3774372758 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f70241082a0 0x7f702419ef60 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:45.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.789+0000 7f70293bf640 1 --2- 172.21.15.67:0/3774372758 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f70241036e0 0x7f702419abd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:45.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.789+0000 7f70293bf640 1 --2- 172.21.15.67:0/3774372758 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7024102d30 0x7f702419a690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:45.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.789+0000 7f70293bf640 1 -- 172.21.15.67:0/3774372758 >> 172.21.15.67:0/3774372758 conn(0x7f70240fc7d0 msgr2=0x7f702410cfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:45.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.789+0000 7f70293bf640 1 -- 172.21.15.67:0/3774372758 shutdown_connections 2024-09-10T08:14:45.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:45.789+0000 7f70293bf640 1 -- 172.21.15.67:0/3774372758 wait complete. 2024-09-10T08:14:45.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:45 smithi067 ceph-mon[31051]: pgmap v355: 129 pgs: 2 peering, 127 active+clean; 644 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 639 B/s wr, 0 op/s; 146 B/s, 0 objects/s recovering 2024-09-10T08:14:46.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:45 smithi203 ceph-mon[34672]: pgmap v355: 129 pgs: 2 peering, 127 active+clean; 644 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 639 B/s wr, 0 op/s; 146 B/s, 0 objects/s recovering 2024-09-10T08:14:46.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:45 smithi133 ceph-mon[34721]: pgmap v355: 129 pgs: 2 peering, 127 active+clean; 644 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 639 B/s wr, 0 op/s; 146 B/s, 0 objects/s recovering 2024-09-10T08:14:46.858 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:46 smithi067 ceph-mon[31051]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-10T08:14:46.858 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:46 smithi067 ceph-mon[31051]: Cluster is now healthy 2024-09-10T08:14:46.894 INFO:tasks.cephadm:Setup complete, yielding 2024-09-10T08:14:46.895 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-10T08:14:46.905 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi067.front.sepia.ceph.com 2024-09-10T08:14:46.905 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- bash -c 'ceph orch status' 2024-09-10T08:14:47.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:46 smithi203 ceph-mon[34672]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-10T08:14:47.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:46 smithi203 ceph-mon[34672]: Cluster is now healthy 2024-09-10T08:14:47.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:46 smithi133 ceph-mon[34721]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-10T08:14:47.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:46 smithi133 ceph-mon[34721]: Cluster is now healthy 2024-09-10T08:14:47.173 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:14:47.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.671+0000 7efdc3ef0640 1 -- 172.21.15.67:0/145548300 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efdbc101490 msgr2=0x7efdbc101910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:47.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.671+0000 7efdc3ef0640 1 --2- 172.21.15.67:0/145548300 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efdbc101490 0x7efdbc101910 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7efdb0009900 tx=0x7efdb002a410 comp rx=0 tx=0).stop 2024-09-10T08:14:47.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.671+0000 7efdc3ef0640 1 -- 172.21.15.67:0/145548300 shutdown_connections 2024-09-10T08:14:47.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.671+0000 7efdc3ef0640 1 --2- 172.21.15.67:0/145548300 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efdbc101e50 0x7efdbc1086e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:47.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.671+0000 7efdc3ef0640 1 --2- 172.21.15.67:0/145548300 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efdbc101490 0x7efdbc101910 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:47.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.671+0000 7efdc3ef0640 1 --2- 172.21.15.67:0/145548300 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efdbc100290 0x7efdbc100690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:47.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.671+0000 7efdc3ef0640 1 -- 172.21.15.67:0/145548300 >> 172.21.15.67:0/145548300 conn(0x7efdbc0fba40 msgr2=0x7efdbc0fde60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:47.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.671+0000 7efdc3ef0640 1 -- 172.21.15.67:0/145548300 shutdown_connections 2024-09-10T08:14:47.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.671+0000 7efdc3ef0640 1 -- 172.21.15.67:0/145548300 wait complete. 2024-09-10T08:14:47.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.672+0000 7efdc3ef0640 1 Processor -- start 2024-09-10T08:14:47.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.672+0000 7efdc3ef0640 1 -- start start 2024-09-10T08:14:47.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.672+0000 7efdc3ef0640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efdbc100290 0x7efdbc197e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:47.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.672+0000 7efdc3ef0640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efdbc101490 0x7efdbc198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:47.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.672+0000 7efdc3ef0640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efdbc101e50 0x7efdbc19f3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:47.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.672+0000 7efdc3ef0640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7efdbc10d7a0 con 0x7efdbc100290 2024-09-10T08:14:47.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.672+0000 7efdc3ef0640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7efdbc10d620 con 0x7efdbc101e50 2024-09-10T08:14:47.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.672+0000 7efdc3ef0640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7efdbc10d920 con 0x7efdbc101490 2024-09-10T08:14:47.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.673+0000 7efdc1c8c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efdbc100290 0x7efdbc197e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:47.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.673+0000 7efdc1c8c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efdbc100290 0x7efdbc197e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52056/0 (socket says 172.21.15.67:52056) 2024-09-10T08:14:47.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.673+0000 7efdc1c8c640 1 -- 172.21.15.67:0/678586496 learned_addr learned my addr 172.21.15.67:0/678586496 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:47.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.673+0000 7efdc248d640 1 --2- 172.21.15.67:0/678586496 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efdbc101e50 0x7efdbc19f3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:47.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.673+0000 7efdc148b640 1 --2- 172.21.15.67:0/678586496 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efdbc101490 0x7efdbc198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:47.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.673+0000 7efdc1c8c640 1 -- 172.21.15.67:0/678586496 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efdbc101490 msgr2=0x7efdbc198340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:47.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.673+0000 7efdc1c8c640 1 --2- 172.21.15.67:0/678586496 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efdbc101490 0x7efdbc198340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:47.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.673+0000 7efdc1c8c640 1 -- 172.21.15.67:0/678586496 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efdbc101e50 msgr2=0x7efdbc19f3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:47.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.673+0000 7efdc1c8c640 1 --2- 172.21.15.67:0/678586496 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efdbc101e50 0x7efdbc19f3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:47.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.673+0000 7efdc1c8c640 1 -- 172.21.15.67:0/678586496 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efdbc19fa30 con 0x7efdbc100290 2024-09-10T08:14:47.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.673+0000 7efdc148b640 1 --2- 172.21.15.67:0/678586496 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efdbc101490 0x7efdbc198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:14:47.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.673+0000 7efdc248d640 1 --2- 172.21.15.67:0/678586496 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efdbc101e50 0x7efdbc19f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:14:47.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.673+0000 7efdc1c8c640 1 --2- 172.21.15.67:0/678586496 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efdbc100290 0x7efdbc197e00 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7efdb800ccb0 tx=0x7efdb800a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:47.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.673+0000 7efdaeffd640 1 -- 172.21.15.67:0/678586496 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdb8003b70 con 0x7efdbc100290 2024-09-10T08:14:47.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.673+0000 7efdaeffd640 1 -- 172.21.15.67:0/678586496 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efdb800ae50 con 0x7efdbc100290 2024-09-10T08:14:47.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.673+0000 7efdc3ef0640 1 -- 172.21.15.67:0/678586496 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efdbc19fd20 con 0x7efdbc100290 2024-09-10T08:14:47.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.673+0000 7efdaeffd640 1 -- 172.21.15.67:0/678586496 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdb800f6f0 con 0x7efdbc100290 2024-09-10T08:14:47.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.673+0000 7efdc3ef0640 1 -- 172.21.15.67:0/678586496 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efdbc1a01f0 con 0x7efdbc100290 2024-09-10T08:14:47.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.674+0000 7efdc3ef0640 1 -- 172.21.15.67:0/678586496 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efdbc1076e0 con 0x7efdbc100290 2024-09-10T08:14:47.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.676+0000 7efdaeffd640 1 -- 172.21.15.67:0/678586496 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7efdb8004000 con 0x7efdbc100290 2024-09-10T08:14:47.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.677+0000 7efdaeffd640 1 --2- 172.21.15.67:0/678586496 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7efda80a2c30 0x7efda80a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:47.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.677+0000 7efdc148b640 1 --2- 172.21.15.67:0/678586496 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7efda80a2c30 0x7efda80a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:47.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.677+0000 7efdaeffd640 1 -- 172.21.15.67:0/678586496 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7efdb80cf5d0 con 0x7efdbc100290 2024-09-10T08:14:47.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.677+0000 7efdc148b640 1 --2- 172.21.15.67:0/678586496 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7efda80a2c30 0x7efda80a50f0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7efdb0000c00 tx=0x7efdb00314a0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:47.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.681+0000 7efdaeffd640 1 -- 172.21.15.67:0/678586496 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7efdb8014070 con 0x7efdbc100290 2024-09-10T08:14:47.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.877+0000 7efdc3ef0640 1 -- 172.21.15.67:0/678586496 --> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) -- 0x7efdbc062630 con 0x7efda80a2c30 2024-09-10T08:14:47.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.878+0000 7efdaeffd640 1 -- 172.21.15.67:0/678586496 <== mgr.14150 v2:172.21.15.67:6800/4256949759 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7efdbc062630 con 0x7efda80a2c30 2024-09-10T08:14:47.877 INFO:teuthology.orchestra.run.smithi067.stdout:Backend: cephadm 2024-09-10T08:14:47.877 INFO:teuthology.orchestra.run.smithi067.stdout:Available: Yes 2024-09-10T08:14:47.877 INFO:teuthology.orchestra.run.smithi067.stdout:Paused: No 2024-09-10T08:14:47.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.880+0000 7efdc3ef0640 1 -- 172.21.15.67:0/678586496 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7efda80a2c30 msgr2=0x7efda80a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:47.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.880+0000 7efdc3ef0640 1 --2- 172.21.15.67:0/678586496 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7efda80a2c30 0x7efda80a50f0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7efdb0000c00 tx=0x7efdb00314a0 comp rx=0 tx=0).stop 2024-09-10T08:14:47.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.880+0000 7efdc3ef0640 1 -- 172.21.15.67:0/678586496 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efdbc100290 msgr2=0x7efdbc197e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:47.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.880+0000 7efdc3ef0640 1 --2- 172.21.15.67:0/678586496 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efdbc100290 0x7efdbc197e00 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7efdb800ccb0 tx=0x7efdb800a620 comp rx=0 tx=0).stop 2024-09-10T08:14:47.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.880+0000 7efdc3ef0640 1 -- 172.21.15.67:0/678586496 shutdown_connections 2024-09-10T08:14:47.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.880+0000 7efdc3ef0640 1 --2- 172.21.15.67:0/678586496 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7efda80a2c30 0x7efda80a50f0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:47.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.880+0000 7efdc3ef0640 1 --2- 172.21.15.67:0/678586496 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efdbc101e50 0x7efdbc19f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:47.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.880+0000 7efdc3ef0640 1 --2- 172.21.15.67:0/678586496 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efdbc101490 0x7efdbc198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:47.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.880+0000 7efdc3ef0640 1 --2- 172.21.15.67:0/678586496 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efdbc100290 0x7efdbc197e00 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:47.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.880+0000 7efdc3ef0640 1 -- 172.21.15.67:0/678586496 >> 172.21.15.67:0/678586496 conn(0x7efdbc0fba40 msgr2=0x7efdbc1048b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:47.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.880+0000 7efdc3ef0640 1 -- 172.21.15.67:0/678586496 shutdown_connections 2024-09-10T08:14:47.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:47.880+0000 7efdc3ef0640 1 -- 172.21.15.67:0/678586496 wait complete. 2024-09-10T08:14:47.994 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:47 smithi133 ceph-mon[34721]: pgmap v356: 129 pgs: 129 active+clean; 644 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 639 B/s wr, 4 op/s; 154 B/s, 1 keys/s, 1 objects/s recovering 2024-09-10T08:14:48.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:47 smithi203 ceph-mon[34672]: pgmap v356: 129 pgs: 129 active+clean; 644 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 639 B/s wr, 4 op/s; 154 B/s, 1 keys/s, 1 objects/s recovering 2024-09-10T08:14:48.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:47 smithi067 ceph-mon[31051]: pgmap v356: 129 pgs: 129 active+clean; 644 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 639 B/s wr, 4 op/s; 154 B/s, 1 keys/s, 1 objects/s recovering 2024-09-10T08:14:48.592 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- bash -c 'ceph orch ps' 2024-09-10T08:14:48.853 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:14:49.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.372+0000 7ff6b4b48640 1 -- 172.21.15.67:0/690845820 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6b0102700 msgr2=0x7ff6b0104af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:49.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.372+0000 7ff6b4b48640 1 --2- 172.21.15.67:0/690845820 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6b0102700 0x7ff6b0104af0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7ff6a0009900 tx=0x7ff6a002a410 comp rx=0 tx=0).stop 2024-09-10T08:14:49.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.372+0000 7ff6b4b48640 1 -- 172.21.15.67:0/690845820 shutdown_connections 2024-09-10T08:14:49.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.372+0000 7ff6b4b48640 1 --2- 172.21.15.67:0/690845820 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6b0107960 0x7ff6b0109d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:49.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.372+0000 7ff6b4b48640 1 --2- 172.21.15.67:0/690845820 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff6b0105030 0x7ff6b0107420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:49.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.372+0000 7ff6b4b48640 1 --2- 172.21.15.67:0/690845820 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6b0102700 0x7ff6b0104af0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:49.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.372+0000 7ff6b4b48640 1 -- 172.21.15.67:0/690845820 >> 172.21.15.67:0/690845820 conn(0x7ff6b00fc2a0 msgr2=0x7ff6b00fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:49.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.372+0000 7ff6b4b48640 1 -- 172.21.15.67:0/690845820 shutdown_connections 2024-09-10T08:14:49.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.372+0000 7ff6b4b48640 1 -- 172.21.15.67:0/690845820 wait complete. 2024-09-10T08:14:49.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.373+0000 7ff6b4b48640 1 Processor -- start 2024-09-10T08:14:49.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.373+0000 7ff6b4b48640 1 -- start start 2024-09-10T08:14:49.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.373+0000 7ff6b4b48640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6b0102700 0x7ff6b0197fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:49.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.373+0000 7ff6b4b48640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff6b0105030 0x7ff6b01984e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:49.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.373+0000 7ff6b4b48640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6b0107960 0x7ff6b019f560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:49.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.373+0000 7ff6b4b48640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff6b010d890 con 0x7ff6b0107960 2024-09-10T08:14:49.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.373+0000 7ff6b4b48640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7ff6b010d710 con 0x7ff6b0102700 2024-09-10T08:14:49.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.373+0000 7ff6b4b48640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ff6b010da10 con 0x7ff6b0105030 2024-09-10T08:14:49.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.373+0000 7ff6aed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6b0107960 0x7ff6b019f560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:49.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.373+0000 7ff6aed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6b0107960 0x7ff6b019f560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52072/0 (socket says 172.21.15.67:52072) 2024-09-10T08:14:49.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.373+0000 7ff6aed9d640 1 -- 172.21.15.67:0/3870927974 learned_addr learned my addr 172.21.15.67:0/3870927974 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:49.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.373+0000 7ff6aed9d640 1 -- 172.21.15.67:0/3870927974 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff6b0105030 msgr2=0x7ff6b01984e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:49.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.373+0000 7ff6aed9d640 1 --2- 172.21.15.67:0/3870927974 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff6b0105030 0x7ff6b01984e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:49.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.373+0000 7ff6aed9d640 1 -- 172.21.15.67:0/3870927974 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6b0102700 msgr2=0x7ff6b0197fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:49.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.373+0000 7ff6aed9d640 1 --2- 172.21.15.67:0/3870927974 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6b0102700 0x7ff6b0197fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:49.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.373+0000 7ff6aed9d640 1 -- 172.21.15.67:0/3870927974 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6b019fbd0 con 0x7ff6b0107960 2024-09-10T08:14:49.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.374+0000 7ff6aed9d640 1 --2- 172.21.15.67:0/3870927974 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6b0107960 0x7ff6b019f560 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7ff6a800b970 tx=0x7ff6a800be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:49.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.374+0000 7ff6a77fe640 1 -- 172.21.15.67:0/3870927974 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6a8019070 con 0x7ff6b0107960 2024-09-10T08:14:49.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.374+0000 7ff6a77fe640 1 -- 172.21.15.67:0/3870927974 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff6a8014440 con 0x7ff6b0107960 2024-09-10T08:14:49.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.374+0000 7ff6b4b48640 1 -- 172.21.15.67:0/3870927974 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6b019fec0 con 0x7ff6b0107960 2024-09-10T08:14:49.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.374+0000 7ff6a77fe640 1 -- 172.21.15.67:0/3870927974 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6a80075d0 con 0x7ff6b0107960 2024-09-10T08:14:49.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.374+0000 7ff6b4b48640 1 -- 172.21.15.67:0/3870927974 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6b01a0400 con 0x7ff6b0107960 2024-09-10T08:14:49.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.375+0000 7ff6b4b48640 1 -- 172.21.15.67:0/3870927974 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff6b00fdd90 con 0x7ff6b0107960 2024-09-10T08:14:49.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.376+0000 7ff6a77fe640 1 -- 172.21.15.67:0/3870927974 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7ff6a801c070 con 0x7ff6b0107960 2024-09-10T08:14:49.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.377+0000 7ff6a77fe640 1 --2- 172.21.15.67:0/3870927974 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff69c0a2bb0 0x7ff69c0a5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:49.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.377+0000 7ff6a77fe640 1 -- 172.21.15.67:0/3870927974 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7ff6a80cea60 con 0x7ff6b0107960 2024-09-10T08:14:49.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.377+0000 7ff6ae59c640 1 --2- 172.21.15.67:0/3870927974 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff69c0a2bb0 0x7ff69c0a5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:49.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.377+0000 7ff6ae59c640 1 --2- 172.21.15.67:0/3870927974 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff69c0a2bb0 0x7ff69c0a5070 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7ff6a0009230 tx=0x7ff6a00314a0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:49.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.381+0000 7ff6a77fe640 1 -- 172.21.15.67:0/3870927974 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff6a809b5c0 con 0x7ff6b0107960 2024-09-10T08:14:49.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.566+0000 7ff6b4b48640 1 -- 172.21.15.67:0/3870927974 --> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) -- 0x7ff6b0062630 con 0x7ff69c0a2bb0 2024-09-10T08:14:49.579 INFO:teuthology.orchestra.run.smithi067.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-10T08:14:49.579 INFO:teuthology.orchestra.run.smithi067.stdout:mds.a smithi067 running (2m) 11s ago 2m 18.4M - 19.1.1-305-g1cf819b7 41d671128357 23096cd22df5 2024-09-10T08:14:49.579 INFO:teuthology.orchestra.run.smithi067.stdout:mds.b smithi133 running (2m) 11s ago 2m 29.1M - 19.1.1-305-g1cf819b7 41d671128357 571bb0ad88b1 2024-09-10T08:14:49.579 INFO:teuthology.orchestra.run.smithi067.stdout:mds.c smithi203 running (2m) 11s ago 2m 18.1M - 19.1.1-305-g1cf819b7 41d671128357 43072a1be5a2 2024-09-10T08:14:49.579 INFO:teuthology.orchestra.run.smithi067.stdout:mds.d smithi067 running (2m) 11s ago 2m 14.7M - 19.1.1-305-g1cf819b7 41d671128357 c5b11c0a51cb 2024-09-10T08:14:49.579 INFO:teuthology.orchestra.run.smithi067.stdout:mds.e smithi133 running (2m) 11s ago 2m 20.7M - 19.1.1-305-g1cf819b7 41d671128357 16df14b8b787 2024-09-10T08:14:49.579 INFO:teuthology.orchestra.run.smithi067.stdout:mds.f smithi203 running (2m) 11s ago 2m 17.6M - 19.1.1-305-g1cf819b7 41d671128357 2f7b515c31fe 2024-09-10T08:14:49.579 INFO:teuthology.orchestra.run.smithi067.stdout:mds.g smithi067 running (2m) 11s ago 2m 19.7M - 19.1.1-305-g1cf819b7 41d671128357 65809fe9f6fc 2024-09-10T08:14:49.580 INFO:teuthology.orchestra.run.smithi067.stdout:mds.h smithi133 running (2m) 11s ago 2m 21.9M - 19.1.1-305-g1cf819b7 41d671128357 6b5669aee0d5 2024-09-10T08:14:49.580 INFO:teuthology.orchestra.run.smithi067.stdout:mds.i smithi203 running (2m) 11s ago 2m 20.7M - 19.1.1-305-g1cf819b7 41d671128357 41d4a354fa5b 2024-09-10T08:14:49.580 INFO:teuthology.orchestra.run.smithi067.stdout:mds.j smithi067 running (2m) 11s ago 2m 17.1M - 19.1.1-305-g1cf819b7 41d671128357 060ab72d40fe 2024-09-10T08:14:49.580 INFO:teuthology.orchestra.run.smithi067.stdout:mds.k smithi133 running (2m) 11s ago 2m 20.9M - 19.1.1-305-g1cf819b7 41d671128357 6dbee89d413c 2024-09-10T08:14:49.580 INFO:teuthology.orchestra.run.smithi067.stdout:mds.l smithi203 running (2m) 11s ago 2m 20.5M - 19.1.1-305-g1cf819b7 41d671128357 fd24606e72e5 2024-09-10T08:14:49.580 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.x smithi067 *:9283,8765 running (9m) 11s ago 9m 510M - 19.1.1-305-g1cf819b7 41d671128357 0eab197d2d04 2024-09-10T08:14:49.580 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.y smithi133 *:8443,8765 running (8m) 11s ago 8m 444M - 19.1.1-305-g1cf819b7 41d671128357 f4f760d23cfb 2024-09-10T08:14:49.580 INFO:teuthology.orchestra.run.smithi067.stdout:mgr.z smithi203 *:8443,8765 running (8m) 11s ago 8m 442M - 19.1.1-305-g1cf819b7 41d671128357 92176fefec49 2024-09-10T08:14:49.580 INFO:teuthology.orchestra.run.smithi067.stdout:mon.a smithi067 running (9m) 11s ago 9m 55.2M 2048M 19.1.1-305-g1cf819b7 41d671128357 68e42ab05a88 2024-09-10T08:14:49.580 INFO:teuthology.orchestra.run.smithi067.stdout:mon.b smithi133 running (8m) 11s ago 8m 47.2M 2048M 19.1.1-305-g1cf819b7 41d671128357 ddc3bc3b59ba 2024-09-10T08:14:49.580 INFO:teuthology.orchestra.run.smithi067.stdout:mon.c smithi203 running (8m) 11s ago 8m 42.3M 2048M 19.1.1-305-g1cf819b7 41d671128357 3e84d7d7ab5c 2024-09-10T08:14:49.580 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 smithi067 running (7m) 11s ago 7m 54.3M 4272M 19.1.1-305-g1cf819b7 41d671128357 393ac206293c 2024-09-10T08:14:49.581 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 smithi133 running (7m) 11s ago 7m 55.8M 4272M 19.1.1-305-g1cf819b7 41d671128357 cc0c28985819 2024-09-10T08:14:49.581 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 smithi203 running (7m) 11s ago 7m 55.0M 4272M 19.1.1-305-g1cf819b7 41d671128357 1f3ebcc21778 2024-09-10T08:14:49.581 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 smithi067 running (6m) 11s ago 6m 45.6M 4272M 19.1.1-305-g1cf819b7 41d671128357 88474c033580 2024-09-10T08:14:49.581 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 smithi133 running (6m) 11s ago 6m 52.2M 4272M 19.1.1-305-g1cf819b7 41d671128357 17b3cc056669 2024-09-10T08:14:49.581 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 smithi203 running (5m) 11s ago 5m 53.6M 4272M 19.1.1-305-g1cf819b7 41d671128357 9ce7e9981ef6 2024-09-10T08:14:49.581 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 smithi067 running (5m) 11s ago 5m 42.5M 4272M 19.1.1-305-g1cf819b7 41d671128357 821b395b1807 2024-09-10T08:14:49.581 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 smithi133 running (4m) 11s ago 4m 53.3M 4272M 19.1.1-305-g1cf819b7 41d671128357 acfaa190b1bd 2024-09-10T08:14:49.581 INFO:teuthology.orchestra.run.smithi067.stdout:osd.8 smithi203 running (4m) 11s ago 4m 52.8M 4272M 19.1.1-305-g1cf819b7 41d671128357 b717db604914 2024-09-10T08:14:49.581 INFO:teuthology.orchestra.run.smithi067.stdout:osd.9 smithi067 running (4m) 11s ago 4m 51.8M 4272M 19.1.1-305-g1cf819b7 41d671128357 a2a227e8a065 2024-09-10T08:14:49.581 INFO:teuthology.orchestra.run.smithi067.stdout:osd.10 smithi133 running (3m) 11s ago 3m 53.9M 4272M 19.1.1-305-g1cf819b7 41d671128357 fd97893c6b24 2024-09-10T08:14:49.581 INFO:teuthology.orchestra.run.smithi067.stdout:osd.11 smithi203 running (3m) 11s ago 3m 52.0M 4272M 19.1.1-305-g1cf819b7 41d671128357 578c14a2c4c2 2024-09-10T08:14:49.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.578+0000 7ff6a77fe640 1 -- 172.21.15.67:0/3870927974 <== mgr.14150 v2:172.21.15.67:6800/4256949759 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+4061 (secure 0 0 0) 0x7ff6b0062630 con 0x7ff69c0a2bb0 2024-09-10T08:14:49.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.580+0000 7ff6b4b48640 1 -- 172.21.15.67:0/3870927974 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff69c0a2bb0 msgr2=0x7ff69c0a5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:49.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.580+0000 7ff6b4b48640 1 --2- 172.21.15.67:0/3870927974 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff69c0a2bb0 0x7ff69c0a5070 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7ff6a0009230 tx=0x7ff6a00314a0 comp rx=0 tx=0).stop 2024-09-10T08:14:49.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.580+0000 7ff6b4b48640 1 -- 172.21.15.67:0/3870927974 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6b0107960 msgr2=0x7ff6b019f560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:49.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.580+0000 7ff6b4b48640 1 --2- 172.21.15.67:0/3870927974 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6b0107960 0x7ff6b019f560 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7ff6a800b970 tx=0x7ff6a800be30 comp rx=0 tx=0).stop 2024-09-10T08:14:49.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.580+0000 7ff6b4b48640 1 -- 172.21.15.67:0/3870927974 shutdown_connections 2024-09-10T08:14:49.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.580+0000 7ff6b4b48640 1 --2- 172.21.15.67:0/3870927974 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff69c0a2bb0 0x7ff69c0a5070 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:49.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.580+0000 7ff6b4b48640 1 --2- 172.21.15.67:0/3870927974 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6b0107960 0x7ff6b019f560 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:49.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.580+0000 7ff6b4b48640 1 --2- 172.21.15.67:0/3870927974 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff6b0105030 0x7ff6b01984e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:49.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.580+0000 7ff6b4b48640 1 --2- 172.21.15.67:0/3870927974 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff6b0102700 0x7ff6b0197fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:49.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.580+0000 7ff6b4b48640 1 -- 172.21.15.67:0/3870927974 >> 172.21.15.67:0/3870927974 conn(0x7ff6b00fc2a0 msgr2=0x7ff6b0103080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:49.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.581+0000 7ff6b4b48640 1 -- 172.21.15.67:0/3870927974 shutdown_connections 2024-09-10T08:14:49.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:49.581+0000 7ff6b4b48640 1 -- 172.21.15.67:0/3870927974 wait complete. 2024-09-10T08:14:49.953 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:49 smithi067 ceph-mon[31051]: pgmap v357: 129 pgs: 129 active+clean; 644 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 558 B/s wr, 3 op/s; 135 B/s, 1 keys/s, 1 objects/s recovering 2024-09-10T08:14:49.953 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:49 smithi067 ceph-mon[31051]: from='client.15186 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:14:50.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:49 smithi203 ceph-mon[34672]: pgmap v357: 129 pgs: 129 active+clean; 644 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 558 B/s wr, 3 op/s; 135 B/s, 1 keys/s, 1 objects/s recovering 2024-09-10T08:14:50.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:49 smithi203 ceph-mon[34672]: from='client.15186 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:14:50.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:49 smithi133 ceph-mon[34721]: pgmap v357: 129 pgs: 129 active+clean; 644 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 558 B/s wr, 3 op/s; 135 B/s, 1 keys/s, 1 objects/s recovering 2024-09-10T08:14:50.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:49 smithi133 ceph-mon[34721]: from='client.15186 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:14:50.308 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- bash -c 'ceph orch ls' 2024-09-10T08:14:50.567 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:14:50.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:50 smithi067 ceph-mon[31051]: from='client.15192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:14:51.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:50 smithi203 ceph-mon[34672]: from='client.15192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:14:51.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:50 smithi133 ceph-mon[34721]: from='client.15192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:14:51.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.080+0000 7f9966f81640 1 -- 172.21.15.67:0/310092277 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9960100dc0 msgr2=0x7f9960101240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:51.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.080+0000 7f9966f81640 1 --2- 172.21.15.67:0/310092277 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9960100dc0 0x7f9960101240 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f994c009930 tx=0x7f994c02a420 comp rx=0 tx=0).stop 2024-09-10T08:14:51.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.080+0000 7f9966f81640 1 -- 172.21.15.67:0/310092277 shutdown_connections 2024-09-10T08:14:51.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.080+0000 7f9966f81640 1 --2- 172.21.15.67:0/310092277 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9960101780 0x7f9960109020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:51.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.080+0000 7f9966f81640 1 --2- 172.21.15.67:0/310092277 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9960100dc0 0x7f9960101240 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:51.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.080+0000 7f9966f81640 1 --2- 172.21.15.67:0/310092277 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9960102110 0x7f9960102510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:51.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.080+0000 7f9966f81640 1 -- 172.21.15.67:0/310092277 >> 172.21.15.67:0/310092277 conn(0x7f99600fba40 msgr2=0x7f99600fde60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:51.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.080+0000 7f9966f81640 1 -- 172.21.15.67:0/310092277 shutdown_connections 2024-09-10T08:14:51.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.080+0000 7f9966f81640 1 -- 172.21.15.67:0/310092277 wait complete. 2024-09-10T08:14:51.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.081+0000 7f9966f81640 1 Processor -- start 2024-09-10T08:14:51.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.081+0000 7f9966f81640 1 -- start start 2024-09-10T08:14:51.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.081+0000 7f9966f81640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9960100dc0 0x7f9960197f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:51.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.081+0000 7f9966f81640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9960101780 0x7f9960198490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:51.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.081+0000 7f9966f81640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9960102110 0x7f996019f510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:51.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.081+0000 7f9966f81640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f996010c6e0 con 0x7f9960100dc0 2024-09-10T08:14:51.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.081+0000 7f9966f81640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f996010c560 con 0x7f9960101780 2024-09-10T08:14:51.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.081+0000 7f9966f81640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f996010c860 con 0x7f9960102110 2024-09-10T08:14:51.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.081+0000 7f9964d1d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9960100dc0 0x7f9960197f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:51.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.081+0000 7f9964d1d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9960100dc0 0x7f9960197f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52084/0 (socket says 172.21.15.67:52084) 2024-09-10T08:14:51.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.081+0000 7f9964d1d640 1 -- 172.21.15.67:0/2399106832 learned_addr learned my addr 172.21.15.67:0/2399106832 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:51.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.082+0000 7f995ffff640 1 --2- 172.21.15.67:0/2399106832 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9960101780 0x7f9960198490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:51.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.082+0000 7f996551e640 1 --2- 172.21.15.67:0/2399106832 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9960102110 0x7f996019f510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:51.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.082+0000 7f9964d1d640 1 -- 172.21.15.67:0/2399106832 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9960102110 msgr2=0x7f996019f510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:51.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.082+0000 7f9964d1d640 1 --2- 172.21.15.67:0/2399106832 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9960102110 0x7f996019f510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:51.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.082+0000 7f9964d1d640 1 -- 172.21.15.67:0/2399106832 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9960101780 msgr2=0x7f9960198490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:51.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.082+0000 7f9964d1d640 1 --2- 172.21.15.67:0/2399106832 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9960101780 0x7f9960198490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:51.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.082+0000 7f9964d1d640 1 -- 172.21.15.67:0/2399106832 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f996019fb80 con 0x7f9960100dc0 2024-09-10T08:14:51.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.082+0000 7f996551e640 1 --2- 172.21.15.67:0/2399106832 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9960102110 0x7f996019f510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:14:51.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.082+0000 7f995ffff640 1 --2- 172.21.15.67:0/2399106832 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9960101780 0x7f9960198490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:14:51.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.082+0000 7f9964d1d640 1 --2- 172.21.15.67:0/2399106832 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9960100dc0 0x7f9960197f50 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f995400b450 tx=0x7f995400b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:51.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.082+0000 7f995dffb640 1 -- 172.21.15.67:0/2399106832 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9954015020 con 0x7f9960100dc0 2024-09-10T08:14:51.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.082+0000 7f995dffb640 1 -- 172.21.15.67:0/2399106832 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9954011d40 con 0x7f9960100dc0 2024-09-10T08:14:51.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.082+0000 7f9966f81640 1 -- 172.21.15.67:0/2399106832 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f996019fe70 con 0x7f9960100dc0 2024-09-10T08:14:51.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.082+0000 7f995dffb640 1 -- 172.21.15.67:0/2399106832 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f995400f340 con 0x7f9960100dc0 2024-09-10T08:14:51.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.082+0000 7f9966f81640 1 -- 172.21.15.67:0/2399106832 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99601a0340 con 0x7f9960100dc0 2024-09-10T08:14:51.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.083+0000 7f9966f81640 1 -- 172.21.15.67:0/2399106832 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f99601a05d0 con 0x7f9960100dc0 2024-09-10T08:14:51.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.084+0000 7f995dffb640 1 -- 172.21.15.67:0/2399106832 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f9954018020 con 0x7f9960100dc0 2024-09-10T08:14:51.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.085+0000 7f995dffb640 1 --2- 172.21.15.67:0/2399106832 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f99500a2bb0 0x7f99500a5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:51.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.085+0000 7f995ffff640 1 --2- 172.21.15.67:0/2399106832 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f99500a2bb0 0x7f99500a5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:51.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.085+0000 7f995dffb640 1 -- 172.21.15.67:0/2399106832 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f99540cef60 con 0x7f9960100dc0 2024-09-10T08:14:51.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.086+0000 7f995ffff640 1 --2- 172.21.15.67:0/2399106832 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f99500a2bb0 0x7f99500a5070 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f994c000c00 tx=0x7f994c009610 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:51.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.089+0000 7f995dffb640 1 -- 172.21.15.67:0/2399106832 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f995401f020 con 0x7f9960100dc0 2024-09-10T08:14:51.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.273+0000 7f9966f81640 1 -- 172.21.15.67:0/2399106832 --> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) -- 0x7f99601a07a0 con 0x7f99500a2bb0 2024-09-10T08:14:51.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.279+0000 7f995dffb640 1 -- 172.21.15.67:0/2399106832 <== mgr.14150 v2:172.21.15.67:6800/4256949759 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+980 (secure 0 0 0) 0x7f99601a07a0 con 0x7f99500a2bb0 2024-09-10T08:14:51.279 INFO:teuthology.orchestra.run.smithi067.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-09-10T08:14:51.279 INFO:teuthology.orchestra.run.smithi067.stdout:mds.all 12/12 13s ago 2m smithi067=a;smithi067=d;smithi067=g;smithi067=j;smithi133=b;smithi133=e;smithi133=h;smithi133=k;smithi203=c;smithi203=f;smithi203=i;smithi203=l;count:12 2024-09-10T08:14:51.279 INFO:teuthology.orchestra.run.smithi067.stdout:mgr 3/3 13s ago 8m smithi067=x;smithi133=y;smithi203=z;count:3 2024-09-10T08:14:51.279 INFO:teuthology.orchestra.run.smithi067.stdout:mon 3/3 13s ago 8m smithi067:172.21.15.67=a;smithi133:172.21.15.133=b;smithi203:172.21.15.203=c;count:3 2024-09-10T08:14:51.279 INFO:teuthology.orchestra.run.smithi067.stdout:osd 12 13s ago - 2024-09-10T08:14:51.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.281+0000 7f9966f81640 1 -- 172.21.15.67:0/2399106832 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f99500a2bb0 msgr2=0x7f99500a5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:51.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.281+0000 7f9966f81640 1 --2- 172.21.15.67:0/2399106832 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f99500a2bb0 0x7f99500a5070 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f994c000c00 tx=0x7f994c009610 comp rx=0 tx=0).stop 2024-09-10T08:14:51.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.281+0000 7f9966f81640 1 -- 172.21.15.67:0/2399106832 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9960100dc0 msgr2=0x7f9960197f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:51.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.281+0000 7f9966f81640 1 --2- 172.21.15.67:0/2399106832 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9960100dc0 0x7f9960197f50 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f995400b450 tx=0x7f995400b910 comp rx=0 tx=0).stop 2024-09-10T08:14:51.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.281+0000 7f9966f81640 1 -- 172.21.15.67:0/2399106832 shutdown_connections 2024-09-10T08:14:51.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.281+0000 7f9966f81640 1 --2- 172.21.15.67:0/2399106832 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f99500a2bb0 0x7f99500a5070 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:51.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.281+0000 7f9966f81640 1 --2- 172.21.15.67:0/2399106832 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9960101780 0x7f9960198490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:51.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.281+0000 7f9966f81640 1 --2- 172.21.15.67:0/2399106832 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9960102110 0x7f996019f510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:51.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.281+0000 7f9966f81640 1 --2- 172.21.15.67:0/2399106832 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9960100dc0 0x7f9960197f50 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:51.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.281+0000 7f9966f81640 1 -- 172.21.15.67:0/2399106832 >> 172.21.15.67:0/2399106832 conn(0x7f99600fba40 msgr2=0x7f99600fdbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:51.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.281+0000 7f9966f81640 1 -- 172.21.15.67:0/2399106832 shutdown_connections 2024-09-10T08:14:51.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:51.281+0000 7f9966f81640 1 -- 172.21.15.67:0/2399106832 wait complete. 2024-09-10T08:14:51.962 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- bash -c 'ceph orch host ls' 2024-09-10T08:14:51.984 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:51 smithi067 ceph-mon[31051]: pgmap v358: 129 pgs: 129 active+clean; 644 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 100 B/s wr, 4 op/s; 121 B/s, 0 keys/s, 1 objects/s recovering 2024-09-10T08:14:52.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:51 smithi203 ceph-mon[34672]: pgmap v358: 129 pgs: 129 active+clean; 644 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 100 B/s wr, 4 op/s; 121 B/s, 0 keys/s, 1 objects/s recovering 2024-09-10T08:14:52.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:51 smithi133 ceph-mon[34721]: pgmap v358: 129 pgs: 129 active+clean; 644 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 100 B/s wr, 4 op/s; 121 B/s, 0 keys/s, 1 objects/s recovering 2024-09-10T08:14:52.216 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:14:52.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.687+0000 7fbd782ec640 1 -- 172.21.15.67:0/1725369543 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd70107900 msgr2=0x7fbd70109d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:52.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.687+0000 7fbd782ec640 1 --2- 172.21.15.67:0/1725369543 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd70107900 0x7fbd70109d50 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fbd68009ca0 tx=0x7fbd6802a8c0 comp rx=0 tx=0).stop 2024-09-10T08:14:52.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.687+0000 7fbd782ec640 1 -- 172.21.15.67:0/1725369543 shutdown_connections 2024-09-10T08:14:52.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.687+0000 7fbd782ec640 1 --2- 172.21.15.67:0/1725369543 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbd70104fd0 0x7fbd701073c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:52.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.687+0000 7fbd782ec640 1 --2- 172.21.15.67:0/1725369543 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd70107900 0x7fbd70109d50 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:52.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.687+0000 7fbd782ec640 1 --2- 172.21.15.67:0/1725369543 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbd701026a0 0x7fbd70104a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:52.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.687+0000 7fbd782ec640 1 -- 172.21.15.67:0/1725369543 >> 172.21.15.67:0/1725369543 conn(0x7fbd700fc2a0 msgr2=0x7fbd700fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:52.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.687+0000 7fbd782ec640 1 -- 172.21.15.67:0/1725369543 shutdown_connections 2024-09-10T08:14:52.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.687+0000 7fbd782ec640 1 -- 172.21.15.67:0/1725369543 wait complete. 2024-09-10T08:14:52.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.688+0000 7fbd782ec640 1 Processor -- start 2024-09-10T08:14:52.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.688+0000 7fbd782ec640 1 -- start start 2024-09-10T08:14:52.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.688+0000 7fbd782ec640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd701026a0 0x7fbd70197e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:52.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.688+0000 7fbd782ec640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbd70104fd0 0x7fbd701983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:52.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.688+0000 7fbd782ec640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbd70107900 0x7fbd7019f440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:52.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.688+0000 7fbd782ec640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fbd7010d770 con 0x7fbd701026a0 2024-09-10T08:14:52.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.688+0000 7fbd782ec640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fbd7010d5f0 con 0x7fbd70107900 2024-09-10T08:14:52.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.688+0000 7fbd782ec640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fbd7010d8f0 con 0x7fbd70104fd0 2024-09-10T08:14:52.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.688+0000 7fbd76088640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd701026a0 0x7fbd70197e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:52.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.688+0000 7fbd76088640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd701026a0 0x7fbd70197e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52094/0 (socket says 172.21.15.67:52094) 2024-09-10T08:14:52.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.688+0000 7fbd76088640 1 -- 172.21.15.67:0/1858728126 learned_addr learned my addr 172.21.15.67:0/1858728126 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:52.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.689+0000 7fbd75887640 1 --2- 172.21.15.67:0/1858728126 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbd70104fd0 0x7fbd701983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:52.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.689+0000 7fbd76889640 1 --2- 172.21.15.67:0/1858728126 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbd70107900 0x7fbd7019f440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:52.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.689+0000 7fbd76088640 1 -- 172.21.15.67:0/1858728126 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbd70104fd0 msgr2=0x7fbd701983c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:52.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.689+0000 7fbd76088640 1 --2- 172.21.15.67:0/1858728126 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbd70104fd0 0x7fbd701983c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:52.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.689+0000 7fbd76088640 1 -- 172.21.15.67:0/1858728126 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbd70107900 msgr2=0x7fbd7019f440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:52.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.689+0000 7fbd76088640 1 --2- 172.21.15.67:0/1858728126 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbd70107900 0x7fbd7019f440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:52.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.689+0000 7fbd76088640 1 -- 172.21.15.67:0/1858728126 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd7019fab0 con 0x7fbd701026a0 2024-09-10T08:14:52.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.689+0000 7fbd76889640 1 --2- 172.21.15.67:0/1858728126 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbd70107900 0x7fbd7019f440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:14:52.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.689+0000 7fbd76088640 1 --2- 172.21.15.67:0/1858728126 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd701026a0 0x7fbd70197e80 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fbd6c00d770 tx=0x7fbd6c00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:52.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.689+0000 7fbd677fe640 1 -- 172.21.15.67:0/1858728126 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd6c017070 con 0x7fbd701026a0 2024-09-10T08:14:52.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.689+0000 7fbd677fe640 1 -- 172.21.15.67:0/1858728126 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbd6c0054d0 con 0x7fbd701026a0 2024-09-10T08:14:52.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.689+0000 7fbd782ec640 1 -- 172.21.15.67:0/1858728126 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd7019fda0 con 0x7fbd701026a0 2024-09-10T08:14:52.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.689+0000 7fbd677fe640 1 -- 172.21.15.67:0/1858728126 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd6c004cf0 con 0x7fbd701026a0 2024-09-10T08:14:52.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.689+0000 7fbd782ec640 1 -- 172.21.15.67:0/1858728126 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd701a0200 con 0x7fbd701026a0 2024-09-10T08:14:52.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.690+0000 7fbd782ec640 1 -- 172.21.15.67:0/1858728126 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd700fdd90 con 0x7fbd701026a0 2024-09-10T08:14:52.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.691+0000 7fbd677fe640 1 -- 172.21.15.67:0/1858728126 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fbd6c004e90 con 0x7fbd701026a0 2024-09-10T08:14:52.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.692+0000 7fbd677fe640 1 --2- 172.21.15.67:0/1858728126 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fbd5c0a2bb0 0x7fbd5c0a5070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:52.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.692+0000 7fbd75887640 1 --2- 172.21.15.67:0/1858728126 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fbd5c0a2bb0 0x7fbd5c0a5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:52.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.692+0000 7fbd677fe640 1 -- 172.21.15.67:0/1858728126 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fbd6c0cef30 con 0x7fbd701026a0 2024-09-10T08:14:52.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.692+0000 7fbd75887640 1 --2- 172.21.15.67:0/1858728126 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fbd5c0a2bb0 0x7fbd5c0a5070 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fbd701993a0 tx=0x7fbd6000a4c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:52.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.696+0000 7fbd677fe640 1 -- 172.21.15.67:0/1858728126 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fbd6c09ba90 con 0x7fbd701026a0 2024-09-10T08:14:52.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.884+0000 7fbd782ec640 1 -- 172.21.15.67:0/1858728126 --> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) -- 0x7fbd70062630 con 0x7fbd5c0a2bb0 2024-09-10T08:14:52.885 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:52 smithi067 ceph-mon[31051]: from='client.15198 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:14:52.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.885+0000 7fbd677fe640 1 -- 172.21.15.67:0/1858728126 <== mgr.14150 v2:172.21.15.67:6800/4256949759 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+191 (secure 0 0 0) 0x7fbd70062630 con 0x7fbd5c0a2bb0 2024-09-10T08:14:52.886 INFO:teuthology.orchestra.run.smithi067.stdout:HOST ADDR LABELS STATUS 2024-09-10T08:14:52.886 INFO:teuthology.orchestra.run.smithi067.stdout:smithi067 172.21.15.67 2024-09-10T08:14:52.886 INFO:teuthology.orchestra.run.smithi067.stdout:smithi133 172.21.15.133 2024-09-10T08:14:52.886 INFO:teuthology.orchestra.run.smithi067.stdout:smithi203 172.21.15.203 2024-09-10T08:14:52.886 INFO:teuthology.orchestra.run.smithi067.stdout:3 hosts in cluster 2024-09-10T08:14:52.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.887+0000 7fbd782ec640 1 -- 172.21.15.67:0/1858728126 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fbd5c0a2bb0 msgr2=0x7fbd5c0a5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:52.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.887+0000 7fbd782ec640 1 --2- 172.21.15.67:0/1858728126 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fbd5c0a2bb0 0x7fbd5c0a5070 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fbd701993a0 tx=0x7fbd6000a4c0 comp rx=0 tx=0).stop 2024-09-10T08:14:52.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.887+0000 7fbd782ec640 1 -- 172.21.15.67:0/1858728126 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd701026a0 msgr2=0x7fbd70197e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:52.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.888+0000 7fbd782ec640 1 --2- 172.21.15.67:0/1858728126 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd701026a0 0x7fbd70197e80 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fbd6c00d770 tx=0x7fbd6c00dc30 comp rx=0 tx=0).stop 2024-09-10T08:14:52.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.888+0000 7fbd782ec640 1 -- 172.21.15.67:0/1858728126 shutdown_connections 2024-09-10T08:14:52.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.888+0000 7fbd782ec640 1 --2- 172.21.15.67:0/1858728126 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fbd5c0a2bb0 0x7fbd5c0a5070 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:52.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.888+0000 7fbd782ec640 1 --2- 172.21.15.67:0/1858728126 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbd70107900 0x7fbd7019f440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:52.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.888+0000 7fbd782ec640 1 --2- 172.21.15.67:0/1858728126 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbd70104fd0 0x7fbd701983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:52.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.888+0000 7fbd782ec640 1 --2- 172.21.15.67:0/1858728126 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd701026a0 0x7fbd70197e80 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:52.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.888+0000 7fbd782ec640 1 -- 172.21.15.67:0/1858728126 >> 172.21.15.67:0/1858728126 conn(0x7fbd700fc2a0 msgr2=0x7fbd70103000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:52.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.888+0000 7fbd782ec640 1 -- 172.21.15.67:0/1858728126 shutdown_connections 2024-09-10T08:14:52.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:52.888+0000 7fbd782ec640 1 -- 172.21.15.67:0/1858728126 wait complete. 2024-09-10T08:14:53.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:52 smithi203 ceph-mon[34672]: from='client.15198 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:14:53.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:52 smithi133 ceph-mon[34721]: from='client.15198 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:14:53.685 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- bash -c 'ceph orch device ls' 2024-09-10T08:14:53.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:53 smithi067 ceph-mon[31051]: pgmap v359: 129 pgs: 129 active+clean; 644 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 9 op/s; 5 B/s, 0 keys/s, 0 objects/s recovering 2024-09-10T08:14:53.987 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:14:54.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:53 smithi203 ceph-mon[34672]: pgmap v359: 129 pgs: 129 active+clean; 644 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 9 op/s; 5 B/s, 0 keys/s, 0 objects/s recovering 2024-09-10T08:14:54.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:53 smithi133 ceph-mon[34721]: pgmap v359: 129 pgs: 129 active+clean; 644 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 9 op/s; 5 B/s, 0 keys/s, 0 objects/s recovering 2024-09-10T08:14:54.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.541+0000 7feebb21b640 1 -- 172.21.15.67:0/1717561633 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feeb41037c0 msgr2=0x7feeb410a050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:54.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.541+0000 7feebb21b640 1 --2- 172.21.15.67:0/1717561633 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feeb41037c0 0x7feeb410a050 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7feeac009ca0 tx=0x7feeac02a8e0 comp rx=0 tx=0).stop 2024-09-10T08:14:54.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.541+0000 7feebb21b640 1 -- 172.21.15.67:0/1717561633 shutdown_connections 2024-09-10T08:14:54.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.541+0000 7feebb21b640 1 --2- 172.21.15.67:0/1717561633 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feeb41037c0 0x7feeb410a050 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:54.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.541+0000 7feebb21b640 1 --2- 172.21.15.67:0/1717561633 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7feeb4102e00 0x7feeb4103280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:54.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.541+0000 7feebb21b640 1 --2- 172.21.15.67:0/1717561633 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feeb4101c00 0x7feeb4102000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:54.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.541+0000 7feebb21b640 1 -- 172.21.15.67:0/1717561633 >> 172.21.15.67:0/1717561633 conn(0x7feeb40fd390 msgr2=0x7feeb40ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:54.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.541+0000 7feebb21b640 1 -- 172.21.15.67:0/1717561633 shutdown_connections 2024-09-10T08:14:54.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.541+0000 7feebb21b640 1 -- 172.21.15.67:0/1717561633 wait complete. 2024-09-10T08:14:54.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.541+0000 7feebb21b640 1 Processor -- start 2024-09-10T08:14:54.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.541+0000 7feebb21b640 1 -- start start 2024-09-10T08:14:54.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.541+0000 7feebb21b640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7feeb4101c00 0x7feeb4197e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:54.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.541+0000 7feebb21b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feeb4102e00 0x7feeb4198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:54.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.542+0000 7feebb21b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feeb41037c0 0x7feeb419f410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:54.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.542+0000 7feebb21b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7feeb410d7b0 con 0x7feeb4102e00 2024-09-10T08:14:54.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.542+0000 7feebb21b640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7feeb410d630 con 0x7feeb41037c0 2024-09-10T08:14:54.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.542+0000 7feebb21b640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7feeb410d930 con 0x7feeb4101c00 2024-09-10T08:14:54.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.542+0000 7feeb3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feeb4102e00 0x7feeb4198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:54.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.542+0000 7feeb3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feeb4102e00 0x7feeb4198390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52110/0 (socket says 172.21.15.67:52110) 2024-09-10T08:14:54.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.542+0000 7feeb3fff640 1 -- 172.21.15.67:0/2084931084 learned_addr learned my addr 172.21.15.67:0/2084931084 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:54.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.542+0000 7feeb97b8640 1 --2- 172.21.15.67:0/2084931084 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feeb41037c0 0x7feeb419f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:54.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.542+0000 7feeb3fff640 1 -- 172.21.15.67:0/2084931084 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7feeb4101c00 msgr2=0x7feeb4197e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:54.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.542+0000 7feeb8fb7640 1 --2- 172.21.15.67:0/2084931084 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7feeb4101c00 0x7feeb4197e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:54.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.542+0000 7feeb3fff640 1 --2- 172.21.15.67:0/2084931084 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7feeb4101c00 0x7feeb4197e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:54.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.542+0000 7feeb3fff640 1 -- 172.21.15.67:0/2084931084 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feeb41037c0 msgr2=0x7feeb419f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:54.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.542+0000 7feeb3fff640 1 --2- 172.21.15.67:0/2084931084 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feeb41037c0 0x7feeb419f410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:54.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.542+0000 7feeb3fff640 1 -- 172.21.15.67:0/2084931084 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feeb419fa80 con 0x7feeb4102e00 2024-09-10T08:14:54.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.542+0000 7feeb3fff640 1 --2- 172.21.15.67:0/2084931084 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feeb4102e00 0x7feeb4198390 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7feea000b450 tx=0x7feea000b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:54.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.542+0000 7feeb1ffb640 1 -- 172.21.15.67:0/2084931084 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feea0015020 con 0x7feeb4102e00 2024-09-10T08:14:54.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.542+0000 7feeb1ffb640 1 -- 172.21.15.67:0/2084931084 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feea0011d40 con 0x7feeb4102e00 2024-09-10T08:14:54.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.542+0000 7feebb21b640 1 -- 172.21.15.67:0/2084931084 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feeb419fd70 con 0x7feeb4102e00 2024-09-10T08:14:54.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.542+0000 7feeb1ffb640 1 -- 172.21.15.67:0/2084931084 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feea000f340 con 0x7feeb4102e00 2024-09-10T08:14:54.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.543+0000 7feebb21b640 1 -- 172.21.15.67:0/2084931084 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feeb41a0290 con 0x7feeb4102e00 2024-09-10T08:14:54.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.544+0000 7feebb21b640 1 -- 172.21.15.67:0/2084931084 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feeb4109000 con 0x7feeb4102e00 2024-09-10T08:14:54.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.545+0000 7feeb1ffb640 1 -- 172.21.15.67:0/2084931084 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7feea0018020 con 0x7feeb4102e00 2024-09-10T08:14:54.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.545+0000 7feeb1ffb640 1 --2- 172.21.15.67:0/2084931084 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7feea40a2c30 0x7feea40a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:54.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.545+0000 7feeb1ffb640 1 -- 172.21.15.67:0/2084931084 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7feea00ceed0 con 0x7feeb4102e00 2024-09-10T08:14:54.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.545+0000 7feeb8fb7640 1 --2- 172.21.15.67:0/2084931084 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7feea40a2c30 0x7feea40a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:54.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.546+0000 7feeb8fb7640 1 --2- 172.21.15.67:0/2084931084 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7feea40a2c30 0x7feea40a50f0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7feea8005fd0 tx=0x7feea8005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:54.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.550+0000 7feeb1ffb640 1 -- 172.21.15.67:0/2084931084 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7feea001f020 con 0x7feeb4102e00 2024-09-10T08:14:54.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.734+0000 7feebb21b640 1 -- 172.21.15.67:0/2084931084 --> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) -- 0x7feeb4062630 con 0x7feea40a2c30 2024-09-10T08:14:54.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.736+0000 7feeb1ffb640 1 -- 172.21.15.67:0/2084931084 <== mgr.14150 v2:172.21.15.67:6800/4256949759 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+532 (secure 0 0 0) 0x7feeb4062630 con 0x7feea40a2c30 2024-09-10T08:14:54.735 INFO:teuthology.orchestra.run.smithi067.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-09-10T08:14:54.736 INFO:teuthology.orchestra.run.smithi067.stdout:smithi067 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT53440042400BGN 372G No 4m ago Has a FileSystem, LVM detected 2024-09-10T08:14:54.736 INFO:teuthology.orchestra.run.smithi067.stdout:smithi133 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620401AQ400BGN 372G No 3m ago Has a FileSystem, LVM detected 2024-09-10T08:14:54.736 INFO:teuthology.orchestra.run.smithi067.stdout:smithi203 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT623300GK400BGN 372G No 3m ago Has a FileSystem, LVM detected 2024-09-10T08:14:54.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.738+0000 7feebb21b640 1 -- 172.21.15.67:0/2084931084 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7feea40a2c30 msgr2=0x7feea40a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:54.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.738+0000 7feebb21b640 1 --2- 172.21.15.67:0/2084931084 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7feea40a2c30 0x7feea40a50f0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7feea8005fd0 tx=0x7feea8005850 comp rx=0 tx=0).stop 2024-09-10T08:14:54.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.738+0000 7feebb21b640 1 -- 172.21.15.67:0/2084931084 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feeb4102e00 msgr2=0x7feeb4198390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:54.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.738+0000 7feebb21b640 1 --2- 172.21.15.67:0/2084931084 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feeb4102e00 0x7feeb4198390 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7feea000b450 tx=0x7feea000b910 comp rx=0 tx=0).stop 2024-09-10T08:14:54.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.738+0000 7feebb21b640 1 -- 172.21.15.67:0/2084931084 shutdown_connections 2024-09-10T08:14:54.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.738+0000 7feebb21b640 1 --2- 172.21.15.67:0/2084931084 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7feea40a2c30 0x7feea40a50f0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:54.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.738+0000 7feebb21b640 1 --2- 172.21.15.67:0/2084931084 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feeb41037c0 0x7feeb419f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:54.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.738+0000 7feebb21b640 1 --2- 172.21.15.67:0/2084931084 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feeb4102e00 0x7feeb4198390 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:54.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.738+0000 7feebb21b640 1 --2- 172.21.15.67:0/2084931084 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7feeb4101c00 0x7feeb4197e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:54.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.738+0000 7feebb21b640 1 -- 172.21.15.67:0/2084931084 >> 172.21.15.67:0/2084931084 conn(0x7feeb40fd390 msgr2=0x7feeb41061d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:54.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.739+0000 7feebb21b640 1 -- 172.21.15.67:0/2084931084 shutdown_connections 2024-09-10T08:14:54.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:54.739+0000 7feebb21b640 1 -- 172.21.15.67:0/2084931084 wait complete. 2024-09-10T08:14:55.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:54 smithi203 ceph-mon[34672]: from='client.15204 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:14:55.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:54 smithi133 ceph-mon[34721]: from='client.15204 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:14:55.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:54 smithi067 ceph-mon[31051]: from='client.15204 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:14:55.455 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-10T08:14:55.464 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi067.front.sepia.ceph.com 2024-09-10T08:14:55.464 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- bash -c 'ceph fs dump' 2024-09-10T08:14:55.730 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:14:56.023 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:55 smithi067 ceph-mon[31051]: pgmap v360: 129 pgs: 129 active+clean; 644 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s; 5 B/s, 0 keys/s, 0 objects/s recovering 2024-09-10T08:14:56.023 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:55 smithi067 ceph-mon[31051]: from='client.15210 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:14:56.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:55 smithi203 ceph-mon[34672]: pgmap v360: 129 pgs: 129 active+clean; 644 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s; 5 B/s, 0 keys/s, 0 objects/s recovering 2024-09-10T08:14:56.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:55 smithi203 ceph-mon[34672]: from='client.15210 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:14:56.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:55 smithi133 ceph-mon[34721]: pgmap v360: 129 pgs: 129 active+clean; 644 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 8 op/s; 5 B/s, 0 keys/s, 0 objects/s recovering 2024-09-10T08:14:56.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:55 smithi133 ceph-mon[34721]: from='client.15210 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:14:56.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.225+0000 7f61142e0640 1 -- 172.21.15.67:0/4124267383 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f610c102e00 msgr2=0x7f610c103280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:56.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.225+0000 7f61142e0640 1 --2- 172.21.15.67:0/4124267383 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f610c102e00 0x7f610c103280 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f60fc009900 tx=0x7f60fc02a410 comp rx=0 tx=0).stop 2024-09-10T08:14:56.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.225+0000 7f61142e0640 1 -- 172.21.15.67:0/4124267383 shutdown_connections 2024-09-10T08:14:56.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.225+0000 7f61142e0640 1 --2- 172.21.15.67:0/4124267383 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f610c1037c0 0x7f610c10a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:56.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.225+0000 7f61142e0640 1 --2- 172.21.15.67:0/4124267383 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f610c102e00 0x7f610c103280 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:56.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.225+0000 7f61142e0640 1 --2- 172.21.15.67:0/4124267383 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f610c101c00 0x7f610c102000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:56.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.225+0000 7f61142e0640 1 -- 172.21.15.67:0/4124267383 >> 172.21.15.67:0/4124267383 conn(0x7f610c0fd390 msgr2=0x7f610c0ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:56.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.225+0000 7f61142e0640 1 -- 172.21.15.67:0/4124267383 shutdown_connections 2024-09-10T08:14:56.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.225+0000 7f61142e0640 1 -- 172.21.15.67:0/4124267383 wait complete. 2024-09-10T08:14:56.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.225+0000 7f61142e0640 1 Processor -- start 2024-09-10T08:14:56.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.226+0000 7f61142e0640 1 -- start start 2024-09-10T08:14:56.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.226+0000 7f61142e0640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f610c101c00 0x7f610c075f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:56.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.226+0000 7f61142e0640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f610c102e00 0x7f610c0745e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:56.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.226+0000 7f61142e0640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f610c1037c0 0x7f610c074b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:56.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.226+0000 7f61142e0640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f610c10d7b0 con 0x7f610c1037c0 2024-09-10T08:14:56.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.226+0000 7f61142e0640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f610c10d630 con 0x7f610c101c00 2024-09-10T08:14:56.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.226+0000 7f61142e0640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f610c10d930 con 0x7f610c102e00 2024-09-10T08:14:56.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.226+0000 7f611287d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f610c1037c0 0x7f610c074b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:56.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.226+0000 7f611287d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f610c1037c0 0x7f610c074b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34120/0 (socket says 172.21.15.67:34120) 2024-09-10T08:14:56.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.226+0000 7f611287d640 1 -- 172.21.15.67:0/1514703816 learned_addr learned my addr 172.21.15.67:0/1514703816 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:56.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.226+0000 7f611207c640 1 --2- 172.21.15.67:0/1514703816 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f610c101c00 0x7f610c075f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:56.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.226+0000 7f611187b640 1 --2- 172.21.15.67:0/1514703816 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f610c102e00 0x7f610c0745e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:56.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.226+0000 7f611287d640 1 -- 172.21.15.67:0/1514703816 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f610c102e00 msgr2=0x7f610c0745e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:56.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.226+0000 7f611287d640 1 --2- 172.21.15.67:0/1514703816 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f610c102e00 0x7f610c0745e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:56.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.226+0000 7f611287d640 1 -- 172.21.15.67:0/1514703816 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f610c101c00 msgr2=0x7f610c075f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:56.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.226+0000 7f611287d640 1 --2- 172.21.15.67:0/1514703816 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f610c101c00 0x7f610c075f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:56.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.226+0000 7f611287d640 1 -- 172.21.15.67:0/1514703816 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f610c0753e0 con 0x7f610c1037c0 2024-09-10T08:14:56.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.226+0000 7f611287d640 1 --2- 172.21.15.67:0/1514703816 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f610c1037c0 0x7f610c074b20 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f610400cce0 tx=0x7f610400a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:56.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.227+0000 7f61037fe640 1 -- 172.21.15.67:0/1514703816 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f610400f450 con 0x7f610c1037c0 2024-09-10T08:14:56.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.227+0000 7f61037fe640 1 -- 172.21.15.67:0/1514703816 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f610400faa0 con 0x7f610c1037c0 2024-09-10T08:14:56.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.227+0000 7f61142e0640 1 -- 172.21.15.67:0/1514703816 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f610c1a1ff0 con 0x7f610c1037c0 2024-09-10T08:14:56.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.227+0000 7f61037fe640 1 -- 172.21.15.67:0/1514703816 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6104018a80 con 0x7f610c1037c0 2024-09-10T08:14:56.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.227+0000 7f61142e0640 1 -- 172.21.15.67:0/1514703816 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f610c1a24d0 con 0x7f610c1037c0 2024-09-10T08:14:56.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.228+0000 7f61142e0640 1 -- 172.21.15.67:0/1514703816 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f610c109050 con 0x7f610c1037c0 2024-09-10T08:14:56.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.229+0000 7f61037fe640 1 -- 172.21.15.67:0/1514703816 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f610400fc50 con 0x7f610c1037c0 2024-09-10T08:14:56.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.229+0000 7f61037fe640 1 --2- 172.21.15.67:0/1514703816 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f60f80a2b80 0x7f60f80a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:56.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.230+0000 7f611207c640 1 --2- 172.21.15.67:0/1514703816 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f60f80a2b80 0x7f60f80a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:56.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.230+0000 7f61037fe640 1 -- 172.21.15.67:0/1514703816 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f61040cf850 con 0x7f610c1037c0 2024-09-10T08:14:56.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.230+0000 7f611207c640 1 --2- 172.21.15.67:0/1514703816 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f60f80a2b80 0x7f60f80a5040 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f610c102c60 tx=0x7f6108009110 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:56.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.234+0000 7f61037fe640 1 -- 172.21.15.67:0/1514703816 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f6104014030 con 0x7f610c1037c0 2024-09-10T08:14:56.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.446+0000 7f61142e0640 1 -- 172.21.15.67:0/1514703816 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7f610c062df0 con 0x7f610c1037c0 2024-09-10T08:14:56.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.447+0000 7f61037fe640 1 -- 172.21.15.67:0/1514703816 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 28 v28) ==== 76+0+3136 (secure 0 0 0) 0x7f610409c3b0 con 0x7f610c1037c0 2024-09-10T08:14:56.446 INFO:teuthology.orchestra.run.smithi067.stdout:e28 2024-09-10T08:14:56.446 INFO:teuthology.orchestra.run.smithi067.stdout:btime 2024-09-10T08:13:23:816979+0000 2024-09-10T08:14:56.447 INFO:teuthology.orchestra.run.smithi067.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-09-10T08:14:56.447 INFO:teuthology.orchestra.run.smithi067.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-10T08:14:56.447 INFO:teuthology.orchestra.run.smithi067.stdout:legacy client fscid: 1 2024-09-10T08:14:56.447 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:14:56.447 INFO:teuthology.orchestra.run.smithi067.stdout:Filesystem 'cephfs' (1) 2024-09-10T08:14:56.447 INFO:teuthology.orchestra.run.smithi067.stdout:fs_name cephfs 2024-09-10T08:14:56.447 INFO:teuthology.orchestra.run.smithi067.stdout:epoch 28 2024-09-10T08:14:56.447 INFO:teuthology.orchestra.run.smithi067.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2024-09-10T08:14:56.447 INFO:teuthology.orchestra.run.smithi067.stdout:created 2024-09-10T08:12:37.538183+0000 2024-09-10T08:14:56.447 INFO:teuthology.orchestra.run.smithi067.stdout:modified 2024-09-10T08:13:23.816954+0000 2024-09-10T08:14:56.447 INFO:teuthology.orchestra.run.smithi067.stdout:tableserver 0 2024-09-10T08:14:56.447 INFO:teuthology.orchestra.run.smithi067.stdout:root 0 2024-09-10T08:14:56.447 INFO:teuthology.orchestra.run.smithi067.stdout:session_timeout 300 2024-09-10T08:14:56.448 INFO:teuthology.orchestra.run.smithi067.stdout:session_autoclose 300 2024-09-10T08:14:56.448 INFO:teuthology.orchestra.run.smithi067.stdout:max_file_size 1099511627776 2024-09-10T08:14:56.448 INFO:teuthology.orchestra.run.smithi067.stdout:max_xattr_size 65536 2024-09-10T08:14:56.448 INFO:teuthology.orchestra.run.smithi067.stdout:required_client_features {} 2024-09-10T08:14:56.448 INFO:teuthology.orchestra.run.smithi067.stdout:last_failure 0 2024-09-10T08:14:56.448 INFO:teuthology.orchestra.run.smithi067.stdout:last_failure_osd_epoch 0 2024-09-10T08:14:56.448 INFO:teuthology.orchestra.run.smithi067.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-10T08:14:56.448 INFO:teuthology.orchestra.run.smithi067.stdout:max_mds 5 2024-09-10T08:14:56.448 INFO:teuthology.orchestra.run.smithi067.stdout:in 0,1,2,3,4 2024-09-10T08:14:56.448 INFO:teuthology.orchestra.run.smithi067.stdout:up {0=24479,1=24475,2=24457,3=24412,4=24404} 2024-09-10T08:14:56.448 INFO:teuthology.orchestra.run.smithi067.stdout:failed 2024-09-10T08:14:56.448 INFO:teuthology.orchestra.run.smithi067.stdout:damaged 2024-09-10T08:14:56.449 INFO:teuthology.orchestra.run.smithi067.stdout:stopped 2024-09-10T08:14:56.449 INFO:teuthology.orchestra.run.smithi067.stdout:data_pools [3,4] 2024-09-10T08:14:56.449 INFO:teuthology.orchestra.run.smithi067.stdout:metadata_pool 2 2024-09-10T08:14:56.449 INFO:teuthology.orchestra.run.smithi067.stdout:inline_data disabled 2024-09-10T08:14:56.449 INFO:teuthology.orchestra.run.smithi067.stdout:balancer 2024-09-10T08:14:56.449 INFO:teuthology.orchestra.run.smithi067.stdout:bal_rank_mask -1 2024-09-10T08:14:56.449 INFO:teuthology.orchestra.run.smithi067.stdout:standby_count_wanted 0 2024-09-10T08:14:56.449 INFO:teuthology.orchestra.run.smithi067.stdout:qdb_cluster leader: 24479 members: 24479,24475,24457,24412,24404 2024-09-10T08:14:56.449 INFO:teuthology.orchestra.run.smithi067.stdout:[mds.b{0:24479} state up:active seq 4 addr [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] compat {c=[1],r=[1],i=[1fff]}] 2024-09-10T08:14:56.450 INFO:teuthology.orchestra.run.smithi067.stdout:[mds.h{0:24455} state up:standby-replay seq 1 addr [v2:172.21.15.133:6836/667764093,v1:172.21.15.133:6837/667764093] compat {c=[1],r=[1],i=[1fff]}] 2024-09-10T08:14:56.450 INFO:teuthology.orchestra.run.smithi067.stdout:[mds.i{1:24475} state up:active seq 17 addr [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] compat {c=[1],r=[1],i=[1fff]}] 2024-09-10T08:14:56.450 INFO:teuthology.orchestra.run.smithi067.stdout:[mds.f{1:24451} state up:standby-replay seq 1 addr [v2:172.21.15.203:6834/3722546188,v1:172.21.15.203:6835/3722546188] compat {c=[1],r=[1],i=[1fff]}] 2024-09-10T08:14:56.450 INFO:teuthology.orchestra.run.smithi067.stdout:[mds.c{2:24457} state up:active seq 19 addr [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] compat {c=[1],r=[1],i=[1fff]}] 2024-09-10T08:14:56.450 INFO:teuthology.orchestra.run.smithi067.stdout:[mds.e{2:24431} state up:standby-replay seq 1 addr [v2:172.21.15.133:6834/3573205749,v1:172.21.15.133:6835/3573205749] compat {c=[1],r=[1],i=[1fff]}] 2024-09-10T08:14:56.450 INFO:teuthology.orchestra.run.smithi067.stdout:[mds.l{3:24412} state up:active seq 23 addr [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] compat {c=[1],r=[1],i=[1fff]}] 2024-09-10T08:14:56.450 INFO:teuthology.orchestra.run.smithi067.stdout:[mds.a{3:14628} state up:standby-replay seq 1 addr [v2:172.21.15.67:6840/1116344955,v1:172.21.15.67:6841/1116344955] compat {c=[1],r=[1],i=[1fff]}] 2024-09-10T08:14:56.450 INFO:teuthology.orchestra.run.smithi067.stdout:[mds.k{4:24404} state up:active seq 23 addr [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] compat {c=[1],r=[1],i=[1fff]}] 2024-09-10T08:14:56.450 INFO:teuthology.orchestra.run.smithi067.stdout:[mds.g{4:14616} state up:standby-replay seq 1 addr [v2:172.21.15.67:6838/2770928820,v1:172.21.15.67:6839/2770928820] compat {c=[1],r=[1],i=[1fff]}] 2024-09-10T08:14:56.450 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:14:56.450 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:14:56.450 INFO:teuthology.orchestra.run.smithi067.stdout:Standby daemons: 2024-09-10T08:14:56.450 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:14:56.450 INFO:teuthology.orchestra.run.smithi067.stdout:[mds.j{-1:14556} state up:standby seq 1 addr [v2:172.21.15.67:6834/3649064068,v1:172.21.15.67:6835/3649064068] compat {c=[1],r=[1],i=[1fff]}] 2024-09-10T08:14:56.451 INFO:teuthology.orchestra.run.smithi067.stdout:[mds.d{-1:14568} state up:standby seq 1 addr [v2:172.21.15.67:6836/384364542,v1:172.21.15.67:6837/384364542] compat {c=[1],r=[1],i=[1fff]}] 2024-09-10T08:14:56.451 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 28 2024-09-10T08:14:56.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.450+0000 7f61142e0640 1 -- 172.21.15.67:0/1514703816 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f60f80a2b80 msgr2=0x7f60f80a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:56.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.450+0000 7f61142e0640 1 --2- 172.21.15.67:0/1514703816 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f60f80a2b80 0x7f60f80a5040 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f610c102c60 tx=0x7f6108009110 comp rx=0 tx=0).stop 2024-09-10T08:14:56.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.450+0000 7f61142e0640 1 -- 172.21.15.67:0/1514703816 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f610c1037c0 msgr2=0x7f610c074b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:56.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.450+0000 7f61142e0640 1 --2- 172.21.15.67:0/1514703816 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f610c1037c0 0x7f610c074b20 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f610400cce0 tx=0x7f610400a620 comp rx=0 tx=0).stop 2024-09-10T08:14:56.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.450+0000 7f61142e0640 1 -- 172.21.15.67:0/1514703816 shutdown_connections 2024-09-10T08:14:56.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.450+0000 7f61142e0640 1 --2- 172.21.15.67:0/1514703816 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f60f80a2b80 0x7f60f80a5040 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:56.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.450+0000 7f61142e0640 1 --2- 172.21.15.67:0/1514703816 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f610c1037c0 0x7f610c074b20 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:56.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.450+0000 7f61142e0640 1 --2- 172.21.15.67:0/1514703816 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f610c102e00 0x7f610c0745e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:56.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.450+0000 7f61142e0640 1 --2- 172.21.15.67:0/1514703816 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f610c101c00 0x7f610c075f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:56.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.450+0000 7f61142e0640 1 -- 172.21.15.67:0/1514703816 >> 172.21.15.67:0/1514703816 conn(0x7f610c0fd390 msgr2=0x7f610c106220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:56.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.450+0000 7f61142e0640 1 -- 172.21.15.67:0/1514703816 shutdown_connections 2024-09-10T08:14:56.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:56.450+0000 7f61142e0640 1 -- 172.21.15.67:0/1514703816 wait complete. 2024-09-10T08:14:57.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:56 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/1514703816' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-10T08:14:57.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:56 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/1514703816' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-10T08:14:57.104 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:56 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/1514703816' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-10T08:14:57.135 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- bash -c 'ceph osd dump' 2024-09-10T08:14:57.398 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:14:57.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:57.901+0000 7f82b479b640 1 -- 172.21.15.67:0/4011787787 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f82ac100ad0 msgr2=0x7f82ac100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:57.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:57.901+0000 7f82b479b640 1 --2- 172.21.15.67:0/4011787787 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f82ac100ad0 0x7f82ac100ed0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f829c009900 tx=0x7f829c02a410 comp rx=0 tx=0).stop 2024-09-10T08:14:57.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:57.901+0000 7f82b479b640 1 -- 172.21.15.67:0/4011787787 shutdown_connections 2024-09-10T08:14:57.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:57.901+0000 7f82b479b640 1 --2- 172.21.15.67:0/4011787787 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f82ac101cd0 0x7f82ac102150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:57.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:57.901+0000 7f82b479b640 1 --2- 172.21.15.67:0/4011787787 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f82ac102690 0x7f82ac108f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:57.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:57.901+0000 7f82b479b640 1 --2- 172.21.15.67:0/4011787787 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f82ac100ad0 0x7f82ac100ed0 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:57.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:57.901+0000 7f82b479b640 1 -- 172.21.15.67:0/4011787787 >> 172.21.15.67:0/4011787787 conn(0x7f82ac0fc280 msgr2=0x7f82ac0fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:57.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:57.901+0000 7f82b479b640 1 -- 172.21.15.67:0/4011787787 shutdown_connections 2024-09-10T08:14:57.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:57.901+0000 7f82b479b640 1 -- 172.21.15.67:0/4011787787 wait complete. 2024-09-10T08:14:57.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:57.902+0000 7f82b479b640 1 Processor -- start 2024-09-10T08:14:57.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:57.902+0000 7f82b479b640 1 -- start start 2024-09-10T08:14:57.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:57.902+0000 7f82b479b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f82ac100ad0 0x7f82ac197de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:57.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:57.902+0000 7f82b479b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f82ac101cd0 0x7f82ac198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:57.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:57.902+0000 7f82b479b640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f82ac102690 0x7f82ac19f3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:57.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:57.902+0000 7f82b479b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f82ac10c610 con 0x7f82ac100ad0 2024-09-10T08:14:57.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:57.902+0000 7f82b479b640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f82ac10c490 con 0x7f82ac101cd0 2024-09-10T08:14:57.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:57.902+0000 7f82b479b640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f82ac10c790 con 0x7f82ac102690 2024-09-10T08:14:57.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:57.902+0000 7f82b2537640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f82ac100ad0 0x7f82ac197de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:57.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:57.902+0000 7f82b2537640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f82ac100ad0 0x7f82ac197de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34130/0 (socket says 172.21.15.67:34130) 2024-09-10T08:14:57.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:57.902+0000 7f82b2537640 1 -- 172.21.15.67:0/2330013488 learned_addr learned my addr 172.21.15.67:0/2330013488 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:57.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:57.902+0000 7f82b2d38640 1 --2- 172.21.15.67:0/2330013488 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f82ac102690 0x7f82ac19f3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:57.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:57.902+0000 7f82b1d36640 1 --2- 172.21.15.67:0/2330013488 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f82ac101cd0 0x7f82ac198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:57.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:57.902+0000 7f82b2537640 1 -- 172.21.15.67:0/2330013488 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f82ac102690 msgr2=0x7f82ac19f3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:57.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:57.902+0000 7f82b2537640 1 --2- 172.21.15.67:0/2330013488 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f82ac102690 0x7f82ac19f3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:57.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:57.902+0000 7f82b2537640 1 -- 172.21.15.67:0/2330013488 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f82ac101cd0 msgr2=0x7f82ac198320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:57.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:57.902+0000 7f82b2537640 1 --2- 172.21.15.67:0/2330013488 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f82ac101cd0 0x7f82ac198320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:57.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:57.902+0000 7f82b2537640 1 -- 172.21.15.67:0/2330013488 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82ac19fa10 con 0x7f82ac100ad0 2024-09-10T08:14:57.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:57.902+0000 7f82b1d36640 1 --2- 172.21.15.67:0/2330013488 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f82ac101cd0 0x7f82ac198320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:14:57.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:57.902+0000 7f82b2d38640 1 --2- 172.21.15.67:0/2330013488 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f82ac102690 0x7f82ac19f3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:14:57.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:57.903+0000 7f82b2537640 1 --2- 172.21.15.67:0/2330013488 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f82ac100ad0 0x7f82ac197de0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f829c0314e0 tx=0x7f829c0042e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:57.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:57.903+0000 7f82a37fe640 1 -- 172.21.15.67:0/2330013488 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f829c03f030 con 0x7f82ac100ad0 2024-09-10T08:14:57.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:57.903+0000 7f82a37fe640 1 -- 172.21.15.67:0/2330013488 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f829c003cb0 con 0x7f82ac100ad0 2024-09-10T08:14:57.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:57.903+0000 7f82b479b640 1 -- 172.21.15.67:0/2330013488 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82ac19fca0 con 0x7f82ac100ad0 2024-09-10T08:14:57.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:57.903+0000 7f82a37fe640 1 -- 172.21.15.67:0/2330013488 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f829c035070 con 0x7f82ac100ad0 2024-09-10T08:14:57.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:57.903+0000 7f82b479b640 1 -- 172.21.15.67:0/2330013488 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82ac1a0180 con 0x7f82ac100ad0 2024-09-10T08:14:57.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:57.904+0000 7f82b479b640 1 -- 172.21.15.67:0/2330013488 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f82ac1a0350 con 0x7f82ac100ad0 2024-09-10T08:14:57.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:57.905+0000 7f82a37fe640 1 -- 172.21.15.67:0/2330013488 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f829c042030 con 0x7f82ac100ad0 2024-09-10T08:14:57.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:57.906+0000 7f82a37fe640 1 --2- 172.21.15.67:0/2330013488 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f82980a2c30 0x7f82980a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:57.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:57.906+0000 7f82b1d36640 1 --2- 172.21.15.67:0/2330013488 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f82980a2c30 0x7f82980a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:57.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:57.906+0000 7f82a37fe640 1 -- 172.21.15.67:0/2330013488 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f829c0efa60 con 0x7f82ac100ad0 2024-09-10T08:14:57.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:57.906+0000 7f82b1d36640 1 --2- 172.21.15.67:0/2330013488 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f82980a2c30 0x7f82980a50f0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f82ac199300 tx=0x7f82a8005e50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:57.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:57.910+0000 7f82a37fe640 1 -- 172.21.15.67:0/2330013488 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f829c0bc5c0 con 0x7f82ac100ad0 2024-09-10T08:14:58.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:57 smithi203 ceph-mon[34672]: pgmap v361: 129 pgs: 129 active+clean; 644 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s; 5 B/s, 0 keys/s, 0 objects/s recovering 2024-09-10T08:14:58.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:58.087+0000 7f82b479b640 1 -- 172.21.15.67:0/2330013488 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump"} v 0) -- 0x7f82ac1a0b20 con 0x7f82ac100ad0 2024-09-10T08:14:58.086 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:57 smithi067 ceph-mon[31051]: pgmap v361: 129 pgs: 129 active+clean; 644 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s; 5 B/s, 0 keys/s, 0 objects/s recovering 2024-09-10T08:14:58.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:58.088+0000 7f82a37fe640 1 -- 172.21.15.67:0/2330013488 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v92) ==== 56+0+5740 (secure 0 0 0) 0x7f829c0bbec0 con 0x7f82ac100ad0 2024-09-10T08:14:58.087 INFO:teuthology.orchestra.run.smithi067.stdout:epoch 92 2024-09-10T08:14:58.087 INFO:teuthology.orchestra.run.smithi067.stdout:fsid 315284b0-6f4b-11ef-bcea-c7b262605968 2024-09-10T08:14:58.087 INFO:teuthology.orchestra.run.smithi067.stdout:created 2024-09-10T08:04:51.999264+0000 2024-09-10T08:14:58.087 INFO:teuthology.orchestra.run.smithi067.stdout:modified 2024-09-10T08:14:39.667529+0000 2024-09-10T08:14:58.087 INFO:teuthology.orchestra.run.smithi067.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2024-09-10T08:14:58.087 INFO:teuthology.orchestra.run.smithi067.stdout:crush_version 27 2024-09-10T08:14:58.088 INFO:teuthology.orchestra.run.smithi067.stdout:full_ratio 0.95 2024-09-10T08:14:58.088 INFO:teuthology.orchestra.run.smithi067.stdout:backfillfull_ratio 0.9 2024-09-10T08:14:58.088 INFO:teuthology.orchestra.run.smithi067.stdout:nearfull_ratio 0.85 2024-09-10T08:14:58.088 INFO:teuthology.orchestra.run.smithi067.stdout:require_min_compat_client luminous 2024-09-10T08:14:58.088 INFO:teuthology.orchestra.run.smithi067.stdout:min_compat_client luminous 2024-09-10T08:14:58.088 INFO:teuthology.orchestra.run.smithi067.stdout:require_osd_release squid 2024-09-10T08:14:58.088 INFO:teuthology.orchestra.run.smithi067.stdout:stretch_mode_enabled false 2024-09-10T08:14:58.088 INFO:teuthology.orchestra.run.smithi067.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 21 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2024-09-10T08:14:58.088 INFO:teuthology.orchestra.run.smithi067.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 82 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 2.25 2024-09-10T08:14:58.088 INFO:teuthology.orchestra.run.smithi067.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 82 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.05 application cephfs read_balance_score 1.50 2024-09-10T08:14:58.088 INFO:teuthology.orchestra.run.smithi067.stdout:pool 4 'cephfs_data_ec' erasure profile cephfs_data_ec size 4 min_size 3 crush_rule 1 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 88 flags hashpspool,ec_overwrites stripe_width 8192 pg_num_min 64 target_size_ratio 0.9 application cephfs 2024-09-10T08:14:58.088 INFO:teuthology.orchestra.run.smithi067.stdout:max_osd 12 2024-09-10T08:14:58.089 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 up in weight 1 up_from 8 up_thru 89 down_at 0 last_clean_interval [0,0) [v2:172.21.15.67:6802/2156529365,v1:172.21.15.67:6803/2156529365] [v2:172.21.15.67:6804/2156529365,v1:172.21.15.67:6805/2156529365] exists,up f86e49e6-6996-48db-b2b5-45e56df21941 2024-09-10T08:14:58.089 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 up in weight 1 up_from 13 up_thru 89 down_at 0 last_clean_interval [0,0) [v2:172.21.15.133:6800/3995937115,v1:172.21.15.133:6801/3995937115] [v2:172.21.15.133:6802/3995937115,v1:172.21.15.133:6803/3995937115] exists,up 5d1404fb-621b-43f8-aae0-9b3bb2c84e92 2024-09-10T08:14:58.089 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 up in weight 1 up_from 18 up_thru 85 down_at 0 last_clean_interval [0,0) [v2:172.21.15.203:6800/3905493348,v1:172.21.15.203:6801/3905493348] [v2:172.21.15.203:6802/3905493348,v1:172.21.15.203:6803/3905493348] exists,up f1a75f4e-9c67-4536-aad8-56469112fda1 2024-09-10T08:14:58.089 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 up in weight 1 up_from 24 up_thru 85 down_at 0 last_clean_interval [0,0) [v2:172.21.15.67:6810/1513600391,v1:172.21.15.67:6811/1513600391] [v2:172.21.15.67:6812/1513600391,v1:172.21.15.67:6813/1513600391] exists,up b58a1682-c3a7-4094-a4c8-d132c11d478f 2024-09-10T08:14:58.089 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 up in weight 1 up_from 32 up_thru 91 down_at 0 last_clean_interval [0,0) [v2:172.21.15.133:6808/873062362,v1:172.21.15.133:6809/873062362] [v2:172.21.15.133:6810/873062362,v1:172.21.15.133:6811/873062362] exists,up cc22f878-3de9-4257-abab-069be0664dff 2024-09-10T08:14:58.089 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 up in weight 1 up_from 37 up_thru 91 down_at 0 last_clean_interval [0,0) [v2:172.21.15.203:6808/2104437925,v1:172.21.15.203:6809/2104437925] [v2:172.21.15.203:6810/2104437925,v1:172.21.15.203:6811/2104437925] exists,up 6e4b48f9-df8e-43e5-ba21-589cbe4bf349 2024-09-10T08:14:58.089 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 up in weight 1 up_from 44 up_thru 91 down_at 0 last_clean_interval [0,0) [v2:172.21.15.67:6818/3451855313,v1:172.21.15.67:6819/3451855313] [v2:172.21.15.67:6820/3451855313,v1:172.21.15.67:6821/3451855313] exists,up bc0ce4e2-ab6c-4d1d-a17c-f16ccf214696 2024-09-10T08:14:58.089 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 up in weight 1 up_from 49 up_thru 85 down_at 0 last_clean_interval [0,0) [v2:172.21.15.133:6816/3668519078,v1:172.21.15.133:6817/3668519078] [v2:172.21.15.133:6818/3668519078,v1:172.21.15.133:6819/3668519078] exists,up b114b175-4fec-45f5-846f-edbd7f3f6a40 2024-09-10T08:14:58.089 INFO:teuthology.orchestra.run.smithi067.stdout:osd.8 up in weight 1 up_from 56 up_thru 89 down_at 0 last_clean_interval [0,0) [v2:172.21.15.203:6816/472763919,v1:172.21.15.203:6817/472763919] [v2:172.21.15.203:6818/472763919,v1:172.21.15.203:6819/472763919] exists,up d31ce685-0a86-44b4-86ff-c2f7282de65e 2024-09-10T08:14:58.089 INFO:teuthology.orchestra.run.smithi067.stdout:osd.9 up in weight 1 up_from 63 up_thru 91 down_at 0 last_clean_interval [0,0) [v2:172.21.15.67:6826/228642541,v1:172.21.15.67:6827/228642541] [v2:172.21.15.67:6828/228642541,v1:172.21.15.67:6829/228642541] exists,up aa95ebe2-9111-4d0d-97cb-d0e19ab1b3cc 2024-09-10T08:14:58.089 INFO:teuthology.orchestra.run.smithi067.stdout:osd.10 up in weight 1 up_from 68 up_thru 89 down_at 0 last_clean_interval [0,0) [v2:172.21.15.133:6824/1358359980,v1:172.21.15.133:6825/1358359980] [v2:172.21.15.133:6826/1358359980,v1:172.21.15.133:6827/1358359980] exists,up d732bc25-9273-4964-b8bf-441ae03fe4c7 2024-09-10T08:14:58.089 INFO:teuthology.orchestra.run.smithi067.stdout:osd.11 up in weight 1 up_from 76 up_thru 91 down_at 0 last_clean_interval [0,0) [v2:172.21.15.203:6824/1340245932,v1:172.21.15.203:6825/1340245932] [v2:172.21.15.203:6826/1340245932,v1:172.21.15.203:6827/1340245932] exists,up 8467eb04-6d28-4e6e-8f44-19022da895c9 2024-09-10T08:14:58.089 INFO:teuthology.orchestra.run.smithi067.stdout:pg_upmap_items 2.6 [8,11] 2024-09-10T08:14:58.090 INFO:teuthology.orchestra.run.smithi067.stdout:pg_upmap_items 2.c [2,4] 2024-09-10T08:14:58.090 INFO:teuthology.orchestra.run.smithi067.stdout:pg_upmap_items 2.13 [2,11] 2024-09-10T08:14:58.090 INFO:teuthology.orchestra.run.smithi067.stdout:pg_upmap_items 3.3 [4,9] 2024-09-10T08:14:58.090 INFO:teuthology.orchestra.run.smithi067.stdout:pg_upmap_items 3.6 [3,8] 2024-09-10T08:14:58.090 INFO:teuthology.orchestra.run.smithi067.stdout:pg_upmap_items 3.e [5,9] 2024-09-10T08:14:58.090 INFO:teuthology.orchestra.run.smithi067.stdout:pg_upmap_items 3.14 [4,6] 2024-09-10T08:14:58.090 INFO:teuthology.orchestra.run.smithi067.stdout:pg_upmap_items 3.1a [5,7] 2024-09-10T08:14:58.090 INFO:teuthology.orchestra.run.smithi067.stdout:pg_upmap_items 3.1b [4,8] 2024-09-10T08:14:58.090 INFO:teuthology.orchestra.run.smithi067.stdout:pg_upmap_items 3.1d [4,7] 2024-09-10T08:14:58.090 INFO:teuthology.orchestra.run.smithi067.stdout:pg_upmap_items 3.28 [5,6,3,8] 2024-09-10T08:14:58.090 INFO:teuthology.orchestra.run.smithi067.stdout:pg_upmap_items 3.37 [1,9] 2024-09-10T08:14:58.090 INFO:teuthology.orchestra.run.smithi067.stdout:pg_upmap_items 4.f [9,8,5,10] 2024-09-10T08:14:58.090 INFO:teuthology.orchestra.run.smithi067.stdout:pg_upmap_items 4.12 [9,10] 2024-09-10T08:14:58.090 INFO:teuthology.orchestra.run.smithi067.stdout:pg_upmap_items 4.1f [9,8] 2024-09-10T08:14:58.091 INFO:teuthology.orchestra.run.smithi067.stdout:blocklist 172.21.15.67:0/420992675 expires 2024-09-11T08:05:37.717567+0000 2024-09-10T08:14:58.091 INFO:teuthology.orchestra.run.smithi067.stdout:blocklist 172.21.15.67:0/2960294013 expires 2024-09-11T08:05:37.717567+0000 2024-09-10T08:14:58.091 INFO:teuthology.orchestra.run.smithi067.stdout:blocklist 172.21.15.67:6801/2987520524 expires 2024-09-11T08:05:37.717567+0000 2024-09-10T08:14:58.091 INFO:teuthology.orchestra.run.smithi067.stdout:blocklist 172.21.15.67:6800/2987520524 expires 2024-09-11T08:05:37.717567+0000 2024-09-10T08:14:58.091 INFO:teuthology.orchestra.run.smithi067.stdout:blocklist 172.21.15.67:0/3383024850 expires 2024-09-11T08:05:13.831541+0000 2024-09-10T08:14:58.091 INFO:teuthology.orchestra.run.smithi067.stdout:blocklist 172.21.15.67:6801/1869292132 expires 2024-09-11T08:05:13.831541+0000 2024-09-10T08:14:58.091 INFO:teuthology.orchestra.run.smithi067.stdout:blocklist 172.21.15.67:6800/1869292132 expires 2024-09-11T08:05:13.831541+0000 2024-09-10T08:14:58.091 INFO:teuthology.orchestra.run.smithi067.stdout:blocklist 172.21.15.67:0/4178209804 expires 2024-09-11T08:05:37.717567+0000 2024-09-10T08:14:58.091 INFO:teuthology.orchestra.run.smithi067.stdout:blocklist 172.21.15.67:0/2105313351 expires 2024-09-11T08:05:13.831541+0000 2024-09-10T08:14:58.091 INFO:teuthology.orchestra.run.smithi067.stdout:blocklist 172.21.15.67:0/4063198473 expires 2024-09-11T08:05:13.831541+0000 2024-09-10T08:14:58.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:58.090+0000 7f82b479b640 1 -- 172.21.15.67:0/2330013488 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f82980a2c30 msgr2=0x7f82980a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:58.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:58.090+0000 7f82b479b640 1 --2- 172.21.15.67:0/2330013488 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f82980a2c30 0x7f82980a50f0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f82ac199300 tx=0x7f82a8005e50 comp rx=0 tx=0).stop 2024-09-10T08:14:58.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:58.090+0000 7f82b479b640 1 -- 172.21.15.67:0/2330013488 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f82ac100ad0 msgr2=0x7f82ac197de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:58.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:58.090+0000 7f82b479b640 1 --2- 172.21.15.67:0/2330013488 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f82ac100ad0 0x7f82ac197de0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f829c0314e0 tx=0x7f829c0042e0 comp rx=0 tx=0).stop 2024-09-10T08:14:58.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:58.090+0000 7f82b479b640 1 -- 172.21.15.67:0/2330013488 shutdown_connections 2024-09-10T08:14:58.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:58.090+0000 7f82b479b640 1 --2- 172.21.15.67:0/2330013488 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f82980a2c30 0x7f82980a50f0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:58.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:58.090+0000 7f82b479b640 1 --2- 172.21.15.67:0/2330013488 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f82ac101cd0 0x7f82ac198320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:58.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:58.090+0000 7f82b479b640 1 --2- 172.21.15.67:0/2330013488 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f82ac102690 0x7f82ac19f3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:58.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:58.090+0000 7f82b479b640 1 --2- 172.21.15.67:0/2330013488 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f82ac100ad0 0x7f82ac197de0 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:58.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:58.090+0000 7f82b479b640 1 -- 172.21.15.67:0/2330013488 >> 172.21.15.67:0/2330013488 conn(0x7f82ac0fc280 msgr2=0x7f82ac069fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:58.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:58.090+0000 7f82b479b640 1 -- 172.21.15.67:0/2330013488 shutdown_connections 2024-09-10T08:14:58.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:58.090+0000 7f82b479b640 1 -- 172.21.15.67:0/2330013488 wait complete. 2024-09-10T08:14:58.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:57 smithi133 ceph-mon[34721]: pgmap v361: 129 pgs: 129 active+clean; 644 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s; 5 B/s, 0 keys/s, 0 objects/s recovering 2024-09-10T08:14:58.759 INFO:teuthology.run_tasks:Running task fs.ready... 2024-09-10T08:14:58.771 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:14:59.031 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:14:59.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:58 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/2330013488' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-10T08:14:59.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:58 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/2330013488' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-10T08:14:59.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:58 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/2330013488' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-10T08:14:59.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.542+0000 7fc342290640 1 -- 172.21.15.67:0/1345875660 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc33c10c1a0 msgr2=0x7fc33c10e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:59.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.542+0000 7fc342290640 1 --2- 172.21.15.67:0/1345875660 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc33c10c1a0 0x7fc33c10e610 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fc334009ca0 tx=0x7fc33402a950 comp rx=0 tx=0).stop 2024-09-10T08:14:59.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.542+0000 7fc342290640 1 -- 172.21.15.67:0/1345875660 shutdown_connections 2024-09-10T08:14:59.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.542+0000 7fc342290640 1 --2- 172.21.15.67:0/1345875660 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc33c1036e0 0x7fc33c10bbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:59.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.542+0000 7fc342290640 1 --2- 172.21.15.67:0/1345875660 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc33c10c1a0 0x7fc33c10e610 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:59.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.542+0000 7fc342290640 1 --2- 172.21.15.67:0/1345875660 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc33c102dc0 0x7fc33c1031a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:59.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.542+0000 7fc342290640 1 -- 172.21.15.67:0/1345875660 >> 172.21.15.67:0/1345875660 conn(0x7fc33c0fc7a0 msgr2=0x7fc33c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:59.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.542+0000 7fc342290640 1 -- 172.21.15.67:0/1345875660 shutdown_connections 2024-09-10T08:14:59.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.542+0000 7fc342290640 1 -- 172.21.15.67:0/1345875660 wait complete. 2024-09-10T08:14:59.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.543+0000 7fc342290640 1 Processor -- start 2024-09-10T08:14:59.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.543+0000 7fc342290640 1 -- start start 2024-09-10T08:14:59.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.543+0000 7fc342290640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc33c102dc0 0x7fc33c198280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:59.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.543+0000 7fc342290640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc33c1036e0 0x7fc33c1987c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:59.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.543+0000 7fc342290640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc33c10c1a0 0x7fc33c19cb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:59.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.543+0000 7fc342290640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc33c111e20 con 0x7fc33c102dc0 2024-09-10T08:14:59.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.543+0000 7fc342290640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fc33c111ca0 con 0x7fc33c1036e0 2024-09-10T08:14:59.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.543+0000 7fc342290640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fc33c111fa0 con 0x7fc33c10c1a0 2024-09-10T08:14:59.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.543+0000 7fc33bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc33c102dc0 0x7fc33c198280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:59.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.543+0000 7fc33bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc33c102dc0 0x7fc33c198280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34144/0 (socket says 172.21.15.67:34144) 2024-09-10T08:14:59.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.543+0000 7fc33bfff640 1 -- 172.21.15.67:0/2475403924 learned_addr learned my addr 172.21.15.67:0/2475403924 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:14:59.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.544+0000 7fc34082d640 1 --2- 172.21.15.67:0/2475403924 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc33c10c1a0 0x7fc33c19cb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:59.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.544+0000 7fc33b7fe640 1 --2- 172.21.15.67:0/2475403924 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc33c1036e0 0x7fc33c1987c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:59.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.544+0000 7fc33bfff640 1 -- 172.21.15.67:0/2475403924 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc33c10c1a0 msgr2=0x7fc33c19cb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:59.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.544+0000 7fc33bfff640 1 --2- 172.21.15.67:0/2475403924 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc33c10c1a0 0x7fc33c19cb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:59.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.544+0000 7fc33bfff640 1 -- 172.21.15.67:0/2475403924 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc33c1036e0 msgr2=0x7fc33c1987c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:59.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.544+0000 7fc33bfff640 1 --2- 172.21.15.67:0/2475403924 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc33c1036e0 0x7fc33c1987c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:59.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.544+0000 7fc33bfff640 1 -- 172.21.15.67:0/2475403924 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc33c19d230 con 0x7fc33c102dc0 2024-09-10T08:14:59.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.544+0000 7fc33bfff640 1 --2- 172.21.15.67:0/2475403924 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc33c102dc0 0x7fc33c198280 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fc32c00d770 tx=0x7fc32c00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:59.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.544+0000 7fc3397fa640 1 -- 172.21.15.67:0/2475403924 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc32c017070 con 0x7fc33c102dc0 2024-09-10T08:14:59.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.544+0000 7fc3397fa640 1 -- 172.21.15.67:0/2475403924 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc32c0054d0 con 0x7fc33c102dc0 2024-09-10T08:14:59.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.544+0000 7fc3397fa640 1 -- 172.21.15.67:0/2475403924 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc32c004cf0 con 0x7fc33c102dc0 2024-09-10T08:14:59.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.544+0000 7fc342290640 1 -- 172.21.15.67:0/2475403924 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc33c19d520 con 0x7fc33c102dc0 2024-09-10T08:14:59.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.544+0000 7fc342290640 1 -- 172.21.15.67:0/2475403924 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc33c1a4e00 con 0x7fc33c102dc0 2024-09-10T08:14:59.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.545+0000 7fc342290640 1 -- 172.21.15.67:0/2475403924 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc33c1031a0 con 0x7fc33c102dc0 2024-09-10T08:14:59.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.546+0000 7fc3397fa640 1 -- 172.21.15.67:0/2475403924 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fc32c004e90 con 0x7fc33c102dc0 2024-09-10T08:14:59.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.547+0000 7fc3397fa640 1 --2- 172.21.15.67:0/2475403924 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc3240a2b80 0x7fc3240a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:14:59.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.547+0000 7fc33b7fe640 1 --2- 172.21.15.67:0/2475403924 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc3240a2b80 0x7fc3240a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:14:59.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.547+0000 7fc3397fa640 1 -- 172.21.15.67:0/2475403924 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fc32c0cf300 con 0x7fc33c102dc0 2024-09-10T08:14:59.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.548+0000 7fc33b7fe640 1 --2- 172.21.15.67:0/2475403924 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc3240a2b80 0x7fc3240a5040 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fc33c0fed30 tx=0x7fc330005c50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:14:59.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.550+0000 7fc3397fa640 1 -- 172.21.15.67:0/2475403924 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc32c09be60 con 0x7fc33c102dc0 2024-09-10T08:14:59.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.763+0000 7fc342290640 1 -- 172.21.15.67:0/2475403924 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc33c107240 con 0x7fc33c102dc0 2024-09-10T08:14:59.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.764+0000 7fc3397fa640 1 -- 172.21.15.67:0/2475403924 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11983 (secure 0 0 0) 0x7fc32c09b760 con 0x7fc33c102dc0 2024-09-10T08:14:59.763 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:14:59.763 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":28,"btime":"2024-09-10T08:13:23:816979+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3649064068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3649064068},{"type":"v1","addr":"172.21.15.67:6835","nonce":3649064068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6837/384364542","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6836","nonce":384364542},{"type":"v1","addr":"172.21.15.67:6837","nonce":384364542}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T08:12:37.538183+0000","modified":"2024-09-10T08:13:23.816954+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24479,"mds_1":24475,"mds_2":24457,"mds_3":24412,"mds_4":24404},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6839/2770928820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6838","nonce":2770928820},{"type":"v1","addr":"172.21.15.67:6839","nonce":2770928820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14628":{"gid":14628,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6841/1116344955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6840","nonce":1116344955},{"type":"v1","addr":"172.21.15.67:6841","nonce":1116344955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24404":{"gid":24404,"name":"k","rank":4,"incarnation":26,"state":"up:active","state_seq":23,"addr":"172.21.15.133:6833/2920270168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":2920270168},{"type":"v1","addr":"172.21.15.133:6833","nonce":2920270168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24412":{"gid":24412,"name":"l","rank":3,"incarnation":24,"state":"up:active","state_seq":23,"addr":"172.21.15.203:6833/754287689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":754287689},{"type":"v1","addr":"172.21.15.203:6833","nonce":754287689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/3573205749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3573205749},{"type":"v1","addr":"172.21.15.133:6835","nonce":3573205749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6835/3722546188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":3722546188},{"type":"v1","addr":"172.21.15.203:6835","nonce":3722546188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/667764093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":667764093},{"type":"v1","addr":"172.21.15.133:6837","nonce":667764093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":19,"addr":"172.21.15.203:6837/4255783395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":4255783395},{"type":"v1","addr":"172.21.15.203:6837","nonce":4255783395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":17,"addr":"172.21.15.203:6839/2311592321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2311592321},{"type":"v1","addr":"172.21.15.203:6839","nonce":2311592321}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.133:6839/1848609384","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":1848609384},{"type":"v1","addr":"172.21.15.133:6839","nonce":1848609384}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24479,"qdb_cluster":[24479,24475,24457,24412,24404]},"id":1}]} 2024-09-10T08:14:59.764 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 28 2024-09-10T08:14:59.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.766+0000 7fc342290640 1 -- 172.21.15.67:0/2475403924 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc3240a2b80 msgr2=0x7fc3240a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:59.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.766+0000 7fc342290640 1 --2- 172.21.15.67:0/2475403924 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc3240a2b80 0x7fc3240a5040 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fc33c0fed30 tx=0x7fc330005c50 comp rx=0 tx=0).stop 2024-09-10T08:14:59.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.766+0000 7fc342290640 1 -- 172.21.15.67:0/2475403924 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc33c102dc0 msgr2=0x7fc33c198280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:14:59.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.766+0000 7fc342290640 1 --2- 172.21.15.67:0/2475403924 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc33c102dc0 0x7fc33c198280 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fc32c00d770 tx=0x7fc32c00dc30 comp rx=0 tx=0).stop 2024-09-10T08:14:59.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.766+0000 7fc342290640 1 -- 172.21.15.67:0/2475403924 shutdown_connections 2024-09-10T08:14:59.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.766+0000 7fc342290640 1 --2- 172.21.15.67:0/2475403924 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc3240a2b80 0x7fc3240a5040 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:59.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.766+0000 7fc342290640 1 --2- 172.21.15.67:0/2475403924 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc33c1036e0 0x7fc33c1987c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:59.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.766+0000 7fc342290640 1 --2- 172.21.15.67:0/2475403924 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc33c10c1a0 0x7fc33c19cb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:59.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.766+0000 7fc342290640 1 --2- 172.21.15.67:0/2475403924 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc33c102dc0 0x7fc33c198280 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:14:59.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.766+0000 7fc342290640 1 -- 172.21.15.67:0/2475403924 >> 172.21.15.67:0/2475403924 conn(0x7fc33c0fc7a0 msgr2=0x7fc33c0fde80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:14:59.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.766+0000 7fc342290640 1 -- 172.21.15.67:0/2475403924 shutdown_connections 2024-09-10T08:14:59.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:14:59.766+0000 7fc342290640 1 -- 172.21.15.67:0/2475403924 wait complete. 2024-09-10T08:15:00.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:59 smithi203 ceph-mon[34672]: pgmap v362: 129 pgs: 129 active+clean; 644 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-10T08:15:00.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:14:59 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/2475403924' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:15:00.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:59 smithi133 ceph-mon[34721]: pgmap v362: 129 pgs: 129 active+clean; 644 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-10T08:15:00.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:14:59 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/2475403924' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:15:00.185 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:59 smithi067 ceph-mon[31051]: pgmap v362: 129 pgs: 129 active+clean; 644 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-10T08:15:00.185 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:14:59 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/2475403924' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:15:00.429 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:15:00.686 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:15:01.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.178+0000 7f7a88ba2640 1 -- 172.21.15.67:0/1752407070 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a84101270 msgr2=0x7f7a8410d7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:01.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.178+0000 7f7a88ba2640 1 --2- 172.21.15.67:0/1752407070 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a84101270 0x7f7a8410d7a0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f7a7c009cd0 tx=0x7f7a7c02a8e0 comp rx=0 tx=0).stop 2024-09-10T08:15:01.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.178+0000 7f7a88ba2640 1 -- 172.21.15.67:0/1752407070 shutdown_connections 2024-09-10T08:15:01.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.178+0000 7f7a88ba2640 1 --2- 172.21.15.67:0/1752407070 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a841008d0 0x7f7a84100d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:01.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.178+0000 7f7a88ba2640 1 --2- 172.21.15.67:0/1752407070 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a84101270 0x7f7a8410d7a0 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:01.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.178+0000 7f7a88ba2640 1 --2- 172.21.15.67:0/1752407070 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7a841068d0 0x7f7a84106cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:01.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.178+0000 7f7a88ba2640 1 -- 172.21.15.67:0/1752407070 >> 172.21.15.67:0/1752407070 conn(0x7f7a840fc610 msgr2=0x7f7a840fea30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:01.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.178+0000 7f7a88ba2640 1 -- 172.21.15.67:0/1752407070 shutdown_connections 2024-09-10T08:15:01.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.178+0000 7f7a88ba2640 1 -- 172.21.15.67:0/1752407070 wait complete. 2024-09-10T08:15:01.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.179+0000 7f7a88ba2640 1 Processor -- start 2024-09-10T08:15:01.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.179+0000 7f7a88ba2640 1 -- start start 2024-09-10T08:15:01.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.179+0000 7f7a88ba2640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a841008d0 0x7f7a84198160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:01.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.179+0000 7f7a88ba2640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7a84101270 0x7f7a841986a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:01.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.179+0000 7f7a88ba2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a841068d0 0x7f7a8419ca30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:01.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.179+0000 7f7a88ba2640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7a84110b80 con 0x7f7a841068d0 2024-09-10T08:15:01.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.179+0000 7f7a88ba2640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f7a84110a00 con 0x7f7a841008d0 2024-09-10T08:15:01.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.179+0000 7f7a88ba2640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f7a84110d00 con 0x7f7a84101270 2024-09-10T08:15:01.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.179+0000 7f7a83fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a841068d0 0x7f7a8419ca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:01.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.179+0000 7f7a83fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a841068d0 0x7f7a8419ca30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34162/0 (socket says 172.21.15.67:34162) 2024-09-10T08:15:01.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.179+0000 7f7a83fff640 1 -- 172.21.15.67:0/2647833388 learned_addr learned my addr 172.21.15.67:0/2647833388 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:01.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.180+0000 7f7a837fe640 1 --2- 172.21.15.67:0/2647833388 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a841008d0 0x7f7a84198160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:01.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.180+0000 7f7a82ffd640 1 --2- 172.21.15.67:0/2647833388 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7a84101270 0x7f7a841986a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:01.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.180+0000 7f7a83fff640 1 -- 172.21.15.67:0/2647833388 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7a84101270 msgr2=0x7f7a841986a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:01.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.180+0000 7f7a83fff640 1 --2- 172.21.15.67:0/2647833388 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7a84101270 0x7f7a841986a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:01.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.180+0000 7f7a83fff640 1 -- 172.21.15.67:0/2647833388 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a841008d0 msgr2=0x7f7a84198160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:01.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.180+0000 7f7a83fff640 1 --2- 172.21.15.67:0/2647833388 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a841008d0 0x7f7a84198160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:01.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.180+0000 7f7a83fff640 1 -- 172.21.15.67:0/2647833388 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a8419d110 con 0x7f7a841068d0 2024-09-10T08:15:01.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.180+0000 7f7a83fff640 1 --2- 172.21.15.67:0/2647833388 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a841068d0 0x7f7a8419ca30 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f7a7c005cc0 tx=0x7f7a7c003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:01.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.180+0000 7f7a80ff9640 1 -- 172.21.15.67:0/2647833388 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a7c004450 con 0x7f7a841068d0 2024-09-10T08:15:01.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.180+0000 7f7a80ff9640 1 -- 172.21.15.67:0/2647833388 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7a7c031c90 con 0x7f7a841068d0 2024-09-10T08:15:01.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.180+0000 7f7a88ba2640 1 -- 172.21.15.67:0/2647833388 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a8419d3a0 con 0x7f7a841068d0 2024-09-10T08:15:01.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.180+0000 7f7a80ff9640 1 -- 172.21.15.67:0/2647833388 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a7c03b400 con 0x7f7a841068d0 2024-09-10T08:15:01.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.180+0000 7f7a88ba2640 1 -- 172.21.15.67:0/2647833388 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a841a4ce0 con 0x7f7a841068d0 2024-09-10T08:15:01.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.181+0000 7f7a88ba2640 1 -- 172.21.15.67:0/2647833388 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7a84100d30 con 0x7f7a841068d0 2024-09-10T08:15:01.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.183+0000 7f7a80ff9640 1 -- 172.21.15.67:0/2647833388 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f7a7c004680 con 0x7f7a841068d0 2024-09-10T08:15:01.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.183+0000 7f7a80ff9640 1 --2- 172.21.15.67:0/2647833388 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7a6c0a2b80 0x7f7a6c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:01.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.183+0000 7f7a837fe640 1 --2- 172.21.15.67:0/2647833388 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7a6c0a2b80 0x7f7a6c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:01.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.183+0000 7f7a80ff9640 1 -- 172.21.15.67:0/2647833388 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f7a7c02e030 con 0x7f7a841068d0 2024-09-10T08:15:01.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.184+0000 7f7a837fe640 1 --2- 172.21.15.67:0/2647833388 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7a6c0a2b80 0x7f7a6c0a5040 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f7a74005fd0 tx=0x7f7a7400b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:01.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.186+0000 7f7a80ff9640 1 -- 172.21.15.67:0/2647833388 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f7a7c0bd630 con 0x7f7a841068d0 2024-09-10T08:15:01.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.398+0000 7f7a88ba2640 1 -- 172.21.15.67:0/2647833388 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7a841994c0 con 0x7f7a841068d0 2024-09-10T08:15:01.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.399+0000 7f7a80ff9640 1 -- 172.21.15.67:0/2647833388 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11983 (secure 0 0 0) 0x7f7a841994c0 con 0x7f7a841068d0 2024-09-10T08:15:01.399 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:15:01.399 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":28,"btime":"2024-09-10T08:13:23:816979+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3649064068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3649064068},{"type":"v1","addr":"172.21.15.67:6835","nonce":3649064068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6837/384364542","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6836","nonce":384364542},{"type":"v1","addr":"172.21.15.67:6837","nonce":384364542}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T08:12:37.538183+0000","modified":"2024-09-10T08:13:23.816954+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24479,"mds_1":24475,"mds_2":24457,"mds_3":24412,"mds_4":24404},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6839/2770928820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6838","nonce":2770928820},{"type":"v1","addr":"172.21.15.67:6839","nonce":2770928820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14628":{"gid":14628,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6841/1116344955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6840","nonce":1116344955},{"type":"v1","addr":"172.21.15.67:6841","nonce":1116344955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24404":{"gid":24404,"name":"k","rank":4,"incarnation":26,"state":"up:active","state_seq":23,"addr":"172.21.15.133:6833/2920270168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":2920270168},{"type":"v1","addr":"172.21.15.133:6833","nonce":2920270168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24412":{"gid":24412,"name":"l","rank":3,"incarnation":24,"state":"up:active","state_seq":23,"addr":"172.21.15.203:6833/754287689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":754287689},{"type":"v1","addr":"172.21.15.203:6833","nonce":754287689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/3573205749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3573205749},{"type":"v1","addr":"172.21.15.133:6835","nonce":3573205749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6835/3722546188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":3722546188},{"type":"v1","addr":"172.21.15.203:6835","nonce":3722546188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/667764093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":667764093},{"type":"v1","addr":"172.21.15.133:6837","nonce":667764093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":19,"addr":"172.21.15.203:6837/4255783395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":4255783395},{"type":"v1","addr":"172.21.15.203:6837","nonce":4255783395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":17,"addr":"172.21.15.203:6839/2311592321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2311592321},{"type":"v1","addr":"172.21.15.203:6839","nonce":2311592321}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.133:6839/1848609384","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":1848609384},{"type":"v1","addr":"172.21.15.133:6839","nonce":1848609384}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24479,"qdb_cluster":[24479,24475,24457,24412,24404]},"id":1}]} 2024-09-10T08:15:01.399 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 28 2024-09-10T08:15:01.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.401+0000 7f7a88ba2640 1 -- 172.21.15.67:0/2647833388 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7a6c0a2b80 msgr2=0x7f7a6c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:01.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.401+0000 7f7a88ba2640 1 --2- 172.21.15.67:0/2647833388 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7a6c0a2b80 0x7f7a6c0a5040 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f7a74005fd0 tx=0x7f7a7400b390 comp rx=0 tx=0).stop 2024-09-10T08:15:01.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.401+0000 7f7a88ba2640 1 -- 172.21.15.67:0/2647833388 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a841068d0 msgr2=0x7f7a8419ca30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:01.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.401+0000 7f7a88ba2640 1 --2- 172.21.15.67:0/2647833388 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a841068d0 0x7f7a8419ca30 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f7a7c005cc0 tx=0x7f7a7c003c20 comp rx=0 tx=0).stop 2024-09-10T08:15:01.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.401+0000 7f7a88ba2640 1 -- 172.21.15.67:0/2647833388 shutdown_connections 2024-09-10T08:15:01.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.401+0000 7f7a88ba2640 1 --2- 172.21.15.67:0/2647833388 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7a6c0a2b80 0x7f7a6c0a5040 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:01.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.401+0000 7f7a88ba2640 1 --2- 172.21.15.67:0/2647833388 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a841068d0 0x7f7a8419ca30 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:01.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.401+0000 7f7a88ba2640 1 --2- 172.21.15.67:0/2647833388 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7a84101270 0x7f7a841986a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:01.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.401+0000 7f7a88ba2640 1 --2- 172.21.15.67:0/2647833388 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a841008d0 0x7f7a84198160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:01.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.401+0000 7f7a88ba2640 1 -- 172.21.15.67:0/2647833388 >> 172.21.15.67:0/2647833388 conn(0x7f7a840fc610 msgr2=0x7f7a8406aa50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:01.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.402+0000 7f7a88ba2640 1 -- 172.21.15.67:0/2647833388 shutdown_connections 2024-09-10T08:15:01.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:01.402+0000 7f7a88ba2640 1 -- 172.21.15.67:0/2647833388 wait complete. 2024-09-10T08:15:02.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:01 smithi203 ceph-mon[34672]: pgmap v363: 129 pgs: 129 active+clean; 644 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-09-10T08:15:02.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:01 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/2647833388' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:15:02.092 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:01 smithi067 ceph-mon[31051]: pgmap v363: 129 pgs: 129 active+clean; 644 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-09-10T08:15:02.092 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:01 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/2647833388' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:15:02.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:01 smithi133 ceph-mon[34721]: pgmap v363: 129 pgs: 129 active+clean; 644 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-09-10T08:15:02.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:01 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/2647833388' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:15:02.121 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph osd dump --format=json 2024-09-10T08:15:02.379 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:15:02.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:02.854+0000 7f7a69840640 1 -- 172.21.15.67:0/4115687517 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a64106f10 msgr2=0x7f7a6410ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:02.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:02.854+0000 7f7a69840640 1 --2- 172.21.15.67:0/4115687517 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a64106f10 0x7f7a6410ea90 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f7a5c009ca0 tx=0x7f7a5c02a8c0 comp rx=0 tx=0).stop 2024-09-10T08:15:02.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:02.854+0000 7f7a69840640 1 -- 172.21.15.67:0/4115687517 shutdown_connections 2024-09-10T08:15:02.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:02.854+0000 7f7a69840640 1 --2- 172.21.15.67:0/4115687517 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a64102790 0x7f7a641067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:02.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:02.854+0000 7f7a69840640 1 --2- 172.21.15.67:0/4115687517 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a64106f10 0x7f7a6410ea90 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:02.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:02.854+0000 7f7a69840640 1 --2- 172.21.15.67:0/4115687517 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7a64101de0 0x7f7a641021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:02.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:02.854+0000 7f7a69840640 1 -- 172.21.15.67:0/4115687517 >> 172.21.15.67:0/4115687517 conn(0x7f7a640fd8c0 msgr2=0x7f7a640ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:02.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:02.854+0000 7f7a69840640 1 -- 172.21.15.67:0/4115687517 shutdown_connections 2024-09-10T08:15:02.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:02.854+0000 7f7a69840640 1 -- 172.21.15.67:0/4115687517 wait complete. 2024-09-10T08:15:02.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:02.855+0000 7f7a69840640 1 Processor -- start 2024-09-10T08:15:02.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:02.855+0000 7f7a69840640 1 -- start start 2024-09-10T08:15:02.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:02.855+0000 7f7a69840640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a64101de0 0x7f7a64198400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:02.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:02.855+0000 7f7a69840640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a64102790 0x7f7a64198940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:02.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:02.855+0000 7f7a69840640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7a64106f10 0x7f7a6419ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:02.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:02.855+0000 7f7a69840640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7a64111e40 con 0x7f7a64101de0 2024-09-10T08:15:02.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:02.855+0000 7f7a69840640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f7a64111cc0 con 0x7f7a64102790 2024-09-10T08:15:02.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:02.855+0000 7f7a69840640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f7a64111fc0 con 0x7f7a64106f10 2024-09-10T08:15:02.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:02.855+0000 7f7a62ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a64101de0 0x7f7a64198400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:02.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:02.855+0000 7f7a62ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a64101de0 0x7f7a64198400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34190/0 (socket says 172.21.15.67:34190) 2024-09-10T08:15:02.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:02.855+0000 7f7a62ffd640 1 -- 172.21.15.67:0/102271851 learned_addr learned my addr 172.21.15.67:0/102271851 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:02.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:02.855+0000 7f7a637fe640 1 --2- 172.21.15.67:0/102271851 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7a64106f10 0x7f7a6419ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:02.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:02.855+0000 7f7a62ffd640 1 -- 172.21.15.67:0/102271851 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7a64106f10 msgr2=0x7f7a6419ccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:02.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:02.856+0000 7f7a62ffd640 1 --2- 172.21.15.67:0/102271851 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7a64106f10 0x7f7a6419ccd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:02.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:02.855+0000 7f7a627fc640 1 --2- 172.21.15.67:0/102271851 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a64102790 0x7f7a64198940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:02.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:02.856+0000 7f7a62ffd640 1 -- 172.21.15.67:0/102271851 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a64102790 msgr2=0x7f7a64198940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:02.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:02.856+0000 7f7a62ffd640 1 --2- 172.21.15.67:0/102271851 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a64102790 0x7f7a64198940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:02.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:02.856+0000 7f7a62ffd640 1 -- 172.21.15.67:0/102271851 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a6419d3b0 con 0x7f7a64101de0 2024-09-10T08:15:02.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:02.856+0000 7f7a627fc640 1 --2- 172.21.15.67:0/102271851 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a64102790 0x7f7a64198940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:15:02.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:02.856+0000 7f7a62ffd640 1 --2- 172.21.15.67:0/102271851 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a64101de0 0x7f7a64198400 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f7a5400b4a0 tx=0x7f7a5400b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:02.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:02.856+0000 7f7a6883e640 1 -- 172.21.15.67:0/102271851 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a54014070 con 0x7f7a64101de0 2024-09-10T08:15:02.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:02.856+0000 7f7a6883e640 1 -- 172.21.15.67:0/102271851 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7a54010ac0 con 0x7f7a64101de0 2024-09-10T08:15:02.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:02.856+0000 7f7a69840640 1 -- 172.21.15.67:0/102271851 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a6419d6a0 con 0x7f7a64101de0 2024-09-10T08:15:02.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:02.856+0000 7f7a6883e640 1 -- 172.21.15.67:0/102271851 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a54017c30 con 0x7f7a64101de0 2024-09-10T08:15:02.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:02.856+0000 7f7a69840640 1 -- 172.21.15.67:0/102271851 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a641a4f80 con 0x7f7a64101de0 2024-09-10T08:15:02.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:02.857+0000 7f7a69840640 1 -- 172.21.15.67:0/102271851 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7a641021c0 con 0x7f7a64101de0 2024-09-10T08:15:02.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:02.858+0000 7f7a6883e640 1 -- 172.21.15.67:0/102271851 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f7a54017070 con 0x7f7a64101de0 2024-09-10T08:15:02.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:02.859+0000 7f7a6883e640 1 --2- 172.21.15.67:0/102271851 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7a500a2c00 0x7f7a500a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:02.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:02.859+0000 7f7a6883e640 1 -- 172.21.15.67:0/102271851 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f7a540ceb30 con 0x7f7a64101de0 2024-09-10T08:15:02.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:02.859+0000 7f7a627fc640 1 --2- 172.21.15.67:0/102271851 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7a500a2c00 0x7f7a500a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:02.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:02.859+0000 7f7a627fc640 1 --2- 172.21.15.67:0/102271851 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7a500a2c00 0x7f7a500a50c0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f7a640ffe50 tx=0x7f7a4c005d30 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:02.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:02.863+0000 7f7a6883e640 1 -- 172.21.15.67:0/102271851 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f7a5409b690 con 0x7f7a64101de0 2024-09-10T08:15:03.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:03.038+0000 7f7a69840640 1 -- 172.21.15.67:0/102271851 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7a6410a150 con 0x7f7a64101de0 2024-09-10T08:15:03.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:03.040+0000 7f7a6883e640 1 -- 172.21.15.67:0/102271851 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v92) ==== 74+0+24966 (secure 0 0 0) 0x7f7a5409af90 con 0x7f7a64101de0 2024-09-10T08:15:03.040 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:15:03.040 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":92,"fsid":"315284b0-6f4b-11ef-bcea-c7b262605968","created":"2024-09-10T08:04:51.999264+0000","modified":"2024-09-10T08:14:39.667529+0000","last_up_change":"2024-09-10T08:11:44.006308+0000","last_in_change":"2024-09-10T08:11:20.252568+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:07:54.225673+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:12:33.710480+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T08:12:35.789356+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T08:12:42.280527+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f86e49e6-6996-48db-b2b5-45e56df21941","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6803","nonce":2156529365}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6805","nonce":2156529365}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6809","nonce":2156529365}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6807","nonce":2156529365}]},"public_addr":"172.21.15.67:6803/2156529365","cluster_addr":"172.21.15.67:6805/2156529365","heartbeat_back_addr":"172.21.15.67:6809/2156529365","heartbeat_front_addr":"172.21.15.67:6807/2156529365","state":["exists","up"]},{"osd":1,"uuid":"5d1404fb-621b-43f8-aae0-9b3bb2c84e92","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6801","nonce":3995937115}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6803","nonce":3995937115}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6807","nonce":3995937115}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6805","nonce":3995937115}]},"public_addr":"172.21.15.133:6801/3995937115","cluster_addr":"172.21.15.133:6803/3995937115","heartbeat_back_addr":"172.21.15.133:6807/3995937115","heartbeat_front_addr":"172.21.15.133:6805/3995937115","state":["exists","up"]},{"osd":2,"uuid":"f1a75f4e-9c67-4536-aad8-56469112fda1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6801","nonce":3905493348}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6803","nonce":3905493348}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6807","nonce":3905493348}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6805","nonce":3905493348}]},"public_addr":"172.21.15.203:6801/3905493348","cluster_addr":"172.21.15.203:6803/3905493348","heartbeat_back_addr":"172.21.15.203:6807/3905493348","heartbeat_front_addr":"172.21.15.203:6805/3905493348","state":["exists","up"]},{"osd":3,"uuid":"b58a1682-c3a7-4094-a4c8-d132c11d478f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6811","nonce":1513600391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6813","nonce":1513600391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6817","nonce":1513600391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6815","nonce":1513600391}]},"public_addr":"172.21.15.67:6811/1513600391","cluster_addr":"172.21.15.67:6813/1513600391","heartbeat_back_addr":"172.21.15.67:6817/1513600391","heartbeat_front_addr":"172.21.15.67:6815/1513600391","state":["exists","up"]},{"osd":4,"uuid":"cc22f878-3de9-4257-abab-069be0664dff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6809","nonce":873062362}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6811","nonce":873062362}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6815","nonce":873062362}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6813","nonce":873062362}]},"public_addr":"172.21.15.133:6809/873062362","cluster_addr":"172.21.15.133:6811/873062362","heartbeat_back_addr":"172.21.15.133:6815/873062362","heartbeat_front_addr":"172.21.15.133:6813/873062362","state":["exists","up"]},{"osd":5,"uuid":"6e4b48f9-df8e-43e5-ba21-589cbe4bf349","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6809","nonce":2104437925}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6811","nonce":2104437925}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6815","nonce":2104437925}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6813","nonce":2104437925}]},"public_addr":"172.21.15.203:6809/2104437925","cluster_addr":"172.21.15.203:6811/2104437925","heartbeat_back_addr":"172.21.15.203:6815/2104437925","heartbeat_front_addr":"172.21.15.203:6813/2104437925","state":["exists","up"]},{"osd":6,"uuid":"bc0ce4e2-ab6c-4d1d-a17c-f16ccf214696","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6819","nonce":3451855313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6821","nonce":3451855313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6825","nonce":3451855313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6823","nonce":3451855313}]},"public_addr":"172.21.15.67:6819/3451855313","cluster_addr":"172.21.15.67:6821/3451855313","heartbeat_back_addr":"172.21.15.67:6825/3451855313","heartbeat_front_addr":"172.21.15.67:6823/3451855313","state":["exists","up"]},{"osd":7,"uuid":"b114b175-4fec-45f5-846f-edbd7f3f6a40","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6817","nonce":3668519078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6819","nonce":3668519078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6823","nonce":3668519078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6821","nonce":3668519078}]},"public_addr":"172.21.15.133:6817/3668519078","cluster_addr":"172.21.15.133:6819/3668519078","heartbeat_back_addr":"172.21.15.133:6823/3668519078","heartbeat_front_addr":"172.21.15.133:6821/3668519078","state":["exists","up"]},{"osd":8,"uuid":"d31ce685-0a86-44b4-86ff-c2f7282de65e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6817","nonce":472763919}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6819","nonce":472763919}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6823","nonce":472763919}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6820","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6821","nonce":472763919}]},"public_addr":"172.21.15.203:6817/472763919","cluster_addr":"172.21.15.203:6819/472763919","heartbeat_back_addr":"172.21.15.203:6823/472763919","heartbeat_front_addr":"172.21.15.203:6821/472763919","state":["exists","up"]},{"osd":9,"uuid":"aa95ebe2-9111-4d0d-97cb-d0e19ab1b3cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6827","nonce":228642541}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6829","nonce":228642541}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6833","nonce":228642541}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6831","nonce":228642541}]},"public_addr":"172.21.15.67:6827/228642541","cluster_addr":"172.21.15.67:6829/228642541","heartbeat_back_addr":"172.21.15.67:6833/228642541","heartbeat_front_addr":"172.21.15.67:6831/228642541","state":["exists","up"]},{"osd":10,"uuid":"d732bc25-9273-4964-b8bf-441ae03fe4c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6825","nonce":1358359980}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6827","nonce":1358359980}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6831","nonce":1358359980}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6829","nonce":1358359980}]},"public_addr":"172.21.15.133:6825/1358359980","cluster_addr":"172.21.15.133:6827/1358359980","heartbeat_back_addr":"172.21.15.133:6831/1358359980","heartbeat_front_addr":"172.21.15.133:6829/1358359980","state":["exists","up"]},{"osd":11,"uuid":"8467eb04-6d28-4e6e-8f44-19022da895c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6824","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6825","nonce":1340245932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6827","nonce":1340245932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6831","nonce":1340245932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6828","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6829","nonce":1340245932}]},"public_addr":"172.21.15.203:6825/1340245932","cluster_addr":"172.21.15.203:6827/1340245932","heartbeat_back_addr":"172.21.15.203:6831/1340245932","heartbeat_front_addr":"172.21.15.203:6829/1340245932","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:07:00.686495+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:07:25.963125+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:07:51.678889+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:08:17.214730+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:08:42.566829+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:09:07.208130+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:09:33.332707+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:09:58.718647+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:10:24.866450+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:10:50.740704+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:11:16.269602+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:11:42.296645+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.6","mappings":[{"from":3,"to":8}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.1a","mappings":[{"from":5,"to":7}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":4,"to":7}]},{"pgid":"3.28","mappings":[{"from":5,"to":6},{"from":3,"to":8}]},{"pgid":"3.37","mappings":[{"from":1,"to":9}]},{"pgid":"4.f","mappings":[{"from":9,"to":8},{"from":5,"to":10}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:0/420992675":"2024-09-11T08:05:37.717567+0000","172.21.15.67:0/2960294013":"2024-09-11T08:05:37.717567+0000","172.21.15.67:6801/2987520524":"2024-09-11T08:05:37.717567+0000","172.21.15.67:6800/2987520524":"2024-09-11T08:05:37.717567+0000","172.21.15.67:0/3383024850":"2024-09-11T08:05:13.831541+0000","172.21.15.67:6801/1869292132":"2024-09-11T08:05:13.831541+0000","172.21.15.67:6800/1869292132":"2024-09-11T08:05:13.831541+0000","172.21.15.67:0/4178209804":"2024-09-11T08:05:37.717567+0000","172.21.15.67:0/2105313351":"2024-09-11T08:05:13.831541+0000","172.21.15.67:0/4063198473":"2024-09-11T08:05:13.831541+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:15:03.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:03.042+0000 7f7a69840640 1 -- 172.21.15.67:0/102271851 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7a500a2c00 msgr2=0x7f7a500a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:03.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:03.042+0000 7f7a69840640 1 --2- 172.21.15.67:0/102271851 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7a500a2c00 0x7f7a500a50c0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f7a640ffe50 tx=0x7f7a4c005d30 comp rx=0 tx=0).stop 2024-09-10T08:15:03.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:03.042+0000 7f7a69840640 1 -- 172.21.15.67:0/102271851 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a64101de0 msgr2=0x7f7a64198400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:03.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:03.042+0000 7f7a69840640 1 --2- 172.21.15.67:0/102271851 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a64101de0 0x7f7a64198400 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f7a5400b4a0 tx=0x7f7a5400b960 comp rx=0 tx=0).stop 2024-09-10T08:15:03.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:03.042+0000 7f7a69840640 1 -- 172.21.15.67:0/102271851 shutdown_connections 2024-09-10T08:15:03.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:03.042+0000 7f7a69840640 1 --2- 172.21.15.67:0/102271851 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7a500a2c00 0x7f7a500a50c0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:03.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:03.042+0000 7f7a69840640 1 --2- 172.21.15.67:0/102271851 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7a64102790 0x7f7a64198940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:03.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:03.042+0000 7f7a69840640 1 --2- 172.21.15.67:0/102271851 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7a64106f10 0x7f7a6419ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:03.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:03.042+0000 7f7a69840640 1 --2- 172.21.15.67:0/102271851 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a64101de0 0x7f7a64198400 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:03.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:03.042+0000 7f7a69840640 1 -- 172.21.15.67:0/102271851 >> 172.21.15.67:0/102271851 conn(0x7f7a640fd8c0 msgr2=0x7f7a640fece0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:03.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:03.042+0000 7f7a69840640 1 -- 172.21.15.67:0/102271851 shutdown_connections 2024-09-10T08:15:03.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:03.042+0000 7f7a69840640 1 -- 172.21.15.67:0/102271851 wait complete. 2024-09-10T08:15:03.756 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 28, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-09-10T08:12:37.538183+0000', 'modified': '2024-09-10T08:13:23.816954+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24479, 'mds_1': 24475, 'mds_2': 24457, 'mds_3': 24412, 'mds_4': 24404}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14616': {'gid': 14616, 'name': 'g', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.67:6839/2770928820', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.67:6838', 'nonce': 2770928820}, {'type': 'v1', 'addr': '172.21.15.67:6839', 'nonce': 2770928820}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_14628': {'gid': 14628, 'name': 'a', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.67:6841/1116344955', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.67:6840', 'nonce': 1116344955}, {'type': 'v1', 'addr': '172.21.15.67:6841', 'nonce': 1116344955}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24404': {'gid': 24404, 'name': 'k', 'rank': 4, 'incarnation': 26, 'state': 'up:active', 'state_seq': 23, 'addr': '172.21.15.133:6833/2920270168', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.133:6832', 'nonce': 2920270168}, {'type': 'v1', 'addr': '172.21.15.133:6833', 'nonce': 2920270168}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24412': {'gid': 24412, 'name': 'l', 'rank': 3, 'incarnation': 24, 'state': 'up:active', 'state_seq': 23, 'addr': '172.21.15.203:6833/754287689', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.203:6832', 'nonce': 754287689}, {'type': 'v1', 'addr': '172.21.15.203:6833', 'nonce': 754287689}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24431': {'gid': 24431, 'name': 'e', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.133:6835/3573205749', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.133:6834', 'nonce': 3573205749}, {'type': 'v1', 'addr': '172.21.15.133:6835', 'nonce': 3573205749}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24451': {'gid': 24451, 'name': 'f', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.203:6835/3722546188', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.203:6834', 'nonce': 3722546188}, {'type': 'v1', 'addr': '172.21.15.203:6835', 'nonce': 3722546188}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24455': {'gid': 24455, 'name': 'h', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.133:6837/667764093', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.133:6836', 'nonce': 667764093}, {'type': 'v1', 'addr': '172.21.15.133:6837', 'nonce': 667764093}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24457': {'gid': 24457, 'name': 'c', 'rank': 2, 'incarnation': 22, 'state': 'up:active', 'state_seq': 19, 'addr': '172.21.15.203:6837/4255783395', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.203:6836', 'nonce': 4255783395}, {'type': 'v1', 'addr': '172.21.15.203:6837', 'nonce': 4255783395}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24475': {'gid': 24475, 'name': 'i', 'rank': 1, 'incarnation': 20, 'state': 'up:active', 'state_seq': 17, 'addr': '172.21.15.203:6839/2311592321', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.203:6838', 'nonce': 2311592321}, {'type': 'v1', 'addr': '172.21.15.203:6839', 'nonce': 2311592321}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24479': {'gid': 24479, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.133:6839/1848609384', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.133:6838', 'nonce': 1848609384}, {'type': 'v1', 'addr': '172.21.15.133:6839', 'nonce': 1848609384}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24479, 'qdb_cluster': [24479, 24475, 24457, 24412, 24404]} 2024-09-10T08:15:03.756 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-09-10T08:15:03.757 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.k status 2024-09-10T08:15:04.014 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:15:04.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:03 smithi203 ceph-mon[34672]: pgmap v364: 129 pgs: 129 active+clean; 644 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-09-10T08:15:04.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:03 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/102271851' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:15:04.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:03 smithi133 ceph-mon[34721]: pgmap v364: 129 pgs: 129 active+clean; 644 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-09-10T08:15:04.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:03 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/102271851' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:15:04.136 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:03 smithi067 ceph-mon[31051]: pgmap v364: 129 pgs: 129 active+clean; 644 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-09-10T08:15:04.136 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:03 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/102271851' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:15:04.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.530+0000 7f96285e4640 1 -- 172.21.15.67:0/2248283965 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9620102790 msgr2=0x7f96201067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:04.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.530+0000 7f96285e4640 1 --2- 172.21.15.67:0/2248283965 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9620102790 0x7f96201067e0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f9610009900 tx=0x7f961002a410 comp rx=0 tx=0).stop 2024-09-10T08:15:04.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.530+0000 7f96285e4640 1 -- 172.21.15.67:0/2248283965 shutdown_connections 2024-09-10T08:15:04.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.530+0000 7f96285e4640 1 --2- 172.21.15.67:0/2248283965 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9620106f10 0x7f962010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:04.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.530+0000 7f96285e4640 1 --2- 172.21.15.67:0/2248283965 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9620102790 0x7f96201067e0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:04.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.530+0000 7f96285e4640 1 --2- 172.21.15.67:0/2248283965 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9620101de0 0x7f96201021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:04.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.530+0000 7f96285e4640 1 -- 172.21.15.67:0/2248283965 >> 172.21.15.67:0/2248283965 conn(0x7f96200fd8c0 msgr2=0x7f96200ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:04.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.530+0000 7f96285e4640 1 -- 172.21.15.67:0/2248283965 shutdown_connections 2024-09-10T08:15:04.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.530+0000 7f96285e4640 1 -- 172.21.15.67:0/2248283965 wait complete. 2024-09-10T08:15:04.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.531+0000 7f96285e4640 1 Processor -- start 2024-09-10T08:15:04.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.531+0000 7f96285e4640 1 -- start start 2024-09-10T08:15:04.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.531+0000 7f96285e4640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9620101de0 0x7f9620198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:04.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.531+0000 7f96285e4640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9620102790 0x7f96201988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:04.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.531+0000 7f96285e4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9620106f10 0x7f962019cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:04.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.531+0000 7f96285e4640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f9620111e20 con 0x7f9620106f10 2024-09-10T08:15:04.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.531+0000 7f96285e4640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f9620111ca0 con 0x7f9620101de0 2024-09-10T08:15:04.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.531+0000 7f96285e4640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f9620111fa0 con 0x7f9620102790 2024-09-10T08:15:04.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.531+0000 7f9626b81640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9620106f10 0x7f962019cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:04.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.531+0000 7f9626b81640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9620106f10 0x7f962019cc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34214/0 (socket says 172.21.15.67:34214) 2024-09-10T08:15:04.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.531+0000 7f9626b81640 1 -- 172.21.15.67:0/485588738 learned_addr learned my addr 172.21.15.67:0/485588738 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:04.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.531+0000 7f9625b7f640 1 --2- 172.21.15.67:0/485588738 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9620102790 0x7f96201988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:04.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.531+0000 7f9626380640 1 --2- 172.21.15.67:0/485588738 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9620101de0 0x7f9620198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:04.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.532+0000 7f9626b81640 1 -- 172.21.15.67:0/485588738 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9620102790 msgr2=0x7f96201988b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:04.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.532+0000 7f9626b81640 1 --2- 172.21.15.67:0/485588738 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9620102790 0x7f96201988b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:04.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.532+0000 7f9626b81640 1 -- 172.21.15.67:0/485588738 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9620101de0 msgr2=0x7f9620198370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:04.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.532+0000 7f9626b81640 1 --2- 172.21.15.67:0/485588738 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9620101de0 0x7f9620198370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:04.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.532+0000 7f9626b81640 1 -- 172.21.15.67:0/485588738 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f962019d320 con 0x7f9620106f10 2024-09-10T08:15:04.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.532+0000 7f9626b81640 1 --2- 172.21.15.67:0/485588738 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9620106f10 0x7f962019cc40 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f961800eaa0 tx=0x7f961800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:04.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.532+0000 7f96177fe640 1 -- 172.21.15.67:0/485588738 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f961800cdb0 con 0x7f9620106f10 2024-09-10T08:15:04.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.532+0000 7f96177fe640 1 -- 172.21.15.67:0/485588738 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9618005020 con 0x7f9620106f10 2024-09-10T08:15:04.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.532+0000 7f96285e4640 1 -- 172.21.15.67:0/485588738 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f962019d610 con 0x7f9620106f10 2024-09-10T08:15:04.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.532+0000 7f96177fe640 1 -- 172.21.15.67:0/485588738 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96180116d0 con 0x7f9620106f10 2024-09-10T08:15:04.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.532+0000 7f96285e4640 1 -- 172.21.15.67:0/485588738 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96201a4ef0 con 0x7f9620106f10 2024-09-10T08:15:04.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.535+0000 7f96177fe640 1 -- 172.21.15.67:0/485588738 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f96180051d0 con 0x7f9620106f10 2024-09-10T08:15:04.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.535+0000 7f962a9bd740 1 Processor -- start 2024-09-10T08:15:04.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.536+0000 7f962a9bd740 1 -- start start 2024-09-10T08:15:04.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.536+0000 7f962a9bd740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5620c24798b0 0x5620c2479c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:04.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.536+0000 7f962a9bd740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620c247a1d0 0x5620c2488a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:04.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.536+0000 7f962a9bd740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620c2488fc0 0x5620c248b3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:04.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.536+0000 7f962a9bd740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5620c23e0090 con 0x5620c247a1d0 2024-09-10T08:15:04.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.536+0000 7f962a9bd740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5620c2387a70 con 0x5620c2488fc0 2024-09-10T08:15:04.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.536+0000 7f962a9bd740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5620c23dc050 con 0x5620c24798b0 2024-09-10T08:15:04.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.536+0000 7f9626380640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620c247a1d0 0x5620c2488a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:04.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.536+0000 7f9626380640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620c247a1d0 0x5620c2488a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34226/0 (socket says 172.21.15.67:34226) 2024-09-10T08:15:04.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.536+0000 7f9626380640 1 -- 172.21.15.67:0/3706538751 learned_addr learned my addr 172.21.15.67:0/3706538751 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:04.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.536+0000 7f9625b7f640 1 --2- 172.21.15.67:0/3706538751 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5620c24798b0 0x5620c2479c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:04.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.536+0000 7f9625b7f640 1 --2- 172.21.15.67:0/3706538751 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620c2488fc0 0x5620c248b3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:04.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.536+0000 7f96177fe640 1 --2- 172.21.15.67:0/485588738 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f960c0a2c00 0x7f960c0a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:04.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.536+0000 7f9626380640 1 -- 172.21.15.67:0/3706538751 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5620c24798b0 msgr2=0x5620c2479c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:04.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.536+0000 7f9626380640 1 --2- 172.21.15.67:0/3706538751 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5620c24798b0 0x5620c2479c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:04.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.536+0000 7f9626380640 1 -- 172.21.15.67:0/3706538751 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620c2488fc0 msgr2=0x5620c248b3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:04.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.536+0000 7f9626380640 1 --2- 172.21.15.67:0/3706538751 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620c2488fc0 0x5620c248b3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:04.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.536+0000 7f9626380640 1 -- 172.21.15.67:0/3706538751 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5620c2394130 con 0x5620c247a1d0 2024-09-10T08:15:04.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.536+0000 7f9625b7f640 1 --2- 172.21.15.67:0/3706538751 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620c2488fc0 0x5620c248b3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:15:04.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.536+0000 7f9626b81640 1 --2- 172.21.15.67:0/485588738 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f960c0a2c00 0x7f960c0a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:04.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.536+0000 7f9626380640 1 --2- 172.21.15.67:0/3706538751 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620c247a1d0 0x5620c2488a80 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f961c00bcf0 tx=0x7f961c00f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d75287c8f95a8875 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:04.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.536+0000 7f96177fe640 1 -- 172.21.15.67:0/485588738 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f96180cf530 con 0x7f9620106f10 2024-09-10T08:15:04.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.537+0000 7f9614ff9640 1 -- 172.21.15.67:0/3706538751 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f961c015070 con 0x5620c247a1d0 2024-09-10T08:15:04.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.537+0000 7f9614ff9640 1 -- 172.21.15.67:0/3706538751 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f961c01a910 con 0x5620c247a1d0 2024-09-10T08:15:04.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.537+0000 7f9614ff9640 1 -- 172.21.15.67:0/3706538751 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f961c0118e0 con 0x5620c247a1d0 2024-09-10T08:15:04.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.537+0000 7f962a9bd740 1 -- 172.21.15.67:0/3706538751 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620c247a1d0 msgr2=0x5620c2488a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:04.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.537+0000 7f962a9bd740 1 --2- 172.21.15.67:0/3706538751 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620c247a1d0 0x5620c2488a80 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f961c00bcf0 tx=0x7f961c00f730 comp rx=0 tx=0).stop 2024-09-10T08:15:04.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.537+0000 7f9626b81640 1 --2- 172.21.15.67:0/485588738 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f960c0a2c00 0x7f960c0a50c0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f961809b920 tx=0x7f96180bd040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:04.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.538+0000 7f962a9bd740 1 -- 172.21.15.67:0/3706538751 shutdown_connections 2024-09-10T08:15:04.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.538+0000 7f962a9bd740 1 --2- 172.21.15.67:0/3706538751 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620c2488fc0 0x5620c248b3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:04.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.538+0000 7f962a9bd740 1 --2- 172.21.15.67:0/3706538751 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620c247a1d0 0x5620c2488a80 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:04.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.538+0000 7f962a9bd740 1 --2- 172.21.15.67:0/3706538751 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5620c24798b0 0x5620c2479c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:04.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.538+0000 7f962a9bd740 1 -- 172.21.15.67:0/3706538751 >> 172.21.15.67:0/3706538751 conn(0x5620c2475f60 msgr2=0x5620c2476340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:04.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.538+0000 7f962a9bd740 1 -- 172.21.15.67:0/3706538751 shutdown_connections 2024-09-10T08:15:04.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.538+0000 7f962a9bd740 1 -- 172.21.15.67:0/3706538751 wait complete. 2024-09-10T08:15:04.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.538+0000 7f962a9bd740 1 -- start start 2024-09-10T08:15:04.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.538+0000 7f962a9bd740 1 Processor -- start 2024-09-10T08:15:04.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.538+0000 7f962a9bd740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620c24798b0 0x5620c2488860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:04.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.538+0000 7f962a9bd740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5620c247a1d0 0x5620c2485bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:04.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.538+0000 7f962a9bd740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620c2488fc0 0x5620c24860f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:04.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.538+0000 7f962a9bd740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5620c248bb90 con 0x5620c2488fc0 2024-09-10T08:15:04.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.538+0000 7f962a9bd740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5620c239af20 con 0x5620c24798b0 2024-09-10T08:15:04.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.538+0000 7f962a9bd740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5620c248bd10 con 0x5620c247a1d0 2024-09-10T08:15:04.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.539+0000 7f962a9bd740 10 client.0 _ll_register_callbacks cb 0x5620c2364030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:15:04.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.539+0000 7f9625b7f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620c2488fc0 0x5620c24860f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:04.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.539+0000 7f9625b7f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620c2488fc0 0x5620c24860f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34242/0 (socket says 172.21.15.67:34242) 2024-09-10T08:15:04.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.539+0000 7f9625b7f640 1 -- 172.21.15.67:0/4007360173 learned_addr learned my addr 172.21.15.67:0/4007360173 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:04.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.539+0000 7f9626380640 1 --2- 172.21.15.67:0/4007360173 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5620c247a1d0 0x5620c2485bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:04.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.539+0000 7f9625b7f640 1 --2- 172.21.15.67:0/4007360173 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620c24798b0 0x5620c2488860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:04.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.539+0000 7f9625b7f640 1 -- 172.21.15.67:0/4007360173 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5620c247a1d0 msgr2=0x5620c2485bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:04.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.539+0000 7f9625b7f640 1 --2- 172.21.15.67:0/4007360173 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5620c247a1d0 0x5620c2485bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:04.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.539+0000 7f9625b7f640 1 -- 172.21.15.67:0/4007360173 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620c24798b0 msgr2=0x5620c2488860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:04.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.539+0000 7f9625b7f640 1 --2- 172.21.15.67:0/4007360173 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620c24798b0 0x5620c2488860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:04.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.539+0000 7f9625b7f640 1 -- 172.21.15.67:0/4007360173 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5620c21512b0 con 0x5620c2488fc0 2024-09-10T08:15:04.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.539+0000 7f9625b7f640 1 --2- 172.21.15.67:0/4007360173 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620c2488fc0 0x5620c24860f0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f961002a930 tx=0x7f9610009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f57bab47be6928c1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:04.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.539+0000 7f9609ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:15:04.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.539+0000 7f9609ffb640 1 -- 172.21.15.67:0/4007360173 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9610035070 con 0x5620c2488fc0 2024-09-10T08:15:04.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.539+0000 7f9609ffb640 1 -- 172.21.15.67:0/4007360173 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f9610004030 con 0x5620c2488fc0 2024-09-10T08:15:04.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.539+0000 7f962a9bd740 1 -- 172.21.15.67:0/4007360173 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f961c01a910 con 0x5620c2488fc0 2024-09-10T08:15:04.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.539+0000 7f9609ffb640 1 -- 172.21.15.67:0/4007360173 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f9610052050 con 0x5620c2488fc0 2024-09-10T08:15:04.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.539+0000 7f962a9bd740 10 client.15252 fetch_fsmap learned FSMap version 28 2024-09-10T08:15:04.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.539+0000 7f962a9bd740 1 -- 172.21.15.67:0/4007360173 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5620c2497460 con 0x5620c2488fc0 2024-09-10T08:15:04.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.540+0000 7f9609ffb640 1 -- 172.21.15.67:0/4007360173 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f961c01a910 con 0x5620c2488fc0 2024-09-10T08:15:04.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.540+0000 7f9609ffb640 1 -- 172.21.15.67:0/4007360173 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 28) ==== 8370+0+0 (secure 0 0 0) 0x7f961004c4e0 con 0x5620c2488fc0 2024-09-10T08:15:04.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.540+0000 7f962a9bd740 10 client.15252 fetch_fsmap finished waiting for FSMap version 28 2024-09-10T08:15:04.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.540+0000 7f962a9bd740 10 client.15252 resolve_mds: resolved name 'k' to daemon mds.k 2024-09-10T08:15:04.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.540+0000 7f962a9bd740 20 client.15252 populate_metadata read hostname 'smithi067' 2024-09-10T08:15:04.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.540+0000 7f962a9bd740 1 --2- 172.21.15.67:0/4007360173 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x5620c2499a00 0x5620c249ae70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:04.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.540+0000 7f962a9bd740 4 client.15252 mds_command: new command op to 24404 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:15:04.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.540+0000 7f962a9bd740 1 -- 172.21.15.67:0/4007360173 --> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5620c23ed600 con 0x5620c2499a00 2024-09-10T08:15:04.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.540+0000 7f9626380640 1 --2- 172.21.15.67:0/4007360173 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x5620c2499a00 0x5620c249ae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:04.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.541+0000 7f9609ffb640 10 client.15252 ms_handle_connect on v2:172.21.15.133:6832/2920270168 2024-09-10T08:15:04.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.541+0000 7f9626380640 1 --2- 172.21.15.67:0/4007360173 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x5620c2499a00 0x5620c249ae70 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=26191a8bdbd7b933 server_cookie=996f8b84eea5cc60 in_seq=0 out_seq=0 2024-09-10T08:15:04.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.541+0000 7f9609ffb640 1 -- 172.21.15.67:0/4007360173 <== mds.4 v2:172.21.15.133:6832/2920270168 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5620c23ed600 con 0x5620c2499a00 2024-09-10T08:15:04.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.541+0000 7f9609ffb640 10 client.15252 handle_command_reply: tid=0 2024-09-10T08:15:04.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.541+0000 7f962a9bd740 1 client.15252 shutdown 2024-09-10T08:15:04.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.541+0000 7f962a9bd740 1 -- 172.21.15.67:0/4007360173 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620c2488fc0 msgr2=0x5620c24860f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:04.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.541+0000 7f962a9bd740 1 --2- 172.21.15.67:0/4007360173 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620c2488fc0 0x5620c24860f0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f961002a930 tx=0x7f9610009260 comp rx=0 tx=0).stop 2024-09-10T08:15:04.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.541+0000 7f962a9bd740 1 -- 172.21.15.67:0/4007360173 shutdown_connections 2024-09-10T08:15:04.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.541+0000 7f962a9bd740 1 --2- 172.21.15.67:0/4007360173 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x5620c2499a00 0x5620c249ae70 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:04.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.541+0000 7f962a9bd740 1 --2- 172.21.15.67:0/4007360173 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620c2488fc0 0x5620c24860f0 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:04.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.541+0000 7f962a9bd740 1 --2- 172.21.15.67:0/4007360173 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5620c247a1d0 0x5620c2485bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:04.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.542+0000 7f9609ffb640 0 client.15252 ms_handle_reset on v2:172.21.15.133:6832/2920270168 2024-09-10T08:15:04.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.542+0000 7f962a9bd740 1 --2- 172.21.15.67:0/4007360173 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620c24798b0 0x5620c2488860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:04.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.542+0000 7f962a9bd740 1 -- 172.21.15.67:0/4007360173 >> 172.21.15.67:0/4007360173 conn(0x5620c2475f60 msgr2=0x5620c247bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:04.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.542+0000 7f962a9bd740 1 -- 172.21.15.67:0/4007360173 shutdown_connections 2024-09-10T08:15:04.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.542+0000 7f962a9bd740 1 -- 172.21.15.67:0/4007360173 wait complete. 2024-09-10T08:15:04.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.542+0000 7f962a9bd740 20 client.15252 trim_cache size 0 max 16384 2024-09-10T08:15:04.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.559+0000 7f962a9bd740 1 Processor -- start 2024-09-10T08:15:04.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.559+0000 7f962a9bd740 1 -- start start 2024-09-10T08:15:04.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.560+0000 7f962a9bd740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5620c24798b0 0x5620c249ae70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:04.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.560+0000 7f962a9bd740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620c247a1d0 0x5620c24a3150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:04.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.560+0000 7f962a9bd740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620c2488fc0 0x5620c24a3690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:04.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.560+0000 7f962a9bd740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5620c24991b0 con 0x5620c247a1d0 2024-09-10T08:15:04.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.560+0000 7f962a9bd740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5620c2499880 con 0x5620c2488fc0 2024-09-10T08:15:04.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.560+0000 7f962a9bd740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5620c2499f50 con 0x5620c24798b0 2024-09-10T08:15:04.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.560+0000 7f9626380640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620c247a1d0 0x5620c24a3150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:04.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.560+0000 7f9626380640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620c247a1d0 0x5620c24a3150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34246/0 (socket says 172.21.15.67:34246) 2024-09-10T08:15:04.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.560+0000 7f9626380640 1 -- 172.21.15.67:0/1296962499 learned_addr learned my addr 172.21.15.67:0/1296962499 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:04.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.560+0000 7f9625b7f640 1 --2- 172.21.15.67:0/1296962499 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5620c24798b0 0x5620c249ae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:04.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.560+0000 7f9626380640 1 -- 172.21.15.67:0/1296962499 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5620c24798b0 msgr2=0x5620c249ae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:04.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.560+0000 7f9626380640 1 --2- 172.21.15.67:0/1296962499 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5620c24798b0 0x5620c249ae70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:04.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.560+0000 7f9626380640 1 -- 172.21.15.67:0/1296962499 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620c2488fc0 msgr2=0x5620c24a3690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:04.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.560+0000 7f9625b7f640 1 --2- 172.21.15.67:0/1296962499 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620c2488fc0 0x5620c24a3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:04.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.560+0000 7f9626380640 1 --2- 172.21.15.67:0/1296962499 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620c2488fc0 0x5620c24a3690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:04.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.560+0000 7f9626380640 1 -- 172.21.15.67:0/1296962499 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5620c2475a00 con 0x5620c247a1d0 2024-09-10T08:15:04.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.560+0000 7f9626380640 1 --2- 172.21.15.67:0/1296962499 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620c247a1d0 0x5620c24a3150 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x5620c247c5c0 tx=0x7f961c00b5e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29daeadd1f77a91d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:04.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.560+0000 7f960bfff640 1 -- 172.21.15.67:0/1296962499 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f961c02a020 con 0x5620c247a1d0 2024-09-10T08:15:04.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.560+0000 7f960bfff640 1 -- 172.21.15.67:0/1296962499 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f961c004680 con 0x5620c247a1d0 2024-09-10T08:15:04.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.560+0000 7f960bfff640 1 -- 172.21.15.67:0/1296962499 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f961c015040 con 0x5620c247a1d0 2024-09-10T08:15:04.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.561+0000 7f962a9bd740 1 -- 172.21.15.67:0/1296962499 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620c247a1d0 msgr2=0x5620c24a3150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:04.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.561+0000 7f962a9bd740 1 --2- 172.21.15.67:0/1296962499 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620c247a1d0 0x5620c24a3150 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x5620c247c5c0 tx=0x7f961c00b5e0 comp rx=0 tx=0).stop 2024-09-10T08:15:04.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.561+0000 7f962a9bd740 1 -- 172.21.15.67:0/1296962499 shutdown_connections 2024-09-10T08:15:04.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.561+0000 7f962a9bd740 1 --2- 172.21.15.67:0/1296962499 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620c2488fc0 0x5620c24a3690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:04.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.561+0000 7f962a9bd740 1 --2- 172.21.15.67:0/1296962499 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620c247a1d0 0x5620c24a3150 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:04.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.561+0000 7f962a9bd740 1 --2- 172.21.15.67:0/1296962499 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5620c24798b0 0x5620c249ae70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:04.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.561+0000 7f962a9bd740 1 -- 172.21.15.67:0/1296962499 >> 172.21.15.67:0/1296962499 conn(0x5620c2475f60 msgr2=0x5620c2484480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:04.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.561+0000 7f962a9bd740 1 -- 172.21.15.67:0/1296962499 shutdown_connections 2024-09-10T08:15:04.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.561+0000 7f962a9bd740 1 -- 172.21.15.67:0/1296962499 wait complete. 2024-09-10T08:15:04.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.561+0000 7f962a9bd740 1 -- start start 2024-09-10T08:15:04.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.562+0000 7f962a9bd740 1 Processor -- start 2024-09-10T08:15:04.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.562+0000 7f962a9bd740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620c24798b0 0x5620c24a34c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:04.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.562+0000 7f962a9bd740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620c247a1d0 0x5620c24a3a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:04.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.562+0000 7f962a9bd740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5620c2488fc0 0x5620c249ca40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:04.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.562+0000 7f962a9bd740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5620c249acf0 con 0x5620c247a1d0 2024-09-10T08:15:04.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.562+0000 7f962a9bd740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5620c249a620 con 0x5620c24798b0 2024-09-10T08:15:04.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.562+0000 7f962a9bd740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5620c249b3c0 con 0x5620c2488fc0 2024-09-10T08:15:04.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.562+0000 7f962a9bd740 10 client.0 _ll_register_callbacks cb 0x7f9610005bc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:15:04.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.562+0000 7f9626380640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620c247a1d0 0x5620c24a3a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:04.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.562+0000 7f9626380640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620c247a1d0 0x5620c24a3a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34252/0 (socket says 172.21.15.67:34252) 2024-09-10T08:15:04.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.562+0000 7f9626380640 1 -- 172.21.15.67:0/378311761 learned_addr learned my addr 172.21.15.67:0/378311761 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:04.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.562+0000 7f9625b7f640 1 --2- 172.21.15.67:0/378311761 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5620c2488fc0 0x5620c249ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:04.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.562+0000 7f9625b7f640 1 --2- 172.21.15.67:0/378311761 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620c24798b0 0x5620c24a34c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:04.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.562+0000 7f9626380640 1 -- 172.21.15.67:0/378311761 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5620c2488fc0 msgr2=0x5620c249ca40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:04.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.562+0000 7f9626380640 1 --2- 172.21.15.67:0/378311761 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5620c2488fc0 0x5620c249ca40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:04.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.562+0000 7f9626380640 1 -- 172.21.15.67:0/378311761 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620c24798b0 msgr2=0x5620c24a34c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:04.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.562+0000 7f9626380640 1 --2- 172.21.15.67:0/378311761 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620c24798b0 0x5620c24a34c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:04.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.562+0000 7f9626380640 1 -- 172.21.15.67:0/378311761 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5620c249d270 con 0x5620c247a1d0 2024-09-10T08:15:04.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.562+0000 7f9625b7f640 1 --2- 172.21.15.67:0/378311761 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5620c2488fc0 0x5620c249ca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:15:04.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.562+0000 7f9626380640 1 --2- 172.21.15.67:0/378311761 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620c247a1d0 0x5620c24a3a00 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f961c00f770 tx=0x7f961c004a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=276d0fd834a65f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:04.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.562+0000 7f9609ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:15:04.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.563+0000 7f9609ffb640 1 -- 172.21.15.67:0/378311761 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f961c015070 con 0x5620c247a1d0 2024-09-10T08:15:04.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.563+0000 7f9609ffb640 1 -- 172.21.15.67:0/378311761 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f961c005070 con 0x5620c247a1d0 2024-09-10T08:15:04.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.563+0000 7f962a9bd740 1 -- 172.21.15.67:0/378311761 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f961c004680 con 0x5620c247a1d0 2024-09-10T08:15:04.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.563+0000 7f9609ffb640 1 -- 172.21.15.67:0/378311761 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f961c040050 con 0x5620c247a1d0 2024-09-10T08:15:04.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.563+0000 7f962a9bd740 10 client.15258 fetch_fsmap learned FSMap version 28 2024-09-10T08:15:04.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.563+0000 7f962a9bd740 1 -- 172.21.15.67:0/378311761 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5620c24a1cb0 con 0x5620c247a1d0 2024-09-10T08:15:04.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.563+0000 7f9609ffb640 1 -- 172.21.15.67:0/378311761 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f961c004680 con 0x5620c247a1d0 2024-09-10T08:15:04.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.563+0000 7f9609ffb640 1 -- 172.21.15.67:0/378311761 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 28) ==== 8370+0+0 (secure 0 0 0) 0x7f961c01a460 con 0x5620c247a1d0 2024-09-10T08:15:04.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.563+0000 7f962a9bd740 10 client.15258 fetch_fsmap finished waiting for FSMap version 28 2024-09-10T08:15:04.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.563+0000 7f962a9bd740 10 client.15258 resolve_mds: resolved name 'k' to daemon mds.k 2024-09-10T08:15:04.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.563+0000 7f962a9bd740 20 client.15258 populate_metadata read hostname 'smithi067' 2024-09-10T08:15:04.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.563+0000 7f962a9bd740 1 --2- 172.21.15.67:0/378311761 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x5620c2508220 0x5620c2506f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:04.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.563+0000 7f962a9bd740 4 client.15258 mds_command: new command op to 24404 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T08:15:04.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.563+0000 7f962a9bd740 1 -- 172.21.15.67:0/378311761 --> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] -- command(tid 0: {"prefix": "status"}) -- 0x5620c23e7b10 con 0x5620c2508220 2024-09-10T08:15:04.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.564+0000 7f9625b7f640 1 --2- 172.21.15.67:0/378311761 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x5620c2508220 0x5620c2506f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:04.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.564+0000 7f9625b7f640 1 --2- 172.21.15.67:0/378311761 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x5620c2508220 0x5620c2506f30 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=2acfc9793429d730 server_cookie=3042c99da07a94d4 in_seq=0 out_seq=0 2024-09-10T08:15:04.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.564+0000 7f9609ffb640 10 client.15258 ms_handle_connect on v2:172.21.15.133:6832/2920270168 2024-09-10T08:15:04.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.564+0000 7f9609ffb640 1 -- 172.21.15.67:0/378311761 <== mds.4 v2:172.21.15.133:6832/2920270168 1 ==== command_reply(tid 0: 0 ) ==== 8+0+322 (crc 0 0 0) 0x5620c23e7b10 con 0x5620c2508220 2024-09-10T08:15:04.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.564+0000 7f9609ffb640 10 client.15258 handle_command_reply: tid=0 2024-09-10T08:15:04.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.564+0000 7f962a9bd740 1 client.15258 shutdown 2024-09-10T08:15:04.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.564+0000 7f962a9bd740 1 -- 172.21.15.67:0/378311761 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620c247a1d0 msgr2=0x5620c24a3a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:04.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.564+0000 7f962a9bd740 1 --2- 172.21.15.67:0/378311761 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620c247a1d0 0x5620c24a3a00 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f961c00f770 tx=0x7f961c004a00 comp rx=0 tx=0).stop 2024-09-10T08:15:04.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.564+0000 7f962a9bd740 1 -- 172.21.15.67:0/378311761 shutdown_connections 2024-09-10T08:15:04.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.564+0000 7f962a9bd740 1 --2- 172.21.15.67:0/378311761 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x5620c2508220 0x5620c2506f30 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:04.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.564+0000 7f962a9bd740 1 --2- 172.21.15.67:0/378311761 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5620c2488fc0 0x5620c249ca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:04.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.564+0000 7f962a9bd740 1 --2- 172.21.15.67:0/378311761 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620c247a1d0 0x5620c24a3a00 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:04.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.564+0000 7f962a9bd740 1 --2- 172.21.15.67:0/378311761 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620c24798b0 0x5620c24a34c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:04.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.564+0000 7f962a9bd740 1 -- 172.21.15.67:0/378311761 >> 172.21.15.67:0/378311761 conn(0x5620c2475f60 msgr2=0x5620c2480a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:04.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.564+0000 7f9609ffb640 0 client.15258 ms_handle_reset on v2:172.21.15.133:6832/2920270168 2024-09-10T08:15:04.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.564+0000 7f962a9bd740 1 -- 172.21.15.67:0/378311761 shutdown_connections 2024-09-10T08:15:04.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.565+0000 7f962a9bd740 1 -- 172.21.15.67:0/378311761 wait complete. 2024-09-10T08:15:04.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.565+0000 7f962a9bd740 20 client.15258 trim_cache size 0 max 16384 2024-09-10T08:15:04.577 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:15:04.578 INFO:teuthology.orchestra.run.smithi067.stdout: "cluster_fsid": "315284b0-6f4b-11ef-bcea-c7b262605968", 2024-09-10T08:15:04.578 INFO:teuthology.orchestra.run.smithi067.stdout: "whoami": 4, 2024-09-10T08:15:04.578 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 24404, 2024-09-10T08:15:04.578 INFO:teuthology.orchestra.run.smithi067.stdout: "want_state": "up:active", 2024-09-10T08:15:04.578 INFO:teuthology.orchestra.run.smithi067.stdout: "state": "up:active", 2024-09-10T08:15:04.578 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs", 2024-09-10T08:15:04.578 INFO:teuthology.orchestra.run.smithi067.stdout: "rank_uptime": 101.749644522, 2024-09-10T08:15:04.579 INFO:teuthology.orchestra.run.smithi067.stdout: "mdsmap_epoch": 28, 2024-09-10T08:15:04.579 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch": 92, 2024-09-10T08:15:04.579 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch_barrier": 88, 2024-09-10T08:15:04.579 INFO:teuthology.orchestra.run.smithi067.stdout: "uptime": 187.077440556 2024-09-10T08:15:04.579 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:15:04.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.565+0000 7f96285e4640 1 -- 172.21.15.67:0/485588738 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f960c0a2c00 msgr2=0x7f960c0a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:04.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.565+0000 7f96285e4640 1 --2- 172.21.15.67:0/485588738 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f960c0a2c00 0x7f960c0a50c0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f961809b920 tx=0x7f96180bd040 comp rx=0 tx=0).stop 2024-09-10T08:15:04.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.565+0000 7f96285e4640 1 -- 172.21.15.67:0/485588738 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9620106f10 msgr2=0x7f962019cc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:04.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.565+0000 7f96285e4640 1 --2- 172.21.15.67:0/485588738 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9620106f10 0x7f962019cc40 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f961800eaa0 tx=0x7f961800ef60 comp rx=0 tx=0).stop 2024-09-10T08:15:04.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.565+0000 7f96285e4640 1 -- 172.21.15.67:0/485588738 shutdown_connections 2024-09-10T08:15:04.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.565+0000 7f96285e4640 1 --2- 172.21.15.67:0/485588738 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f960c0a2c00 0x7f960c0a50c0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:04.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.565+0000 7f96285e4640 1 --2- 172.21.15.67:0/485588738 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9620106f10 0x7f962019cc40 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:04.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.565+0000 7f96285e4640 1 --2- 172.21.15.67:0/485588738 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9620102790 0x7f96201988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:04.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.565+0000 7f96285e4640 1 --2- 172.21.15.67:0/485588738 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9620101de0 0x7f9620198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:04.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.565+0000 7f96285e4640 1 -- 172.21.15.67:0/485588738 >> 172.21.15.67:0/485588738 conn(0x7f96200fd8c0 msgr2=0x7f96200fecb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:04.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.565+0000 7f96285e4640 1 -- 172.21.15.67:0/485588738 shutdown_connections 2024-09-10T08:15:04.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:04.565+0000 7f96285e4640 1 -- 172.21.15.67:0/485588738 wait complete. 2024-09-10T08:15:05.325 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.l status 2024-09-10T08:15:05.582 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:15:05.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:05 smithi067 ceph-mon[31051]: pgmap v365: 129 pgs: 129 active+clean; 644 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-09-10T08:15:06.073 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:05 smithi203 ceph-mon[34672]: pgmap v365: 129 pgs: 129 active+clean; 644 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-09-10T08:15:06.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.092+0000 7f04dc492640 1 -- 172.21.15.67:0/1014711270 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04d4106a80 msgr2=0x7f04d4106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:06.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.092+0000 7f04dc492640 1 --2- 172.21.15.67:0/1014711270 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04d4106a80 0x7f04d4106e60 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f04d0009930 tx=0x7f04d002a420 comp rx=0 tx=0).stop 2024-09-10T08:15:06.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.092+0000 7f04dc492640 1 -- 172.21.15.67:0/1014711270 shutdown_connections 2024-09-10T08:15:06.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.092+0000 7f04dc492640 1 --2- 172.21.15.67:0/1014711270 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f04d4101420 0x7f04d410d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:06.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.092+0000 7f04dc492640 1 --2- 172.21.15.67:0/1014711270 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f04d4100a80 0x7f04d4100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:06.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.092+0000 7f04dc492640 1 --2- 172.21.15.67:0/1014711270 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04d4106a80 0x7f04d4106e60 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:06.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.092+0000 7f04dc492640 1 -- 172.21.15.67:0/1014711270 >> 172.21.15.67:0/1014711270 conn(0x7f04d40fc7a0 msgr2=0x7f04d40febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:06.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.092+0000 7f04dc492640 1 -- 172.21.15.67:0/1014711270 shutdown_connections 2024-09-10T08:15:06.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.092+0000 7f04dc492640 1 -- 172.21.15.67:0/1014711270 wait complete. 2024-09-10T08:15:06.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.093+0000 7f04dc492640 1 Processor -- start 2024-09-10T08:15:06.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.093+0000 7f04dc492640 1 -- start start 2024-09-10T08:15:06.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.093+0000 7f04dc492640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f04d4100a80 0x7f04d4198300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:06.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.093+0000 7f04dc492640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f04d4101420 0x7f04d4198840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:06.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.093+0000 7f04dc492640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04d4106a80 0x7f04d419cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:06.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.093+0000 7f04dc492640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f04d4111e50 con 0x7f04d4106a80 2024-09-10T08:15:06.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.093+0000 7f04dc492640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f04d4111cd0 con 0x7f04d4100a80 2024-09-10T08:15:06.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.093+0000 7f04dc492640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f04d4111fd0 con 0x7f04d4101420 2024-09-10T08:15:06.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.093+0000 7f04daa2f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04d4106a80 0x7f04d419cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:06.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.093+0000 7f04daa2f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04d4106a80 0x7f04d419cbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40728/0 (socket says 172.21.15.67:40728) 2024-09-10T08:15:06.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.093+0000 7f04daa2f640 1 -- 172.21.15.67:0/3943779394 learned_addr learned my addr 172.21.15.67:0/3943779394 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:06.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.093+0000 7f04da22e640 1 --2- 172.21.15.67:0/3943779394 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f04d4100a80 0x7f04d4198300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:06.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.093+0000 7f04d9a2d640 1 --2- 172.21.15.67:0/3943779394 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f04d4101420 0x7f04d4198840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:06.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.094+0000 7f04daa2f640 1 -- 172.21.15.67:0/3943779394 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f04d4101420 msgr2=0x7f04d4198840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:06.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.094+0000 7f04daa2f640 1 --2- 172.21.15.67:0/3943779394 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f04d4101420 0x7f04d4198840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:06.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.094+0000 7f04daa2f640 1 -- 172.21.15.67:0/3943779394 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f04d4100a80 msgr2=0x7f04d4198300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:06.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.094+0000 7f04daa2f640 1 --2- 172.21.15.67:0/3943779394 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f04d4100a80 0x7f04d4198300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:06.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.094+0000 7f04daa2f640 1 -- 172.21.15.67:0/3943779394 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04d419d2b0 con 0x7f04d4106a80 2024-09-10T08:15:06.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.094+0000 7f04daa2f640 1 --2- 172.21.15.67:0/3943779394 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04d4106a80 0x7f04d419cbd0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f04cc00cce0 tx=0x7f04cc00a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:06.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.094+0000 7f04cb7fe640 1 -- 172.21.15.67:0/3943779394 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04cc00f450 con 0x7f04d4106a80 2024-09-10T08:15:06.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.094+0000 7f04cb7fe640 1 -- 172.21.15.67:0/3943779394 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f04cc00faa0 con 0x7f04d4106a80 2024-09-10T08:15:06.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.094+0000 7f04cb7fe640 1 -- 172.21.15.67:0/3943779394 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04cc018b70 con 0x7f04d4106a80 2024-09-10T08:15:06.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.094+0000 7f04dc492640 1 -- 172.21.15.67:0/3943779394 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04d419d5a0 con 0x7f04d4106a80 2024-09-10T08:15:06.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.094+0000 7f04dc492640 1 -- 172.21.15.67:0/3943779394 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04d41a4e80 con 0x7f04d4106a80 2024-09-10T08:15:06.096 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:05 smithi133 ceph-mon[34721]: pgmap v365: 129 pgs: 129 active+clean; 644 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-09-10T08:15:06.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.096+0000 7f04cb7fe640 1 -- 172.21.15.67:0/3943779394 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f04cc018d10 con 0x7f04d4106a80 2024-09-10T08:15:06.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.097+0000 7f04de86b740 1 Processor -- start 2024-09-10T08:15:06.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.097+0000 7f04de86b740 1 -- start start 2024-09-10T08:15:06.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.097+0000 7f04de86b740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56233ba319d0 0x56233ba31db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:06.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.097+0000 7f04de86b740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56233ba322f0 0x56233ba3c670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:06.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.097+0000 7f04de86b740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56233ba3cbb0 0x56233ba3efa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:06.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.097+0000 7f04de86b740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x56233b998090 con 0x56233ba3cbb0 2024-09-10T08:15:06.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.097+0000 7f04de86b740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x56233b93fa70 con 0x56233ba322f0 2024-09-10T08:15:06.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.097+0000 7f04de86b740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x56233b994050 con 0x56233ba319d0 2024-09-10T08:15:06.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.097+0000 7f04cb7fe640 1 --2- 172.21.15.67:0/3943779394 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f04c00a2c00 0x7f04c00a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:06.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.097+0000 7f04d9a2d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56233ba3cbb0 0x56233ba3efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:06.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.097+0000 7f04d9a2d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56233ba3cbb0 0x56233ba3efa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40730/0 (socket says 172.21.15.67:40730) 2024-09-10T08:15:06.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.097+0000 7f04d9a2d640 1 -- 172.21.15.67:0/1042648953 learned_addr learned my addr 172.21.15.67:0/1042648953 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:06.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.097+0000 7f04da22e640 1 --2- 172.21.15.67:0/1042648953 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56233ba322f0 0x56233ba3c670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:06.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.098+0000 7f04daa2f640 1 --2- 172.21.15.67:0/3943779394 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f04c00a2c00 0x7f04c00a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:06.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.098+0000 7f04d9a2d640 1 --2- 172.21.15.67:0/1042648953 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56233ba319d0 0x56233ba31db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:06.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.098+0000 7f04d9a2d640 1 -- 172.21.15.67:0/1042648953 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56233ba319d0 msgr2=0x56233ba31db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:06.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.098+0000 7f04d9a2d640 1 --2- 172.21.15.67:0/1042648953 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56233ba319d0 0x56233ba31db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:06.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.098+0000 7f04d9a2d640 1 -- 172.21.15.67:0/1042648953 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56233ba322f0 msgr2=0x56233ba3c670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:06.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.098+0000 7f04d9a2d640 1 --2- 172.21.15.67:0/1042648953 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56233ba322f0 0x56233ba3c670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:06.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.098+0000 7f04cb7fe640 1 -- 172.21.15.67:0/3943779394 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f04cc0cf6c0 con 0x7f04d4106a80 2024-09-10T08:15:06.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.098+0000 7f04d9a2d640 1 -- 172.21.15.67:0/1042648953 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56233b94c130 con 0x56233ba3cbb0 2024-09-10T08:15:06.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.098+0000 7f04d9a2d640 1 --2- 172.21.15.67:0/1042648953 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56233ba3cbb0 0x56233ba3efa0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f04c4012530 tx=0x7f04c400b650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f71a205b4c1ffc8d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:06.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.098+0000 7f04daa2f640 1 --2- 172.21.15.67:0/3943779394 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f04c00a2c00 0x7f04c00a50c0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f04cc097f80 tx=0x7f04cc0667a0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:06.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.098+0000 7f04c8ff9640 1 -- 172.21.15.67:0/1042648953 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04c4004220 con 0x56233ba3cbb0 2024-09-10T08:15:06.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.098+0000 7f04c8ff9640 1 -- 172.21.15.67:0/1042648953 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f04c40043c0 con 0x56233ba3cbb0 2024-09-10T08:15:06.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.098+0000 7f04c8ff9640 1 -- 172.21.15.67:0/1042648953 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04c4010870 con 0x56233ba3cbb0 2024-09-10T08:15:06.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.099+0000 7f04de86b740 1 -- 172.21.15.67:0/1042648953 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56233ba3cbb0 msgr2=0x56233ba3efa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:06.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.099+0000 7f04de86b740 1 --2- 172.21.15.67:0/1042648953 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56233ba3cbb0 0x56233ba3efa0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f04c4012530 tx=0x7f04c400b650 comp rx=0 tx=0).stop 2024-09-10T08:15:06.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.099+0000 7f04de86b740 1 -- 172.21.15.67:0/1042648953 shutdown_connections 2024-09-10T08:15:06.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.099+0000 7f04de86b740 1 --2- 172.21.15.67:0/1042648953 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56233ba322f0 0x56233ba3c670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:06.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.099+0000 7f04de86b740 1 --2- 172.21.15.67:0/1042648953 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56233ba3cbb0 0x56233ba3efa0 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:06.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.099+0000 7f04de86b740 1 --2- 172.21.15.67:0/1042648953 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56233ba319d0 0x56233ba31db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:06.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.099+0000 7f04de86b740 1 -- 172.21.15.67:0/1042648953 >> 172.21.15.67:0/1042648953 conn(0x56233ba2df60 msgr2=0x56233ba2e340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:06.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.099+0000 7f04de86b740 1 -- 172.21.15.67:0/1042648953 shutdown_connections 2024-09-10T08:15:06.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.099+0000 7f04de86b740 1 -- 172.21.15.67:0/1042648953 wait complete. 2024-09-10T08:15:06.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.100+0000 7f04de86b740 1 -- start start 2024-09-10T08:15:06.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.100+0000 7f04de86b740 1 Processor -- start 2024-09-10T08:15:06.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.100+0000 7f04de86b740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56233ba319d0 0x56233ba3c4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:06.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.100+0000 7f04de86b740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56233ba322f0 0x56233ba39810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:06.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.100+0000 7f04de86b740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56233ba3cbb0 0x56233ba39d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:06.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.100+0000 7f04de86b740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x56233ba3f780 con 0x56233ba322f0 2024-09-10T08:15:06.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.100+0000 7f04de86b740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x56233b952f20 con 0x56233ba3cbb0 2024-09-10T08:15:06.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.100+0000 7f04de86b740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x56233ba3f900 con 0x56233ba319d0 2024-09-10T08:15:06.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.100+0000 7f04de86b740 10 client.0 _ll_register_callbacks cb 0x56233b91c030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:15:06.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.100+0000 7f04da22e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56233ba322f0 0x56233ba39810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:06.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.100+0000 7f04da22e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56233ba322f0 0x56233ba39810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40736/0 (socket says 172.21.15.67:40736) 2024-09-10T08:15:06.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.100+0000 7f04da22e640 1 -- 172.21.15.67:0/3771454842 learned_addr learned my addr 172.21.15.67:0/3771454842 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:06.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.100+0000 7f04d9a2d640 1 --2- 172.21.15.67:0/3771454842 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56233ba319d0 0x56233ba3c4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:06.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.100+0000 7f04d9a2d640 1 --2- 172.21.15.67:0/3771454842 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56233ba3cbb0 0x56233ba39d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:06.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.100+0000 7f04da22e640 1 -- 172.21.15.67:0/3771454842 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56233ba319d0 msgr2=0x56233ba3c4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:06.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.100+0000 7f04da22e640 1 --2- 172.21.15.67:0/3771454842 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56233ba319d0 0x56233ba3c4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:06.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.100+0000 7f04da22e640 1 -- 172.21.15.67:0/3771454842 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56233ba3cbb0 msgr2=0x56233ba39d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:06.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.100+0000 7f04da22e640 1 --2- 172.21.15.67:0/3771454842 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56233ba3cbb0 0x56233ba39d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:06.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.100+0000 7f04da22e640 1 -- 172.21.15.67:0/3771454842 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56233b7092b0 con 0x56233ba322f0 2024-09-10T08:15:06.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.100+0000 7f04d9a2d640 1 --2- 172.21.15.67:0/3771454842 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56233ba319d0 0x56233ba3c4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:15:06.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.101+0000 7f04da22e640 1 --2- 172.21.15.67:0/3771454842 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56233ba322f0 0x56233ba39810 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f04d0009930 tx=0x7f04d00314a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee5fac4a5cd5b3af server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:06.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.101+0000 7f04bdffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:15:06.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.101+0000 7f04bdffb640 1 -- 172.21.15.67:0/3771454842 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04d0035040 con 0x56233ba322f0 2024-09-10T08:15:06.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.101+0000 7f04de86b740 1 -- 172.21.15.67:0/3771454842 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f04c40043c0 con 0x56233ba322f0 2024-09-10T08:15:06.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.101+0000 7f04bdffb640 1 -- 172.21.15.67:0/3771454842 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f04d0031860 con 0x56233ba322f0 2024-09-10T08:15:06.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.101+0000 7f04bdffb640 1 -- 172.21.15.67:0/3771454842 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f04d0051050 con 0x56233ba322f0 2024-09-10T08:15:06.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.101+0000 7f04de86b740 10 client.15270 fetch_fsmap learned FSMap version 28 2024-09-10T08:15:06.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.101+0000 7f04de86b740 1 -- 172.21.15.67:0/3771454842 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56233ba4b150 con 0x56233ba322f0 2024-09-10T08:15:06.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.101+0000 7f04bdffb640 1 -- 172.21.15.67:0/3771454842 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f04c40043c0 con 0x56233ba322f0 2024-09-10T08:15:06.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.101+0000 7f04bdffb640 1 -- 172.21.15.67:0/3771454842 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 28) ==== 8370+0+0 (secure 0 0 0) 0x7f04d00035f0 con 0x56233ba322f0 2024-09-10T08:15:06.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.101+0000 7f04de86b740 10 client.15270 fetch_fsmap finished waiting for FSMap version 28 2024-09-10T08:15:06.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.101+0000 7f04de86b740 10 client.15270 resolve_mds: resolved name 'l' to daemon mds.l 2024-09-10T08:15:06.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.101+0000 7f04de86b740 20 client.15270 populate_metadata read hostname 'smithi067' 2024-09-10T08:15:06.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.101+0000 7f04de86b740 1 --2- 172.21.15.67:0/3771454842 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x56233ba4d790 0x56233ba4ec00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:06.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.101+0000 7f04de86b740 4 client.15270 mds_command: new command op to 24412 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:15:06.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.101+0000 7f04de86b740 1 -- 172.21.15.67:0/3771454842 --> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56233b9a5600 con 0x56233ba4d790 2024-09-10T08:15:06.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.102+0000 7f04d9a2d640 1 --2- 172.21.15.67:0/3771454842 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x56233ba4d790 0x56233ba4ec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:06.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.102+0000 7f04d9a2d640 1 --2- 172.21.15.67:0/3771454842 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x56233ba4d790 0x56233ba4ec00 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=2f3cb8b1ba13bdc server_cookie=1c9ca7cc6f26859d in_seq=0 out_seq=0 2024-09-10T08:15:06.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.102+0000 7f04bdffb640 10 client.15270 ms_handle_connect on v2:172.21.15.203:6832/754287689 2024-09-10T08:15:06.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.103+0000 7f04bdffb640 1 -- 172.21.15.67:0/3771454842 <== mds.3 v2:172.21.15.203:6832/754287689 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56233b9a5600 con 0x56233ba4d790 2024-09-10T08:15:06.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.103+0000 7f04bdffb640 10 client.15270 handle_command_reply: tid=0 2024-09-10T08:15:06.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.103+0000 7f04de86b740 1 client.15270 shutdown 2024-09-10T08:15:06.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.103+0000 7f04de86b740 1 -- 172.21.15.67:0/3771454842 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56233ba322f0 msgr2=0x56233ba39810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:06.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.103+0000 7f04de86b740 1 --2- 172.21.15.67:0/3771454842 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56233ba322f0 0x56233ba39810 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f04d0009930 tx=0x7f04d00314a0 comp rx=0 tx=0).stop 2024-09-10T08:15:06.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.103+0000 7f04de86b740 1 -- 172.21.15.67:0/3771454842 shutdown_connections 2024-09-10T08:15:06.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.103+0000 7f04de86b740 1 --2- 172.21.15.67:0/3771454842 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x56233ba4d790 0x56233ba4ec00 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:06.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.103+0000 7f04de86b740 1 --2- 172.21.15.67:0/3771454842 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56233ba3cbb0 0x56233ba39d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:06.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.103+0000 7f04de86b740 1 --2- 172.21.15.67:0/3771454842 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56233ba322f0 0x56233ba39810 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:06.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.103+0000 7f04de86b740 1 --2- 172.21.15.67:0/3771454842 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56233ba319d0 0x56233ba3c4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:06.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.103+0000 7f04de86b740 1 -- 172.21.15.67:0/3771454842 >> 172.21.15.67:0/3771454842 conn(0x56233ba2df60 msgr2=0x56233ba33c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:06.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.103+0000 7f04bdffb640 0 client.15270 ms_handle_reset on v2:172.21.15.203:6832/754287689 2024-09-10T08:15:06.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.103+0000 7f04de86b740 1 -- 172.21.15.67:0/3771454842 shutdown_connections 2024-09-10T08:15:06.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.103+0000 7f04de86b740 1 -- 172.21.15.67:0/3771454842 wait complete. 2024-09-10T08:15:06.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.104+0000 7f04de86b740 20 client.15270 trim_cache size 0 max 16384 2024-09-10T08:15:06.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.121+0000 7f04de86b740 1 Processor -- start 2024-09-10T08:15:06.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.121+0000 7f04de86b740 1 -- start start 2024-09-10T08:15:06.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.121+0000 7f04de86b740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56233ba319d0 0x56233ba4de60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:06.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.121+0000 7f04de86b740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56233ba322f0 0x56233ba36a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:06.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.121+0000 7f04de86b740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56233ba3cbb0 0x56233ba36fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:06.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.121+0000 7f04de86b740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x56233ba4cf40 con 0x56233ba319d0 2024-09-10T08:15:06.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.121+0000 7f04de86b740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x56233ba4d610 con 0x56233ba3cbb0 2024-09-10T08:15:06.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.121+0000 7f04de86b740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x56233ba4dce0 con 0x56233ba322f0 2024-09-10T08:15:06.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.122+0000 7f04d9a2d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56233ba319d0 0x56233ba4de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:06.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.122+0000 7f04d9a2d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56233ba319d0 0x56233ba4de60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40742/0 (socket says 172.21.15.67:40742) 2024-09-10T08:15:06.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.122+0000 7f04d9a2d640 1 -- 172.21.15.67:0/4222305617 learned_addr learned my addr 172.21.15.67:0/4222305617 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:06.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.122+0000 7f04da22e640 1 --2- 172.21.15.67:0/4222305617 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56233ba322f0 0x56233ba36a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:06.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.122+0000 7f04d9a2d640 1 -- 172.21.15.67:0/4222305617 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56233ba322f0 msgr2=0x56233ba36a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:06.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.122+0000 7f04d9a2d640 1 --2- 172.21.15.67:0/4222305617 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56233ba322f0 0x56233ba36a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:06.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.122+0000 7f04d9a2d640 1 -- 172.21.15.67:0/4222305617 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56233ba3cbb0 msgr2=0x56233ba36fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:06.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.122+0000 7f04d9a2d640 1 --2- 172.21.15.67:0/4222305617 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56233ba3cbb0 0x56233ba36fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:06.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.122+0000 7f04d9a2d640 1 -- 172.21.15.67:0/4222305617 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56233ba3f890 con 0x56233ba319d0 2024-09-10T08:15:06.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.122+0000 7f04d9a2d640 1 --2- 172.21.15.67:0/4222305617 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56233ba319d0 0x56233ba4de60 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f04c4003de0 tx=0x7f04c400be60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31b64cfaa8172633 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:06.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.122+0000 7f04bffff640 1 -- 172.21.15.67:0/4222305617 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04c4003f30 con 0x56233ba319d0 2024-09-10T08:15:06.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.122+0000 7f04bffff640 1 -- 172.21.15.67:0/4222305617 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f04c4021070 con 0x56233ba319d0 2024-09-10T08:15:06.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.122+0000 7f04bffff640 1 -- 172.21.15.67:0/4222305617 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04c40052b0 con 0x56233ba319d0 2024-09-10T08:15:06.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.123+0000 7f04de86b740 1 -- 172.21.15.67:0/4222305617 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56233ba319d0 msgr2=0x56233ba4de60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:06.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.123+0000 7f04de86b740 1 --2- 172.21.15.67:0/4222305617 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56233ba319d0 0x56233ba4de60 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f04c4003de0 tx=0x7f04c400be60 comp rx=0 tx=0).stop 2024-09-10T08:15:06.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.123+0000 7f04de86b740 1 -- 172.21.15.67:0/4222305617 shutdown_connections 2024-09-10T08:15:06.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.123+0000 7f04de86b740 1 --2- 172.21.15.67:0/4222305617 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56233ba3cbb0 0x56233ba36fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:06.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.123+0000 7f04de86b740 1 --2- 172.21.15.67:0/4222305617 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56233ba322f0 0x56233ba36a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:06.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.123+0000 7f04de86b740 1 --2- 172.21.15.67:0/4222305617 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56233ba319d0 0x56233ba4de60 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:06.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.123+0000 7f04de86b740 1 -- 172.21.15.67:0/4222305617 >> 172.21.15.67:0/4222305617 conn(0x56233ba2df60 msgr2=0x56233ba380e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:06.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.123+0000 7f04de86b740 1 -- 172.21.15.67:0/4222305617 shutdown_connections 2024-09-10T08:15:06.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.123+0000 7f04de86b740 1 -- 172.21.15.67:0/4222305617 wait complete. 2024-09-10T08:15:06.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.123+0000 7f04de86b740 1 -- start start 2024-09-10T08:15:06.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.123+0000 7f04de86b740 1 Processor -- start 2024-09-10T08:15:06.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.123+0000 7f04de86b740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56233ba319d0 0x56233ba4fe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:06.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.124+0000 7f04de86b740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56233ba322f0 0x56233ba50340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:06.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.124+0000 7f04de86b740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56233ba3cbb0 0x56233ba50880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:06.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.124+0000 7f04de86b740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x56233ba4ea80 con 0x56233ba3cbb0 2024-09-10T08:15:06.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.124+0000 7f04de86b740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x56233ba4e3b0 con 0x56233ba322f0 2024-09-10T08:15:06.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.124+0000 7f04de86b740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x56233ba4f150 con 0x56233ba319d0 2024-09-10T08:15:06.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.124+0000 7f04de86b740 10 client.0 _ll_register_callbacks cb 0x7f04d0031c90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:15:06.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.124+0000 7f04d9a2d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56233ba3cbb0 0x56233ba50880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:06.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.124+0000 7f04d9a2d640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56233ba319d0 0x56233ba4fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:06.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.124+0000 7f04d9a2d640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56233ba319d0 0x56233ba4fe00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.67:34310/0 (socket says 172.21.15.67:34310) 2024-09-10T08:15:06.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.124+0000 7f04d9a2d640 1 -- 172.21.15.67:0/750768846 learned_addr learned my addr 172.21.15.67:0/750768846 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:06.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.124+0000 7f04da22e640 1 --2- 172.21.15.67:0/750768846 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56233ba322f0 0x56233ba50340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:06.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.124+0000 7f04d9a2d640 1 -- 172.21.15.67:0/750768846 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56233ba322f0 msgr2=0x56233ba50340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:06.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.124+0000 7f04d9a2d640 1 --2- 172.21.15.67:0/750768846 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56233ba322f0 0x56233ba50340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:06.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.124+0000 7f04d9a2d640 1 -- 172.21.15.67:0/750768846 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56233ba3cbb0 msgr2=0x56233ba50880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:06.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.124+0000 7f04d9a2d640 1 --2- 172.21.15.67:0/750768846 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56233ba3cbb0 0x56233ba50880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:06.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.124+0000 7f04d9a2d640 1 -- 172.21.15.67:0/750768846 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56233bab5e90 con 0x56233ba319d0 2024-09-10T08:15:06.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.124+0000 7f04da22e640 1 --2- 172.21.15.67:0/750768846 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56233ba322f0 0x56233ba50340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:15:06.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.124+0000 7f04d9a2d640 1 --2- 172.21.15.67:0/750768846 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56233ba319d0 0x56233ba4fe00 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f04c4012e80 tx=0x7f04c400be60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=918f846684422dd server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:06.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.124+0000 7f04bdffb640 10 client.0 ms_handle_connect on v2:172.21.15.203:3300/0 2024-09-10T08:15:06.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.124+0000 7f04bdffb640 1 -- 172.21.15.67:0/750768846 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04c4005260 con 0x56233ba319d0 2024-09-10T08:15:06.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.124+0000 7f04de86b740 1 -- 172.21.15.67:0/750768846 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f04c4021070 con 0x56233ba319d0 2024-09-10T08:15:06.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.125+0000 7f04bdffb640 1 -- 172.21.15.67:0/750768846 <== mon.1 v2:172.21.15.203:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f04c4005400 con 0x56233ba319d0 2024-09-10T08:15:06.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.125+0000 7f04bdffb640 1 -- 172.21.15.67:0/750768846 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f04c4003f30 con 0x56233ba319d0 2024-09-10T08:15:06.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.125+0000 7f04de86b740 10 client.24895 fetch_fsmap learned FSMap version 28 2024-09-10T08:15:06.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.125+0000 7f04de86b740 1 -- 172.21.15.67:0/750768846 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56233bab70f0 con 0x56233ba319d0 2024-09-10T08:15:06.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.125+0000 7f04bdffb640 1 -- 172.21.15.67:0/750768846 <== mon.1 v2:172.21.15.203:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f04c4021070 con 0x56233ba319d0 2024-09-10T08:15:06.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.125+0000 7f04bdffb640 1 -- 172.21.15.67:0/750768846 <== mon.1 v2:172.21.15.203:3300/0 5 ==== fsmap(e 28) ==== 8370+0+0 (secure 0 0 0) 0x7f04c4036040 con 0x56233ba319d0 2024-09-10T08:15:06.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.125+0000 7f04de86b740 10 client.24895 fetch_fsmap finished waiting for FSMap version 28 2024-09-10T08:15:06.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.125+0000 7f04de86b740 10 client.24895 resolve_mds: resolved name 'l' to daemon mds.l 2024-09-10T08:15:06.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.125+0000 7f04de86b740 20 client.24895 populate_metadata read hostname 'smithi067' 2024-09-10T08:15:06.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.125+0000 7f04de86b740 1 --2- 172.21.15.67:0/750768846 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x56233babb490 0x56233baba1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:06.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.125+0000 7f04de86b740 4 client.24895 mds_command: new command op to 24412 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T08:15:06.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.125+0000 7f04de86b740 1 -- 172.21.15.67:0/750768846 --> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] -- command(tid 0: {"prefix": "status"}) -- 0x56233b99fb10 con 0x56233babb490 2024-09-10T08:15:06.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.125+0000 7f04da22e640 1 --2- 172.21.15.67:0/750768846 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x56233babb490 0x56233baba1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:06.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.126+0000 7f04da22e640 1 --2- 172.21.15.67:0/750768846 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x56233babb490 0x56233baba1a0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=fb14994d1e6acc96 server_cookie=2ab18538ae7d1aec in_seq=0 out_seq=0 2024-09-10T08:15:06.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.126+0000 7f04bdffb640 10 client.24895 ms_handle_connect on v2:172.21.15.203:6832/754287689 2024-09-10T08:15:06.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.126+0000 7f04bdffb640 1 -- 172.21.15.67:0/750768846 <== mds.3 v2:172.21.15.203:6832/754287689 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x56233b99fb10 con 0x56233babb490 2024-09-10T08:15:06.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.126+0000 7f04bdffb640 10 client.24895 handle_command_reply: tid=0 2024-09-10T08:15:06.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.126+0000 7f04de86b740 1 client.24895 shutdown 2024-09-10T08:15:06.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.126+0000 7f04de86b740 1 -- 172.21.15.67:0/750768846 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56233ba319d0 msgr2=0x56233ba4fe00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:06.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.126+0000 7f04de86b740 1 --2- 172.21.15.67:0/750768846 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56233ba319d0 0x56233ba4fe00 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f04c4012e80 tx=0x7f04c400be60 comp rx=0 tx=0).stop 2024-09-10T08:15:06.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.126+0000 7f04de86b740 1 -- 172.21.15.67:0/750768846 shutdown_connections 2024-09-10T08:15:06.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.126+0000 7f04de86b740 1 --2- 172.21.15.67:0/750768846 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x56233babb490 0x56233baba1a0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:06.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.126+0000 7f04de86b740 1 --2- 172.21.15.67:0/750768846 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56233ba322f0 0x56233ba50340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:06.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.126+0000 7f04de86b740 1 --2- 172.21.15.67:0/750768846 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56233ba3cbb0 0x56233ba50880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:06.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.126+0000 7f04bdffb640 0 client.24895 ms_handle_reset on v2:172.21.15.203:6832/754287689 2024-09-10T08:15:06.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.126+0000 7f04de86b740 1 --2- 172.21.15.67:0/750768846 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56233ba319d0 0x56233ba4fe00 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:06.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.126+0000 7f04de86b740 1 -- 172.21.15.67:0/750768846 >> 172.21.15.67:0/750768846 conn(0x56233ba2df60 msgr2=0x56233ba384c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:06.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.126+0000 7f04de86b740 1 -- 172.21.15.67:0/750768846 shutdown_connections 2024-09-10T08:15:06.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.126+0000 7f04de86b740 1 -- 172.21.15.67:0/750768846 wait complete. 2024-09-10T08:15:06.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.127+0000 7f04de86b740 20 client.24895 trim_cache size 0 max 16384 2024-09-10T08:15:06.134 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:15:06.134 INFO:teuthology.orchestra.run.smithi067.stdout: "cluster_fsid": "315284b0-6f4b-11ef-bcea-c7b262605968", 2024-09-10T08:15:06.134 INFO:teuthology.orchestra.run.smithi067.stdout: "whoami": 3, 2024-09-10T08:15:06.134 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 24412, 2024-09-10T08:15:06.134 INFO:teuthology.orchestra.run.smithi067.stdout: "want_state": "up:active", 2024-09-10T08:15:06.134 INFO:teuthology.orchestra.run.smithi067.stdout: "state": "up:active", 2024-09-10T08:15:06.134 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs", 2024-09-10T08:15:06.134 INFO:teuthology.orchestra.run.smithi067.stdout: "rank_uptime": 104.32083900000001, 2024-09-10T08:15:06.134 INFO:teuthology.orchestra.run.smithi067.stdout: "mdsmap_epoch": 28, 2024-09-10T08:15:06.134 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch": 92, 2024-09-10T08:15:06.134 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch_barrier": 88, 2024-09-10T08:15:06.134 INFO:teuthology.orchestra.run.smithi067.stdout: "uptime": 191.408397858 2024-09-10T08:15:06.134 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:15:06.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.127+0000 7f04dc492640 1 -- 172.21.15.67:0/3943779394 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f04c00a2c00 msgr2=0x7f04c00a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:06.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.127+0000 7f04dc492640 1 --2- 172.21.15.67:0/3943779394 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f04c00a2c00 0x7f04c00a50c0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f04cc097f80 tx=0x7f04cc0667a0 comp rx=0 tx=0).stop 2024-09-10T08:15:06.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.127+0000 7f04dc492640 1 -- 172.21.15.67:0/3943779394 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04d4106a80 msgr2=0x7f04d419cbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:06.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.127+0000 7f04dc492640 1 --2- 172.21.15.67:0/3943779394 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04d4106a80 0x7f04d419cbd0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f04cc00cce0 tx=0x7f04cc00a620 comp rx=0 tx=0).stop 2024-09-10T08:15:06.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.127+0000 7f04dc492640 1 -- 172.21.15.67:0/3943779394 shutdown_connections 2024-09-10T08:15:06.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.127+0000 7f04dc492640 1 --2- 172.21.15.67:0/3943779394 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f04c00a2c00 0x7f04c00a50c0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:06.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.127+0000 7f04dc492640 1 --2- 172.21.15.67:0/3943779394 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04d4106a80 0x7f04d419cbd0 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:06.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.127+0000 7f04dc492640 1 --2- 172.21.15.67:0/3943779394 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f04d4101420 0x7f04d4198840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:06.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.127+0000 7f04dc492640 1 --2- 172.21.15.67:0/3943779394 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f04d4100a80 0x7f04d4198300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:06.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.127+0000 7f04dc492640 1 -- 172.21.15.67:0/3943779394 >> 172.21.15.67:0/3943779394 conn(0x7f04d40fc7a0 msgr2=0x7f04d40fdff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:06.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.127+0000 7f04dc492640 1 -- 172.21.15.67:0/3943779394 shutdown_connections 2024-09-10T08:15:06.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:06.127+0000 7f04dc492640 1 -- 172.21.15.67:0/3943779394 wait complete. 2024-09-10T08:15:06.869 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.c status 2024-09-10T08:15:07.130 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:15:07.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.626+0000 7f45d9044640 1 -- 172.21.15.67:0/71889066 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f45d4100500 msgr2=0x7f45d410ea20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:07.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.626+0000 7f45d9044640 1 --2- 172.21.15.67:0/71889066 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f45d4100500 0x7f45d410ea20 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f45cc009ca0 tx=0x7f45cc02a8c0 comp rx=0 tx=0).stop 2024-09-10T08:15:07.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.626+0000 7f45d9044640 1 -- 172.21.15.67:0/71889066 shutdown_connections 2024-09-10T08:15:07.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.626+0000 7f45d9044640 1 --2- 172.21.15.67:0/71889066 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f45d40ffb60 0x7f45d40fffc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:07.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.626+0000 7f45d9044640 1 --2- 172.21.15.67:0/71889066 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f45d4100500 0x7f45d410ea20 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:07.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.626+0000 7f45d9044640 1 --2- 172.21.15.67:0/71889066 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f45d4106b80 0x7f45d4106f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:07.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.626+0000 7f45d9044640 1 -- 172.21.15.67:0/71889066 >> 172.21.15.67:0/71889066 conn(0x7f45d40fba90 msgr2=0x7f45d40fdeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:07.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.626+0000 7f45d9044640 1 -- 172.21.15.67:0/71889066 shutdown_connections 2024-09-10T08:15:07.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.626+0000 7f45d9044640 1 -- 172.21.15.67:0/71889066 wait complete. 2024-09-10T08:15:07.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.627+0000 7f45d9044640 1 Processor -- start 2024-09-10T08:15:07.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.627+0000 7f45d9044640 1 -- start start 2024-09-10T08:15:07.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.628+0000 7f45d9044640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f45d40ffb60 0x7f45d4198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:07.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.628+0000 7f45d9044640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f45d4100500 0x7f45d4198870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:07.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.628+0000 7f45d9044640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f45d4106b80 0x7f45d419cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:07.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.628+0000 7f45d9044640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f45d4111e50 con 0x7f45d4100500 2024-09-10T08:15:07.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.628+0000 7f45d9044640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f45d4111cd0 con 0x7f45d4106b80 2024-09-10T08:15:07.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.628+0000 7f45d9044640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f45d4111fd0 con 0x7f45d40ffb60 2024-09-10T08:15:07.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.628+0000 7f45d259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f45d4100500 0x7f45d4198870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:07.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.628+0000 7f45d259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f45d4100500 0x7f45d4198870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40766/0 (socket says 172.21.15.67:40766) 2024-09-10T08:15:07.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.628+0000 7f45d259c640 1 -- 172.21.15.67:0/261187028 learned_addr learned my addr 172.21.15.67:0/261187028 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:07.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.628+0000 7f45d359e640 1 --2- 172.21.15.67:0/261187028 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f45d4106b80 0x7f45d419cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:07.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.628+0000 7f45d2d9d640 1 --2- 172.21.15.67:0/261187028 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f45d40ffb60 0x7f45d4198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:07.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.628+0000 7f45d259c640 1 -- 172.21.15.67:0/261187028 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f45d40ffb60 msgr2=0x7f45d4198330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:07.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.628+0000 7f45d259c640 1 --2- 172.21.15.67:0/261187028 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f45d40ffb60 0x7f45d4198330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:07.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.628+0000 7f45d259c640 1 -- 172.21.15.67:0/261187028 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f45d4106b80 msgr2=0x7f45d419cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:07.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.628+0000 7f45d259c640 1 --2- 172.21.15.67:0/261187028 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f45d4106b80 0x7f45d419cc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:07.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.628+0000 7f45d259c640 1 -- 172.21.15.67:0/261187028 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45d419d2e0 con 0x7f45d4100500 2024-09-10T08:15:07.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.628+0000 7f45d2d9d640 1 --2- 172.21.15.67:0/261187028 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f45d40ffb60 0x7f45d4198330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:15:07.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.628+0000 7f45d259c640 1 --2- 172.21.15.67:0/261187028 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f45d4100500 0x7f45d4198870 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f45c800e9f0 tx=0x7f45c800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:07.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.628+0000 7f45bbfff640 1 -- 172.21.15.67:0/261187028 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45c800cd80 con 0x7f45d4100500 2024-09-10T08:15:07.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.628+0000 7f45d9044640 1 -- 172.21.15.67:0/261187028 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45d419d5d0 con 0x7f45d4100500 2024-09-10T08:15:07.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.628+0000 7f45bbfff640 1 -- 172.21.15.67:0/261187028 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f45c80108e0 con 0x7f45d4100500 2024-09-10T08:15:07.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.628+0000 7f45bbfff640 1 -- 172.21.15.67:0/261187028 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45c8018920 con 0x7f45d4100500 2024-09-10T08:15:07.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.628+0000 7f45d9044640 1 -- 172.21.15.67:0/261187028 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45d41a4eb0 con 0x7f45d4100500 2024-09-10T08:15:07.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.631+0000 7f45db41d740 1 Processor -- start 2024-09-10T08:15:07.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.632+0000 7f45db41d740 1 -- start start 2024-09-10T08:15:07.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.632+0000 7f45bbfff640 1 -- 172.21.15.67:0/261187028 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f45c8018ac0 con 0x7f45d4100500 2024-09-10T08:15:07.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.632+0000 7f45db41d740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fc15d979d0 0x55fc15d97db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:07.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.632+0000 7f45db41d740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fc15d982f0 0x55fc15da2670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:07.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.632+0000 7f45db41d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fc15da2bb0 0x55fc15da4fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:07.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.632+0000 7f45db41d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55fc15cfe090 con 0x55fc15da2bb0 2024-09-10T08:15:07.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.632+0000 7f45db41d740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55fc15ca5a70 con 0x55fc15d979d0 2024-09-10T08:15:07.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.632+0000 7f45db41d740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55fc15cfa050 con 0x55fc15d982f0 2024-09-10T08:15:07.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.632+0000 7f45d259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fc15da2bb0 0x55fc15da4fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:07.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.632+0000 7f45d259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fc15da2bb0 0x55fc15da4fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40772/0 (socket says 172.21.15.67:40772) 2024-09-10T08:15:07.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.632+0000 7f45d259c640 1 -- 172.21.15.67:0/3997047775 learned_addr learned my addr 172.21.15.67:0/3997047775 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:07.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.632+0000 7f45d2d9d640 1 --2- 172.21.15.67:0/3997047775 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fc15d982f0 0x55fc15da2670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:07.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.632+0000 7f45d359e640 1 --2- 172.21.15.67:0/3997047775 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fc15d979d0 0x55fc15d97db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:07.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.632+0000 7f45d259c640 1 -- 172.21.15.67:0/3997047775 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fc15d982f0 msgr2=0x55fc15da2670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:07.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.632+0000 7f45d259c640 1 --2- 172.21.15.67:0/3997047775 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fc15d982f0 0x55fc15da2670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:07.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.632+0000 7f45d259c640 1 -- 172.21.15.67:0/3997047775 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fc15d979d0 msgr2=0x55fc15d97db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:07.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.632+0000 7f45d259c640 1 --2- 172.21.15.67:0/3997047775 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fc15d979d0 0x55fc15d97db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:07.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.632+0000 7f45d259c640 1 -- 172.21.15.67:0/3997047775 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fc15cb2130 con 0x55fc15da2bb0 2024-09-10T08:15:07.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.633+0000 7f45d259c640 1 --2- 172.21.15.67:0/3997047775 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fc15da2bb0 0x55fc15da4fa0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f45c80d5c10 tx=0x7f45c80d7690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1450e692455ff457 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:07.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.633+0000 7f45bbfff640 1 --2- 172.21.15.67:0/261187028 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f45bc0a2b80 0x7f45bc0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:07.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.633+0000 7f45d359e640 1 --2- 172.21.15.67:0/261187028 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f45bc0a2b80 0x7f45bc0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:07.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.633+0000 7f45b97fa640 1 -- 172.21.15.67:0/3997047775 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45c80de070 con 0x55fc15da2bb0 2024-09-10T08:15:07.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.633+0000 7f45bbfff640 1 -- 172.21.15.67:0/261187028 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f45c80cf810 con 0x7f45d4100500 2024-09-10T08:15:07.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.633+0000 7f45b97fa640 1 -- 172.21.15.67:0/3997047775 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f45c8010de0 con 0x55fc15da2bb0 2024-09-10T08:15:07.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.633+0000 7f45b97fa640 1 -- 172.21.15.67:0/3997047775 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45c80de070 con 0x55fc15da2bb0 2024-09-10T08:15:07.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.634+0000 7f45db41d740 1 -- 172.21.15.67:0/3997047775 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fc15da2bb0 msgr2=0x55fc15da4fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:07.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.634+0000 7f45d359e640 1 --2- 172.21.15.67:0/261187028 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f45bc0a2b80 0x7f45bc0a5040 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f45cc005e30 tx=0x7f45cc004a60 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:07.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.634+0000 7f45db41d740 1 --2- 172.21.15.67:0/3997047775 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fc15da2bb0 0x55fc15da4fa0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f45c80d5c10 tx=0x7f45c80d7690 comp rx=0 tx=0).stop 2024-09-10T08:15:07.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.634+0000 7f45db41d740 1 -- 172.21.15.67:0/3997047775 shutdown_connections 2024-09-10T08:15:07.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.634+0000 7f45db41d740 1 --2- 172.21.15.67:0/3997047775 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fc15da2bb0 0x55fc15da4fa0 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:07.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.634+0000 7f45db41d740 1 --2- 172.21.15.67:0/3997047775 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fc15d982f0 0x55fc15da2670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:07.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.634+0000 7f45db41d740 1 --2- 172.21.15.67:0/3997047775 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fc15d979d0 0x55fc15d97db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:07.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.634+0000 7f45db41d740 1 -- 172.21.15.67:0/3997047775 >> 172.21.15.67:0/3997047775 conn(0x55fc15d93f60 msgr2=0x55fc15d94340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:07.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.634+0000 7f45db41d740 1 -- 172.21.15.67:0/3997047775 shutdown_connections 2024-09-10T08:15:07.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.634+0000 7f45db41d740 1 -- 172.21.15.67:0/3997047775 wait complete. 2024-09-10T08:15:07.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.634+0000 7f45db41d740 1 -- start start 2024-09-10T08:15:07.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.634+0000 7f45db41d740 1 Processor -- start 2024-09-10T08:15:07.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.634+0000 7f45db41d740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fc15d979d0 0x55fc15da2410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:07.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.634+0000 7f45db41d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fc15d982f0 0x55fc15d9f760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:07.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.634+0000 7f45db41d740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fc15da2bb0 0x55fc15d9fca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:07.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.634+0000 7f45db41d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55fc15da5780 con 0x55fc15d982f0 2024-09-10T08:15:07.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.634+0000 7f45db41d740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55fc15cb8f20 con 0x55fc15da2bb0 2024-09-10T08:15:07.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.634+0000 7f45db41d740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55fc15da5900 con 0x55fc15d979d0 2024-09-10T08:15:07.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.634+0000 7f45db41d740 10 client.0 _ll_register_callbacks cb 0x55fc15c82030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:15:07.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.635+0000 7f45d259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fc15d982f0 0x55fc15d9f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:07.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.635+0000 7f45d259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fc15d982f0 0x55fc15d9f760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40782/0 (socket says 172.21.15.67:40782) 2024-09-10T08:15:07.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.635+0000 7f45d259c640 1 -- 172.21.15.67:0/3893330089 learned_addr learned my addr 172.21.15.67:0/3893330089 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:07.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.635+0000 7f45d359e640 1 --2- 172.21.15.67:0/3893330089 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fc15da2bb0 0x55fc15d9fca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:07.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.635+0000 7f45d2d9d640 1 --2- 172.21.15.67:0/3893330089 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fc15d979d0 0x55fc15da2410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:07.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.635+0000 7f45d259c640 1 -- 172.21.15.67:0/3893330089 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fc15d979d0 msgr2=0x55fc15da2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:07.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.635+0000 7f45d259c640 1 --2- 172.21.15.67:0/3893330089 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fc15d979d0 0x55fc15da2410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:07.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.635+0000 7f45d259c640 1 -- 172.21.15.67:0/3893330089 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fc15da2bb0 msgr2=0x55fc15d9fca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:07.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.635+0000 7f45d259c640 1 --2- 172.21.15.67:0/3893330089 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fc15da2bb0 0x55fc15d9fca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:07.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.635+0000 7f45d259c640 1 -- 172.21.15.67:0/3893330089 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fc15a6f2b0 con 0x55fc15d982f0 2024-09-10T08:15:07.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.635+0000 7f45d2d9d640 1 --2- 172.21.15.67:0/3893330089 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fc15d979d0 0x55fc15da2410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:15:07.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.635+0000 7f45d259c640 1 --2- 172.21.15.67:0/3893330089 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fc15d982f0 0x55fc15d9f760 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f45c80ccf60 tx=0x7f45c8000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=837219c8622f1e2f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:07.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.635+0000 7f45b6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:15:07.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.635+0000 7f45b6ff5640 1 -- 172.21.15.67:0/3893330089 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45c80de070 con 0x55fc15d982f0 2024-09-10T08:15:07.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.635+0000 7f45b6ff5640 1 -- 172.21.15.67:0/3893330089 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f45c80d5790 con 0x55fc15d982f0 2024-09-10T08:15:07.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.635+0000 7f45db41d740 1 -- 172.21.15.67:0/3893330089 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55fc15d0b600 con 0x55fc15d982f0 2024-09-10T08:15:07.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.635+0000 7f45b6ff5640 1 -- 172.21.15.67:0/3893330089 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f45c809ba40 con 0x55fc15d982f0 2024-09-10T08:15:07.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.635+0000 7f45db41d740 10 client.15288 fetch_fsmap learned FSMap version 28 2024-09-10T08:15:07.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.635+0000 7f45db41d740 1 -- 172.21.15.67:0/3893330089 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55fc15db1070 con 0x55fc15d982f0 2024-09-10T08:15:07.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.636+0000 7f45b6ff5640 1 -- 172.21.15.67:0/3893330089 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55fc15d0b600 con 0x55fc15d982f0 2024-09-10T08:15:07.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.636+0000 7f45b6ff5640 1 -- 172.21.15.67:0/3893330089 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 28) ==== 8370+0+0 (secure 0 0 0) 0x7f45c80982e0 con 0x55fc15d982f0 2024-09-10T08:15:07.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.636+0000 7f45db41d740 10 client.15288 fetch_fsmap finished waiting for FSMap version 28 2024-09-10T08:15:07.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.636+0000 7f45db41d740 10 client.15288 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-10T08:15:07.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.636+0000 7f45db41d740 20 client.15288 populate_metadata read hostname 'smithi067' 2024-09-10T08:15:07.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.636+0000 7f45db41d740 1 --2- 172.21.15.67:0/3893330089 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x55fc15db3290 0x55fc15db4700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:07.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.636+0000 7f45db41d740 4 client.15288 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:15:07.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.636+0000 7f45db41d740 1 -- 172.21.15.67:0/3893330089 --> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fc15d05b10 con 0x55fc15db3290 2024-09-10T08:15:07.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.636+0000 7f45d2d9d640 1 --2- 172.21.15.67:0/3893330089 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x55fc15db3290 0x55fc15db4700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:07.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.637+0000 7f45d2d9d640 1 --2- 172.21.15.67:0/3893330089 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x55fc15db3290 0x55fc15db4700 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=1d228f3e9b4b04c0 server_cookie=3d9c11132bdaaca2 in_seq=0 out_seq=0 2024-09-10T08:15:07.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.637+0000 7f45b6ff5640 10 client.15288 ms_handle_connect on v2:172.21.15.203:6836/4255783395 2024-09-10T08:15:07.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.637+0000 7f45b6ff5640 1 -- 172.21.15.67:0/3893330089 <== mds.2 v2:172.21.15.203:6836/4255783395 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55fc15d05b10 con 0x55fc15db3290 2024-09-10T08:15:07.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.637+0000 7f45b6ff5640 10 client.15288 handle_command_reply: tid=0 2024-09-10T08:15:07.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.637+0000 7f45db41d740 1 client.15288 shutdown 2024-09-10T08:15:07.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.638+0000 7f45db41d740 1 -- 172.21.15.67:0/3893330089 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fc15d982f0 msgr2=0x55fc15d9f760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:07.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.638+0000 7f45db41d740 1 --2- 172.21.15.67:0/3893330089 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fc15d982f0 0x55fc15d9f760 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f45c80ccf60 tx=0x7f45c8000bc0 comp rx=0 tx=0).stop 2024-09-10T08:15:07.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.638+0000 7f45db41d740 1 -- 172.21.15.67:0/3893330089 shutdown_connections 2024-09-10T08:15:07.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.638+0000 7f45db41d740 1 --2- 172.21.15.67:0/3893330089 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x55fc15db3290 0x55fc15db4700 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:07.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.638+0000 7f45db41d740 1 --2- 172.21.15.67:0/3893330089 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fc15da2bb0 0x55fc15d9fca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:07.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.638+0000 7f45db41d740 1 --2- 172.21.15.67:0/3893330089 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fc15d982f0 0x55fc15d9f760 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:07.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.638+0000 7f45b6ff5640 0 client.15288 ms_handle_reset on v2:172.21.15.203:6836/4255783395 2024-09-10T08:15:07.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.638+0000 7f45db41d740 1 --2- 172.21.15.67:0/3893330089 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fc15d979d0 0x55fc15da2410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:07.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.638+0000 7f45db41d740 1 -- 172.21.15.67:0/3893330089 >> 172.21.15.67:0/3893330089 conn(0x55fc15d93f60 msgr2=0x55fc15d99c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:07.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.638+0000 7f45db41d740 1 -- 172.21.15.67:0/3893330089 shutdown_connections 2024-09-10T08:15:07.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.638+0000 7f45db41d740 1 -- 172.21.15.67:0/3893330089 wait complete. 2024-09-10T08:15:07.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.638+0000 7f45db41d740 20 client.15288 trim_cache size 0 max 16384 2024-09-10T08:15:07.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.655+0000 7f45db41d740 1 Processor -- start 2024-09-10T08:15:07.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.655+0000 7f45db41d740 1 -- start start 2024-09-10T08:15:07.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.656+0000 7f45db41d740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fc15d979d0 0x55fc15db2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:07.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.656+0000 7f45db41d740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fc15d982f0 0x55fc15db4700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:07.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.656+0000 7f45db41d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fc15da2bb0 0x55fc15d8ee40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:07.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.656+0000 7f45db41d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55fc15db2a40 con 0x55fc15da2bb0 2024-09-10T08:15:07.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.656+0000 7f45db41d740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55fc15db3110 con 0x55fc15d982f0 2024-09-10T08:15:07.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.656+0000 7f45db41d740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55fc15db37e0 con 0x55fc15d979d0 2024-09-10T08:15:07.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.656+0000 7f45d359e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fc15da2bb0 0x55fc15d8ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:07.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.656+0000 7f45d359e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fc15da2bb0 0x55fc15d8ee40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40798/0 (socket says 172.21.15.67:40798) 2024-09-10T08:15:07.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.656+0000 7f45d359e640 1 -- 172.21.15.67:0/3815714360 learned_addr learned my addr 172.21.15.67:0/3815714360 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:07.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.656+0000 7f45d259c640 1 --2- 172.21.15.67:0/3815714360 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fc15d982f0 0x55fc15db4700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:07.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.656+0000 7f45d2d9d640 1 --2- 172.21.15.67:0/3815714360 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fc15d979d0 0x55fc15db2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:07.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.656+0000 7f45d359e640 1 -- 172.21.15.67:0/3815714360 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fc15d979d0 msgr2=0x55fc15db2bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:07.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.656+0000 7f45d359e640 1 --2- 172.21.15.67:0/3815714360 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fc15d979d0 0x55fc15db2bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:07.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.656+0000 7f45d359e640 1 -- 172.21.15.67:0/3815714360 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fc15d982f0 msgr2=0x55fc15db4700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:07.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.656+0000 7f45d359e640 1 --2- 172.21.15.67:0/3815714360 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fc15d982f0 0x55fc15db4700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:07.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.656+0000 7f45d359e640 1 -- 172.21.15.67:0/3815714360 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fc15da2780 con 0x55fc15da2bb0 2024-09-10T08:15:07.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.656+0000 7f45d359e640 1 --2- 172.21.15.67:0/3815714360 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fc15da2bb0 0x55fc15d8ee40 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f45d41077c0 tx=0x7f45cc041000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9d81e1befe467a0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:07.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.657+0000 7f45b8ff9640 1 -- 172.21.15.67:0/3815714360 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45cc003970 con 0x55fc15da2bb0 2024-09-10T08:15:07.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.657+0000 7f45b8ff9640 1 -- 172.21.15.67:0/3815714360 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f45cc036050 con 0x55fc15da2bb0 2024-09-10T08:15:07.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.657+0000 7f45b8ff9640 1 -- 172.21.15.67:0/3815714360 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45cc0305c0 con 0x55fc15da2bb0 2024-09-10T08:15:07.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.657+0000 7f45db41d740 1 -- 172.21.15.67:0/3815714360 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fc15da2bb0 msgr2=0x55fc15d8ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:07.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.657+0000 7f45db41d740 1 --2- 172.21.15.67:0/3815714360 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fc15da2bb0 0x55fc15d8ee40 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f45d41077c0 tx=0x7f45cc041000 comp rx=0 tx=0).stop 2024-09-10T08:15:07.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.657+0000 7f45db41d740 1 -- 172.21.15.67:0/3815714360 shutdown_connections 2024-09-10T08:15:07.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.657+0000 7f45db41d740 1 --2- 172.21.15.67:0/3815714360 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fc15d982f0 0x55fc15db4700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:07.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.657+0000 7f45db41d740 1 --2- 172.21.15.67:0/3815714360 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fc15da2bb0 0x55fc15d8ee40 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:07.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.657+0000 7f45db41d740 1 --2- 172.21.15.67:0/3815714360 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fc15d979d0 0x55fc15db2bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:07.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.657+0000 7f45db41d740 1 -- 172.21.15.67:0/3815714360 >> 172.21.15.67:0/3815714360 conn(0x55fc15d93f60 msgr2=0x55fc15d9df00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:07.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.657+0000 7f45db41d740 1 -- 172.21.15.67:0/3815714360 shutdown_connections 2024-09-10T08:15:07.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.657+0000 7f45db41d740 1 -- 172.21.15.67:0/3815714360 wait complete. 2024-09-10T08:15:07.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.658+0000 7f45db41d740 1 -- start start 2024-09-10T08:15:07.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.658+0000 7f45db41d740 1 Processor -- start 2024-09-10T08:15:07.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.658+0000 7f45db41d740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fc15d979d0 0x55fc15d9cbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:07.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.658+0000 7f45db41d740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fc15d982f0 0x55fc15d9d100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:07.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.658+0000 7f45db41d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fc15da2bb0 0x55fc15dbbd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:07.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.658+0000 7f45db41d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55fc15db4580 con 0x55fc15da2bb0 2024-09-10T08:15:07.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.658+0000 7f45db41d740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55fc15db3eb0 con 0x55fc15d982f0 2024-09-10T08:15:07.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.658+0000 7f45db41d740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55fc15db4c50 con 0x55fc15d979d0 2024-09-10T08:15:07.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.658+0000 7f45db41d740 10 client.0 _ll_register_callbacks cb 0x7f45cc009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:15:07.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.658+0000 7f45d359e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fc15da2bb0 0x55fc15dbbd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:07.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.658+0000 7f45d359e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fc15da2bb0 0x55fc15dbbd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40800/0 (socket says 172.21.15.67:40800) 2024-09-10T08:15:07.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.658+0000 7f45d359e640 1 -- 172.21.15.67:0/285213258 learned_addr learned my addr 172.21.15.67:0/285213258 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:07.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.658+0000 7f45d2d9d640 1 --2- 172.21.15.67:0/285213258 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fc15d979d0 0x55fc15d9cbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:07.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.658+0000 7f45d259c640 1 --2- 172.21.15.67:0/285213258 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fc15d982f0 0x55fc15d9d100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:07.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.658+0000 7f45d359e640 1 -- 172.21.15.67:0/285213258 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fc15d979d0 msgr2=0x55fc15d9cbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:07.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.658+0000 7f45d359e640 1 --2- 172.21.15.67:0/285213258 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fc15d979d0 0x55fc15d9cbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:07.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.658+0000 7f45d359e640 1 -- 172.21.15.67:0/285213258 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fc15d982f0 msgr2=0x55fc15d9d100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:07.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.658+0000 7f45d359e640 1 --2- 172.21.15.67:0/285213258 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fc15d982f0 0x55fc15d9d100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:07.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.658+0000 7f45d359e640 1 -- 172.21.15.67:0/285213258 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fc15dbc390 con 0x55fc15da2bb0 2024-09-10T08:15:07.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.658+0000 7f45d259c640 1 --2- 172.21.15.67:0/285213258 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fc15d982f0 0x55fc15d9d100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:15:07.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.659+0000 7f45d359e640 1 --2- 172.21.15.67:0/285213258 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fc15da2bb0 0x55fc15dbbd20 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f45cc006010 tx=0x7f45cc030b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f777b978cc8857f4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:07.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.659+0000 7f45b6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:15:07.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.659+0000 7f45b6ff5640 1 -- 172.21.15.67:0/285213258 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45cc058070 con 0x55fc15da2bb0 2024-09-10T08:15:07.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.659+0000 7f45b6ff5640 1 -- 172.21.15.67:0/285213258 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f45cc042040 con 0x55fc15da2bb0 2024-09-10T08:15:07.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.659+0000 7f45db41d740 1 -- 172.21.15.67:0/285213258 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f45cc036050 con 0x55fc15da2bb0 2024-09-10T08:15:07.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.659+0000 7f45b6ff5640 1 -- 172.21.15.67:0/285213258 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f45cc004810 con 0x55fc15da2bb0 2024-09-10T08:15:07.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.659+0000 7f45db41d740 10 client.15294 fetch_fsmap learned FSMap version 28 2024-09-10T08:15:07.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.659+0000 7f45db41d740 1 -- 172.21.15.67:0/285213258 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55fc15e212b0 con 0x55fc15da2bb0 2024-09-10T08:15:07.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.659+0000 7f45b6ff5640 1 -- 172.21.15.67:0/285213258 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f45cc036050 con 0x55fc15da2bb0 2024-09-10T08:15:07.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.659+0000 7f45b6ff5640 1 -- 172.21.15.67:0/285213258 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 28) ==== 8370+0+0 (secure 0 0 0) 0x7f45cc054460 con 0x55fc15da2bb0 2024-09-10T08:15:07.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.659+0000 7f45db41d740 10 client.15294 fetch_fsmap finished waiting for FSMap version 28 2024-09-10T08:15:07.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.660+0000 7f45db41d740 10 client.15294 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-10T08:15:07.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.660+0000 7f45db41d740 20 client.15294 populate_metadata read hostname 'smithi067' 2024-09-10T08:15:07.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.660+0000 7f45db41d740 1 --2- 172.21.15.67:0/285213258 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x55fc15db3290 0x55fc15e24670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:07.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.660+0000 7f45db41d740 4 client.15294 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T08:15:07.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.660+0000 7f45db41d740 1 -- 172.21.15.67:0/285213258 --> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] -- command(tid 0: {"prefix": "status"}) -- 0x55fc15c820e0 con 0x55fc15db3290 2024-09-10T08:15:07.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.660+0000 7f45d2d9d640 1 --2- 172.21.15.67:0/285213258 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x55fc15db3290 0x55fc15e24670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:07.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.660+0000 7f45b6ff5640 10 client.15294 ms_handle_connect on v2:172.21.15.203:6836/4255783395 2024-09-10T08:15:07.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.660+0000 7f45d2d9d640 1 --2- 172.21.15.67:0/285213258 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x55fc15db3290 0x55fc15e24670 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=2be836d905319610 server_cookie=e8f9357b5e6b694f in_seq=0 out_seq=0 2024-09-10T08:15:07.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.660+0000 7f45b6ff5640 1 -- 172.21.15.67:0/285213258 <== mds.2 v2:172.21.15.203:6836/4255783395 1 ==== command_reply(tid 0: 0 ) ==== 8+0+322 (crc 0 0 0) 0x55fc15c820e0 con 0x55fc15db3290 2024-09-10T08:15:07.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.660+0000 7f45b6ff5640 10 client.15294 handle_command_reply: tid=0 2024-09-10T08:15:07.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.660+0000 7f45db41d740 1 client.15294 shutdown 2024-09-10T08:15:07.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.661+0000 7f45db41d740 1 -- 172.21.15.67:0/285213258 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fc15da2bb0 msgr2=0x55fc15dbbd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:07.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.661+0000 7f45db41d740 1 --2- 172.21.15.67:0/285213258 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fc15da2bb0 0x55fc15dbbd20 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f45cc006010 tx=0x7f45cc030b70 comp rx=0 tx=0).stop 2024-09-10T08:15:07.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.661+0000 7f45db41d740 1 -- 172.21.15.67:0/285213258 shutdown_connections 2024-09-10T08:15:07.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.661+0000 7f45db41d740 1 --2- 172.21.15.67:0/285213258 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x55fc15db3290 0x55fc15e24670 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:07.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.661+0000 7f45db41d740 1 --2- 172.21.15.67:0/285213258 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55fc15d982f0 0x55fc15d9d100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:07.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.661+0000 7f45db41d740 1 --2- 172.21.15.67:0/285213258 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fc15da2bb0 0x55fc15dbbd20 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:07.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.661+0000 7f45db41d740 1 --2- 172.21.15.67:0/285213258 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55fc15d979d0 0x55fc15d9cbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:07.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.661+0000 7f45db41d740 1 -- 172.21.15.67:0/285213258 >> 172.21.15.67:0/285213258 conn(0x55fc15d93f60 msgr2=0x55fc15d9e720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:07.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.661+0000 7f45b6ff5640 0 client.15294 ms_handle_reset on v2:172.21.15.203:6836/4255783395 2024-09-10T08:15:07.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.661+0000 7f45db41d740 1 -- 172.21.15.67:0/285213258 shutdown_connections 2024-09-10T08:15:07.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.661+0000 7f45db41d740 1 -- 172.21.15.67:0/285213258 wait complete. 2024-09-10T08:15:07.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.661+0000 7f45db41d740 20 client.15294 trim_cache size 0 max 16384 2024-09-10T08:15:07.667 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:15:07.667 INFO:teuthology.orchestra.run.smithi067.stdout: "cluster_fsid": "315284b0-6f4b-11ef-bcea-c7b262605968", 2024-09-10T08:15:07.667 INFO:teuthology.orchestra.run.smithi067.stdout: "whoami": 2, 2024-09-10T08:15:07.667 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 24457, 2024-09-10T08:15:07.667 INFO:teuthology.orchestra.run.smithi067.stdout: "want_state": "up:active", 2024-09-10T08:15:07.667 INFO:teuthology.orchestra.run.smithi067.stdout: "state": "up:active", 2024-09-10T08:15:07.667 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs", 2024-09-10T08:15:07.667 INFO:teuthology.orchestra.run.smithi067.stdout: "rank_uptime": 106.666115706, 2024-09-10T08:15:07.667 INFO:teuthology.orchestra.run.smithi067.stdout: "mdsmap_epoch": 28, 2024-09-10T08:15:07.667 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch": 92, 2024-09-10T08:15:07.667 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch_barrier": 88, 2024-09-10T08:15:07.667 INFO:teuthology.orchestra.run.smithi067.stdout: "uptime": 175.071525718 2024-09-10T08:15:07.667 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:15:07.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.661+0000 7f45d9044640 1 -- 172.21.15.67:0/261187028 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f45bc0a2b80 msgr2=0x7f45bc0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:07.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.661+0000 7f45d9044640 1 --2- 172.21.15.67:0/261187028 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f45bc0a2b80 0x7f45bc0a5040 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f45cc005e30 tx=0x7f45cc004a60 comp rx=0 tx=0).stop 2024-09-10T08:15:07.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.661+0000 7f45d9044640 1 -- 172.21.15.67:0/261187028 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f45d4100500 msgr2=0x7f45d4198870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:07.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.661+0000 7f45d9044640 1 --2- 172.21.15.67:0/261187028 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f45d4100500 0x7f45d4198870 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f45c800e9f0 tx=0x7f45c800eeb0 comp rx=0 tx=0).stop 2024-09-10T08:15:07.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.661+0000 7f45d9044640 1 -- 172.21.15.67:0/261187028 shutdown_connections 2024-09-10T08:15:07.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.661+0000 7f45d9044640 1 --2- 172.21.15.67:0/261187028 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f45bc0a2b80 0x7f45bc0a5040 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:07.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.661+0000 7f45d9044640 1 --2- 172.21.15.67:0/261187028 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f45d4106b80 0x7f45d419cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:07.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.661+0000 7f45d9044640 1 --2- 172.21.15.67:0/261187028 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f45d4100500 0x7f45d4198870 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:07.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.661+0000 7f45d9044640 1 --2- 172.21.15.67:0/261187028 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f45d40ffb60 0x7f45d4198330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:07.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.661+0000 7f45d9044640 1 -- 172.21.15.67:0/261187028 >> 172.21.15.67:0/261187028 conn(0x7f45d40fba90 msgr2=0x7f45d40fc420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:07.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.661+0000 7f45d9044640 1 -- 172.21.15.67:0/261187028 shutdown_connections 2024-09-10T08:15:07.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:07.661+0000 7f45d9044640 1 -- 172.21.15.67:0/261187028 wait complete. 2024-09-10T08:15:07.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:07 smithi067 ceph-mon[31051]: pgmap v366: 129 pgs: 129 active+clean; 644 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-09-10T08:15:08.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:07 smithi203 ceph-mon[34672]: pgmap v366: 129 pgs: 129 active+clean; 644 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-09-10T08:15:08.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:07 smithi133 ceph-mon[34721]: pgmap v366: 129 pgs: 129 active+clean; 644 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-09-10T08:15:08.379 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.i status 2024-09-10T08:15:08.637 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:15:09.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.162+0000 7f7866a2f640 1 -- 172.21.15.67:0/4042636127 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7860106a80 msgr2=0x7f7860106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:09.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.162+0000 7f7866a2f640 1 --2- 172.21.15.67:0/4042636127 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7860106a80 0x7f7860106e60 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f7850009930 tx=0x7f785002a420 comp rx=0 tx=0).stop 2024-09-10T08:15:09.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.162+0000 7f7866a2f640 1 -- 172.21.15.67:0/4042636127 shutdown_connections 2024-09-10T08:15:09.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.162+0000 7f7866a2f640 1 --2- 172.21.15.67:0/4042636127 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7860101420 0x7f786010d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:09.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.162+0000 7f7866a2f640 1 --2- 172.21.15.67:0/4042636127 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7860100a80 0x7f7860100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:09.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.162+0000 7f7866a2f640 1 --2- 172.21.15.67:0/4042636127 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7860106a80 0x7f7860106e60 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:09.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.162+0000 7f7866a2f640 1 -- 172.21.15.67:0/4042636127 >> 172.21.15.67:0/4042636127 conn(0x7f78600fc7a0 msgr2=0x7f78600febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:09.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.162+0000 7f7866a2f640 1 -- 172.21.15.67:0/4042636127 shutdown_connections 2024-09-10T08:15:09.165 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.162+0000 7f7866a2f640 1 -- 172.21.15.67:0/4042636127 wait complete. 2024-09-10T08:15:09.165 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.163+0000 7f7866a2f640 1 Processor -- start 2024-09-10T08:15:09.165 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.163+0000 7f7866a2f640 1 -- start start 2024-09-10T08:15:09.165 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.163+0000 7f7866a2f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7860100a80 0x7f78601973f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:09.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.163+0000 7f7866a2f640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7860101420 0x7f7860197930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:09.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.163+0000 7f7866a2f640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7860106a80 0x7f786019bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:09.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.163+0000 7f7866a2f640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7860110dd0 con 0x7f7860100a80 2024-09-10T08:15:09.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.163+0000 7f7866a2f640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f7860110c50 con 0x7f7860101420 2024-09-10T08:15:09.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.163+0000 7f7866a2f640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f7860110f50 con 0x7f7860106a80 2024-09-10T08:15:09.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.163+0000 7f785ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7860100a80 0x7f78601973f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:09.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.163+0000 7f785ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7860100a80 0x7f78601973f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40812/0 (socket says 172.21.15.67:40812) 2024-09-10T08:15:09.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.163+0000 7f785ffff640 1 -- 172.21.15.67:0/4133984267 learned_addr learned my addr 172.21.15.67:0/4133984267 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:09.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.164+0000 7f7864fcc640 1 --2- 172.21.15.67:0/4133984267 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7860106a80 0x7f786019bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:09.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.164+0000 7f785f7fe640 1 --2- 172.21.15.67:0/4133984267 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7860101420 0x7f7860197930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:09.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.164+0000 7f785ffff640 1 -- 172.21.15.67:0/4133984267 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7860106a80 msgr2=0x7f786019bcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:09.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.164+0000 7f785ffff640 1 --2- 172.21.15.67:0/4133984267 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7860106a80 0x7f786019bcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:09.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.164+0000 7f785ffff640 1 -- 172.21.15.67:0/4133984267 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7860101420 msgr2=0x7f7860197930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:09.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.164+0000 7f785ffff640 1 --2- 172.21.15.67:0/4133984267 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7860101420 0x7f7860197930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:09.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.164+0000 7f785ffff640 1 -- 172.21.15.67:0/4133984267 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f786019c3a0 con 0x7f7860100a80 2024-09-10T08:15:09.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.164+0000 7f7864fcc640 1 --2- 172.21.15.67:0/4133984267 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7860106a80 0x7f786019bcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:15:09.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.164+0000 7f785ffff640 1 --2- 172.21.15.67:0/4133984267 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7860100a80 0x7f78601973f0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f7850005940 tx=0x7f78500042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:09.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.164+0000 7f785d7fa640 1 -- 172.21.15.67:0/4133984267 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f785003f030 con 0x7f7860100a80 2024-09-10T08:15:09.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.164+0000 7f785d7fa640 1 -- 172.21.15.67:0/4133984267 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7850003cb0 con 0x7f7860100a80 2024-09-10T08:15:09.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.164+0000 7f7866a2f640 1 -- 172.21.15.67:0/4133984267 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f786019c630 con 0x7f7860100a80 2024-09-10T08:15:09.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.164+0000 7f785d7fa640 1 -- 172.21.15.67:0/4133984267 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7850035070 con 0x7f7860100a80 2024-09-10T08:15:09.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.164+0000 7f7866a2f640 1 -- 172.21.15.67:0/4133984267 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f786006a790 con 0x7f7860100a80 2024-09-10T08:15:09.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.167+0000 7f7868e08740 1 Processor -- start 2024-09-10T08:15:09.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.167+0000 7f785d7fa640 1 -- 172.21.15.67:0/4133984267 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f7850042030 con 0x7f7860100a80 2024-09-10T08:15:09.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.167+0000 7f7868e08740 1 -- start start 2024-09-10T08:15:09.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.167+0000 7f7868e08740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ca5d1d69d0 0x55ca5d1d6db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:09.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.168+0000 7f7868e08740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ca5d1d72f0 0x55ca5d1e1670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:09.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.168+0000 7f7868e08740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ca5d1e1bb0 0x55ca5d1e3fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:09.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.168+0000 7f7868e08740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55ca5d13d090 con 0x55ca5d1d72f0 2024-09-10T08:15:09.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.168+0000 7f7868e08740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55ca5d0e4a70 con 0x55ca5d1e1bb0 2024-09-10T08:15:09.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.168+0000 7f7868e08740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55ca5d139050 con 0x55ca5d1d69d0 2024-09-10T08:15:09.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.168+0000 7f785f7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ca5d1e1bb0 0x55ca5d1e3fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:09.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.168+0000 7f785f7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ca5d1e1bb0 0x55ca5d1e3fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.67:58710/0 (socket says 172.21.15.67:58710) 2024-09-10T08:15:09.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.168+0000 7f785f7fe640 1 -- 172.21.15.67:0/466030724 learned_addr learned my addr 172.21.15.67:0/466030724 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:09.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.168+0000 7f7864fcc640 1 --2- 172.21.15.67:0/466030724 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ca5d1d69d0 0x55ca5d1d6db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:09.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.168+0000 7f785ffff640 1 --2- 172.21.15.67:0/466030724 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ca5d1d72f0 0x55ca5d1e1670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:09.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.168+0000 7f785f7fe640 1 -- 172.21.15.67:0/466030724 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ca5d1d69d0 msgr2=0x55ca5d1d6db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:09.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.168+0000 7f785f7fe640 1 --2- 172.21.15.67:0/466030724 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ca5d1d69d0 0x55ca5d1d6db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:09.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.168+0000 7f785d7fa640 1 --2- 172.21.15.67:0/4133984267 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f78480a2c00 0x7f78480a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:09.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.168+0000 7f785f7fe640 1 -- 172.21.15.67:0/466030724 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ca5d1d72f0 msgr2=0x55ca5d1e1670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:09.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.168+0000 7f785f7fe640 1 --2- 172.21.15.67:0/466030724 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ca5d1d72f0 0x55ca5d1e1670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:09.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.168+0000 7f785f7fe640 1 -- 172.21.15.67:0/466030724 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ca5d0f1130 con 0x55ca5d1e1bb0 2024-09-10T08:15:09.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.168+0000 7f7864fcc640 1 --2- 172.21.15.67:0/466030724 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ca5d1d69d0 0x55ca5d1d6db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:15:09.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.168+0000 7f785d7fa640 1 -- 172.21.15.67:0/4133984267 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f78500ef9c0 con 0x7f7860100a80 2024-09-10T08:15:09.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.168+0000 7f7864fcc640 1 --2- 172.21.15.67:0/4133984267 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f78480a2c00 0x7f78480a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:09.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.168+0000 7f785f7fe640 1 --2- 172.21.15.67:0/466030724 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ca5d1e1bb0 0x55ca5d1e3fa0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f785400b7f0 tx=0x7f785400bcb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aa9b8337651c10bc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:09.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.169+0000 7f78467fc640 1 -- 172.21.15.67:0/466030724 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f785400d950 con 0x55ca5d1e1bb0 2024-09-10T08:15:09.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.169+0000 7f78467fc640 1 -- 172.21.15.67:0/466030724 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7854018070 con 0x55ca5d1e1bb0 2024-09-10T08:15:09.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.169+0000 7f78467fc640 1 -- 172.21.15.67:0/466030724 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78540123e0 con 0x55ca5d1e1bb0 2024-09-10T08:15:09.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.169+0000 7f7868e08740 1 -- 172.21.15.67:0/466030724 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ca5d1e1bb0 msgr2=0x55ca5d1e3fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:09.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.169+0000 7f7868e08740 1 --2- 172.21.15.67:0/466030724 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ca5d1e1bb0 0x55ca5d1e3fa0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f785400b7f0 tx=0x7f785400bcb0 comp rx=0 tx=0).stop 2024-09-10T08:15:09.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.169+0000 7f7864fcc640 1 --2- 172.21.15.67:0/4133984267 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f78480a2c00 0x7f78480a50c0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f7858009fd0 tx=0x7f785800e040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:09.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.170+0000 7f7868e08740 1 -- 172.21.15.67:0/466030724 shutdown_connections 2024-09-10T08:15:09.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.170+0000 7f7868e08740 1 --2- 172.21.15.67:0/466030724 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ca5d1e1bb0 0x55ca5d1e3fa0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:09.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.170+0000 7f7868e08740 1 --2- 172.21.15.67:0/466030724 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ca5d1d72f0 0x55ca5d1e1670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:09.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.170+0000 7f7868e08740 1 --2- 172.21.15.67:0/466030724 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ca5d1d69d0 0x55ca5d1d6db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:09.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.170+0000 7f7868e08740 1 -- 172.21.15.67:0/466030724 >> 172.21.15.67:0/466030724 conn(0x55ca5d1d2f60 msgr2=0x55ca5d1d3340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:09.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.170+0000 7f7868e08740 1 -- 172.21.15.67:0/466030724 shutdown_connections 2024-09-10T08:15:09.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.170+0000 7f7868e08740 1 -- 172.21.15.67:0/466030724 wait complete. 2024-09-10T08:15:09.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.170+0000 7f7868e08740 1 -- start start 2024-09-10T08:15:09.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.170+0000 7f7868e08740 1 Processor -- start 2024-09-10T08:15:09.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.170+0000 7f7868e08740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ca5d1d69d0 0x55ca5d1e1390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:09.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.170+0000 7f7868e08740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ca5d1d72f0 0x55ca5d1de730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:09.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.170+0000 7f7868e08740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ca5d1e1bb0 0x55ca5d1dec70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:09.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.170+0000 7f7868e08740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55ca5d1e4780 con 0x55ca5d1d69d0 2024-09-10T08:15:09.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.170+0000 7f7868e08740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55ca5d0f7f20 con 0x55ca5d1d72f0 2024-09-10T08:15:09.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.170+0000 7f7868e08740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55ca5d1e4900 con 0x55ca5d1e1bb0 2024-09-10T08:15:09.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.171+0000 7f7868e08740 10 client.0 _ll_register_callbacks cb 0x55ca5d0c1030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:15:09.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.171+0000 7f785ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ca5d1d69d0 0x55ca5d1e1390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:09.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.171+0000 7f785ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ca5d1d69d0 0x55ca5d1e1390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40832/0 (socket says 172.21.15.67:40832) 2024-09-10T08:15:09.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.171+0000 7f785ffff640 1 -- 172.21.15.67:0/1155207521 learned_addr learned my addr 172.21.15.67:0/1155207521 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:09.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.171+0000 7f785f7fe640 1 --2- 172.21.15.67:0/1155207521 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ca5d1d72f0 0x55ca5d1de730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:09.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.171+0000 7f7864fcc640 1 --2- 172.21.15.67:0/1155207521 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ca5d1e1bb0 0x55ca5d1dec70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:09.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.171+0000 7f785ffff640 1 -- 172.21.15.67:0/1155207521 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ca5d1e1bb0 msgr2=0x55ca5d1dec70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:09.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.171+0000 7f785ffff640 1 --2- 172.21.15.67:0/1155207521 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ca5d1e1bb0 0x55ca5d1dec70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:09.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.171+0000 7f785ffff640 1 -- 172.21.15.67:0/1155207521 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ca5d1d72f0 msgr2=0x55ca5d1de730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:09.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.171+0000 7f785ffff640 1 --2- 172.21.15.67:0/1155207521 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ca5d1d72f0 0x55ca5d1de730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:09.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.171+0000 7f785ffff640 1 -- 172.21.15.67:0/1155207521 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ca5ceae2b0 con 0x55ca5d1d69d0 2024-09-10T08:15:09.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.171+0000 7f785f7fe640 1 --2- 172.21.15.67:0/1155207521 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ca5d1d72f0 0x55ca5d1de730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:15:09.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.171+0000 7f785ffff640 1 --2- 172.21.15.67:0/1155207521 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ca5d1d69d0 0x55ca5d1e1390 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f78500bbb20 tx=0x7f78500044e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=347c52574a134cee server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:09.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.171+0000 7f783f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:15:09.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.171+0000 7f783f7fe640 1 -- 172.21.15.67:0/1155207521 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7850049070 con 0x55ca5d1d69d0 2024-09-10T08:15:09.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.171+0000 7f783f7fe640 1 -- 172.21.15.67:0/1155207521 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f785003b460 con 0x55ca5d1d69d0 2024-09-10T08:15:09.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.171+0000 7f7868e08740 1 -- 172.21.15.67:0/1155207521 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7854018070 con 0x55ca5d1d69d0 2024-09-10T08:15:09.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.172+0000 7f783f7fe640 1 -- 172.21.15.67:0/1155207521 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f78500bb960 con 0x55ca5d1d69d0 2024-09-10T08:15:09.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.172+0000 7f7868e08740 10 client.15306 fetch_fsmap learned FSMap version 28 2024-09-10T08:15:09.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.172+0000 7f7868e08740 1 -- 172.21.15.67:0/1155207521 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55ca5d1f0020 con 0x55ca5d1d69d0 2024-09-10T08:15:09.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.172+0000 7f783f7fe640 1 -- 172.21.15.67:0/1155207521 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7854018070 con 0x55ca5d1d69d0 2024-09-10T08:15:09.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.172+0000 7f783f7fe640 1 -- 172.21.15.67:0/1155207521 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 28) ==== 8370+0+0 (secure 0 0 0) 0x7f785003bc60 con 0x55ca5d1d69d0 2024-09-10T08:15:09.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.172+0000 7f7868e08740 10 client.15306 fetch_fsmap finished waiting for FSMap version 28 2024-09-10T08:15:09.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.172+0000 7f7868e08740 10 client.15306 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-10T08:15:09.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.172+0000 7f7868e08740 20 client.15306 populate_metadata read hostname 'smithi067' 2024-09-10T08:15:09.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.172+0000 7f7868e08740 1 --2- 172.21.15.67:0/1155207521 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55ca5d1f2600 0x55ca5d1f3a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:09.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.172+0000 7f7868e08740 4 client.15306 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:15:09.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.172+0000 7f7868e08740 1 -- 172.21.15.67:0/1155207521 --> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ca5d14a600 con 0x55ca5d1f2600 2024-09-10T08:15:09.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.172+0000 7f785f7fe640 1 --2- 172.21.15.67:0/1155207521 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55ca5d1f2600 0x55ca5d1f3a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:09.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.173+0000 7f785f7fe640 1 --2- 172.21.15.67:0/1155207521 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55ca5d1f2600 0x55ca5d1f3a70 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=71ff59139e667750 server_cookie=59a6cbec44925a6c in_seq=0 out_seq=0 2024-09-10T08:15:09.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.173+0000 7f783f7fe640 10 client.15306 ms_handle_connect on v2:172.21.15.203:6838/2311592321 2024-09-10T08:15:09.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.173+0000 7f783f7fe640 1 -- 172.21.15.67:0/1155207521 <== mds.1 v2:172.21.15.203:6838/2311592321 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ca5d14a600 con 0x55ca5d1f2600 2024-09-10T08:15:09.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.173+0000 7f783f7fe640 10 client.15306 handle_command_reply: tid=0 2024-09-10T08:15:09.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.174+0000 7f7868e08740 1 client.15306 shutdown 2024-09-10T08:15:09.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.174+0000 7f7868e08740 1 -- 172.21.15.67:0/1155207521 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ca5d1d69d0 msgr2=0x55ca5d1e1390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:09.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.174+0000 7f7868e08740 1 --2- 172.21.15.67:0/1155207521 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ca5d1d69d0 0x55ca5d1e1390 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f78500bbb20 tx=0x7f78500044e0 comp rx=0 tx=0).stop 2024-09-10T08:15:09.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.174+0000 7f7868e08740 1 -- 172.21.15.67:0/1155207521 shutdown_connections 2024-09-10T08:15:09.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.174+0000 7f7868e08740 1 --2- 172.21.15.67:0/1155207521 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55ca5d1f2600 0x55ca5d1f3a70 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:09.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.174+0000 7f7868e08740 1 --2- 172.21.15.67:0/1155207521 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ca5d1d72f0 0x55ca5d1de730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:09.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.174+0000 7f7868e08740 1 --2- 172.21.15.67:0/1155207521 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ca5d1e1bb0 0x55ca5d1dec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:09.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.174+0000 7f783f7fe640 0 client.15306 ms_handle_reset on v2:172.21.15.203:6838/2311592321 2024-09-10T08:15:09.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.174+0000 7f7868e08740 1 --2- 172.21.15.67:0/1155207521 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ca5d1d69d0 0x55ca5d1e1390 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:09.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.174+0000 7f7868e08740 1 -- 172.21.15.67:0/1155207521 >> 172.21.15.67:0/1155207521 conn(0x55ca5d1d2f60 msgr2=0x55ca5d1d8c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:09.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.174+0000 7f7868e08740 1 -- 172.21.15.67:0/1155207521 shutdown_connections 2024-09-10T08:15:09.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.174+0000 7f7868e08740 1 -- 172.21.15.67:0/1155207521 wait complete. 2024-09-10T08:15:09.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.174+0000 7f7868e08740 20 client.15306 trim_cache size 0 max 16384 2024-09-10T08:15:09.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.192+0000 7f7868e08740 1 Processor -- start 2024-09-10T08:15:09.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.192+0000 7f7868e08740 1 -- start start 2024-09-10T08:15:09.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.192+0000 7f7868e08740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ca5d1d69d0 0x55ca5d1f1f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:09.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.192+0000 7f7868e08740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ca5d1d72f0 0x55ca5d1d3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:09.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.192+0000 7f7868e08740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ca5d1e1bb0 0x55ca5d1d3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:09.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.192+0000 7f7868e08740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55ca5d1f1db0 con 0x55ca5d1d72f0 2024-09-10T08:15:09.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.192+0000 7f7868e08740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55ca5d1f2480 con 0x55ca5d1d69d0 2024-09-10T08:15:09.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.192+0000 7f7868e08740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55ca5d1f2b50 con 0x55ca5d1e1bb0 2024-09-10T08:15:09.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.192+0000 7f785f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ca5d1d72f0 0x55ca5d1d3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:09.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.192+0000 7f785f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ca5d1d72f0 0x55ca5d1d3340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40836/0 (socket says 172.21.15.67:40836) 2024-09-10T08:15:09.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.192+0000 7f785f7fe640 1 -- 172.21.15.67:0/610876272 learned_addr learned my addr 172.21.15.67:0/610876272 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:09.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.192+0000 7f785ffff640 1 --2- 172.21.15.67:0/610876272 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ca5d1d69d0 0x55ca5d1f1f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:09.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.192+0000 7f7864fcc640 1 --2- 172.21.15.67:0/610876272 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ca5d1e1bb0 0x55ca5d1d3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:09.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.192+0000 7f785f7fe640 1 -- 172.21.15.67:0/610876272 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ca5d1e1bb0 msgr2=0x55ca5d1d3880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:09.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.192+0000 7f785f7fe640 1 --2- 172.21.15.67:0/610876272 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ca5d1e1bb0 0x55ca5d1d3880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:09.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.192+0000 7f785f7fe640 1 -- 172.21.15.67:0/610876272 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ca5d1d69d0 msgr2=0x55ca5d1f1f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:09.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.192+0000 7f785f7fe640 1 --2- 172.21.15.67:0/610876272 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ca5d1d69d0 0x55ca5d1f1f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:09.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.192+0000 7f785f7fe640 1 -- 172.21.15.67:0/610876272 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ca5d1d7120 con 0x55ca5d1d72f0 2024-09-10T08:15:09.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.193+0000 7f785f7fe640 1 --2- 172.21.15.67:0/610876272 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ca5d1d72f0 0x55ca5d1d3340 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f785400b7f0 tx=0x7f7854013c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58d44b7b4fff65ea server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:09.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.193+0000 7f7845ffb640 1 -- 172.21.15.67:0/610876272 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78540138a0 con 0x55ca5d1d72f0 2024-09-10T08:15:09.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.193+0000 7f7845ffb640 1 -- 172.21.15.67:0/610876272 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7854018040 con 0x55ca5d1d72f0 2024-09-10T08:15:09.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.193+0000 7f7845ffb640 1 -- 172.21.15.67:0/610876272 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78540258d0 con 0x55ca5d1d72f0 2024-09-10T08:15:09.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.193+0000 7f7868e08740 1 -- 172.21.15.67:0/610876272 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ca5d1d72f0 msgr2=0x55ca5d1d3340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:09.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.193+0000 7f7868e08740 1 --2- 172.21.15.67:0/610876272 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ca5d1d72f0 0x55ca5d1d3340 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f785400b7f0 tx=0x7f7854013c10 comp rx=0 tx=0).stop 2024-09-10T08:15:09.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.193+0000 7f7868e08740 1 -- 172.21.15.67:0/610876272 shutdown_connections 2024-09-10T08:15:09.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.193+0000 7f7868e08740 1 --2- 172.21.15.67:0/610876272 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ca5d1e1bb0 0x55ca5d1d3880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:09.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.193+0000 7f7868e08740 1 --2- 172.21.15.67:0/610876272 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ca5d1d72f0 0x55ca5d1d3340 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:09.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.193+0000 7f7868e08740 1 --2- 172.21.15.67:0/610876272 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ca5d1d69d0 0x55ca5d1f1f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:09.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.193+0000 7f7868e08740 1 -- 172.21.15.67:0/610876272 >> 172.21.15.67:0/610876272 conn(0x55ca5d1d2f60 msgr2=0x55ca5d1de6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:09.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.194+0000 7f7868e08740 1 -- 172.21.15.67:0/610876272 shutdown_connections 2024-09-10T08:15:09.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.194+0000 7f7868e08740 1 -- 172.21.15.67:0/610876272 wait complete. 2024-09-10T08:15:09.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.194+0000 7f7868e08740 1 -- start start 2024-09-10T08:15:09.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.194+0000 7f7868e08740 1 Processor -- start 2024-09-10T08:15:09.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.194+0000 7f7868e08740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ca5d1d69d0 0x55ca5d1f7410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:09.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.194+0000 7f7868e08740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ca5d1d72f0 0x55ca5d1f7950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:09.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.194+0000 7f7868e08740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ca5d1e1bb0 0x55ca5d254d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:09.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.195+0000 7f7868e08740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55ca5d1f38f0 con 0x55ca5d1e1bb0 2024-09-10T08:15:09.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.195+0000 7f7868e08740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55ca5d1f3220 con 0x55ca5d1d72f0 2024-09-10T08:15:09.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.195+0000 7f7868e08740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55ca5d1f3fc0 con 0x55ca5d1d69d0 2024-09-10T08:15:09.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.195+0000 7f7864fcc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ca5d1e1bb0 0x55ca5d254d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:09.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.195+0000 7f7868e08740 10 client.0 _ll_register_callbacks cb 0x7f7850005780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:15:09.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.195+0000 7f7864fcc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ca5d1e1bb0 0x55ca5d254d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40838/0 (socket says 172.21.15.67:40838) 2024-09-10T08:15:09.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.195+0000 7f7864fcc640 1 -- 172.21.15.67:0/4277316962 learned_addr learned my addr 172.21.15.67:0/4277316962 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:09.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.195+0000 7f785ffff640 1 --2- 172.21.15.67:0/4277316962 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ca5d1d69d0 0x55ca5d1f7410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:09.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.195+0000 7f785f7fe640 1 --2- 172.21.15.67:0/4277316962 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ca5d1d72f0 0x55ca5d1f7950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:09.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.195+0000 7f7864fcc640 1 -- 172.21.15.67:0/4277316962 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ca5d1d69d0 msgr2=0x55ca5d1f7410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:09.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.195+0000 7f7864fcc640 1 --2- 172.21.15.67:0/4277316962 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ca5d1d69d0 0x55ca5d1f7410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:09.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.195+0000 7f7864fcc640 1 -- 172.21.15.67:0/4277316962 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ca5d1d72f0 msgr2=0x55ca5d1f7950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:09.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.195+0000 7f7864fcc640 1 --2- 172.21.15.67:0/4277316962 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ca5d1d72f0 0x55ca5d1f7950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:09.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.195+0000 7f7864fcc640 1 -- 172.21.15.67:0/4277316962 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ca5d255380 con 0x55ca5d1e1bb0 2024-09-10T08:15:09.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.195+0000 7f7864fcc640 1 --2- 172.21.15.67:0/4277316962 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ca5d1e1bb0 0x55ca5d254d40 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f7858007bd0 tx=0x7f7858004b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0a94ba992ab5414 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:09.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.195+0000 7f783f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:15:09.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.195+0000 7f783f7fe640 1 -- 172.21.15.67:0/4277316962 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7858018d60 con 0x55ca5d1e1bb0 2024-09-10T08:15:09.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.195+0000 7f783f7fe640 1 -- 172.21.15.67:0/4277316962 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f7858025450 con 0x55ca5d1e1bb0 2024-09-10T08:15:09.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.195+0000 7f7868e08740 1 -- 172.21.15.67:0/4277316962 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7854018040 con 0x55ca5d1e1bb0 2024-09-10T08:15:09.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.196+0000 7f783f7fe640 1 -- 172.21.15.67:0/4277316962 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f7858033050 con 0x55ca5d1e1bb0 2024-09-10T08:15:09.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.196+0000 7f7868e08740 10 client.15312 fetch_fsmap learned FSMap version 28 2024-09-10T08:15:09.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.196+0000 7f7868e08740 1 -- 172.21.15.67:0/4277316962 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55ca5d25c750 con 0x55ca5d1e1bb0 2024-09-10T08:15:09.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.196+0000 7f783f7fe640 1 -- 172.21.15.67:0/4277316962 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7854018040 con 0x55ca5d1e1bb0 2024-09-10T08:15:09.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.196+0000 7f783f7fe640 1 -- 172.21.15.67:0/4277316962 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 28) ==== 8370+0+0 (secure 0 0 0) 0x7f785800b5b0 con 0x55ca5d1e1bb0 2024-09-10T08:15:09.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.196+0000 7f7868e08740 10 client.15312 fetch_fsmap finished waiting for FSMap version 28 2024-09-10T08:15:09.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.196+0000 7f7868e08740 10 client.15312 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-10T08:15:09.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.196+0000 7f7868e08740 20 client.15312 populate_metadata read hostname 'smithi067' 2024-09-10T08:15:09.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.196+0000 7f7868e08740 1 --2- 172.21.15.67:0/4277316962 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55ca5d261400 0x55ca5d260110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:09.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.196+0000 7f7868e08740 4 client.15312 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T08:15:09.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.196+0000 7f7868e08740 1 -- 172.21.15.67:0/4277316962 --> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] -- command(tid 0: {"prefix": "status"}) -- 0x55ca5d144b10 con 0x55ca5d261400 2024-09-10T08:15:09.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.196+0000 7f785ffff640 1 --2- 172.21.15.67:0/4277316962 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55ca5d261400 0x55ca5d260110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:09.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.197+0000 7f783f7fe640 10 client.15312 ms_handle_connect on v2:172.21.15.203:6838/2311592321 2024-09-10T08:15:09.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.197+0000 7f785ffff640 1 --2- 172.21.15.67:0/4277316962 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55ca5d261400 0x55ca5d260110 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=52f14bff73a51208 server_cookie=8aa259a126cda549 in_seq=0 out_seq=0 2024-09-10T08:15:09.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.197+0000 7f783f7fe640 1 -- 172.21.15.67:0/4277316962 <== mds.1 v2:172.21.15.203:6838/2311592321 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55ca5d144b10 con 0x55ca5d261400 2024-09-10T08:15:09.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.197+0000 7f783f7fe640 10 client.15312 handle_command_reply: tid=0 2024-09-10T08:15:09.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.197+0000 7f7868e08740 1 client.15312 shutdown 2024-09-10T08:15:09.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.197+0000 7f7868e08740 1 -- 172.21.15.67:0/4277316962 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ca5d1e1bb0 msgr2=0x55ca5d254d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:09.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.197+0000 7f7868e08740 1 --2- 172.21.15.67:0/4277316962 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ca5d1e1bb0 0x55ca5d254d40 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f7858007bd0 tx=0x7f7858004b50 comp rx=0 tx=0).stop 2024-09-10T08:15:09.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.197+0000 7f7868e08740 1 -- 172.21.15.67:0/4277316962 shutdown_connections 2024-09-10T08:15:09.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.197+0000 7f7868e08740 1 --2- 172.21.15.67:0/4277316962 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55ca5d261400 0x55ca5d260110 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:09.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.198+0000 7f783f7fe640 0 client.15312 ms_handle_reset on v2:172.21.15.203:6838/2311592321 2024-09-10T08:15:09.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.198+0000 7f7868e08740 1 --2- 172.21.15.67:0/4277316962 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ca5d1d72f0 0x55ca5d1f7950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:09.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.198+0000 7f7868e08740 1 --2- 172.21.15.67:0/4277316962 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ca5d1e1bb0 0x55ca5d254d40 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:09.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.198+0000 7f7868e08740 1 --2- 172.21.15.67:0/4277316962 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ca5d1d69d0 0x55ca5d1f7410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:09.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.198+0000 7f7868e08740 1 -- 172.21.15.67:0/4277316962 >> 172.21.15.67:0/4277316962 conn(0x55ca5d1d2f60 msgr2=0x55ca5d1de6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:09.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.198+0000 7f7868e08740 1 -- 172.21.15.67:0/4277316962 shutdown_connections 2024-09-10T08:15:09.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.198+0000 7f7868e08740 1 -- 172.21.15.67:0/4277316962 wait complete. 2024-09-10T08:15:09.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.198+0000 7f7868e08740 20 client.15312 trim_cache size 0 max 16384 2024-09-10T08:15:09.203 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:15:09.203 INFO:teuthology.orchestra.run.smithi067.stdout: "cluster_fsid": "315284b0-6f4b-11ef-bcea-c7b262605968", 2024-09-10T08:15:09.204 INFO:teuthology.orchestra.run.smithi067.stdout: "whoami": 1, 2024-09-10T08:15:09.204 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 24475, 2024-09-10T08:15:09.204 INFO:teuthology.orchestra.run.smithi067.stdout: "want_state": "up:active", 2024-09-10T08:15:09.204 INFO:teuthology.orchestra.run.smithi067.stdout: "state": "up:active", 2024-09-10T08:15:09.204 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs", 2024-09-10T08:15:09.204 INFO:teuthology.orchestra.run.smithi067.stdout: "rank_uptime": 109.207951967, 2024-09-10T08:15:09.204 INFO:teuthology.orchestra.run.smithi067.stdout: "mdsmap_epoch": 28, 2024-09-10T08:15:09.204 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch": 92, 2024-09-10T08:15:09.204 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch_barrier": 88, 2024-09-10T08:15:09.204 INFO:teuthology.orchestra.run.smithi067.stdout: "uptime": 171.21928269899999 2024-09-10T08:15:09.204 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:15:09.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.198+0000 7f7866a2f640 1 -- 172.21.15.67:0/4133984267 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f78480a2c00 msgr2=0x7f78480a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:09.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.198+0000 7f7866a2f640 1 --2- 172.21.15.67:0/4133984267 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f78480a2c00 0x7f78480a50c0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f7858009fd0 tx=0x7f785800e040 comp rx=0 tx=0).stop 2024-09-10T08:15:09.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.198+0000 7f7866a2f640 1 -- 172.21.15.67:0/4133984267 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7860100a80 msgr2=0x7f78601973f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:09.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.198+0000 7f7866a2f640 1 --2- 172.21.15.67:0/4133984267 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7860100a80 0x7f78601973f0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f7850005940 tx=0x7f78500042f0 comp rx=0 tx=0).stop 2024-09-10T08:15:09.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.198+0000 7f7866a2f640 1 -- 172.21.15.67:0/4133984267 shutdown_connections 2024-09-10T08:15:09.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.198+0000 7f7866a2f640 1 --2- 172.21.15.67:0/4133984267 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f78480a2c00 0x7f78480a50c0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:09.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.198+0000 7f7866a2f640 1 --2- 172.21.15.67:0/4133984267 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7860101420 0x7f7860197930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:09.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.198+0000 7f7866a2f640 1 --2- 172.21.15.67:0/4133984267 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7860106a80 0x7f786019bcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:09.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.198+0000 7f7866a2f640 1 --2- 172.21.15.67:0/4133984267 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7860100a80 0x7f78601973f0 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:09.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.198+0000 7f7866a2f640 1 -- 172.21.15.67:0/4133984267 >> 172.21.15.67:0/4133984267 conn(0x7f78600fc7a0 msgr2=0x7f78600fd1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:09.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.198+0000 7f7866a2f640 1 -- 172.21.15.67:0/4133984267 shutdown_connections 2024-09-10T08:15:09.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:09.198+0000 7f7866a2f640 1 -- 172.21.15.67:0/4133984267 wait complete. 2024-09-10T08:15:09.939 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.b status 2024-09-10T08:15:10.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:09 smithi203 ceph-mon[34672]: pgmap v367: 129 pgs: 129 active+clean; 644 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-10T08:15:10.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:09 smithi133 ceph-mon[34721]: pgmap v367: 129 pgs: 129 active+clean; 644 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-10T08:15:10.198 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:15:10.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:09 smithi067 ceph-mon[31051]: pgmap v367: 129 pgs: 129 active+clean; 644 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-10T08:15:10.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.704+0000 7faa735ab640 1 -- 172.21.15.67:0/201096770 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faa6c108300 msgr2=0x7faa6c10ec70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:10.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.704+0000 7faa735ab640 1 --2- 172.21.15.67:0/201096770 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faa6c108300 0x7faa6c10ec70 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7faa5c009cd0 tx=0x7faa5c02a8d0 comp rx=0 tx=0).stop 2024-09-10T08:15:10.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.705+0000 7faa735ab640 1 -- 172.21.15.67:0/201096770 shutdown_connections 2024-09-10T08:15:10.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.705+0000 7faa735ab640 1 --2- 172.21.15.67:0/201096770 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faa6c108300 0x7faa6c10ec70 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:10.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.705+0000 7faa735ab640 1 --2- 172.21.15.67:0/201096770 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faa6c103780 0x7faa6c107bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:10.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.705+0000 7faa735ab640 1 --2- 172.21.15.67:0/201096770 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faa6c102dd0 0x7faa6c1031b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:10.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.705+0000 7faa735ab640 1 -- 172.21.15.67:0/201096770 >> 172.21.15.67:0/201096770 conn(0x7faa6c0fc7d0 msgr2=0x7faa6c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:10.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.705+0000 7faa735ab640 1 -- 172.21.15.67:0/201096770 shutdown_connections 2024-09-10T08:15:10.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.705+0000 7faa735ab640 1 -- 172.21.15.67:0/201096770 wait complete. 2024-09-10T08:15:10.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.705+0000 7faa735ab640 1 Processor -- start 2024-09-10T08:15:10.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.705+0000 7faa735ab640 1 -- start start 2024-09-10T08:15:10.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.706+0000 7faa735ab640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faa6c102dd0 0x7faa6c198420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:10.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.706+0000 7faa735ab640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faa6c103780 0x7faa6c198960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:10.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.706+0000 7faa735ab640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faa6c108300 0x7faa6c19ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:10.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.706+0000 7faa735ab640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7faa6c111f80 con 0x7faa6c102dd0 2024-09-10T08:15:10.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.706+0000 7faa735ab640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7faa6c111e00 con 0x7faa6c103780 2024-09-10T08:15:10.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.706+0000 7faa735ab640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7faa6c112100 con 0x7faa6c108300 2024-09-10T08:15:10.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.706+0000 7faa71347640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faa6c102dd0 0x7faa6c198420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:10.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.706+0000 7faa71347640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faa6c102dd0 0x7faa6c198420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40848/0 (socket says 172.21.15.67:40848) 2024-09-10T08:15:10.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.706+0000 7faa71347640 1 -- 172.21.15.67:0/331997887 learned_addr learned my addr 172.21.15.67:0/331997887 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:10.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.706+0000 7faa70b46640 1 --2- 172.21.15.67:0/331997887 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faa6c103780 0x7faa6c198960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:10.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.706+0000 7faa71b48640 1 --2- 172.21.15.67:0/331997887 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faa6c108300 0x7faa6c19ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:10.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.706+0000 7faa71347640 1 -- 172.21.15.67:0/331997887 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faa6c108300 msgr2=0x7faa6c19ccf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:10.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.706+0000 7faa71347640 1 --2- 172.21.15.67:0/331997887 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faa6c108300 0x7faa6c19ccf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:10.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.706+0000 7faa71347640 1 -- 172.21.15.67:0/331997887 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faa6c103780 msgr2=0x7faa6c198960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:10.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.706+0000 7faa71347640 1 --2- 172.21.15.67:0/331997887 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faa6c103780 0x7faa6c198960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:10.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.706+0000 7faa71347640 1 -- 172.21.15.67:0/331997887 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa6c19d3d0 con 0x7faa6c102dd0 2024-09-10T08:15:10.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.706+0000 7faa71b48640 1 --2- 172.21.15.67:0/331997887 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faa6c108300 0x7faa6c19ccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:15:10.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.706+0000 7faa71347640 1 --2- 172.21.15.67:0/331997887 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faa6c102dd0 0x7faa6c198420 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7faa6400c890 tx=0x7faa6400cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:10.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.707+0000 7faa6a7fc640 1 -- 172.21.15.67:0/331997887 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa64004220 con 0x7faa6c102dd0 2024-09-10T08:15:10.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.707+0000 7faa735ab640 1 -- 172.21.15.67:0/331997887 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa6c19d6c0 con 0x7faa6c102dd0 2024-09-10T08:15:10.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.707+0000 7faa6a7fc640 1 -- 172.21.15.67:0/331997887 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faa640043c0 con 0x7faa6c102dd0 2024-09-10T08:15:10.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.707+0000 7faa6a7fc640 1 -- 172.21.15.67:0/331997887 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa64004a00 con 0x7faa6c102dd0 2024-09-10T08:15:10.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.707+0000 7faa735ab640 1 -- 172.21.15.67:0/331997887 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa6c1a4fa0 con 0x7faa6c102dd0 2024-09-10T08:15:10.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.709+0000 7faa6a7fc640 1 -- 172.21.15.67:0/331997887 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7faa640079b0 con 0x7faa6c102dd0 2024-09-10T08:15:10.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.709+0000 7faa75984740 1 Processor -- start 2024-09-10T08:15:10.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.709+0000 7faa75984740 1 -- start start 2024-09-10T08:15:10.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.710+0000 7faa75984740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55801b9ddde0 0x55801b9de1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:10.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.710+0000 7faa75984740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55801b9de700 0x55801b9e8a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:10.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.710+0000 7faa75984740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55801b9e8fc0 0x55801b9eb3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:10.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.710+0000 7faa75984740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55801b940090 con 0x55801b9de700 2024-09-10T08:15:10.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.710+0000 7faa75984740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55801b8e7a70 con 0x55801b9ddde0 2024-09-10T08:15:10.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.710+0000 7faa75984740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55801b93c050 con 0x55801b9e8fc0 2024-09-10T08:15:10.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.710+0000 7faa6a7fc640 1 --2- 172.21.15.67:0/331997887 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7faa540a2b80 0x7faa540a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:10.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.710+0000 7faa71347640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55801b9de700 0x55801b9e8a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:10.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.710+0000 7faa71347640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55801b9de700 0x55801b9e8a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40850/0 (socket says 172.21.15.67:40850) 2024-09-10T08:15:10.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.710+0000 7faa71347640 1 -- 172.21.15.67:0/1668892994 learned_addr learned my addr 172.21.15.67:0/1668892994 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:10.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.710+0000 7faa71b48640 1 --2- 172.21.15.67:0/331997887 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7faa540a2b80 0x7faa540a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:10.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.710+0000 7faa70b46640 1 --2- 172.21.15.67:0/1668892994 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55801b9e8fc0 0x55801b9eb3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:10.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.710+0000 7faa6a7fc640 1 -- 172.21.15.67:0/331997887 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7faa640cf0d0 con 0x7faa6c102dd0 2024-09-10T08:15:10.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.710+0000 7faa71b48640 1 --2- 172.21.15.67:0/1668892994 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55801b9ddde0 0x55801b9de1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:10.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.710+0000 7faa71347640 1 -- 172.21.15.67:0/1668892994 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55801b9e8fc0 msgr2=0x55801b9eb3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:10.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.710+0000 7faa71347640 1 --2- 172.21.15.67:0/1668892994 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55801b9e8fc0 0x55801b9eb3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:10.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.710+0000 7faa71347640 1 -- 172.21.15.67:0/1668892994 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55801b9ddde0 msgr2=0x55801b9de1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:10.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.710+0000 7faa71347640 1 --2- 172.21.15.67:0/1668892994 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55801b9ddde0 0x55801b9de1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:10.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.710+0000 7faa71347640 1 -- 172.21.15.67:0/1668892994 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55801b8f4130 con 0x55801b9de700 2024-09-10T08:15:10.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.710+0000 7faa70b46640 1 --2- 172.21.15.67:0/1668892994 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55801b9e8fc0 0x55801b9eb3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:15:10.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.710+0000 7faa71347640 1 --2- 172.21.15.67:0/1668892994 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55801b9de700 0x55801b9e8a80 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7faa64004590 tx=0x7faa64000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0eeb3cccb05a988 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:10.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.711+0000 7faa71b48640 1 --2- 172.21.15.67:0/331997887 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7faa540a2b80 0x7faa540a5040 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7faa5c005fe0 tx=0x7faa5c005c30 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:10.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.711+0000 7faa537fe640 1 -- 172.21.15.67:0/1668892994 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa6401d040 con 0x55801b9de700 2024-09-10T08:15:10.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.711+0000 7faa537fe640 1 -- 172.21.15.67:0/1668892994 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faa6409bc30 con 0x55801b9de700 2024-09-10T08:15:10.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.711+0000 7faa537fe640 1 -- 172.21.15.67:0/1668892994 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa640bb040 con 0x55801b9de700 2024-09-10T08:15:10.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.711+0000 7faa75984740 1 -- 172.21.15.67:0/1668892994 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55801b9de700 msgr2=0x55801b9e8a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:10.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.711+0000 7faa75984740 1 --2- 172.21.15.67:0/1668892994 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55801b9de700 0x55801b9e8a80 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7faa64004590 tx=0x7faa64000bc0 comp rx=0 tx=0).stop 2024-09-10T08:15:10.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.712+0000 7faa75984740 1 -- 172.21.15.67:0/1668892994 shutdown_connections 2024-09-10T08:15:10.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.712+0000 7faa75984740 1 --2- 172.21.15.67:0/1668892994 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55801b9e8fc0 0x55801b9eb3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:10.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.712+0000 7faa75984740 1 --2- 172.21.15.67:0/1668892994 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55801b9de700 0x55801b9e8a80 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:10.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.712+0000 7faa75984740 1 --2- 172.21.15.67:0/1668892994 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55801b9ddde0 0x55801b9de1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:10.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.712+0000 7faa75984740 1 -- 172.21.15.67:0/1668892994 >> 172.21.15.67:0/1668892994 conn(0x55801b9da370 msgr2=0x55801b9da750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:10.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.712+0000 7faa75984740 1 -- 172.21.15.67:0/1668892994 shutdown_connections 2024-09-10T08:15:10.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.712+0000 7faa75984740 1 -- 172.21.15.67:0/1668892994 wait complete. 2024-09-10T08:15:10.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.712+0000 7faa75984740 1 -- start start 2024-09-10T08:15:10.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.712+0000 7faa75984740 1 Processor -- start 2024-09-10T08:15:10.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.712+0000 7faa75984740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55801b9ddde0 0x55801b9e88d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:10.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.712+0000 7faa75984740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55801b9de700 0x55801b9e5c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:10.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.712+0000 7faa75984740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55801b9e8fc0 0x55801b9e6160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:10.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.712+0000 7faa75984740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55801b9ebb90 con 0x55801b9de700 2024-09-10T08:15:10.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.712+0000 7faa75984740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55801b8faf20 con 0x55801b9ddde0 2024-09-10T08:15:10.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.712+0000 7faa75984740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55801b9ebd10 con 0x55801b9e8fc0 2024-09-10T08:15:10.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.712+0000 7faa75984740 10 client.0 _ll_register_callbacks cb 0x55801b8c4030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:15:10.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.713+0000 7faa70b46640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55801b9de700 0x55801b9e5c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:10.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.713+0000 7faa70b46640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55801b9de700 0x55801b9e5c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40864/0 (socket says 172.21.15.67:40864) 2024-09-10T08:15:10.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.713+0000 7faa70b46640 1 -- 172.21.15.67:0/1995426805 learned_addr learned my addr 172.21.15.67:0/1995426805 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:10.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.713+0000 7faa71347640 1 --2- 172.21.15.67:0/1995426805 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55801b9ddde0 0x55801b9e88d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:10.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.713+0000 7faa71b48640 1 --2- 172.21.15.67:0/1995426805 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55801b9e8fc0 0x55801b9e6160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:10.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.713+0000 7faa70b46640 1 -- 172.21.15.67:0/1995426805 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55801b9e8fc0 msgr2=0x55801b9e6160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:10.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.713+0000 7faa70b46640 1 --2- 172.21.15.67:0/1995426805 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55801b9e8fc0 0x55801b9e6160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:10.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.713+0000 7faa70b46640 1 -- 172.21.15.67:0/1995426805 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55801b9ddde0 msgr2=0x55801b9e88d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:10.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.713+0000 7faa70b46640 1 --2- 172.21.15.67:0/1995426805 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55801b9ddde0 0x55801b9e88d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:10.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.713+0000 7faa70b46640 1 -- 172.21.15.67:0/1995426805 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55801b6b12b0 con 0x55801b9de700 2024-09-10T08:15:10.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.713+0000 7faa71347640 1 --2- 172.21.15.67:0/1995426805 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55801b9ddde0 0x55801b9e88d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:15:10.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.713+0000 7faa70b46640 1 --2- 172.21.15.67:0/1995426805 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55801b9de700 0x55801b9e5c20 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7faa60012780 tx=0x7faa60012c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d03c35e380fe6459 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:10.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.713+0000 7faa50ff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:15:10.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.713+0000 7faa50ff9640 1 -- 172.21.15.67:0/1995426805 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa60010dc0 con 0x55801b9de700 2024-09-10T08:15:10.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.713+0000 7faa50ff9640 1 -- 172.21.15.67:0/1995426805 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7faa60005020 con 0x55801b9de700 2024-09-10T08:15:10.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.713+0000 7faa75984740 1 -- 172.21.15.67:0/1995426805 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faa6409bc30 con 0x55801b9de700 2024-09-10T08:15:10.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.713+0000 7faa50ff9640 1 -- 172.21.15.67:0/1995426805 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7faa60025050 con 0x55801b9de700 2024-09-10T08:15:10.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.713+0000 7faa75984740 10 client.15324 fetch_fsmap learned FSMap version 28 2024-09-10T08:15:10.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.713+0000 7faa75984740 1 -- 172.21.15.67:0/1995426805 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55801b9f7570 con 0x55801b9de700 2024-09-10T08:15:10.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.714+0000 7faa50ff9640 1 -- 172.21.15.67:0/1995426805 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faa6409bc30 con 0x55801b9de700 2024-09-10T08:15:10.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.714+0000 7faa50ff9640 1 -- 172.21.15.67:0/1995426805 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 28) ==== 8370+0+0 (secure 0 0 0) 0x7faa6001a430 con 0x55801b9de700 2024-09-10T08:15:10.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.714+0000 7faa75984740 10 client.15324 fetch_fsmap finished waiting for FSMap version 28 2024-09-10T08:15:10.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.714+0000 7faa75984740 10 client.15324 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-10T08:15:10.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.714+0000 7faa75984740 20 client.15324 populate_metadata read hostname 'smithi067' 2024-09-10T08:15:10.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.714+0000 7faa75984740 1 --2- 172.21.15.67:0/1995426805 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55801b9f9c20 0x55801b9fb090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:10.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.714+0000 7faa75984740 4 client.15324 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:15:10.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.714+0000 7faa75984740 1 -- 172.21.15.67:0/1995426805 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55801b94d600 con 0x55801b9f9c20 2024-09-10T08:15:10.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.714+0000 7faa71347640 1 --2- 172.21.15.67:0/1995426805 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55801b9f9c20 0x55801b9fb090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:10.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.715+0000 7faa71347640 1 --2- 172.21.15.67:0/1995426805 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55801b9f9c20 0x55801b9fb090 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ee98a33513a71332 server_cookie=32f9856c6b6916c in_seq=0 out_seq=0 2024-09-10T08:15:10.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.715+0000 7faa50ff9640 10 client.15324 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:15:10.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.716+0000 7faa50ff9640 1 -- 172.21.15.67:0/1995426805 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55801b94d600 con 0x55801b9f9c20 2024-09-10T08:15:10.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.716+0000 7faa50ff9640 10 client.15324 handle_command_reply: tid=0 2024-09-10T08:15:10.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.716+0000 7faa75984740 1 client.15324 shutdown 2024-09-10T08:15:10.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.716+0000 7faa75984740 1 -- 172.21.15.67:0/1995426805 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55801b9de700 msgr2=0x55801b9e5c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:10.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.716+0000 7faa75984740 1 --2- 172.21.15.67:0/1995426805 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55801b9de700 0x55801b9e5c20 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7faa60012780 tx=0x7faa60012c40 comp rx=0 tx=0).stop 2024-09-10T08:15:10.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.716+0000 7faa75984740 1 -- 172.21.15.67:0/1995426805 shutdown_connections 2024-09-10T08:15:10.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.716+0000 7faa75984740 1 --2- 172.21.15.67:0/1995426805 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55801b9f9c20 0x55801b9fb090 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:10.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.716+0000 7faa75984740 1 --2- 172.21.15.67:0/1995426805 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55801b9e8fc0 0x55801b9e6160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:10.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.716+0000 7faa75984740 1 --2- 172.21.15.67:0/1995426805 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55801b9de700 0x55801b9e5c20 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:10.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.716+0000 7faa75984740 1 --2- 172.21.15.67:0/1995426805 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55801b9ddde0 0x55801b9e88d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:10.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.716+0000 7faa75984740 1 -- 172.21.15.67:0/1995426805 >> 172.21.15.67:0/1995426805 conn(0x55801b9da370 msgr2=0x55801b9e00a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:10.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.716+0000 7faa50ff9640 0 client.15324 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:15:10.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.716+0000 7faa75984740 1 -- 172.21.15.67:0/1995426805 shutdown_connections 2024-09-10T08:15:10.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.716+0000 7faa75984740 1 -- 172.21.15.67:0/1995426805 wait complete. 2024-09-10T08:15:10.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.716+0000 7faa75984740 20 client.15324 trim_cache size 0 max 16384 2024-09-10T08:15:10.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.735+0000 7faa75984740 1 Processor -- start 2024-09-10T08:15:10.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.735+0000 7faa75984740 1 -- start start 2024-09-10T08:15:10.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.735+0000 7faa75984740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55801b9ddde0 0x55801b9da750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:10.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.735+0000 7faa75984740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55801b9de700 0x55801ba03370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:10.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.735+0000 7faa75984740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55801b9e8fc0 0x55801ba038b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:10.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.735+0000 7faa75984740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55801b9f93d0 con 0x55801b9de700 2024-09-10T08:15:10.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.735+0000 7faa75984740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55801b9f9aa0 con 0x55801b9ddde0 2024-09-10T08:15:10.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.735+0000 7faa75984740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55801b9fa170 con 0x55801b9e8fc0 2024-09-10T08:15:10.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.735+0000 7faa70b46640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55801b9de700 0x55801ba03370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:10.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.736+0000 7faa70b46640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55801b9de700 0x55801ba03370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40880/0 (socket says 172.21.15.67:40880) 2024-09-10T08:15:10.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.736+0000 7faa70b46640 1 -- 172.21.15.67:0/3429471684 learned_addr learned my addr 172.21.15.67:0/3429471684 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:10.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.736+0000 7faa71347640 1 --2- 172.21.15.67:0/3429471684 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55801b9ddde0 0x55801b9da750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:10.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.736+0000 7faa70b46640 1 -- 172.21.15.67:0/3429471684 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55801b9e8fc0 msgr2=0x55801ba038b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:10.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.736+0000 7faa70b46640 1 --2- 172.21.15.67:0/3429471684 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55801b9e8fc0 0x55801ba038b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:10.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.736+0000 7faa70b46640 1 -- 172.21.15.67:0/3429471684 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55801b9ddde0 msgr2=0x55801b9da750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:10.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.736+0000 7faa70b46640 1 --2- 172.21.15.67:0/3429471684 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55801b9ddde0 0x55801b9da750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:10.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.736+0000 7faa70b46640 1 -- 172.21.15.67:0/3429471684 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55801b9d9e10 con 0x55801b9de700 2024-09-10T08:15:10.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.736+0000 7faa70b46640 1 --2- 172.21.15.67:0/3429471684 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55801b9de700 0x55801ba03370 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7faa6001a8a0 tx=0x7faa60005ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13fd6d2cf61fec2a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:10.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.736+0000 7faa52ffd640 1 -- 172.21.15.67:0/3429471684 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa6001a430 con 0x55801b9de700 2024-09-10T08:15:10.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.736+0000 7faa52ffd640 1 -- 172.21.15.67:0/3429471684 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faa6001a5d0 con 0x55801b9de700 2024-09-10T08:15:10.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.736+0000 7faa52ffd640 1 -- 172.21.15.67:0/3429471684 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa600298e0 con 0x55801b9de700 2024-09-10T08:15:10.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.737+0000 7faa75984740 1 -- 172.21.15.67:0/3429471684 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55801b9de700 msgr2=0x55801ba03370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:10.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.737+0000 7faa75984740 1 --2- 172.21.15.67:0/3429471684 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55801b9de700 0x55801ba03370 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7faa6001a8a0 tx=0x7faa60005ea0 comp rx=0 tx=0).stop 2024-09-10T08:15:10.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.737+0000 7faa75984740 1 -- 172.21.15.67:0/3429471684 shutdown_connections 2024-09-10T08:15:10.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.737+0000 7faa75984740 1 --2- 172.21.15.67:0/3429471684 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55801b9e8fc0 0x55801ba038b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:10.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.737+0000 7faa75984740 1 --2- 172.21.15.67:0/3429471684 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55801b9de700 0x55801ba03370 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:10.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.737+0000 7faa75984740 1 --2- 172.21.15.67:0/3429471684 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55801b9ddde0 0x55801b9da750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:10.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.737+0000 7faa75984740 1 -- 172.21.15.67:0/3429471684 >> 172.21.15.67:0/3429471684 conn(0x55801b9da370 msgr2=0x55801b9e7b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:10.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.737+0000 7faa75984740 1 -- 172.21.15.67:0/3429471684 shutdown_connections 2024-09-10T08:15:10.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.737+0000 7faa75984740 1 -- 172.21.15.67:0/3429471684 wait complete. 2024-09-10T08:15:10.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.737+0000 7faa75984740 1 -- start start 2024-09-10T08:15:10.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.738+0000 7faa75984740 1 Processor -- start 2024-09-10T08:15:10.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.738+0000 7faa75984740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55801b9ddde0 0x55801b9fe270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:10.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.738+0000 7faa75984740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55801b9de700 0x55801b9fe7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:10.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.738+0000 7faa75984740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55801b9e8fc0 0x55801b9fecf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:10.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.738+0000 7faa75984740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55801b9faf10 con 0x55801b9ddde0 2024-09-10T08:15:10.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.738+0000 7faa75984740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55801b9fa840 con 0x55801b9e8fc0 2024-09-10T08:15:10.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.738+0000 7faa75984740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55801b9fb5e0 con 0x55801b9de700 2024-09-10T08:15:10.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.738+0000 7faa75984740 10 client.0 _ll_register_callbacks cb 0x7faa60005850 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:15:10.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.738+0000 7faa71347640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55801b9ddde0 0x55801b9fe270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:10.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.738+0000 7faa71347640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55801b9ddde0 0x55801b9fe270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40886/0 (socket says 172.21.15.67:40886) 2024-09-10T08:15:10.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.738+0000 7faa71347640 1 -- 172.21.15.67:0/411264514 learned_addr learned my addr 172.21.15.67:0/411264514 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:10.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.738+0000 7faa70b46640 1 --2- 172.21.15.67:0/411264514 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55801b9de700 0x55801b9fe7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:10.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.738+0000 7faa71b48640 1 --2- 172.21.15.67:0/411264514 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55801b9e8fc0 0x55801b9fecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:10.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.738+0000 7faa71347640 1 -- 172.21.15.67:0/411264514 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55801b9de700 msgr2=0x55801b9fe7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:10.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.738+0000 7faa71347640 1 --2- 172.21.15.67:0/411264514 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55801b9de700 0x55801b9fe7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:10.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.738+0000 7faa71347640 1 -- 172.21.15.67:0/411264514 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55801b9e8fc0 msgr2=0x55801b9fecf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:10.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.738+0000 7faa71347640 1 --2- 172.21.15.67:0/411264514 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55801b9e8fc0 0x55801b9fecf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:10.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.738+0000 7faa71347640 1 -- 172.21.15.67:0/411264514 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55801ba62450 con 0x55801b9ddde0 2024-09-10T08:15:10.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.738+0000 7faa70b46640 1 --2- 172.21.15.67:0/411264514 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55801b9de700 0x55801b9fe7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:15:10.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.738+0000 7faa71b48640 1 --2- 172.21.15.67:0/411264514 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55801b9e8fc0 0x55801b9fecf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:15:10.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.739+0000 7faa71347640 1 --2- 172.21.15.67:0/411264514 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55801b9ddde0 0x55801b9fe270 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7faa640ccb40 tx=0x7faa640860b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b185d1554ad00680 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:10.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.739+0000 7faa50ff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:15:10.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.739+0000 7faa50ff9640 1 -- 172.21.15.67:0/411264514 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa6401d040 con 0x55801b9ddde0 2024-09-10T08:15:10.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.739+0000 7faa50ff9640 1 -- 172.21.15.67:0/411264514 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7faa64099830 con 0x55801b9ddde0 2024-09-10T08:15:10.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.739+0000 7faa75984740 1 -- 172.21.15.67:0/411264514 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faa6001a5d0 con 0x55801b9ddde0 2024-09-10T08:15:10.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.739+0000 7faa50ff9640 1 -- 172.21.15.67:0/411264514 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7faa640bb040 con 0x55801b9ddde0 2024-09-10T08:15:10.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.739+0000 7faa75984740 10 client.15330 fetch_fsmap learned FSMap version 28 2024-09-10T08:15:10.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.739+0000 7faa75984740 1 -- 172.21.15.67:0/411264514 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55801ba63710 con 0x55801b9ddde0 2024-09-10T08:15:10.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.739+0000 7faa50ff9640 1 -- 172.21.15.67:0/411264514 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faa6001a5d0 con 0x55801b9ddde0 2024-09-10T08:15:10.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.739+0000 7faa50ff9640 1 -- 172.21.15.67:0/411264514 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 28) ==== 8370+0+0 (secure 0 0 0) 0x7faa64083070 con 0x55801b9ddde0 2024-09-10T08:15:10.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.739+0000 7faa75984740 10 client.15330 fetch_fsmap finished waiting for FSMap version 28 2024-09-10T08:15:10.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.739+0000 7faa75984740 10 client.15330 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-10T08:15:10.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.739+0000 7faa75984740 20 client.15330 populate_metadata read hostname 'smithi067' 2024-09-10T08:15:10.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.739+0000 7faa75984740 1 --2- 172.21.15.67:0/411264514 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55801ba67da0 0x55801ba66ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:10.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.739+0000 7faa75984740 4 client.15330 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T08:15:10.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.739+0000 7faa75984740 1 -- 172.21.15.67:0/411264514 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "status"}) -- 0x55801b947b10 con 0x55801ba67da0 2024-09-10T08:15:10.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.740+0000 7faa70b46640 1 --2- 172.21.15.67:0/411264514 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55801ba67da0 0x55801ba66ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:10.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.740+0000 7faa50ff9640 10 client.15330 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:15:10.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.740+0000 7faa70b46640 1 --2- 172.21.15.67:0/411264514 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55801ba67da0 0x55801ba66ab0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a1cd5ebf5cdbd35e server_cookie=764bda5602a8e072 in_seq=0 out_seq=0 2024-09-10T08:15:10.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.740+0000 7faa50ff9640 1 -- 172.21.15.67:0/411264514 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55801b947b10 con 0x55801ba67da0 2024-09-10T08:15:10.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.740+0000 7faa50ff9640 10 client.15330 handle_command_reply: tid=0 2024-09-10T08:15:10.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.740+0000 7faa75984740 1 client.15330 shutdown 2024-09-10T08:15:10.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.740+0000 7faa75984740 1 -- 172.21.15.67:0/411264514 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55801b9ddde0 msgr2=0x55801b9fe270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:10.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.741+0000 7faa75984740 1 --2- 172.21.15.67:0/411264514 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55801b9ddde0 0x55801b9fe270 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7faa640ccb40 tx=0x7faa640860b0 comp rx=0 tx=0).stop 2024-09-10T08:15:10.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.741+0000 7faa75984740 1 -- 172.21.15.67:0/411264514 shutdown_connections 2024-09-10T08:15:10.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.741+0000 7faa75984740 1 --2- 172.21.15.67:0/411264514 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55801ba67da0 0x55801ba66ab0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:10.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.741+0000 7faa75984740 1 --2- 172.21.15.67:0/411264514 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55801b9e8fc0 0x55801b9fecf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:10.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.741+0000 7faa75984740 1 --2- 172.21.15.67:0/411264514 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55801b9de700 0x55801b9fe7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:10.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.741+0000 7faa75984740 1 --2- 172.21.15.67:0/411264514 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55801b9ddde0 0x55801b9fe270 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:10.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.741+0000 7faa75984740 1 -- 172.21.15.67:0/411264514 >> 172.21.15.67:0/411264514 conn(0x55801b9da370 msgr2=0x55801b9d45c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:10.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.741+0000 7faa50ff9640 0 client.15330 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:15:10.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.741+0000 7faa75984740 1 -- 172.21.15.67:0/411264514 shutdown_connections 2024-09-10T08:15:10.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.741+0000 7faa75984740 1 -- 172.21.15.67:0/411264514 wait complete. 2024-09-10T08:15:10.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.741+0000 7faa75984740 20 client.15330 trim_cache size 0 max 16384 2024-09-10T08:15:10.752 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:15:10.752 INFO:teuthology.orchestra.run.smithi067.stdout: "cluster_fsid": "315284b0-6f4b-11ef-bcea-c7b262605968", 2024-09-10T08:15:10.752 INFO:teuthology.orchestra.run.smithi067.stdout: "whoami": 0, 2024-09-10T08:15:10.752 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 24479, 2024-09-10T08:15:10.752 INFO:teuthology.orchestra.run.smithi067.stdout: "want_state": "up:active", 2024-09-10T08:15:10.752 INFO:teuthology.orchestra.run.smithi067.stdout: "state": "up:active", 2024-09-10T08:15:10.752 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs", 2024-09-10T08:15:10.752 INFO:teuthology.orchestra.run.smithi067.stdout: "rank_uptime": 152.91241951800001, 2024-09-10T08:15:10.752 INFO:teuthology.orchestra.run.smithi067.stdout: "mdsmap_epoch": 28, 2024-09-10T08:15:10.753 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch": 92, 2024-09-10T08:15:10.753 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch_barrier": 88, 2024-09-10T08:15:10.753 INFO:teuthology.orchestra.run.smithi067.stdout: "uptime": 163.79544027599999 2024-09-10T08:15:10.753 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:15:10.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.741+0000 7faa735ab640 1 -- 172.21.15.67:0/331997887 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7faa540a2b80 msgr2=0x7faa540a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:10.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.741+0000 7faa735ab640 1 --2- 172.21.15.67:0/331997887 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7faa540a2b80 0x7faa540a5040 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7faa5c005fe0 tx=0x7faa5c005c30 comp rx=0 tx=0).stop 2024-09-10T08:15:10.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.741+0000 7faa735ab640 1 -- 172.21.15.67:0/331997887 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faa6c102dd0 msgr2=0x7faa6c198420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:10.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.741+0000 7faa735ab640 1 --2- 172.21.15.67:0/331997887 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faa6c102dd0 0x7faa6c198420 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7faa6400c890 tx=0x7faa6400cc90 comp rx=0 tx=0).stop 2024-09-10T08:15:10.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.741+0000 7faa735ab640 1 -- 172.21.15.67:0/331997887 shutdown_connections 2024-09-10T08:15:10.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.741+0000 7faa735ab640 1 --2- 172.21.15.67:0/331997887 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7faa540a2b80 0x7faa540a5040 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:10.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.742+0000 7faa735ab640 1 --2- 172.21.15.67:0/331997887 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faa6c103780 0x7faa6c198960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:10.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.742+0000 7faa735ab640 1 --2- 172.21.15.67:0/331997887 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faa6c108300 0x7faa6c19ccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:10.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.742+0000 7faa735ab640 1 --2- 172.21.15.67:0/331997887 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faa6c102dd0 0x7faa6c198420 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:10.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.742+0000 7faa735ab640 1 -- 172.21.15.67:0/331997887 >> 172.21.15.67:0/331997887 conn(0x7faa6c0fc7d0 msgr2=0x7faa6c105dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:10.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.742+0000 7faa735ab640 1 -- 172.21.15.67:0/331997887 shutdown_connections 2024-09-10T08:15:10.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:10.742+0000 7faa735ab640 1 -- 172.21.15.67:0/331997887 wait complete. 2024-09-10T08:15:11.440 INFO:teuthology.run_tasks:Running task sequential... 2024-09-10T08:15:11.454 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-09-10T08:15:11.454 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-10T08:15:11.454 INFO:teuthology.task.print:Enabling mgr modules 2024-09-10T08:15:11.454 INFO:teuthology.run_tasks:Running task ceph-fuse... 2024-09-10T08:15:11.499 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2024-09-10T08:15:11.499 INFO:tasks.ceph_fuse:config is {'client.0': {}} 2024-09-10T08:15:11.499 INFO:tasks.ceph_fuse:client.0 config is {'mount_subvol_num': 0} 2024-09-10T08:15:11.499 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-10T08:15:11.499 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-10T08:15:11.500 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:15:11.500 DEBUG:teuthology.orchestra.run.smithi067:> ip netns list 2024-09-10T08:15:11.518 INFO:teuthology.orchestra.run.smithi067.stdout:ceph-ns--home-ubuntu-cephtest-mnt.admin (id: 0) 2024-09-10T08:15:11.519 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:15:11.519 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-10T08:15:11.587 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:15:11.587 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link delete ceph-brx 2024-09-10T08:15:11.698 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2024-09-10T08:15:11.698 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-10T08:15:11.698 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs ls 2024-09-10T08:15:11.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:11 smithi067 ceph-mon[31051]: pgmap v368: 129 pgs: 129 active+clean; 644 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-09-10T08:15:11.963 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:15:12.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:11 smithi203 ceph-mon[34672]: pgmap v368: 129 pgs: 129 active+clean; 644 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-09-10T08:15:12.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:11 smithi133 ceph-mon[34721]: pgmap v368: 129 pgs: 129 active+clean; 644 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-09-10T08:15:12.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.483+0000 7fa8e4935640 1 -- 172.21.15.67:0/1512521741 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa8e010e4a0 msgr2=0x7fa8e0110890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:12.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.483+0000 7fa8e4935640 1 --2- 172.21.15.67:0/1512521741 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa8e010e4a0 0x7fa8e0110890 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fa8d8009ca0 tx=0x7fa8d802a8c0 comp rx=0 tx=0).stop 2024-09-10T08:15:12.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.483+0000 7fa8e4935640 1 -- 172.21.15.67:0/1512521741 shutdown_connections 2024-09-10T08:15:12.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.483+0000 7fa8e4935640 1 --2- 172.21.15.67:0/1512521741 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa8e01012a0 0x7fa8e010df60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:12.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.483+0000 7fa8e4935640 1 --2- 172.21.15.67:0/1512521741 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa8e010e4a0 0x7fa8e0110890 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:12.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.483+0000 7fa8e4935640 1 --2- 172.21.15.67:0/1512521741 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa8e01008f0 0x7fa8e0100cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:12.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.483+0000 7fa8e4935640 1 -- 172.21.15.67:0/1512521741 >> 172.21.15.67:0/1512521741 conn(0x7fa8e00fc7a0 msgr2=0x7fa8e00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:12.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.483+0000 7fa8e4935640 1 -- 172.21.15.67:0/1512521741 shutdown_connections 2024-09-10T08:15:12.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.483+0000 7fa8e4935640 1 -- 172.21.15.67:0/1512521741 wait complete. 2024-09-10T08:15:12.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.484+0000 7fa8e4935640 1 Processor -- start 2024-09-10T08:15:12.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.484+0000 7fa8e4935640 1 -- start start 2024-09-10T08:15:12.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.484+0000 7fa8e4935640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa8e01008f0 0x7fa8e019a540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:12.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.484+0000 7fa8e4935640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa8e01012a0 0x7fa8e019aa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:12.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.484+0000 7fa8e4935640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa8e010e4a0 0x7fa8e019ee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:12.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.484+0000 7fa8e4935640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa8e0114060 con 0x7fa8e01008f0 2024-09-10T08:15:12.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.484+0000 7fa8e4935640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fa8e0113ee0 con 0x7fa8e010e4a0 2024-09-10T08:15:12.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.484+0000 7fa8e4935640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fa8e01141e0 con 0x7fa8e01012a0 2024-09-10T08:15:12.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.484+0000 7fa8de59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa8e01008f0 0x7fa8e019a540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:12.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.484+0000 7fa8de59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa8e01008f0 0x7fa8e019a540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40902/0 (socket says 172.21.15.67:40902) 2024-09-10T08:15:12.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.484+0000 7fa8de59c640 1 -- 172.21.15.67:0/3510813000 learned_addr learned my addr 172.21.15.67:0/3510813000 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:12.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.484+0000 7fa8ded9d640 1 --2- 172.21.15.67:0/3510813000 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa8e010e4a0 0x7fa8e019ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:12.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.485+0000 7fa8d7fff640 1 --2- 172.21.15.67:0/3510813000 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa8e01012a0 0x7fa8e019aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:12.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.485+0000 7fa8de59c640 1 -- 172.21.15.67:0/3510813000 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa8e01012a0 msgr2=0x7fa8e019aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:12.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.485+0000 7fa8de59c640 1 --2- 172.21.15.67:0/3510813000 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa8e01012a0 0x7fa8e019aa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:12.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.485+0000 7fa8de59c640 1 -- 172.21.15.67:0/3510813000 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa8e010e4a0 msgr2=0x7fa8e019ee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:12.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.485+0000 7fa8de59c640 1 --2- 172.21.15.67:0/3510813000 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa8e010e4a0 0x7fa8e019ee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:12.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.485+0000 7fa8de59c640 1 -- 172.21.15.67:0/3510813000 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8e019f4f0 con 0x7fa8e01008f0 2024-09-10T08:15:12.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.485+0000 7fa8d7fff640 1 --2- 172.21.15.67:0/3510813000 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa8e01012a0 0x7fa8e019aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:15:12.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.485+0000 7fa8de59c640 1 --2- 172.21.15.67:0/3510813000 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa8e01008f0 0x7fa8e019a540 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fa8d000d770 tx=0x7fa8d000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:12.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.485+0000 7fa8d77fe640 1 -- 172.21.15.67:0/3510813000 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8d0017070 con 0x7fa8e01008f0 2024-09-10T08:15:12.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.485+0000 7fa8d77fe640 1 -- 172.21.15.67:0/3510813000 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa8d00054d0 con 0x7fa8e01008f0 2024-09-10T08:15:12.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.485+0000 7fa8e4935640 1 -- 172.21.15.67:0/3510813000 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8e019f7e0 con 0x7fa8e01008f0 2024-09-10T08:15:12.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.485+0000 7fa8d77fe640 1 -- 172.21.15.67:0/3510813000 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8d0004cf0 con 0x7fa8e01008f0 2024-09-10T08:15:12.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.485+0000 7fa8e4935640 1 -- 172.21.15.67:0/3510813000 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8e01a70c0 con 0x7fa8e01008f0 2024-09-10T08:15:12.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.486+0000 7fa8e4935640 1 -- 172.21.15.67:0/3510813000 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8e0100cd0 con 0x7fa8e01008f0 2024-09-10T08:15:12.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.487+0000 7fa8d77fe640 1 -- 172.21.15.67:0/3510813000 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fa8d0010460 con 0x7fa8e01008f0 2024-09-10T08:15:12.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.488+0000 7fa8d77fe640 1 --2- 172.21.15.67:0/3510813000 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa8cc0a2b80 0x7fa8cc0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:12.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.488+0000 7fa8d7fff640 1 --2- 172.21.15.67:0/3510813000 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa8cc0a2b80 0x7fa8cc0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:12.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.488+0000 7fa8d77fe640 1 -- 172.21.15.67:0/3510813000 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fa8d00cef90 con 0x7fa8e01008f0 2024-09-10T08:15:12.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.489+0000 7fa8d7fff640 1 --2- 172.21.15.67:0/3510813000 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa8cc0a2b80 0x7fa8cc0a5040 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fa8e01028b0 tx=0x7fa8c8005cb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:12.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.492+0000 7fa8d77fe640 1 -- 172.21.15.67:0/3510813000 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa8d009baf0 con 0x7fa8e01008f0 2024-09-10T08:15:12.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.706+0000 7fa8e4935640 1 -- 172.21.15.67:0/3510813000 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fa8e0109630 con 0x7fa8e01008f0 2024-09-10T08:15:12.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.706+0000 7fa8d77fe640 1 -- 172.21.15.67:0/3510813000 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v28) ==== 53+0+88 (secure 0 0 0) 0x7fa8d009b3f0 con 0x7fa8e01008f0 2024-09-10T08:15:12.706 INFO:teuthology.orchestra.run.smithi067.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-10T08:15:12.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.709+0000 7fa8e4935640 1 -- 172.21.15.67:0/3510813000 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa8cc0a2b80 msgr2=0x7fa8cc0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:12.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.709+0000 7fa8e4935640 1 --2- 172.21.15.67:0/3510813000 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa8cc0a2b80 0x7fa8cc0a5040 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fa8e01028b0 tx=0x7fa8c8005cb0 comp rx=0 tx=0).stop 2024-09-10T08:15:12.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.709+0000 7fa8e4935640 1 -- 172.21.15.67:0/3510813000 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa8e01008f0 msgr2=0x7fa8e019a540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:12.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.709+0000 7fa8e4935640 1 --2- 172.21.15.67:0/3510813000 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa8e01008f0 0x7fa8e019a540 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fa8d000d770 tx=0x7fa8d000dc30 comp rx=0 tx=0).stop 2024-09-10T08:15:12.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.709+0000 7fa8e4935640 1 -- 172.21.15.67:0/3510813000 shutdown_connections 2024-09-10T08:15:12.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.709+0000 7fa8e4935640 1 --2- 172.21.15.67:0/3510813000 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa8cc0a2b80 0x7fa8cc0a5040 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:12.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.709+0000 7fa8e4935640 1 --2- 172.21.15.67:0/3510813000 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa8e010e4a0 0x7fa8e019ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:12.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.709+0000 7fa8e4935640 1 --2- 172.21.15.67:0/3510813000 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa8e01012a0 0x7fa8e019aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:12.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.709+0000 7fa8e4935640 1 --2- 172.21.15.67:0/3510813000 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa8e01008f0 0x7fa8e019a540 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:12.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.709+0000 7fa8e4935640 1 -- 172.21.15.67:0/3510813000 >> 172.21.15.67:0/3510813000 conn(0x7fa8e00fc7a0 msgr2=0x7fa8e00feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:12.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.709+0000 7fa8e4935640 1 -- 172.21.15.67:0/3510813000 shutdown_connections 2024-09-10T08:15:12.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:12.709+0000 7fa8e4935640 1 -- 172.21.15.67:0/3510813000 wait complete. 2024-09-10T08:15:12.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:12 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/3510813000' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-10T08:15:13.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:12 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/3510813000' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-10T08:15:13.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:12 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/3510813000' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-10T08:15:13.359 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-10T08:15:13.360 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-10T08:15:13.360 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi067.front.sepia.ceph.com 2024-09-10T08:15:13.360 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-10T08:15:13.360 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-10T08:15:13.360 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-10T08:15:13.360 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-10T08:15:13.360 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-10T08:15:13.360 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-10T08:15:13.360 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:15:13.361 DEBUG:teuthology.orchestra.run.smithi067:> ip addr 2024-09-10T08:15:13.379 INFO:teuthology.orchestra.run.smithi067.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-10T08:15:13.379 INFO:teuthology.orchestra.run.smithi067.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-10T08:15:13.379 INFO:teuthology.orchestra.run.smithi067.stdout: inet 127.0.0.1/8 scope host lo 2024-09-10T08:15:13.379 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:15:13.379 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 ::1/128 scope host 2024-09-10T08:15:13.379 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:15:13.379 INFO:teuthology.orchestra.run.smithi067.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:15:13.379 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:a8:b4:7e brd ff:ff:ff:ff:ff:ff 2024-09-10T08:15:13.379 INFO:teuthology.orchestra.run.smithi067.stdout: altname enp7s0f0 2024-09-10T08:15:13.379 INFO:teuthology.orchestra.run.smithi067.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:15:13.379 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:a8:b4:7f brd ff:ff:ff:ff:ff:ff 2024-09-10T08:15:13.379 INFO:teuthology.orchestra.run.smithi067.stdout: altname enp7s0f1 2024-09-10T08:15:13.379 INFO:teuthology.orchestra.run.smithi067.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-10T08:15:13.380 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:b6:fc:0a brd ff:ff:ff:ff:ff:ff 2024-09-10T08:15:13.380 INFO:teuthology.orchestra.run.smithi067.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-10T08:15:13.380 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:b6:fc:0b brd ff:ff:ff:ff:ff:ff 2024-09-10T08:15:13.380 INFO:teuthology.orchestra.run.smithi067.stdout: inet 172.21.15.67/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-10T08:15:13.380 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft 42128sec preferred_lft 42128sec 2024-09-10T08:15:13.380 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::ec4:7aff:feb6:fc0b/64 scope link noprefixroute 2024-09-10T08:15:13.380 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-10T08:15:13.380 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-10T08:15:13.380 DEBUG:teuthology.orchestra.run.smithi067:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:15:13.381 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-10T08:15:13.381 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link add name ceph-brx type bridge 2024-09-10T08:15:13.381 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip addr flush dev ceph-brx 2024-09-10T08:15:13.381 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link set ceph-brx up 2024-09-10T08:15:13.381 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-10T08:15:13.381 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-10T08:15:13.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:13 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:15:13.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:15:13.528 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:15:13.528 DEBUG:teuthology.orchestra.run.smithi067:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-10T08:15:13.553 INFO:teuthology.orchestra.run.smithi067.stdout:1 2024-09-10T08:15:13.554 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:15:13.555 DEBUG:teuthology.orchestra.run.smithi067:> route 2024-09-10T08:15:13.612 INFO:teuthology.orchestra.run.smithi067.stdout:Kernel IP routing table 2024-09-10T08:15:13.613 INFO:teuthology.orchestra.run.smithi067.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-10T08:15:13.613 INFO:teuthology.orchestra.run.smithi067.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-10T08:15:13.613 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-10T08:15:13.613 INFO:teuthology.orchestra.run.smithi067.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-10T08:15:13.613 DEBUG:teuthology.orchestra.run.smithi067:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:15:13.613 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-10T08:15:13.613 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-10T08:15:13.613 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-10T08:15:13.613 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-10T08:15:13.613 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-10T08:15:13.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:13 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:15:13.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:15:13.743 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:15:13.743 DEBUG:teuthology.orchestra.run.smithi067:> ip netns list 2024-09-10T08:15:13.760 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:15:13.760 DEBUG:teuthology.orchestra.run.smithi067:> ip netns list-id 2024-09-10T08:15:13.816 DEBUG:teuthology.orchestra.run.smithi067:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:15:13.816 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-10T08:15:13.817 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:15:13.817 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-09-10T08:15:13.817 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-10T08:15:13.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:13 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:15:13.931 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:15:13.937 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-09-10T08:15:13.938 DEBUG:teuthology.orchestra.run.smithi067:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:15:13.938 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-10T08:15:13.938 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-09-10T08:15:13.938 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-10T08:15:13.938 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-09-10T08:15:13.938 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-09-10T08:15:13.938 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-09-10T08:15:13.938 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-10T08:15:13.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:13 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:15:13.997 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:13 smithi067 ceph-mon[31051]: pgmap v369: 129 pgs: 129 active+clean; 644 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-09-10T08:15:14.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:15:14.057 DEBUG:teuthology.orchestra.run.smithi067:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-10T08:15:14.057 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-10T08:15:14.057 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link set brx.0 up 2024-09-10T08:15:14.057 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link set dev brx.0 master ceph-brx 2024-09-10T08:15:14.057 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-10T08:15:14.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:13 smithi203 ceph-mon[34672]: pgmap v369: 129 pgs: 129 active+clean; 644 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-09-10T08:15:14.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:13 smithi133 ceph-mon[34721]: pgmap v369: 129 pgs: 129 active+clean; 644 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-09-10T08:15:14.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:14 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-10T08:15:14.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:15:14.136 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {'mount_subvol_num': 0} 2024-09-10T08:15:14.136 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:15:14.136 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-10T08:15:14.152 INFO:teuthology.orchestra.run.smithi067.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-10T08:15:14.152 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-10T08:15:14.152 DEBUG:teuthology.orchestra.run.smithi067:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-10T08:15:14.208 DEBUG:teuthology.orchestra.run.smithi067:> sudo modprobe fuse 2024-09-10T08:15:14.275 DEBUG:teuthology.orchestra.run.smithi067:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:15:14.333 INFO:teuthology.orchestra.run.smithi067.stdout:/proc 2024-09-10T08:15:14.334 INFO:teuthology.orchestra.run.smithi067.stdout:/sys 2024-09-10T08:15:14.334 INFO:teuthology.orchestra.run.smithi067.stdout:/dev 2024-09-10T08:15:14.334 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/security 2024-09-10T08:15:14.334 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/shm 2024-09-10T08:15:14.334 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/pts 2024-09-10T08:15:14.334 INFO:teuthology.orchestra.run.smithi067.stdout:/run 2024-09-10T08:15:14.334 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/cgroup 2024-09-10T08:15:14.334 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/pstore 2024-09-10T08:15:14.334 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/bpf 2024-09-10T08:15:14.334 INFO:teuthology.orchestra.run.smithi067.stdout:/ 2024-09-10T08:15:14.334 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/selinux 2024-09-10T08:15:14.334 INFO:teuthology.orchestra.run.smithi067.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:15:14.335 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/hugepages 2024-09-10T08:15:14.335 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/mqueue 2024-09-10T08:15:14.335 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/debug 2024-09-10T08:15:14.335 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/tracing 2024-09-10T08:15:14.335 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/fuse/connections 2024-09-10T08:15:14.335 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/config 2024-09-10T08:15:14.335 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:15:14.335 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:15:14.335 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:15:14.335 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:15:14.335 INFO:teuthology.orchestra.run.smithi067.stdout:/run/user/1000 2024-09-10T08:15:14.335 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph 2024-09-10T08:15:14.336 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay 2024-09-10T08:15:14.336 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/29bdba43bdd3d197d12290aad84deace7a4877b139093d417fc4d6e62e887704/merged 2024-09-10T08:15:14.336 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/5fdbe00375f9ea9bc28fa1728e552cc68c8f3e37f194e6df910ba2f20fb61e75/merged 2024-09-10T08:15:14.336 INFO:teuthology.orchestra.run.smithi067.stdout:/run/user/0 2024-09-10T08:15:14.336 INFO:teuthology.orchestra.run.smithi067.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:15:14.336 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/692ccf9828010c25133922fe0c4404443736f6d16f12f31539f962d9a516e0f0/merged 2024-09-10T08:15:14.336 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/7bc356ca06b125ba00840797395d8076903879dc4867ba153f13e568e2a6b4ad/merged 2024-09-10T08:15:14.336 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/7b035a4675eed8f9646a4f042b893b587d98faa89e4c16b811ee0cd3df95f67a/merged 2024-09-10T08:15:14.336 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/a83c0d2db1fbd1d9aab5d7d12ef5aa92b39b8228e074d5b036f0f912b1e78b97/merged 2024-09-10T08:15:14.336 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/f872c201201885f1660c71fe8b481635ab5efbf05455f877c4c4cc06824f47ed/merged 2024-09-10T08:15:14.336 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/5ff8931b275f4d3ce7f1dcbc01f7434860ee624e810a322fa33bbb85fc96289f/merged 2024-09-10T08:15:14.336 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/042a79b7c407d3047fe4e1cf4de8ae5a22237417d9b612129f6ed937cce61e22/merged 2024-09-10T08:15:14.337 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/95457f949d26de4bec8b21d7b69bbc744ca7c1795d71b6ed8b8a43e2bf11c573/merged 2024-09-10T08:15:14.337 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns 2024-09-10T08:15:14.337 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:15:14.337 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:15:14.337 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:15:14.337 DEBUG:teuthology.orchestra.run.smithi067:> ls /sys/fs/fuse/connections 2024-09-10T08:15:14.391 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-10T08:15:14.391 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0 --client_mountpoint=/volumes/qa/sv_0/ec1625b5-70db-46be-b854-9b2f2e00a268 --client_fs=cephfs) 2024-09-10T08:15:14.434 DEBUG:teuthology.orchestra.run.smithi067:> sudo modprobe fuse 2024-09-10T08:15:14.460 DEBUG:teuthology.orchestra.run.smithi067:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:15:14.517 INFO:teuthology.orchestra.run.smithi067.stdout:/proc 2024-09-10T08:15:14.518 INFO:teuthology.orchestra.run.smithi067.stdout:/sys 2024-09-10T08:15:14.518 INFO:teuthology.orchestra.run.smithi067.stdout:/dev 2024-09-10T08:15:14.518 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/security 2024-09-10T08:15:14.518 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/shm 2024-09-10T08:15:14.518 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/pts 2024-09-10T08:15:14.518 INFO:teuthology.orchestra.run.smithi067.stdout:/run 2024-09-10T08:15:14.518 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/cgroup 2024-09-10T08:15:14.518 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/pstore 2024-09-10T08:15:14.518 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/bpf 2024-09-10T08:15:14.518 INFO:teuthology.orchestra.run.smithi067.stdout:/ 2024-09-10T08:15:14.519 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/selinux 2024-09-10T08:15:14.519 INFO:teuthology.orchestra.run.smithi067.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:15:14.519 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/hugepages 2024-09-10T08:15:14.519 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/mqueue 2024-09-10T08:15:14.519 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/debug 2024-09-10T08:15:14.519 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/tracing 2024-09-10T08:15:14.519 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/fuse/connections 2024-09-10T08:15:14.519 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/config 2024-09-10T08:15:14.519 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:15:14.519 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:15:14.519 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:15:14.519 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:15:14.519 INFO:teuthology.orchestra.run.smithi067.stdout:/run/user/1000 2024-09-10T08:15:14.519 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph 2024-09-10T08:15:14.520 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay 2024-09-10T08:15:14.520 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/29bdba43bdd3d197d12290aad84deace7a4877b139093d417fc4d6e62e887704/merged 2024-09-10T08:15:14.520 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/5fdbe00375f9ea9bc28fa1728e552cc68c8f3e37f194e6df910ba2f20fb61e75/merged 2024-09-10T08:15:14.520 INFO:teuthology.orchestra.run.smithi067.stdout:/run/user/0 2024-09-10T08:15:14.520 INFO:teuthology.orchestra.run.smithi067.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:15:14.520 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/692ccf9828010c25133922fe0c4404443736f6d16f12f31539f962d9a516e0f0/merged 2024-09-10T08:15:14.520 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/7bc356ca06b125ba00840797395d8076903879dc4867ba153f13e568e2a6b4ad/merged 2024-09-10T08:15:14.520 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/7b035a4675eed8f9646a4f042b893b587d98faa89e4c16b811ee0cd3df95f67a/merged 2024-09-10T08:15:14.520 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/a83c0d2db1fbd1d9aab5d7d12ef5aa92b39b8228e074d5b036f0f912b1e78b97/merged 2024-09-10T08:15:14.520 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/f872c201201885f1660c71fe8b481635ab5efbf05455f877c4c4cc06824f47ed/merged 2024-09-10T08:15:14.520 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/5ff8931b275f4d3ce7f1dcbc01f7434860ee624e810a322fa33bbb85fc96289f/merged 2024-09-10T08:15:14.520 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/042a79b7c407d3047fe4e1cf4de8ae5a22237417d9b612129f6ed937cce61e22/merged 2024-09-10T08:15:14.520 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/95457f949d26de4bec8b21d7b69bbc744ca7c1795d71b6ed8b8a43e2bf11c573/merged 2024-09-10T08:15:14.520 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns 2024-09-10T08:15:14.521 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:15:14.521 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:15:14.521 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:15:14.521 DEBUG:teuthology.orchestra.run.smithi067:> ls /sys/fs/fuse/connections 2024-09-10T08:15:14.522 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:2024-09-10T08:15:14.521+0000 7fedb2f3c480 -1 init, newargv = 0x56129fcdca50 newargc=15 2024-09-10T08:15:14.522 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[83785]: starting ceph client 2024-09-10T08:15:14.543 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[83785]: starting fuse 2024-09-10T08:15:15.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:14 smithi203 ceph-mon[34672]: pgmap v370: 129 pgs: 129 active+clean; 644 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-09-10T08:15:15.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:14 smithi133 ceph-mon[34721]: pgmap v370: 129 pgs: 129 active+clean; 644 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-09-10T08:15:15.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:14 smithi067 ceph-mon[31051]: pgmap v370: 129 pgs: 129 active+clean; 644 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-09-10T08:15:15.640 DEBUG:teuthology.orchestra.run.smithi067:> sudo modprobe fuse 2024-09-10T08:15:15.672 DEBUG:teuthology.orchestra.run.smithi067:> cat /proc/self/mounts | awk '{print $2}' 2024-09-10T08:15:15.726 INFO:teuthology.orchestra.run.smithi067.stdout:/proc 2024-09-10T08:15:15.726 INFO:teuthology.orchestra.run.smithi067.stdout:/sys 2024-09-10T08:15:15.726 INFO:teuthology.orchestra.run.smithi067.stdout:/dev 2024-09-10T08:15:15.726 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/security 2024-09-10T08:15:15.726 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/shm 2024-09-10T08:15:15.726 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/pts 2024-09-10T08:15:15.726 INFO:teuthology.orchestra.run.smithi067.stdout:/run 2024-09-10T08:15:15.727 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/cgroup 2024-09-10T08:15:15.727 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/pstore 2024-09-10T08:15:15.727 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/bpf 2024-09-10T08:15:15.727 INFO:teuthology.orchestra.run.smithi067.stdout:/ 2024-09-10T08:15:15.727 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/selinux 2024-09-10T08:15:15.727 INFO:teuthology.orchestra.run.smithi067.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:15:15.727 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/hugepages 2024-09-10T08:15:15.727 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/mqueue 2024-09-10T08:15:15.727 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/debug 2024-09-10T08:15:15.727 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/tracing 2024-09-10T08:15:15.727 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/fuse/connections 2024-09-10T08:15:15.727 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/config 2024-09-10T08:15:15.727 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-sysctl.service 2024-09-10T08:15:15.728 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-10T08:15:15.728 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-10T08:15:15.728 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/nfs/rpc_pipefs 2024-09-10T08:15:15.728 INFO:teuthology.orchestra.run.smithi067.stdout:/run/user/1000 2024-09-10T08:15:15.728 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph 2024-09-10T08:15:15.728 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay 2024-09-10T08:15:15.728 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/29bdba43bdd3d197d12290aad84deace7a4877b139093d417fc4d6e62e887704/merged 2024-09-10T08:15:15.728 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/5fdbe00375f9ea9bc28fa1728e552cc68c8f3e37f194e6df910ba2f20fb61e75/merged 2024-09-10T08:15:15.728 INFO:teuthology.orchestra.run.smithi067.stdout:/run/user/0 2024-09-10T08:15:15.728 INFO:teuthology.orchestra.run.smithi067.stdout:/proc/sys/fs/binfmt_misc 2024-09-10T08:15:15.728 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/692ccf9828010c25133922fe0c4404443736f6d16f12f31539f962d9a516e0f0/merged 2024-09-10T08:15:15.728 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/7bc356ca06b125ba00840797395d8076903879dc4867ba153f13e568e2a6b4ad/merged 2024-09-10T08:15:15.729 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/7b035a4675eed8f9646a4f042b893b587d98faa89e4c16b811ee0cd3df95f67a/merged 2024-09-10T08:15:15.729 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/a83c0d2db1fbd1d9aab5d7d12ef5aa92b39b8228e074d5b036f0f912b1e78b97/merged 2024-09-10T08:15:15.729 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/f872c201201885f1660c71fe8b481635ab5efbf05455f877c4c4cc06824f47ed/merged 2024-09-10T08:15:15.729 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/5ff8931b275f4d3ce7f1dcbc01f7434860ee624e810a322fa33bbb85fc96289f/merged 2024-09-10T08:15:15.729 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/042a79b7c407d3047fe4e1cf4de8ae5a22237417d9b612129f6ed937cce61e22/merged 2024-09-10T08:15:15.729 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/containers/storage/overlay/95457f949d26de4bec8b21d7b69bbc744ca7c1795d71b6ed8b8a43e2bf11c573/merged 2024-09-10T08:15:15.729 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns 2024-09-10T08:15:15.729 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:15:15.729 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:15:15.729 INFO:teuthology.orchestra.run.smithi067.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-10T08:15:15.729 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:15:15.730 DEBUG:teuthology.orchestra.run.smithi067:> ls /sys/fs/fuse/connections 2024-09-10T08:15:15.782 INFO:teuthology.orchestra.run.smithi067.stdout:120 2024-09-10T08:15:15.783 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [120] 2024-09-10T08:15:15.783 DEBUG:teuthology.orchestra.run.smithi067:> sudo stdin-killer -- python3 -c ' 2024-09-10T08:15:15.783 DEBUG:teuthology.orchestra.run.smithi067:> import glob 2024-09-10T08:15:15.783 DEBUG:teuthology.orchestra.run.smithi067:> import re 2024-09-10T08:15:15.784 DEBUG:teuthology.orchestra.run.smithi067:> import os 2024-09-10T08:15:15.784 DEBUG:teuthology.orchestra.run.smithi067:> import subprocess 2024-09-10T08:15:15.784 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-10T08:15:15.784 DEBUG:teuthology.orchestra.run.smithi067:> def _find_admin_socket(client_name): 2024-09-10T08:15:15.784 DEBUG:teuthology.orchestra.run.smithi067:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-10T08:15:15.784 DEBUG:teuthology.orchestra.run.smithi067:> files = glob.glob(asok_path) 2024-09-10T08:15:15.784 DEBUG:teuthology.orchestra.run.smithi067:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-10T08:15:15.785 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-10T08:15:15.785 DEBUG:teuthology.orchestra.run.smithi067:> # Given a non-glob path, it better be there 2024-09-10T08:15:15.785 DEBUG:teuthology.orchestra.run.smithi067:> if "*" not in asok_path: 2024-09-10T08:15:15.785 DEBUG:teuthology.orchestra.run.smithi067:> assert(len(files) == 1) 2024-09-10T08:15:15.785 DEBUG:teuthology.orchestra.run.smithi067:> return files[0] 2024-09-10T08:15:15.785 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-10T08:15:15.785 DEBUG:teuthology.orchestra.run.smithi067:> for f in files: 2024-09-10T08:15:15.785 DEBUG:teuthology.orchestra.run.smithi067:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-10T08:15:15.786 DEBUG:teuthology.orchestra.run.smithi067:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-10T08:15:15.786 DEBUG:teuthology.orchestra.run.smithi067:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-10T08:15:15.786 DEBUG:teuthology.orchestra.run.smithi067:> contents = proc_f.read() 2024-09-10T08:15:15.786 DEBUG:teuthology.orchestra.run.smithi067:> if mountpoint in contents: 2024-09-10T08:15:15.786 DEBUG:teuthology.orchestra.run.smithi067:> return f 2024-09-10T08:15:15.786 DEBUG:teuthology.orchestra.run.smithi067:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-10T08:15:15.786 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-10T08:15:15.786 DEBUG:teuthology.orchestra.run.smithi067:> print(_find_admin_socket("client.0")) 2024-09-10T08:15:15.786 DEBUG:teuthology.orchestra.run.smithi067:> ' 2024-09-10T08:15:15.905 INFO:teuthology.orchestra.run.smithi067.stdout:/var/run/ceph/ceph-client.0.83785.asok 2024-09-10T08:15:15.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-10T08:15:15.916 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.83785.asok 2024-09-10T08:15:15.916 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:15:15.916 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.83785.asok status 2024-09-10T08:15:16.054 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:15:16.054 INFO:teuthology.orchestra.run.smithi067.stdout: "metadata": { 2024-09-10T08:15:16.054 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_sha1": "1cf819b7212a6048e92fc78c4eff963344f6d56b", 2024-09-10T08:15:16.054 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_version": "ceph version 19.1.1-305-g1cf819b7 (1cf819b7212a6048e92fc78c4eff963344f6d56b) squid (stable)", 2024-09-10T08:15:16.054 INFO:teuthology.orchestra.run.smithi067.stdout: "entity_id": "0", 2024-09-10T08:15:16.054 INFO:teuthology.orchestra.run.smithi067.stdout: "hostname": "smithi067", 2024-09-10T08:15:16.054 INFO:teuthology.orchestra.run.smithi067.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-10T08:15:16.055 INFO:teuthology.orchestra.run.smithi067.stdout: "pid": "83785", 2024-09-10T08:15:16.055 INFO:teuthology.orchestra.run.smithi067.stdout: "root": "/volumes/qa/sv_0/ec1625b5-70db-46be-b854-9b2f2e00a268" 2024-09-10T08:15:16.055 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:15:16.055 INFO:teuthology.orchestra.run.smithi067.stdout: "dentry_count": 0, 2024-09-10T08:15:16.055 INFO:teuthology.orchestra.run.smithi067.stdout: "dentry_pinned_count": 0, 2024-09-10T08:15:16.055 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 15342, 2024-09-10T08:15:16.055 INFO:teuthology.orchestra.run.smithi067.stdout: "inst": { 2024-09-10T08:15:16.055 INFO:teuthology.orchestra.run.smithi067.stdout: "name": { 2024-09-10T08:15:16.055 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "client", 2024-09-10T08:15:16.055 INFO:teuthology.orchestra.run.smithi067.stdout: "num": 15342 2024-09-10T08:15:16.055 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:15:16.055 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": { 2024-09-10T08:15:16.055 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "v1", 2024-09-10T08:15:16.056 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": "192.168.0.1:0", 2024-09-10T08:15:16.056 INFO:teuthology.orchestra.run.smithi067.stdout: "nonce": 1709214676 2024-09-10T08:15:16.056 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:15:16.056 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:15:16.056 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": { 2024-09-10T08:15:16.056 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "v1", 2024-09-10T08:15:16.056 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": "192.168.0.1:0", 2024-09-10T08:15:16.056 INFO:teuthology.orchestra.run.smithi067.stdout: "nonce": 1709214676 2024-09-10T08:15:16.056 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:15:16.056 INFO:teuthology.orchestra.run.smithi067.stdout: "inst_str": "client.15342 192.168.0.1:0/1709214676", 2024-09-10T08:15:16.056 INFO:teuthology.orchestra.run.smithi067.stdout: "addr_str": "192.168.0.1:0/1709214676", 2024-09-10T08:15:16.056 INFO:teuthology.orchestra.run.smithi067.stdout: "inode_count": 5, 2024-09-10T08:15:16.056 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_epoch": 28, 2024-09-10T08:15:16.056 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_epoch": 92, 2024-09-10T08:15:16.057 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_epoch_barrier": 0, 2024-09-10T08:15:16.057 INFO:teuthology.orchestra.run.smithi067.stdout: "blocklisted": false, 2024-09-10T08:15:16.057 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs" 2024-09-10T08:15:16.057 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:15:16.062 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:15:16.062 DEBUG:teuthology.orchestra.run.smithi067:> stat --file-system '--printf=%T 2024-09-10T08:15:16.062 DEBUG:teuthology.orchestra.run.smithi067:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-10T08:15:16.079 INFO:teuthology.orchestra.run.smithi067.stdout:fuseblk 2024-09-10T08:15:16.080 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-10T08:15:16.080 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:15:16.080 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-10T08:15:16.148 INFO:teuthology.run_tasks:Running task exec... 2024-09-10T08:15:16.159 INFO:teuthology.task.exec:Executing custom commands... 2024-09-10T08:15:16.159 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi067.front.sepia.ceph.com 2024-09-10T08:15:16.159 DEBUG:teuthology.orchestra.run.smithi067:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs set cephfs balance_automate false' 2024-09-10T08:15:16.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.293+0000 7f96b3759640 1 -- 172.21.15.67:0/1112298103 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f96ac102d50 msgr2=0x7f96ac1031d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:16.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.293+0000 7f96b3759640 1 --2- 172.21.15.67:0/1112298103 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f96ac102d50 0x7f96ac1031d0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f969c009900 tx=0x7f969c02a410 comp rx=0 tx=0).stop 2024-09-10T08:15:16.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.293+0000 7f96b3759640 1 -- 172.21.15.67:0/1112298103 shutdown_connections 2024-09-10T08:15:16.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.293+0000 7f96b3759640 1 --2- 172.21.15.67:0/1112298103 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f96ac103710 0x7f96ac109fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:16.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.293+0000 7f96b3759640 1 --2- 172.21.15.67:0/1112298103 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f96ac102d50 0x7f96ac1031d0 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:16.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.293+0000 7f96b3759640 1 --2- 172.21.15.67:0/1112298103 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f96ac101b60 0x7f96ac101f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:16.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.293+0000 7f96b3759640 1 -- 172.21.15.67:0/1112298103 >> 172.21.15.67:0/1112298103 conn(0x7f96ac0fd2e0 msgr2=0x7f96ac0ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:16.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.293+0000 7f96b3759640 1 -- 172.21.15.67:0/1112298103 shutdown_connections 2024-09-10T08:15:16.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.293+0000 7f96b3759640 1 -- 172.21.15.67:0/1112298103 wait complete. 2024-09-10T08:15:16.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.294+0000 7f96b3759640 1 Processor -- start 2024-09-10T08:15:16.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.294+0000 7f96b3759640 1 -- start start 2024-09-10T08:15:16.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.294+0000 7f96b3759640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f96ac101b60 0x7f96ac197c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:16.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.294+0000 7f96b3759640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f96ac102d50 0x7f96ac1981a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:16.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.294+0000 7f96b3759640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f96ac103710 0x7f96ac19f1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:16.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.294+0000 7f96b3759640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f96ac10d670 con 0x7f96ac101b60 2024-09-10T08:15:16.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.294+0000 7f96b3759640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f96ac10d4f0 con 0x7f96ac103710 2024-09-10T08:15:16.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.294+0000 7f96b3759640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f96ac10d7f0 con 0x7f96ac102d50 2024-09-10T08:15:16.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.294+0000 7f96b14f5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f96ac101b60 0x7f96ac197c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:16.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.294+0000 7f96b14f5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f96ac101b60 0x7f96ac197c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39890/0 (socket says 172.21.15.67:39890) 2024-09-10T08:15:16.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.294+0000 7f96b14f5640 1 -- 172.21.15.67:0/2587722098 learned_addr learned my addr 172.21.15.67:0/2587722098 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:16.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.294+0000 7f96b1cf6640 1 --2- 172.21.15.67:0/2587722098 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f96ac103710 0x7f96ac19f1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:16.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.294+0000 7f96b14f5640 1 -- 172.21.15.67:0/2587722098 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f96ac102d50 msgr2=0x7f96ac1981a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:16.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.294+0000 7f96b14f5640 1 --2- 172.21.15.67:0/2587722098 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f96ac102d50 0x7f96ac1981a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:16.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.294+0000 7f96b14f5640 1 -- 172.21.15.67:0/2587722098 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f96ac103710 msgr2=0x7f96ac19f1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:16.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.294+0000 7f96b14f5640 1 --2- 172.21.15.67:0/2587722098 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f96ac103710 0x7f96ac19f1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:16.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.294+0000 7f96b14f5640 1 -- 172.21.15.67:0/2587722098 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96ac19f870 con 0x7f96ac101b60 2024-09-10T08:15:16.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.295+0000 7f96b1cf6640 1 --2- 172.21.15.67:0/2587722098 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f96ac103710 0x7f96ac19f1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:15:16.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.295+0000 7f96b14f5640 1 --2- 172.21.15.67:0/2587722098 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f96ac101b60 0x7f96ac197c60 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f96a800d770 tx=0x7f96a800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:16.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.295+0000 7f96a27fc640 1 -- 172.21.15.67:0/2587722098 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96a8017070 con 0x7f96ac101b60 2024-09-10T08:15:16.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.295+0000 7f96a27fc640 1 -- 172.21.15.67:0/2587722098 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f96a8009c30 con 0x7f96ac101b60 2024-09-10T08:15:16.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.295+0000 7f96b3759640 1 -- 172.21.15.67:0/2587722098 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96ac19fb60 con 0x7f96ac101b60 2024-09-10T08:15:16.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.295+0000 7f96a27fc640 1 -- 172.21.15.67:0/2587722098 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96a8003d00 con 0x7f96ac101b60 2024-09-10T08:15:16.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.295+0000 7f96b3759640 1 -- 172.21.15.67:0/2587722098 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96ac1a00b0 con 0x7f96ac101b60 2024-09-10T08:15:16.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.296+0000 7f96b3759640 1 -- 172.21.15.67:0/2587722098 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f96ac108f00 con 0x7f96ac101b60 2024-09-10T08:15:16.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.297+0000 7f96a27fc640 1 -- 172.21.15.67:0/2587722098 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f96a8003ea0 con 0x7f96ac101b60 2024-09-10T08:15:16.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.298+0000 7f96a27fc640 1 --2- 172.21.15.67:0/2587722098 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f96980a2c30 0x7f96980a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:16.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.298+0000 7f96b0cf4640 1 --2- 172.21.15.67:0/2587722098 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f96980a2c30 0x7f96980a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:16.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.298+0000 7f96a27fc640 1 -- 172.21.15.67:0/2587722098 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f96a80cf2c0 con 0x7f96ac101b60 2024-09-10T08:15:16.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.298+0000 7f96b0cf4640 1 --2- 172.21.15.67:0/2587722098 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f96980a2c30 0x7f96980a50f0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f969c02a930 tx=0x7f969c0314a0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:16.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.301+0000 7f96a27fc640 1 -- 172.21.15.67:0/2587722098 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f96a809be20 con 0x7f96ac101b60 2024-09-10T08:15:16.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.518+0000 7f96b3759640 1 -- 172.21.15.67:0/2587722098 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"} v 0) -- 0x7f96ac02d980 con 0x7f96ac101b60 2024-09-10T08:15:16.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.903+0000 7f96a27fc640 1 -- 172.21.15.67:0/2587722098 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]=0 v29) ==== 118+0+0 (secure 0 0 0) 0x7f96a8009de0 con 0x7f96ac101b60 2024-09-10T08:15:16.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.906+0000 7f96b3759640 1 -- 172.21.15.67:0/2587722098 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f96980a2c30 msgr2=0x7f96980a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:16.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.906+0000 7f96b3759640 1 --2- 172.21.15.67:0/2587722098 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f96980a2c30 0x7f96980a50f0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f969c02a930 tx=0x7f969c0314a0 comp rx=0 tx=0).stop 2024-09-10T08:15:16.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.906+0000 7f96b3759640 1 -- 172.21.15.67:0/2587722098 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f96ac101b60 msgr2=0x7f96ac197c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:16.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.906+0000 7f96b3759640 1 --2- 172.21.15.67:0/2587722098 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f96ac101b60 0x7f96ac197c60 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f96a800d770 tx=0x7f96a800dc30 comp rx=0 tx=0).stop 2024-09-10T08:15:16.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.906+0000 7f96b3759640 1 -- 172.21.15.67:0/2587722098 shutdown_connections 2024-09-10T08:15:16.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.906+0000 7f96b3759640 1 --2- 172.21.15.67:0/2587722098 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f96980a2c30 0x7f96980a50f0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:16.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.906+0000 7f96b3759640 1 --2- 172.21.15.67:0/2587722098 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f96ac103710 0x7f96ac19f1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:16.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.906+0000 7f96b3759640 1 --2- 172.21.15.67:0/2587722098 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f96ac102d50 0x7f96ac1981a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:16.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.906+0000 7f96b3759640 1 --2- 172.21.15.67:0/2587722098 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f96ac101b60 0x7f96ac197c60 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:16.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.906+0000 7f96b3759640 1 -- 172.21.15.67:0/2587722098 >> 172.21.15.67:0/2587722098 conn(0x7f96ac0fd2e0 msgr2=0x7f96ac1060d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:16.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.906+0000 7f96b3759640 1 -- 172.21.15.67:0/2587722098 shutdown_connections 2024-09-10T08:15:16.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:16.906+0000 7f96b3759640 1 -- 172.21.15.67:0/2587722098 wait complete. 2024-09-10T08:15:16.916 DEBUG:teuthology.orchestra.run.smithi067:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs subvolumegroup pin cephfs qa random 0.10' 2024-09-10T08:15:17.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.024+0000 7feba991a640 1 -- 172.21.15.67:0/3490770156 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feba4100a60 msgr2=0x7feba4100e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:17.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.024+0000 7feba991a640 1 --2- 172.21.15.67:0/3490770156 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feba4100a60 0x7feba4100e60 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7feb94009900 tx=0x7feb9402a410 comp rx=0 tx=0).stop 2024-09-10T08:15:17.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.024+0000 7feba991a640 1 -- 172.21.15.67:0/3490770156 shutdown_connections 2024-09-10T08:15:17.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.024+0000 7feba991a640 1 --2- 172.21.15.67:0/3490770156 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feba4101c50 0x7feba41020d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:17.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.024+0000 7feba991a640 1 --2- 172.21.15.67:0/3490770156 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7feba4102610 0x7feba4108ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:17.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.024+0000 7feba991a640 1 --2- 172.21.15.67:0/3490770156 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feba4100a60 0x7feba4100e60 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:17.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.024+0000 7feba991a640 1 -- 172.21.15.67:0/3490770156 >> 172.21.15.67:0/3490770156 conn(0x7feba40fc1e0 msgr2=0x7feba40fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:17.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.024+0000 7feba991a640 1 -- 172.21.15.67:0/3490770156 shutdown_connections 2024-09-10T08:15:17.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.024+0000 7feba991a640 1 -- 172.21.15.67:0/3490770156 wait complete. 2024-09-10T08:15:17.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.024+0000 7feba991a640 1 Processor -- start 2024-09-10T08:15:17.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.025+0000 7feba991a640 1 -- start start 2024-09-10T08:15:17.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.025+0000 7feba991a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feba4100a60 0x7feba4197ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:17.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.025+0000 7feba991a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feba4101c50 0x7feba4198420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:17.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.025+0000 7feba991a640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7feba4102610 0x7feba419f490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:17.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.025+0000 7feba991a640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7feba410c670 con 0x7feba4100a60 2024-09-10T08:15:17.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.025+0000 7feba991a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7feba410c4f0 con 0x7feba4101c50 2024-09-10T08:15:17.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.025+0000 7feba991a640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7feba410c7f0 con 0x7feba4102610 2024-09-10T08:15:17.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.025+0000 7feba2ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feba4100a60 0x7feba4197ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:17.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.025+0000 7feba2ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feba4100a60 0x7feba4197ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39908/0 (socket says 172.21.15.67:39908) 2024-09-10T08:15:17.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.025+0000 7feba2ffd640 1 -- 172.21.15.67:0/260979086 learned_addr learned my addr 172.21.15.67:0/260979086 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:17.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.025+0000 7feba27fc640 1 --2- 172.21.15.67:0/260979086 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feba4101c50 0x7feba4198420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:17.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.025+0000 7feba37fe640 1 --2- 172.21.15.67:0/260979086 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7feba4102610 0x7feba419f490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:17.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.025+0000 7feba2ffd640 1 -- 172.21.15.67:0/260979086 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7feba4102610 msgr2=0x7feba419f490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:17.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.025+0000 7feba2ffd640 1 --2- 172.21.15.67:0/260979086 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7feba4102610 0x7feba419f490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:17.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.025+0000 7feba2ffd640 1 -- 172.21.15.67:0/260979086 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feba4101c50 msgr2=0x7feba4198420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:17.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.025+0000 7feba2ffd640 1 --2- 172.21.15.67:0/260979086 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feba4101c50 0x7feba4198420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:17.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.025+0000 7feba2ffd640 1 -- 172.21.15.67:0/260979086 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feba419fb00 con 0x7feba4100a60 2024-09-10T08:15:17.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.025+0000 7feba2ffd640 1 --2- 172.21.15.67:0/260979086 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feba4100a60 0x7feba4197ee0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7feb94009230 tx=0x7feb94004340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:17.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.026+0000 7feba8918640 1 -- 172.21.15.67:0/260979086 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb9403f030 con 0x7feba4100a60 2024-09-10T08:15:17.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.026+0000 7feba8918640 1 -- 172.21.15.67:0/260979086 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feb94003cb0 con 0x7feba4100a60 2024-09-10T08:15:17.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.026+0000 7feba991a640 1 -- 172.21.15.67:0/260979086 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feba419fd90 con 0x7feba4100a60 2024-09-10T08:15:17.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.026+0000 7feba8918640 1 -- 172.21.15.67:0/260979086 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb94035070 con 0x7feba4100a60 2024-09-10T08:15:17.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.026+0000 7feba991a640 1 -- 172.21.15.67:0/260979086 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feba41a0250 con 0x7feba4100a60 2024-09-10T08:15:17.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.027+0000 7feba991a640 1 -- 172.21.15.67:0/260979086 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feba41a0480 con 0x7feba4100a60 2024-09-10T08:15:17.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.028+0000 7feba8918640 1 -- 172.21.15.67:0/260979086 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7feb94042030 con 0x7feba4100a60 2024-09-10T08:15:17.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.029+0000 7feba8918640 1 --2- 172.21.15.67:0/260979086 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7feb8c0a2c30 0x7feb8c0a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:17.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.029+0000 7feba8918640 1 -- 172.21.15.67:0/260979086 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7feb940eff40 con 0x7feba4100a60 2024-09-10T08:15:17.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.029+0000 7feba27fc640 1 --2- 172.21.15.67:0/260979086 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7feb8c0a2c30 0x7feb8c0a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:17.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.029+0000 7feba27fc640 1 --2- 172.21.15.67:0/260979086 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7feb8c0a2c30 0x7feb8c0a50f0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7feba41993f0 tx=0x7feb98008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:17.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.032+0000 7feba8918640 1 -- 172.21.15.67:0/260979086 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7feb940bcaa0 con 0x7feba4100a60 2024-09-10T08:15:17.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:16 smithi067 ceph-mon[31051]: pgmap v371: 129 pgs: 129 active+clean; 646 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 426 B/s wr, 12 op/s 2024-09-10T08:15:17.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:16 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/2587722098' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-09-10T08:15:17.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.236+0000 7feba991a640 1 -- 172.21.15.67:0/260979086 --> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}) -- 0x7feba406aac0 con 0x7feb8c0a2c30 2024-09-10T08:15:17.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.252+0000 7feba8918640 1 -- 172.21.15.67:0/260979086 <== mgr.14150 v2:172.21.15.67:6800/4256949759 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+3 (secure 0 0 0) 0x7feba406aac0 con 0x7feb8c0a2c30 2024-09-10T08:15:17.252 INFO:teuthology.orchestra.run.smithi067.stdout:{} 2024-09-10T08:15:17.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.254+0000 7feba991a640 1 -- 172.21.15.67:0/260979086 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7feb8c0a2c30 msgr2=0x7feb8c0a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:17.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.254+0000 7feba991a640 1 --2- 172.21.15.67:0/260979086 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7feb8c0a2c30 0x7feb8c0a50f0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7feba41993f0 tx=0x7feb98008040 comp rx=0 tx=0).stop 2024-09-10T08:15:17.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.254+0000 7feba991a640 1 -- 172.21.15.67:0/260979086 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feba4100a60 msgr2=0x7feba4197ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:17.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.254+0000 7feba991a640 1 --2- 172.21.15.67:0/260979086 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feba4100a60 0x7feba4197ee0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7feb94009230 tx=0x7feb94004340 comp rx=0 tx=0).stop 2024-09-10T08:15:17.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.254+0000 7feba991a640 1 -- 172.21.15.67:0/260979086 shutdown_connections 2024-09-10T08:15:17.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.254+0000 7feba991a640 1 --2- 172.21.15.67:0/260979086 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7feb8c0a2c30 0x7feb8c0a50f0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:17.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.254+0000 7feba991a640 1 --2- 172.21.15.67:0/260979086 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7feba4101c50 0x7feba4198420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:17.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.254+0000 7feba991a640 1 --2- 172.21.15.67:0/260979086 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7feba4102610 0x7feba419f490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:17.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.254+0000 7feba991a640 1 --2- 172.21.15.67:0/260979086 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feba4100a60 0x7feba4197ee0 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:17.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.254+0000 7feba991a640 1 -- 172.21.15.67:0/260979086 >> 172.21.15.67:0/260979086 conn(0x7feba40fc1e0 msgr2=0x7feba406a3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:17.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.254+0000 7feba991a640 1 -- 172.21.15.67:0/260979086 shutdown_connections 2024-09-10T08:15:17.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.254+0000 7feba991a640 1 -- 172.21.15.67:0/260979086 wait complete. 2024-09-10T08:15:17.265 INFO:teuthology.run_tasks:Running task check-counter... 2024-09-10T08:15:17.276 INFO:teuthology.run_tasks:Running task fwd_scrub... 2024-09-10T08:15:17.333 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:15:17.334 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:16 smithi203 ceph-mon[34672]: pgmap v371: 129 pgs: 129 active+clean; 646 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 426 B/s wr, 12 op/s 2024-09-10T08:15:17.334 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:16 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/2587722098' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-09-10T08:15:17.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:16 smithi133 ceph-mon[34721]: pgmap v371: 129 pgs: 129 active+clean; 646 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 426 B/s wr, 12 op/s 2024-09-10T08:15:17.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:16 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/2587722098' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-09-10T08:15:17.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.439+0000 7f38e4933640 1 -- 172.21.15.67:0/3524305138 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38e0100a10 msgr2=0x7f38e0100e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:17.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.439+0000 7f38e4933640 1 --2- 172.21.15.67:0/3524305138 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38e0100a10 0x7f38e0100e10 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f38d0009900 tx=0x7f38d002a410 comp rx=0 tx=0).stop 2024-09-10T08:15:17.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.439+0000 7f38e4933640 1 -- 172.21.15.67:0/3524305138 shutdown_connections 2024-09-10T08:15:17.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.439+0000 7f38e4933640 1 --2- 172.21.15.67:0/3524305138 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f38e01025c0 0x7f38e0108e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:17.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.439+0000 7f38e4933640 1 --2- 172.21.15.67:0/3524305138 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f38e0101c00 0x7f38e0102080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:17.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.439+0000 7f38e4933640 1 --2- 172.21.15.67:0/3524305138 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38e0100a10 0x7f38e0100e10 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:17.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.439+0000 7f38e4933640 1 -- 172.21.15.67:0/3524305138 >> 172.21.15.67:0/3524305138 conn(0x7f38e00fc170 msgr2=0x7f38e00fe5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:17.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.439+0000 7f38e4933640 1 -- 172.21.15.67:0/3524305138 shutdown_connections 2024-09-10T08:15:17.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.439+0000 7f38e4933640 1 -- 172.21.15.67:0/3524305138 wait complete. 2024-09-10T08:15:17.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.439+0000 7f38e4933640 1 Processor -- start 2024-09-10T08:15:17.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.440+0000 7f38e4933640 1 -- start start 2024-09-10T08:15:17.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.440+0000 7f38e4933640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f38e0100a10 0x7f38e010b390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:17.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.440+0000 7f38e4933640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f38e0101c00 0x7f38e01099d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:17.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.440+0000 7f38e4933640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38e01025c0 0x7f38e0109f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:17.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.440+0000 7f38e4933640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f38e010d690 con 0x7f38e01025c0 2024-09-10T08:15:17.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.440+0000 7f38e4933640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f38e010d510 con 0x7f38e0100a10 2024-09-10T08:15:17.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.440+0000 7f38e4933640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f38e010d810 con 0x7f38e0101c00 2024-09-10T08:15:17.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.440+0000 7f38ded9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38e01025c0 0x7f38e0109f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:17.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.440+0000 7f38ded9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38e01025c0 0x7f38e0109f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39946/0 (socket says 172.21.15.67:39946) 2024-09-10T08:15:17.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.440+0000 7f38ded9d640 1 -- 172.21.15.67:0/573933192 learned_addr learned my addr 172.21.15.67:0/573933192 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:17.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.440+0000 7f38ddd9b640 1 --2- 172.21.15.67:0/573933192 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f38e0101c00 0x7f38e01099d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:17.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.440+0000 7f38de59c640 1 --2- 172.21.15.67:0/573933192 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f38e0100a10 0x7f38e010b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:17.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.440+0000 7f38ded9d640 1 -- 172.21.15.67:0/573933192 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f38e0101c00 msgr2=0x7f38e01099d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:17.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.440+0000 7f38ded9d640 1 --2- 172.21.15.67:0/573933192 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f38e0101c00 0x7f38e01099d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:17.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.440+0000 7f38ded9d640 1 -- 172.21.15.67:0/573933192 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f38e0100a10 msgr2=0x7f38e010b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:17.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.440+0000 7f38ded9d640 1 --2- 172.21.15.67:0/573933192 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f38e0100a10 0x7f38e010b390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:17.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.440+0000 7f38ded9d640 1 -- 172.21.15.67:0/573933192 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38e010a7a0 con 0x7f38e01025c0 2024-09-10T08:15:17.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.440+0000 7f38ddd9b640 1 --2- 172.21.15.67:0/573933192 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f38e0101c00 0x7f38e01099d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:15:17.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.440+0000 7f38ded9d640 1 --2- 172.21.15.67:0/573933192 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38e01025c0 0x7f38e0109f10 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f38d800eaa0 tx=0x7f38d800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:17.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.441+0000 7f38d77fe640 1 -- 172.21.15.67:0/573933192 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38d800cdb0 con 0x7f38e01025c0 2024-09-10T08:15:17.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.441+0000 7f38e4933640 1 -- 172.21.15.67:0/573933192 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38e01a1ec0 con 0x7f38e01025c0 2024-09-10T08:15:17.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.441+0000 7f38d77fe640 1 -- 172.21.15.67:0/573933192 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f38d8005020 con 0x7f38e01025c0 2024-09-10T08:15:17.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.441+0000 7f38d77fe640 1 -- 172.21.15.67:0/573933192 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38d80116d0 con 0x7f38e01025c0 2024-09-10T08:15:17.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.441+0000 7f38e4933640 1 -- 172.21.15.67:0/573933192 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38e01a2320 con 0x7f38e01025c0 2024-09-10T08:15:17.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.442+0000 7f38e4933640 1 -- 172.21.15.67:0/573933192 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38e0107ef0 con 0x7f38e01025c0 2024-09-10T08:15:17.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.443+0000 7f38d77fe640 1 -- 172.21.15.67:0/573933192 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f38d80051d0 con 0x7f38e01025c0 2024-09-10T08:15:17.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.443+0000 7f38d77fe640 1 --2- 172.21.15.67:0/573933192 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f38cc0a2b90 0x7f38cc0a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:17.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.444+0000 7f38de59c640 1 --2- 172.21.15.67:0/573933192 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f38cc0a2b90 0x7f38cc0a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:17.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.444+0000 7f38d77fe640 1 -- 172.21.15.67:0/573933192 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f38d80cfa90 con 0x7f38e01025c0 2024-09-10T08:15:17.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.444+0000 7f38de59c640 1 --2- 172.21.15.67:0/573933192 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f38cc0a2b90 0x7f38cc0a5050 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f38d0000c00 tx=0x7f38d00314a0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:17.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.447+0000 7f38d77fe640 1 -- 172.21.15.67:0/573933192 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f38d8016030 con 0x7f38e01025c0 2024-09-10T08:15:17.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.624+0000 7f38e4933640 1 -- 172.21.15.67:0/573933192 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f38e0062df0 con 0x7f38e01025c0 2024-09-10T08:15:17.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.626+0000 7f38d77fe640 1 -- 172.21.15.67:0/573933192 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v92) ==== 74+0+24966 (secure 0 0 0) 0x7f38d809c5f0 con 0x7f38e01025c0 2024-09-10T08:15:17.625 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:15:17.626 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":92,"fsid":"315284b0-6f4b-11ef-bcea-c7b262605968","created":"2024-09-10T08:04:51.999264+0000","modified":"2024-09-10T08:14:39.667529+0000","last_up_change":"2024-09-10T08:11:44.006308+0000","last_in_change":"2024-09-10T08:11:20.252568+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:07:54.225673+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:12:33.710480+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T08:12:35.789356+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T08:12:42.280527+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f86e49e6-6996-48db-b2b5-45e56df21941","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6803","nonce":2156529365}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6805","nonce":2156529365}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6809","nonce":2156529365}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6807","nonce":2156529365}]},"public_addr":"172.21.15.67:6803/2156529365","cluster_addr":"172.21.15.67:6805/2156529365","heartbeat_back_addr":"172.21.15.67:6809/2156529365","heartbeat_front_addr":"172.21.15.67:6807/2156529365","state":["exists","up"]},{"osd":1,"uuid":"5d1404fb-621b-43f8-aae0-9b3bb2c84e92","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6801","nonce":3995937115}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6803","nonce":3995937115}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6807","nonce":3995937115}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6805","nonce":3995937115}]},"public_addr":"172.21.15.133:6801/3995937115","cluster_addr":"172.21.15.133:6803/3995937115","heartbeat_back_addr":"172.21.15.133:6807/3995937115","heartbeat_front_addr":"172.21.15.133:6805/3995937115","state":["exists","up"]},{"osd":2,"uuid":"f1a75f4e-9c67-4536-aad8-56469112fda1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6801","nonce":3905493348}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6803","nonce":3905493348}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6807","nonce":3905493348}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6805","nonce":3905493348}]},"public_addr":"172.21.15.203:6801/3905493348","cluster_addr":"172.21.15.203:6803/3905493348","heartbeat_back_addr":"172.21.15.203:6807/3905493348","heartbeat_front_addr":"172.21.15.203:6805/3905493348","state":["exists","up"]},{"osd":3,"uuid":"b58a1682-c3a7-4094-a4c8-d132c11d478f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6811","nonce":1513600391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6813","nonce":1513600391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6817","nonce":1513600391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6815","nonce":1513600391}]},"public_addr":"172.21.15.67:6811/1513600391","cluster_addr":"172.21.15.67:6813/1513600391","heartbeat_back_addr":"172.21.15.67:6817/1513600391","heartbeat_front_addr":"172.21.15.67:6815/1513600391","state":["exists","up"]},{"osd":4,"uuid":"cc22f878-3de9-4257-abab-069be0664dff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6809","nonce":873062362}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6811","nonce":873062362}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6815","nonce":873062362}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6813","nonce":873062362}]},"public_addr":"172.21.15.133:6809/873062362","cluster_addr":"172.21.15.133:6811/873062362","heartbeat_back_addr":"172.21.15.133:6815/873062362","heartbeat_front_addr":"172.21.15.133:6813/873062362","state":["exists","up"]},{"osd":5,"uuid":"6e4b48f9-df8e-43e5-ba21-589cbe4bf349","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6809","nonce":2104437925}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6811","nonce":2104437925}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6815","nonce":2104437925}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6813","nonce":2104437925}]},"public_addr":"172.21.15.203:6809/2104437925","cluster_addr":"172.21.15.203:6811/2104437925","heartbeat_back_addr":"172.21.15.203:6815/2104437925","heartbeat_front_addr":"172.21.15.203:6813/2104437925","state":["exists","up"]},{"osd":6,"uuid":"bc0ce4e2-ab6c-4d1d-a17c-f16ccf214696","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6819","nonce":3451855313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6821","nonce":3451855313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6825","nonce":3451855313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6823","nonce":3451855313}]},"public_addr":"172.21.15.67:6819/3451855313","cluster_addr":"172.21.15.67:6821/3451855313","heartbeat_back_addr":"172.21.15.67:6825/3451855313","heartbeat_front_addr":"172.21.15.67:6823/3451855313","state":["exists","up"]},{"osd":7,"uuid":"b114b175-4fec-45f5-846f-edbd7f3f6a40","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6817","nonce":3668519078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6819","nonce":3668519078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6823","nonce":3668519078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6821","nonce":3668519078}]},"public_addr":"172.21.15.133:6817/3668519078","cluster_addr":"172.21.15.133:6819/3668519078","heartbeat_back_addr":"172.21.15.133:6823/3668519078","heartbeat_front_addr":"172.21.15.133:6821/3668519078","state":["exists","up"]},{"osd":8,"uuid":"d31ce685-0a86-44b4-86ff-c2f7282de65e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6817","nonce":472763919}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6819","nonce":472763919}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6823","nonce":472763919}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6820","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6821","nonce":472763919}]},"public_addr":"172.21.15.203:6817/472763919","cluster_addr":"172.21.15.203:6819/472763919","heartbeat_back_addr":"172.21.15.203:6823/472763919","heartbeat_front_addr":"172.21.15.203:6821/472763919","state":["exists","up"]},{"osd":9,"uuid":"aa95ebe2-9111-4d0d-97cb-d0e19ab1b3cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6827","nonce":228642541}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6829","nonce":228642541}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6833","nonce":228642541}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6831","nonce":228642541}]},"public_addr":"172.21.15.67:6827/228642541","cluster_addr":"172.21.15.67:6829/228642541","heartbeat_back_addr":"172.21.15.67:6833/228642541","heartbeat_front_addr":"172.21.15.67:6831/228642541","state":["exists","up"]},{"osd":10,"uuid":"d732bc25-9273-4964-b8bf-441ae03fe4c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6825","nonce":1358359980}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6827","nonce":1358359980}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6831","nonce":1358359980}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6829","nonce":1358359980}]},"public_addr":"172.21.15.133:6825/1358359980","cluster_addr":"172.21.15.133:6827/1358359980","heartbeat_back_addr":"172.21.15.133:6831/1358359980","heartbeat_front_addr":"172.21.15.133:6829/1358359980","state":["exists","up"]},{"osd":11,"uuid":"8467eb04-6d28-4e6e-8f44-19022da895c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6824","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6825","nonce":1340245932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6827","nonce":1340245932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6831","nonce":1340245932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6828","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6829","nonce":1340245932}]},"public_addr":"172.21.15.203:6825/1340245932","cluster_addr":"172.21.15.203:6827/1340245932","heartbeat_back_addr":"172.21.15.203:6831/1340245932","heartbeat_front_addr":"172.21.15.203:6829/1340245932","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:07:00.686495+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:07:25.963125+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:07:51.678889+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:08:17.214730+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:08:42.566829+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:09:07.208130+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:09:33.332707+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:09:58.718647+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:10:24.866450+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:10:50.740704+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:11:16.269602+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:11:42.296645+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.6","mappings":[{"from":3,"to":8}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.1a","mappings":[{"from":5,"to":7}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":4,"to":7}]},{"pgid":"3.28","mappings":[{"from":5,"to":6},{"from":3,"to":8}]},{"pgid":"3.37","mappings":[{"from":1,"to":9}]},{"pgid":"4.f","mappings":[{"from":9,"to":8},{"from":5,"to":10}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:0/420992675":"2024-09-11T08:05:37.717567+0000","172.21.15.67:0/2960294013":"2024-09-11T08:05:37.717567+0000","172.21.15.67:6801/2987520524":"2024-09-11T08:05:37.717567+0000","172.21.15.67:6800/2987520524":"2024-09-11T08:05:37.717567+0000","172.21.15.67:0/3383024850":"2024-09-11T08:05:13.831541+0000","172.21.15.67:6801/1869292132":"2024-09-11T08:05:13.831541+0000","172.21.15.67:6800/1869292132":"2024-09-11T08:05:13.831541+0000","172.21.15.67:0/4178209804":"2024-09-11T08:05:37.717567+0000","172.21.15.67:0/2105313351":"2024-09-11T08:05:13.831541+0000","172.21.15.67:0/4063198473":"2024-09-11T08:05:13.831541+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:15:17.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.628+0000 7f38e4933640 1 -- 172.21.15.67:0/573933192 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f38cc0a2b90 msgr2=0x7f38cc0a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:17.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.628+0000 7f38e4933640 1 --2- 172.21.15.67:0/573933192 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f38cc0a2b90 0x7f38cc0a5050 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f38d0000c00 tx=0x7f38d00314a0 comp rx=0 tx=0).stop 2024-09-10T08:15:17.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.628+0000 7f38e4933640 1 -- 172.21.15.67:0/573933192 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38e01025c0 msgr2=0x7f38e0109f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:17.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.628+0000 7f38e4933640 1 --2- 172.21.15.67:0/573933192 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38e01025c0 0x7f38e0109f10 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f38d800eaa0 tx=0x7f38d800ef60 comp rx=0 tx=0).stop 2024-09-10T08:15:17.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.628+0000 7f38e4933640 1 -- 172.21.15.67:0/573933192 shutdown_connections 2024-09-10T08:15:17.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.628+0000 7f38e4933640 1 --2- 172.21.15.67:0/573933192 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f38cc0a2b90 0x7f38cc0a5050 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:17.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.628+0000 7f38e4933640 1 --2- 172.21.15.67:0/573933192 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38e01025c0 0x7f38e0109f10 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:17.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.628+0000 7f38e4933640 1 --2- 172.21.15.67:0/573933192 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f38e0101c00 0x7f38e01099d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:17.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.628+0000 7f38e4933640 1 --2- 172.21.15.67:0/573933192 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f38e0100a10 0x7f38e010b390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:17.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.628+0000 7f38e4933640 1 -- 172.21.15.67:0/573933192 >> 172.21.15.67:0/573933192 conn(0x7f38e00fc170 msgr2=0x7f38e01050c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:17.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.628+0000 7f38e4933640 1 -- 172.21.15.67:0/573933192 shutdown_connections 2024-09-10T08:15:17.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.628+0000 7f38e4933640 1 -- 172.21.15.67:0/573933192 wait complete. 2024-09-10T08:15:17.637 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:15:17 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:15:17.241+0000 7fc7ba6c7640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-10T08:15:17.637 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:15:17 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:15:17.241+0000 7fc7ba6c7640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-10T08:15:17.637 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:15:17 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:15:17.241+0000 7fc7ba6c7640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-10T08:15:17.638 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:15:17 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:15:17.241+0000 7fc7ba6c7640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-10T08:15:17.638 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:15:17 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:15:17.241+0000 7fc7ba6c7640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-10T08:15:17.639 INFO:tasks.fwd_scrub.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-10T08:07:54.225673+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-10T08:12:33.710480+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '82', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-10T08:12:35.789356+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '82', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-10T08:12:42.280527+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '88', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-10T08:15:17.640 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-10T08:15:17.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.747+0000 7f9facce4640 1 -- 172.21.15.67:0/3183584793 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9fa8104f40 msgr2=0x7f9fa8107330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:17.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.747+0000 7f9facce4640 1 --2- 172.21.15.67:0/3183584793 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9fa8104f40 0x7f9fa8107330 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f9f9c009900 tx=0x7f9f9c02a410 comp rx=0 tx=0).stop 2024-09-10T08:15:17.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.747+0000 7f9facce4640 1 -- 172.21.15.67:0/3183584793 shutdown_connections 2024-09-10T08:15:17.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.747+0000 7f9facce4640 1 --2- 172.21.15.67:0/3183584793 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9fa8107870 0x7f9fa8109c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:17.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.747+0000 7f9facce4640 1 --2- 172.21.15.67:0/3183584793 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9fa8104f40 0x7f9fa8107330 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:17.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.747+0000 7f9facce4640 1 --2- 172.21.15.67:0/3183584793 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9fa8102610 0x7f9fa8104a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:17.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.747+0000 7f9facce4640 1 -- 172.21.15.67:0/3183584793 >> 172.21.15.67:0/3183584793 conn(0x7f9fa80fc1b0 msgr2=0x7f9fa80fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:17.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.747+0000 7f9facce4640 1 -- 172.21.15.67:0/3183584793 shutdown_connections 2024-09-10T08:15:17.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.747+0000 7f9facce4640 1 -- 172.21.15.67:0/3183584793 wait complete. 2024-09-10T08:15:17.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.748+0000 7f9facce4640 1 Processor -- start 2024-09-10T08:15:17.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.748+0000 7f9facce4640 1 -- start start 2024-09-10T08:15:17.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.748+0000 7f9facce4640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9fa8102610 0x7f9fa8197e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:17.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.748+0000 7f9facce4640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9fa8104f40 0x7f9fa81983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:17.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.748+0000 7f9facce4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9fa8107870 0x7f9fa819f440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:17.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.748+0000 7f9facce4640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f9fa810d680 con 0x7f9fa8107870 2024-09-10T08:15:17.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.748+0000 7f9facce4640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f9fa810d500 con 0x7f9fa8104f40 2024-09-10T08:15:17.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.748+0000 7f9facce4640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f9fa810d800 con 0x7f9fa8102610 2024-09-10T08:15:17.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.748+0000 7f9fa6d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9fa8107870 0x7f9fa819f440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:17.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.748+0000 7f9fa6d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9fa8107870 0x7f9fa819f440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39964/0 (socket says 172.21.15.67:39964) 2024-09-10T08:15:17.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.748+0000 7f9fa6d9d640 1 -- 172.21.15.67:0/1442032383 learned_addr learned my addr 172.21.15.67:0/1442032383 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:17.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.748+0000 7f9fa5d9b640 1 --2- 172.21.15.67:0/1442032383 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9fa8104f40 0x7f9fa81983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:17.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.748+0000 7f9fa659c640 1 --2- 172.21.15.67:0/1442032383 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9fa8102610 0x7f9fa8197e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:17.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.748+0000 7f9fa6d9d640 1 -- 172.21.15.67:0/1442032383 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9fa8102610 msgr2=0x7f9fa8197e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:17.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.748+0000 7f9fa6d9d640 1 --2- 172.21.15.67:0/1442032383 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9fa8102610 0x7f9fa8197e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:17.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.748+0000 7f9fa6d9d640 1 -- 172.21.15.67:0/1442032383 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9fa8104f40 msgr2=0x7f9fa81983d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:17.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.748+0000 7f9fa6d9d640 1 --2- 172.21.15.67:0/1442032383 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9fa8104f40 0x7f9fa81983d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:17.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.748+0000 7f9fa6d9d640 1 -- 172.21.15.67:0/1442032383 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9fa819fab0 con 0x7f9fa8107870 2024-09-10T08:15:17.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.748+0000 7f9fa659c640 1 --2- 172.21.15.67:0/1442032383 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9fa8102610 0x7f9fa8197e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:15:17.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.749+0000 7f9fa6d9d640 1 --2- 172.21.15.67:0/1442032383 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9fa8107870 0x7f9fa819f440 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f9fa000eb40 tx=0x7f9fa000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:17.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.749+0000 7f9f977fe640 1 -- 172.21.15.67:0/1442032383 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fa0004b20 con 0x7f9fa8107870 2024-09-10T08:15:17.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.749+0000 7f9f977fe640 1 -- 172.21.15.67:0/1442032383 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9fa0004cc0 con 0x7f9fa8107870 2024-09-10T08:15:17.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.749+0000 7f9facce4640 1 -- 172.21.15.67:0/1442032383 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9fa819fda0 con 0x7f9fa8107870 2024-09-10T08:15:17.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.749+0000 7f9f977fe640 1 -- 172.21.15.67:0/1442032383 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9fa00107b0 con 0x7f9fa8107870 2024-09-10T08:15:17.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.749+0000 7f9facce4640 1 -- 172.21.15.67:0/1442032383 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9fa81a0210 con 0x7f9fa8107870 2024-09-10T08:15:17.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.750+0000 7f9facce4640 1 -- 172.21.15.67:0/1442032383 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9fa80fdca0 con 0x7f9fa8107870 2024-09-10T08:15:17.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.751+0000 7f9f977fe640 1 -- 172.21.15.67:0/1442032383 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f9fa0005020 con 0x7f9fa8107870 2024-09-10T08:15:17.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.751+0000 7f9f977fe640 1 --2- 172.21.15.67:0/1442032383 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f9f900a2b90 0x7f9f900a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:17.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.752+0000 7f9f977fe640 1 -- 172.21.15.67:0/1442032383 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f9fa00cfc70 con 0x7f9fa8107870 2024-09-10T08:15:17.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.752+0000 7f9fa659c640 1 --2- 172.21.15.67:0/1442032383 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f9f900a2b90 0x7f9f900a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:17.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.752+0000 7f9fa659c640 1 --2- 172.21.15.67:0/1442032383 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f9f900a2b90 0x7f9f900a5050 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f9f98009b50 tx=0x7f9f98005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:17.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.756+0000 7f9f977fe640 1 -- 172.21.15.67:0/1442032383 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f9fa009c7d0 con 0x7f9fa8107870 2024-09-10T08:15:17.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.933+0000 7f9facce4640 1 -- 172.21.15.67:0/1442032383 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f9fa8062e90 con 0x7f9fa8107870 2024-09-10T08:15:17.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.933+0000 7f9f977fe640 1 -- 172.21.15.67:0/1442032383 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v92) ==== 93+0+10 (secure 0 0 0) 0x7f9fa009c0d0 con 0x7f9fa8107870 2024-09-10T08:15:17.933 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 1 2024-09-10T08:15:17.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.936+0000 7f9facce4640 1 -- 172.21.15.67:0/1442032383 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f9f900a2b90 msgr2=0x7f9f900a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:17.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.936+0000 7f9facce4640 1 --2- 172.21.15.67:0/1442032383 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f9f900a2b90 0x7f9f900a5050 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f9f98009b50 tx=0x7f9f98005f90 comp rx=0 tx=0).stop 2024-09-10T08:15:17.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.936+0000 7f9facce4640 1 -- 172.21.15.67:0/1442032383 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9fa8107870 msgr2=0x7f9fa819f440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:17.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.936+0000 7f9facce4640 1 --2- 172.21.15.67:0/1442032383 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9fa8107870 0x7f9fa819f440 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f9fa000eb40 tx=0x7f9fa000c2d0 comp rx=0 tx=0).stop 2024-09-10T08:15:17.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.936+0000 7f9facce4640 1 -- 172.21.15.67:0/1442032383 shutdown_connections 2024-09-10T08:15:17.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.936+0000 7f9facce4640 1 --2- 172.21.15.67:0/1442032383 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f9f900a2b90 0x7f9f900a5050 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:17.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.936+0000 7f9facce4640 1 --2- 172.21.15.67:0/1442032383 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9fa8104f40 0x7f9fa81983d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:17.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.936+0000 7f9facce4640 1 --2- 172.21.15.67:0/1442032383 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9fa8107870 0x7f9fa819f440 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:17.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.936+0000 7f9facce4640 1 --2- 172.21.15.67:0/1442032383 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9fa8102610 0x7f9fa8197e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:17.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.936+0000 7f9facce4640 1 -- 172.21.15.67:0/1442032383 >> 172.21.15.67:0/1442032383 conn(0x7f9fa80fc1b0 msgr2=0x7f9fa8102f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:17.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.936+0000 7f9facce4640 1 -- 172.21.15.67:0/1442032383 shutdown_connections 2024-09-10T08:15:17.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:17.936+0000 7f9facce4640 1 -- 172.21.15.67:0/1442032383 wait complete. 2024-09-10T08:15:17.946 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-10T08:15:18.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.054+0000 7f67fb467640 1 -- 172.21.15.67:0/1879304262 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67f4100a00 msgr2=0x7f67f4100e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:18.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.054+0000 7f67fb467640 1 --2- 172.21.15.67:0/1879304262 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67f4100a00 0x7f67f4100e00 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f67f0009900 tx=0x7f67f002a410 comp rx=0 tx=0).stop 2024-09-10T08:15:18.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.054+0000 7f67fb467640 1 -- 172.21.15.67:0/1879304262 shutdown_connections 2024-09-10T08:15:18.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.054+0000 7f67fb467640 1 --2- 172.21.15.67:0/1879304262 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f67f41025b0 0x7f67f4108e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:18.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.054+0000 7f67fb467640 1 --2- 172.21.15.67:0/1879304262 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f67f4101bf0 0x7f67f4102070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:18.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.054+0000 7f67fb467640 1 --2- 172.21.15.67:0/1879304262 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67f4100a00 0x7f67f4100e00 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:18.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.054+0000 7f67fb467640 1 -- 172.21.15.67:0/1879304262 >> 172.21.15.67:0/1879304262 conn(0x7f67f40fc140 msgr2=0x7f67f40fe5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:18.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.054+0000 7f67fb467640 1 -- 172.21.15.67:0/1879304262 shutdown_connections 2024-09-10T08:15:18.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.054+0000 7f67fb467640 1 -- 172.21.15.67:0/1879304262 wait complete. 2024-09-10T08:15:18.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.055+0000 7f67fb467640 1 Processor -- start 2024-09-10T08:15:18.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.055+0000 7f67fb467640 1 -- start start 2024-09-10T08:15:18.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.055+0000 7f67fb467640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f67f4100a00 0x7f67f4197e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:18.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.055+0000 7f67fb467640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f67f4101bf0 0x7f67f4198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:18.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.055+0000 7f67fb467640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67f41025b0 0x7f67f419f400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:18.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.055+0000 7f67fb467640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f67f410d680 con 0x7f67f41025b0 2024-09-10T08:15:18.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.055+0000 7f67fb467640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f67f410d500 con 0x7f67f4101bf0 2024-09-10T08:15:18.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.055+0000 7f67fb467640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f67f410d800 con 0x7f67f4100a00 2024-09-10T08:15:18.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.055+0000 7f67f9a04640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67f41025b0 0x7f67f419f400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:18.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.055+0000 7f67f9a04640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67f41025b0 0x7f67f419f400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39970/0 (socket says 172.21.15.67:39970) 2024-09-10T08:15:18.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.055+0000 7f67f9a04640 1 -- 172.21.15.67:0/1793054193 learned_addr learned my addr 172.21.15.67:0/1793054193 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:18.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.055+0000 7f67f9203640 1 --2- 172.21.15.67:0/1793054193 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f67f4100a00 0x7f67f4197e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:18.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.055+0000 7f67f8a02640 1 --2- 172.21.15.67:0/1793054193 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f67f4101bf0 0x7f67f4198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:18.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.055+0000 7f67f9a04640 1 -- 172.21.15.67:0/1793054193 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f67f4100a00 msgr2=0x7f67f4197e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:18.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.055+0000 7f67f9a04640 1 --2- 172.21.15.67:0/1793054193 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f67f4100a00 0x7f67f4197e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:18.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.055+0000 7f67f9a04640 1 -- 172.21.15.67:0/1793054193 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f67f4101bf0 msgr2=0x7f67f4198390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:18.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.055+0000 7f67f9a04640 1 --2- 172.21.15.67:0/1793054193 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f67f4101bf0 0x7f67f4198390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:18.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.055+0000 7f67f9a04640 1 -- 172.21.15.67:0/1793054193 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67f419fa70 con 0x7f67f41025b0 2024-09-10T08:15:18.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.055+0000 7f67f9a04640 1 --2- 172.21.15.67:0/1793054193 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67f41025b0 0x7f67f419f400 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f67ec009fd0 tx=0x7f67ec00b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:18.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.056+0000 7f67ea7fc640 1 -- 172.21.15.67:0/1793054193 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67ec017070 con 0x7f67f41025b0 2024-09-10T08:15:18.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.056+0000 7f67ea7fc640 1 -- 172.21.15.67:0/1793054193 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f67ec003e20 con 0x7f67f41025b0 2024-09-10T08:15:18.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.056+0000 7f67ea7fc640 1 -- 172.21.15.67:0/1793054193 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67ec010460 con 0x7f67f41025b0 2024-09-10T08:15:18.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.056+0000 7f67fb467640 1 -- 172.21.15.67:0/1793054193 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67f419fd60 con 0x7f67f41025b0 2024-09-10T08:15:18.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.056+0000 7f67fb467640 1 -- 172.21.15.67:0/1793054193 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67f41a0250 con 0x7f67f41025b0 2024-09-10T08:15:18.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.057+0000 7f67fb467640 1 -- 172.21.15.67:0/1793054193 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f67f4107f20 con 0x7f67f41025b0 2024-09-10T08:15:18.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.058+0000 7f67ea7fc640 1 -- 172.21.15.67:0/1793054193 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7f67ec003970 con 0x7f67f41025b0 2024-09-10T08:15:18.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.059+0000 7f67ea7fc640 1 --2- 172.21.15.67:0/1793054193 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f67e00a2c10 0x7f67e00a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:18.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.059+0000 7f67f9203640 1 --2- 172.21.15.67:0/1793054193 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f67e00a2c10 0x7f67e00a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:18.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.059+0000 7f67ea7fc640 1 -- 172.21.15.67:0/1793054193 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f67ec0cf220 con 0x7f67f41025b0 2024-09-10T08:15:18.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.059+0000 7f67f9203640 1 --2- 172.21.15.67:0/1793054193 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f67e00a2c10 0x7f67e00a50d0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f67f0004770 tx=0x7f67f0000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:18.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.063+0000 7f67ea7fc640 1 -- 172.21.15.67:0/1793054193 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f67ec09bd80 con 0x7f67f41025b0 2024-09-10T08:15:18.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:17 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/2587722098' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-09-10T08:15:18.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:17 smithi067 ceph-mon[31051]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-10T08:15:18.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:17 smithi067 ceph-mon[31051]: from='client.15354 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:15:18.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:17 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/573933192' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:15:18.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.239+0000 7f67fb467640 1 -- 172.21.15.67:0/1793054193 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7f67f4062e90 con 0x7f67f41025b0 2024-09-10T08:15:18.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.239+0000 7f67ea7fc640 1 -- 172.21.15.67:0/1793054193 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v92) ==== 104+0+11 (secure 0 0 0) 0x7f67ec09b680 con 0x7f67f41025b0 2024-09-10T08:15:18.239 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 32 2024-09-10T08:15:18.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.242+0000 7f67fb467640 1 -- 172.21.15.67:0/1793054193 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f67e00a2c10 msgr2=0x7f67e00a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:18.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.242+0000 7f67fb467640 1 --2- 172.21.15.67:0/1793054193 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f67e00a2c10 0x7f67e00a50d0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f67f0004770 tx=0x7f67f0000bc0 comp rx=0 tx=0).stop 2024-09-10T08:15:18.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.242+0000 7f67fb467640 1 -- 172.21.15.67:0/1793054193 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67f41025b0 msgr2=0x7f67f419f400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:18.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.242+0000 7f67fb467640 1 --2- 172.21.15.67:0/1793054193 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67f41025b0 0x7f67f419f400 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f67ec009fd0 tx=0x7f67ec00b260 comp rx=0 tx=0).stop 2024-09-10T08:15:18.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.242+0000 7f67fb467640 1 -- 172.21.15.67:0/1793054193 shutdown_connections 2024-09-10T08:15:18.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.242+0000 7f67fb467640 1 --2- 172.21.15.67:0/1793054193 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f67e00a2c10 0x7f67e00a50d0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:18.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.242+0000 7f67fb467640 1 --2- 172.21.15.67:0/1793054193 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f67f4101bf0 0x7f67f4198390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:18.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.242+0000 7f67fb467640 1 --2- 172.21.15.67:0/1793054193 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67f41025b0 0x7f67f419f400 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:18.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.242+0000 7f67fb467640 1 --2- 172.21.15.67:0/1793054193 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f67f4100a00 0x7f67f4197e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:18.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.242+0000 7f67fb467640 1 -- 172.21.15.67:0/1793054193 >> 172.21.15.67:0/1793054193 conn(0x7f67f40fc140 msgr2=0x7f67f41050f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:18.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.242+0000 7f67fb467640 1 -- 172.21.15.67:0/1793054193 shutdown_connections 2024-09-10T08:15:18.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.242+0000 7f67fb467640 1 -- 172.21.15.67:0/1793054193 wait complete. 2024-09-10T08:15:18.252 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-10T08:15:18.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:17 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/2587722098' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-09-10T08:15:18.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:17 smithi203 ceph-mon[34672]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-10T08:15:18.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:17 smithi203 ceph-mon[34672]: from='client.15354 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:15:18.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:17 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/573933192' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:15:18.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:17 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/2587722098' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-09-10T08:15:18.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:17 smithi133 ceph-mon[34721]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-09-10T08:15:18.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:17 smithi133 ceph-mon[34721]: from='client.15354 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-09-10T08:15:18.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:17 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/573933192' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:15:18.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.359+0000 7fc7259fd640 1 -- 172.21.15.67:0/630040410 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7201078d0 msgr2=0x7fc720109cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:18.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.359+0000 7fc7259fd640 1 --2- 172.21.15.67:0/630040410 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7201078d0 0x7fc720109cc0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fc718009ca0 tx=0x7fc71802a8c0 comp rx=0 tx=0).stop 2024-09-10T08:15:18.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.359+0000 7fc7259fd640 1 -- 172.21.15.67:0/630040410 shutdown_connections 2024-09-10T08:15:18.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.359+0000 7fc7259fd640 1 --2- 172.21.15.67:0/630040410 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7201078d0 0x7fc720109cc0 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:18.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.359+0000 7fc7259fd640 1 --2- 172.21.15.67:0/630040410 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc720104fa0 0x7fc720107390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:18.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.359+0000 7fc7259fd640 1 --2- 172.21.15.67:0/630040410 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc720102670 0x7fc720104a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:18.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.359+0000 7fc7259fd640 1 -- 172.21.15.67:0/630040410 >> 172.21.15.67:0/630040410 conn(0x7fc7200fc1b0 msgr2=0x7fc7200fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:18.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.359+0000 7fc7259fd640 1 -- 172.21.15.67:0/630040410 shutdown_connections 2024-09-10T08:15:18.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.359+0000 7fc7259fd640 1 -- 172.21.15.67:0/630040410 wait complete. 2024-09-10T08:15:18.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.360+0000 7fc7259fd640 1 Processor -- start 2024-09-10T08:15:18.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.360+0000 7fc7259fd640 1 -- start start 2024-09-10T08:15:18.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.360+0000 7fc7259fd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc720102670 0x7fc720197e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:18.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.360+0000 7fc7259fd640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc720104fa0 0x7fc720198350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:18.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.360+0000 7fc7259fd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7201078d0 0x7fc72019f3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:18.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.360+0000 7fc7259fd640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc72010d670 con 0x7fc7201078d0 2024-09-10T08:15:18.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.360+0000 7fc7259fd640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fc72010d4f0 con 0x7fc720102670 2024-09-10T08:15:18.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.360+0000 7fc7259fd640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fc72010d7f0 con 0x7fc720104fa0 2024-09-10T08:15:18.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.360+0000 7fc71f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7201078d0 0x7fc72019f3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:18.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.360+0000 7fc71f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7201078d0 0x7fc72019f3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39992/0 (socket says 172.21.15.67:39992) 2024-09-10T08:15:18.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.361+0000 7fc71f7fe640 1 -- 172.21.15.67:0/2659305273 learned_addr learned my addr 172.21.15.67:0/2659305273 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:18.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.361+0000 7fc71e7fc640 1 --2- 172.21.15.67:0/2659305273 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc720104fa0 0x7fc720198350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:18.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.361+0000 7fc71effd640 1 --2- 172.21.15.67:0/2659305273 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc720102670 0x7fc720197e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:18.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.361+0000 7fc71f7fe640 1 -- 172.21.15.67:0/2659305273 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc720104fa0 msgr2=0x7fc720198350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:18.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.361+0000 7fc71f7fe640 1 --2- 172.21.15.67:0/2659305273 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc720104fa0 0x7fc720198350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:18.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.361+0000 7fc71f7fe640 1 -- 172.21.15.67:0/2659305273 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc720102670 msgr2=0x7fc720197e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:18.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.361+0000 7fc71f7fe640 1 --2- 172.21.15.67:0/2659305273 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc720102670 0x7fc720197e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:18.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.361+0000 7fc71f7fe640 1 -- 172.21.15.67:0/2659305273 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc72019fa30 con 0x7fc7201078d0 2024-09-10T08:15:18.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.361+0000 7fc71e7fc640 1 --2- 172.21.15.67:0/2659305273 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc720104fa0 0x7fc720198350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:15:18.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.361+0000 7fc71f7fe640 1 --2- 172.21.15.67:0/2659305273 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7201078d0 0x7fc72019f3c0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fc718009dc0 tx=0x7fc718003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:18.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.361+0000 7fc7249fb640 1 -- 172.21.15.67:0/2659305273 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7180317c0 con 0x7fc7201078d0 2024-09-10T08:15:18.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.361+0000 7fc7249fb640 1 -- 172.21.15.67:0/2659305273 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc7180044f0 con 0x7fc7201078d0 2024-09-10T08:15:18.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.361+0000 7fc7259fd640 1 -- 172.21.15.67:0/2659305273 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc72019fcc0 con 0x7fc7201078d0 2024-09-10T08:15:18.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.361+0000 7fc7249fb640 1 -- 172.21.15.67:0/2659305273 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc718030cd0 con 0x7fc7201078d0 2024-09-10T08:15:18.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.361+0000 7fc7259fd640 1 -- 172.21.15.67:0/2659305273 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7201a0200 con 0x7fc7201078d0 2024-09-10T08:15:18.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.362+0000 7fc7259fd640 1 -- 172.21.15.67:0/2659305273 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7200fdca0 con 0x7fc7201078d0 2024-09-10T08:15:18.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.363+0000 7fc7249fb640 1 -- 172.21.15.67:0/2659305273 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fc7180046a0 con 0x7fc7201078d0 2024-09-10T08:15:18.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.364+0000 7fc7249fb640 1 --2- 172.21.15.67:0/2659305273 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc7080a2c10 0x7fc7080a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:18.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.364+0000 7fc71effd640 1 --2- 172.21.15.67:0/2659305273 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc7080a2c10 0x7fc7080a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:18.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.364+0000 7fc7249fb640 1 -- 172.21.15.67:0/2659305273 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fc7180f0a50 con 0x7fc7201078d0 2024-09-10T08:15:18.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.365+0000 7fc71effd640 1 --2- 172.21.15.67:0/2659305273 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc7080a2c10 0x7fc7080a50d0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fc710005fd0 tx=0x7fc710005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:18.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.369+0000 7fc7249fb640 1 -- 172.21.15.67:0/2659305273 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc7180bd5b0 con 0x7fc7201078d0 2024-09-10T08:15:18.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.545+0000 7fc7259fd640 1 -- 172.21.15.67:0/2659305273 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fc720062e90 con 0x7fc7201078d0 2024-09-10T08:15:18.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.545+0000 7fc7249fb640 1 -- 172.21.15.67:0/2659305273 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v92) ==== 100+0+11 (secure 0 0 0) 0x7fc7180bceb0 con 0x7fc7201078d0 2024-09-10T08:15:18.545 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 64 2024-09-10T08:15:18.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.547+0000 7fc7259fd640 1 -- 172.21.15.67:0/2659305273 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc7080a2c10 msgr2=0x7fc7080a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:18.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.547+0000 7fc7259fd640 1 --2- 172.21.15.67:0/2659305273 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc7080a2c10 0x7fc7080a50d0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fc710005fd0 tx=0x7fc710005850 comp rx=0 tx=0).stop 2024-09-10T08:15:18.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.547+0000 7fc7259fd640 1 -- 172.21.15.67:0/2659305273 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7201078d0 msgr2=0x7fc72019f3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:18.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.547+0000 7fc7259fd640 1 --2- 172.21.15.67:0/2659305273 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7201078d0 0x7fc72019f3c0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fc718009dc0 tx=0x7fc718003ba0 comp rx=0 tx=0).stop 2024-09-10T08:15:18.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.547+0000 7fc7259fd640 1 -- 172.21.15.67:0/2659305273 shutdown_connections 2024-09-10T08:15:18.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.547+0000 7fc7259fd640 1 --2- 172.21.15.67:0/2659305273 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc7080a2c10 0x7fc7080a50d0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:18.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.547+0000 7fc7259fd640 1 --2- 172.21.15.67:0/2659305273 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7201078d0 0x7fc72019f3c0 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:18.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.547+0000 7fc7259fd640 1 --2- 172.21.15.67:0/2659305273 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc720104fa0 0x7fc720198350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:18.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.547+0000 7fc7259fd640 1 --2- 172.21.15.67:0/2659305273 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc720102670 0x7fc720197e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:18.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.547+0000 7fc7259fd640 1 -- 172.21.15.67:0/2659305273 >> 172.21.15.67:0/2659305273 conn(0x7fc7200fc1b0 msgr2=0x7fc720102e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:18.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.548+0000 7fc7259fd640 1 -- 172.21.15.67:0/2659305273 shutdown_connections 2024-09-10T08:15:18.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.548+0000 7fc7259fd640 1 -- 172.21.15.67:0/2659305273 wait complete. 2024-09-10T08:15:18.558 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-10T08:15:18.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.664+0000 7fedcb12c640 1 -- 172.21.15.67:0/724372400 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fedc4101c20 msgr2=0x7fedc41020a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:18.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.664+0000 7fedcb12c640 1 --2- 172.21.15.67:0/724372400 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fedc4101c20 0x7fedc41020a0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fedb0009900 tx=0x7fedb002a410 comp rx=0 tx=0).stop 2024-09-10T08:15:18.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.665+0000 7fedcb12c640 1 -- 172.21.15.67:0/724372400 shutdown_connections 2024-09-10T08:15:18.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.665+0000 7fedcb12c640 1 --2- 172.21.15.67:0/724372400 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fedc41025e0 0x7fedc4108e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:18.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.665+0000 7fedcb12c640 1 --2- 172.21.15.67:0/724372400 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fedc4101c20 0x7fedc41020a0 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:18.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.665+0000 7fedcb12c640 1 --2- 172.21.15.67:0/724372400 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fedc4100a30 0x7fedc4100e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:18.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.665+0000 7fedcb12c640 1 -- 172.21.15.67:0/724372400 >> 172.21.15.67:0/724372400 conn(0x7fedc40fc1b0 msgr2=0x7fedc40fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:18.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.665+0000 7fedcb12c640 1 -- 172.21.15.67:0/724372400 shutdown_connections 2024-09-10T08:15:18.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.665+0000 7fedcb12c640 1 -- 172.21.15.67:0/724372400 wait complete. 2024-09-10T08:15:18.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.665+0000 7fedcb12c640 1 Processor -- start 2024-09-10T08:15:18.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.665+0000 7fedcb12c640 1 -- start start 2024-09-10T08:15:18.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.665+0000 7fedcb12c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fedc4100a30 0x7fedc406aed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:18.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.665+0000 7fedcb12c640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fedc4101c20 0x7fedc419ef00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:18.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.665+0000 7fedcb12c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fedc41025e0 0x7fedc41a1450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:18.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.665+0000 7fedcb12c640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fedc410c540 con 0x7fedc4100a30 2024-09-10T08:15:18.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.665+0000 7fedcb12c640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fedc410c3c0 con 0x7fedc41025e0 2024-09-10T08:15:18.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.665+0000 7fedcb12c640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fedc410c6c0 con 0x7fedc4101c20 2024-09-10T08:15:18.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.665+0000 7fedc8ec8640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fedc4100a30 0x7fedc406aed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:18.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.665+0000 7fedc8ec8640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fedc4100a30 0x7fedc406aed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40010/0 (socket says 172.21.15.67:40010) 2024-09-10T08:15:18.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.665+0000 7fedc8ec8640 1 -- 172.21.15.67:0/4060336646 learned_addr learned my addr 172.21.15.67:0/4060336646 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:18.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.666+0000 7fedc96c9640 1 --2- 172.21.15.67:0/4060336646 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fedc41025e0 0x7fedc41a1450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:18.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.666+0000 7fedc3fff640 1 --2- 172.21.15.67:0/4060336646 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fedc4101c20 0x7fedc419ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:18.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.666+0000 7fedc8ec8640 1 -- 172.21.15.67:0/4060336646 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fedc4101c20 msgr2=0x7fedc419ef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:18.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.666+0000 7fedc8ec8640 1 --2- 172.21.15.67:0/4060336646 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fedc4101c20 0x7fedc419ef00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:18.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.666+0000 7fedc8ec8640 1 -- 172.21.15.67:0/4060336646 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fedc41025e0 msgr2=0x7fedc41a1450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:18.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.666+0000 7fedc8ec8640 1 --2- 172.21.15.67:0/4060336646 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fedc41025e0 0x7fedc41a1450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:18.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.666+0000 7fedc8ec8640 1 -- 172.21.15.67:0/4060336646 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedc41a1c40 con 0x7fedc4100a30 2024-09-10T08:15:18.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.666+0000 7fedc3fff640 1 --2- 172.21.15.67:0/4060336646 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fedc4101c20 0x7fedc419ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:15:18.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.666+0000 7fedc8ec8640 1 --2- 172.21.15.67:0/4060336646 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fedc4100a30 0x7fedc406aed0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fedb800c970 tx=0x7fedb800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:18.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.666+0000 7fedc1ffb640 1 -- 172.21.15.67:0/4060336646 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedb8004220 con 0x7fedc4100a30 2024-09-10T08:15:18.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.666+0000 7fedc1ffb640 1 -- 172.21.15.67:0/4060336646 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fedb80043c0 con 0x7fedc4100a30 2024-09-10T08:15:18.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.666+0000 7fedc1ffb640 1 -- 172.21.15.67:0/4060336646 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedb800f450 con 0x7fedc4100a30 2024-09-10T08:15:18.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.666+0000 7fedcb12c640 1 -- 172.21.15.67:0/4060336646 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fedc41a1ed0 con 0x7fedc4100a30 2024-09-10T08:15:18.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.666+0000 7fedcb12c640 1 -- 172.21.15.67:0/4060336646 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fedc41a2340 con 0x7fedc4100a30 2024-09-10T08:15:18.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.667+0000 7fedcb12c640 1 -- 172.21.15.67:0/4060336646 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fedc4107f80 con 0x7fedc4100a30 2024-09-10T08:15:18.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.668+0000 7fedc1ffb640 1 -- 172.21.15.67:0/4060336646 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 18) ==== 137833+0+0 (secure 0 0 0) 0x7fedb80079b0 con 0x7fedc4100a30 2024-09-10T08:15:18.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.669+0000 7fedc1ffb640 1 --2- 172.21.15.67:0/4060336646 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fedb40a2c40 0x7fedb40a5100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:18.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.669+0000 7fedc1ffb640 1 -- 172.21.15.67:0/4060336646 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fedb80cf130 con 0x7fedc4100a30 2024-09-10T08:15:18.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.670+0000 7fedc3fff640 1 --2- 172.21.15.67:0/4060336646 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fedb40a2c40 0x7fedb40a5100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:18.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.670+0000 7fedc3fff640 1 --2- 172.21.15.67:0/4060336646 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fedb40a2c40 0x7fedb40a5100 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fedb00314e0 tx=0x7fedb00095f0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:18.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.673+0000 7fedc1ffb640 1 -- 172.21.15.67:0/4060336646 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fedb8014030 con 0x7fedc4100a30 2024-09-10T08:15:18.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.848+0000 7fedcb12c640 1 -- 172.21.15.67:0/4060336646 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7fedc4062ef0 con 0x7fedc4100a30 2024-09-10T08:15:18.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.849+0000 7fedc1ffb640 1 -- 172.21.15.67:0/4060336646 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v92) ==== 103+0+11 (secure 0 0 0) 0x7fedb809bc90 con 0x7fedc4100a30 2024-09-10T08:15:18.848 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 32 2024-09-10T08:15:18.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.851+0000 7fedcb12c640 1 -- 172.21.15.67:0/4060336646 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fedb40a2c40 msgr2=0x7fedb40a5100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:18.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.851+0000 7fedcb12c640 1 --2- 172.21.15.67:0/4060336646 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fedb40a2c40 0x7fedb40a5100 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fedb00314e0 tx=0x7fedb00095f0 comp rx=0 tx=0).stop 2024-09-10T08:15:18.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.851+0000 7fedcb12c640 1 -- 172.21.15.67:0/4060336646 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fedc4100a30 msgr2=0x7fedc406aed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:18.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.851+0000 7fedcb12c640 1 --2- 172.21.15.67:0/4060336646 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fedc4100a30 0x7fedc406aed0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fedb800c970 tx=0x7fedb800ce30 comp rx=0 tx=0).stop 2024-09-10T08:15:18.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.851+0000 7fedcb12c640 1 -- 172.21.15.67:0/4060336646 shutdown_connections 2024-09-10T08:15:18.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.851+0000 7fedcb12c640 1 --2- 172.21.15.67:0/4060336646 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fedb40a2c40 0x7fedb40a5100 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:18.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.851+0000 7fedcb12c640 1 --2- 172.21.15.67:0/4060336646 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fedc41025e0 0x7fedc41a1450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:18.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.851+0000 7fedcb12c640 1 --2- 172.21.15.67:0/4060336646 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fedc4101c20 0x7fedc419ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:18.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.851+0000 7fedcb12c640 1 --2- 172.21.15.67:0/4060336646 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fedc4100a30 0x7fedc406aed0 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:18.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.851+0000 7fedcb12c640 1 -- 172.21.15.67:0/4060336646 >> 172.21.15.67:0/4060336646 conn(0x7fedc40fc1b0 msgr2=0x7fedc4105150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:18.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.851+0000 7fedcb12c640 1 -- 172.21.15.67:0/4060336646 shutdown_connections 2024-09-10T08:15:18.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:18.851+0000 7fedcb12c640 1 -- 172.21.15.67:0/4060336646 wait complete. 2024-09-10T08:15:18.861 INFO:tasks.fwd_scrub:Wait for all MDSs to reach steady state... 2024-09-10T08:15:18.861 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:15:19.124 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:15:19.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:18 smithi067 ceph-mon[31051]: pgmap v372: 129 pgs: 129 active+clean; 646 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 511 B/s wr, 9 op/s 2024-09-10T08:15:19.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:18 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/1442032383' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-10T08:15:19.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:18 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/1793054193' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-10T08:15:19.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:18 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/2659305273' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-10T08:15:19.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:18 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/4060336646' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-09-10T08:15:19.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:18 smithi203 ceph-mon[34672]: pgmap v372: 129 pgs: 129 active+clean; 646 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 511 B/s wr, 9 op/s 2024-09-10T08:15:19.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:18 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/1442032383' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-10T08:15:19.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:18 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/1793054193' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-10T08:15:19.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:18 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/2659305273' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-10T08:15:19.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:18 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/4060336646' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-09-10T08:15:19.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:18 smithi133 ceph-mon[34721]: pgmap v372: 129 pgs: 129 active+clean; 646 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 511 B/s wr, 9 op/s 2024-09-10T08:15:19.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:18 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/1442032383' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-10T08:15:19.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:18 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/1793054193' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-10T08:15:19.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:18 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/2659305273' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-10T08:15:19.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:18 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/4060336646' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-09-10T08:15:19.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.663+0000 7f7b2aecc640 1 -- 172.21.15.67:0/1630329383 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b24100a60 msgr2=0x7f7b24100ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:19.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.663+0000 7f7b2aecc640 1 --2- 172.21.15.67:0/1630329383 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b24100a60 0x7f7b24100ec0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f7b14009930 tx=0x7f7b1402a420 comp rx=0 tx=0).stop 2024-09-10T08:15:19.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.663+0000 7f7b2aecc640 1 -- 172.21.15.67:0/1630329383 shutdown_connections 2024-09-10T08:15:19.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.663+0000 7f7b2aecc640 1 --2- 172.21.15.67:0/1630329383 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7b24101400 0x7f7b2410d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:19.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.663+0000 7f7b2aecc640 1 --2- 172.21.15.67:0/1630329383 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b24100a60 0x7f7b24100ec0 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:19.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.663+0000 7f7b2aecc640 1 --2- 172.21.15.67:0/1630329383 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b24106a60 0x7f7b24106e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:19.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.663+0000 7f7b2aecc640 1 -- 172.21.15.67:0/1630329383 >> 172.21.15.67:0/1630329383 conn(0x7f7b240fc780 msgr2=0x7f7b240feba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:19.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.663+0000 7f7b2aecc640 1 -- 172.21.15.67:0/1630329383 shutdown_connections 2024-09-10T08:15:19.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.663+0000 7f7b2aecc640 1 -- 172.21.15.67:0/1630329383 wait complete. 2024-09-10T08:15:19.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.664+0000 7f7b2aecc640 1 Processor -- start 2024-09-10T08:15:19.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.664+0000 7f7b2aecc640 1 -- start start 2024-09-10T08:15:19.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.664+0000 7f7b2aecc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b24100a60 0x7f7b241993b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:19.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.664+0000 7f7b2aecc640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b24101400 0x7f7b241998f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:19.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.664+0000 7f7b2aecc640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7b24106a60 0x7f7b241a4430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:19.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.664+0000 7f7b2aecc640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7b24110db0 con 0x7f7b24100a60 2024-09-10T08:15:19.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.664+0000 7f7b2aecc640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f7b24110c30 con 0x7f7b24101400 2024-09-10T08:15:19.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.664+0000 7f7b2aecc640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f7b24110f30 con 0x7f7b24106a60 2024-09-10T08:15:19.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.664+0000 7f7b28c68640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b24100a60 0x7f7b241993b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:19.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.664+0000 7f7b28c68640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b24100a60 0x7f7b241993b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40020/0 (socket says 172.21.15.67:40020) 2024-09-10T08:15:19.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.664+0000 7f7b28c68640 1 -- 172.21.15.67:0/1987059807 learned_addr learned my addr 172.21.15.67:0/1987059807 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:19.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.664+0000 7f7b29469640 1 --2- 172.21.15.67:0/1987059807 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7b24106a60 0x7f7b241a4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:19.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.664+0000 7f7b1bfff640 1 --2- 172.21.15.67:0/1987059807 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b24101400 0x7f7b241998f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:19.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.664+0000 7f7b28c68640 1 -- 172.21.15.67:0/1987059807 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7b24106a60 msgr2=0x7f7b241a4430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:19.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.664+0000 7f7b28c68640 1 --2- 172.21.15.67:0/1987059807 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7b24106a60 0x7f7b241a4430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:19.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.664+0000 7f7b28c68640 1 -- 172.21.15.67:0/1987059807 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b24101400 msgr2=0x7f7b241998f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:19.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.664+0000 7f7b28c68640 1 --2- 172.21.15.67:0/1987059807 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b24101400 0x7f7b241998f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:19.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.664+0000 7f7b28c68640 1 -- 172.21.15.67:0/1987059807 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b241a4970 con 0x7f7b24100a60 2024-09-10T08:15:19.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.664+0000 7f7b1bfff640 1 --2- 172.21.15.67:0/1987059807 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b24101400 0x7f7b241998f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:15:19.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.665+0000 7f7b28c68640 1 --2- 172.21.15.67:0/1987059807 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b24100a60 0x7f7b241993b0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f7b2000b4a0 tx=0x7f7b2000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:19.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.665+0000 7f7b19ffb640 1 -- 172.21.15.67:0/1987059807 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b20014070 con 0x7f7b24100a60 2024-09-10T08:15:19.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.665+0000 7f7b2aecc640 1 -- 172.21.15.67:0/1987059807 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b241a4b40 con 0x7f7b24100a60 2024-09-10T08:15:19.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.665+0000 7f7b19ffb640 1 -- 172.21.15.67:0/1987059807 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7b20010ac0 con 0x7f7b24100a60 2024-09-10T08:15:19.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.665+0000 7f7b19ffb640 1 -- 172.21.15.67:0/1987059807 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b20017c30 con 0x7f7b24100a60 2024-09-10T08:15:19.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.665+0000 7f7b2aecc640 1 -- 172.21.15.67:0/1987059807 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b241a5050 con 0x7f7b24100a60 2024-09-10T08:15:19.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.666+0000 7f7b2aecc640 1 -- 172.21.15.67:0/1987059807 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b24100f40 con 0x7f7b24100a60 2024-09-10T08:15:19.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.667+0000 7f7b19ffb640 1 -- 172.21.15.67:0/1987059807 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 19) ==== 137884+0+0 (secure 0 0 0) 0x7f7b20017070 con 0x7f7b24100a60 2024-09-10T08:15:19.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.668+0000 7f7b19ffb640 1 --2- 172.21.15.67:0/1987059807 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7b0c0a2c10 0x7f7b0c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:19.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.668+0000 7f7b1bfff640 1 --2- 172.21.15.67:0/1987059807 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7b0c0a2c10 0x7f7b0c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:19.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.668+0000 7f7b19ffb640 1 -- 172.21.15.67:0/1987059807 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f7b200cec40 con 0x7f7b24100a60 2024-09-10T08:15:19.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.668+0000 7f7b1bfff640 1 --2- 172.21.15.67:0/1987059807 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7b0c0a2c10 0x7f7b0c0a50d0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f7b14000c00 tx=0x7f7b14031400 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:19.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.672+0000 7f7b19ffb640 1 -- 172.21.15.67:0/1987059807 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f7b200d5080 con 0x7f7b24100a60 2024-09-10T08:15:19.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.885+0000 7f7b2aecc640 1 -- 172.21.15.67:0/1987059807 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7b24108ff0 con 0x7f7b24100a60 2024-09-10T08:15:19.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.885+0000 7f7b19ffb640 1 -- 172.21.15.67:0/1987059807 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11983 (secure 0 0 0) 0x7f7b2009b750 con 0x7f7b24100a60 2024-09-10T08:15:19.885 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:15:19.885 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":29,"btime":"2024-09-10T08:15:16:896413+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3649064068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3649064068},{"type":"v1","addr":"172.21.15.67:6835","nonce":3649064068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6837/384364542","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6836","nonce":384364542},{"type":"v1","addr":"172.21.15.67:6837","nonce":384364542}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T08:12:37.538183+0000","modified":"2024-09-10T08:15:16.520232+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24479,"mds_1":24475,"mds_2":24457,"mds_3":24412,"mds_4":24404},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6839/2770928820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6838","nonce":2770928820},{"type":"v1","addr":"172.21.15.67:6839","nonce":2770928820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14628":{"gid":14628,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6841/1116344955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6840","nonce":1116344955},{"type":"v1","addr":"172.21.15.67:6841","nonce":1116344955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24404":{"gid":24404,"name":"k","rank":4,"incarnation":26,"state":"up:active","state_seq":23,"addr":"172.21.15.133:6833/2920270168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":2920270168},{"type":"v1","addr":"172.21.15.133:6833","nonce":2920270168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24412":{"gid":24412,"name":"l","rank":3,"incarnation":24,"state":"up:active","state_seq":23,"addr":"172.21.15.203:6833/754287689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":754287689},{"type":"v1","addr":"172.21.15.203:6833","nonce":754287689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/3573205749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3573205749},{"type":"v1","addr":"172.21.15.133:6835","nonce":3573205749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6835/3722546188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":3722546188},{"type":"v1","addr":"172.21.15.203:6835","nonce":3722546188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/667764093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":667764093},{"type":"v1","addr":"172.21.15.133:6837","nonce":667764093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":19,"addr":"172.21.15.203:6837/4255783395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":4255783395},{"type":"v1","addr":"172.21.15.203:6837","nonce":4255783395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":17,"addr":"172.21.15.203:6839/2311592321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2311592321},{"type":"v1","addr":"172.21.15.203:6839","nonce":2311592321}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.133:6839/1848609384","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":1848609384},{"type":"v1","addr":"172.21.15.133:6839","nonce":1848609384}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24479,"qdb_cluster":[24404,24412,24457,24475,24479]},"id":1}]} 2024-09-10T08:15:19.886 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 29 2024-09-10T08:15:19.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.888+0000 7f7b2aecc640 1 -- 172.21.15.67:0/1987059807 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7b0c0a2c10 msgr2=0x7f7b0c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:19.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.888+0000 7f7b2aecc640 1 --2- 172.21.15.67:0/1987059807 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7b0c0a2c10 0x7f7b0c0a50d0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f7b14000c00 tx=0x7f7b14031400 comp rx=0 tx=0).stop 2024-09-10T08:15:19.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.888+0000 7f7b2aecc640 1 -- 172.21.15.67:0/1987059807 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b24100a60 msgr2=0x7f7b241993b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:19.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.888+0000 7f7b2aecc640 1 --2- 172.21.15.67:0/1987059807 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b24100a60 0x7f7b241993b0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f7b2000b4a0 tx=0x7f7b2000b960 comp rx=0 tx=0).stop 2024-09-10T08:15:19.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.888+0000 7f7b2aecc640 1 -- 172.21.15.67:0/1987059807 shutdown_connections 2024-09-10T08:15:19.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.888+0000 7f7b2aecc640 1 --2- 172.21.15.67:0/1987059807 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7b0c0a2c10 0x7f7b0c0a50d0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:19.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.888+0000 7f7b2aecc640 1 --2- 172.21.15.67:0/1987059807 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7b24101400 0x7f7b241998f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:19.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.888+0000 7f7b2aecc640 1 --2- 172.21.15.67:0/1987059807 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7b24106a60 0x7f7b241a4430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:19.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.888+0000 7f7b2aecc640 1 --2- 172.21.15.67:0/1987059807 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b24100a60 0x7f7b241993b0 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:19.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.888+0000 7f7b2aecc640 1 -- 172.21.15.67:0/1987059807 >> 172.21.15.67:0/1987059807 conn(0x7f7b240fc780 msgr2=0x7f7b240fd220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:19.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.888+0000 7f7b2aecc640 1 -- 172.21.15.67:0/1987059807 shutdown_connections 2024-09-10T08:15:19.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:19.888+0000 7f7b2aecc640 1 -- 172.21.15.67:0/1987059807 wait complete. 2024-09-10T08:15:20.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:19 smithi067 ceph-mon[31051]: mgrmap e19: x(active, since 9m), standbys: z, y 2024-09-10T08:15:20.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:19 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/1987059807' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:15:20.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:19 smithi203 ceph-mon[34672]: mgrmap e19: x(active, since 9m), standbys: z, y 2024-09-10T08:15:20.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:19 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/1987059807' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:15:20.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:19 smithi133 ceph-mon[34721]: mgrmap e19: x(active, since 9m), standbys: z, y 2024-09-10T08:15:20.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:19 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/1987059807' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:15:20.584 INFO:tasks.fwd_scrub:Ready to start scrub thrashing 2024-09-10T08:15:20.585 INFO:tasks.fwd_scrub.ceph_manager:waiting for clean 2024-09-10T08:15:20.585 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T08:15:20.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.696+0000 7fd3e452a640 1 -- 172.21.15.67:0/3581618781 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd3dc101c00 msgr2=0x7fd3dc102080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:20.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.696+0000 7fd3e452a640 1 --2- 172.21.15.67:0/3581618781 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd3dc101c00 0x7fd3dc102080 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fd3cc009900 tx=0x7fd3cc02a410 comp rx=0 tx=0).stop 2024-09-10T08:15:20.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.697+0000 7fd3e452a640 1 -- 172.21.15.67:0/3581618781 shutdown_connections 2024-09-10T08:15:20.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.697+0000 7fd3e452a640 1 --2- 172.21.15.67:0/3581618781 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd3dc1025c0 0x7fd3dc108e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:20.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.697+0000 7fd3e452a640 1 --2- 172.21.15.67:0/3581618781 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd3dc101c00 0x7fd3dc102080 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:20.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.697+0000 7fd3e452a640 1 --2- 172.21.15.67:0/3581618781 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3dc100a10 0x7fd3dc100e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:20.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.697+0000 7fd3e452a640 1 -- 172.21.15.67:0/3581618781 >> 172.21.15.67:0/3581618781 conn(0x7fd3dc0fc170 msgr2=0x7fd3dc0fe5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:20.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.697+0000 7fd3e452a640 1 -- 172.21.15.67:0/3581618781 shutdown_connections 2024-09-10T08:15:20.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.697+0000 7fd3e452a640 1 -- 172.21.15.67:0/3581618781 wait complete. 2024-09-10T08:15:20.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.697+0000 7fd3e452a640 1 Processor -- start 2024-09-10T08:15:20.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.697+0000 7fd3e452a640 1 -- start start 2024-09-10T08:15:20.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.697+0000 7fd3e452a640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd3dc100a10 0x7fd3dc199ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:20.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.697+0000 7fd3e452a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd3dc101c00 0x7fd3dc19a530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:20.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.697+0000 7fd3e452a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3dc1025c0 0x7fd3dc1a15a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:20.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.697+0000 7fd3e452a640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd3dc10c5c0 con 0x7fd3dc101c00 2024-09-10T08:15:20.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.697+0000 7fd3e452a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fd3dc10c440 con 0x7fd3dc1025c0 2024-09-10T08:15:20.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.697+0000 7fd3e452a640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fd3dc10c740 con 0x7fd3dc100a10 2024-09-10T08:15:20.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.698+0000 7fd3e1ac5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd3dc101c00 0x7fd3dc19a530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:20.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.698+0000 7fd3e1ac5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd3dc101c00 0x7fd3dc19a530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40036/0 (socket says 172.21.15.67:40036) 2024-09-10T08:15:20.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.698+0000 7fd3e1ac5640 1 -- 172.21.15.67:0/50904532 learned_addr learned my addr 172.21.15.67:0/50904532 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:20.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.698+0000 7fd3e22c6640 1 --2- 172.21.15.67:0/50904532 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd3dc100a10 0x7fd3dc199ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:20.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.698+0000 7fd3e2ac7640 1 --2- 172.21.15.67:0/50904532 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3dc1025c0 0x7fd3dc1a15a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:20.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.698+0000 7fd3e1ac5640 1 -- 172.21.15.67:0/50904532 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd3dc100a10 msgr2=0x7fd3dc199ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:20.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.698+0000 7fd3e1ac5640 1 --2- 172.21.15.67:0/50904532 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd3dc100a10 0x7fd3dc199ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:20.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.698+0000 7fd3e1ac5640 1 -- 172.21.15.67:0/50904532 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3dc1025c0 msgr2=0x7fd3dc1a15a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:20.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.698+0000 7fd3e1ac5640 1 --2- 172.21.15.67:0/50904532 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3dc1025c0 0x7fd3dc1a15a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:20.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.698+0000 7fd3e1ac5640 1 -- 172.21.15.67:0/50904532 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3dc1a1c10 con 0x7fd3dc101c00 2024-09-10T08:15:20.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.698+0000 7fd3e2ac7640 1 --2- 172.21.15.67:0/50904532 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3dc1025c0 0x7fd3dc1a15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:15:20.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.698+0000 7fd3e1ac5640 1 --2- 172.21.15.67:0/50904532 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd3dc101c00 0x7fd3dc19a530 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fd3cc005940 tx=0x7fd3cc004430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:20.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.698+0000 7fd3d37fe640 1 -- 172.21.15.67:0/50904532 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3cc03f030 con 0x7fd3dc101c00 2024-09-10T08:15:20.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.698+0000 7fd3d37fe640 1 -- 172.21.15.67:0/50904532 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd3cc003cb0 con 0x7fd3dc101c00 2024-09-10T08:15:20.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.698+0000 7fd3d37fe640 1 -- 172.21.15.67:0/50904532 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3cc035070 con 0x7fd3dc101c00 2024-09-10T08:15:20.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.698+0000 7fd3e452a640 1 -- 172.21.15.67:0/50904532 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3dc1a1ea0 con 0x7fd3dc101c00 2024-09-10T08:15:20.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.698+0000 7fd3e452a640 1 -- 172.21.15.67:0/50904532 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3dc1a2330 con 0x7fd3dc101c00 2024-09-10T08:15:20.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.699+0000 7fd3e452a640 1 -- 172.21.15.67:0/50904532 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3dc1a2560 con 0x7fd3dc101c00 2024-09-10T08:15:20.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.700+0000 7fd3d37fe640 1 -- 172.21.15.67:0/50904532 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 19) ==== 137884+0+0 (secure 0 0 0) 0x7fd3cc042030 con 0x7fd3dc101c00 2024-09-10T08:15:20.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.701+0000 7fd3d37fe640 1 --2- 172.21.15.67:0/50904532 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd3c80a2ca0 0x7fd3c80a5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:20.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.701+0000 7fd3e22c6640 1 --2- 172.21.15.67:0/50904532 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd3c80a2ca0 0x7fd3c80a5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:20.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.701+0000 7fd3d37fe640 1 -- 172.21.15.67:0/50904532 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fd3cc0effb0 con 0x7fd3dc101c00 2024-09-10T08:15:20.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.702+0000 7fd3e22c6640 1 --2- 172.21.15.67:0/50904532 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd3c80a2ca0 0x7fd3c80a5160 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fd3dc101a60 tx=0x7fd3d8009110 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:20.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.705+0000 7fd3d37fe640 1 -- 172.21.15.67:0/50904532 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd3cc0bc9b0 con 0x7fd3dc101c00 2024-09-10T08:15:20.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.882+0000 7fd3e452a640 1 -- 172.21.15.67:0/50904532 --> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fd3dc069b00 con 0x7fd3c80a2ca0 2024-09-10T08:15:20.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.891+0000 7fd3d37fe640 1 -- 172.21.15.67:0/50904532 <== mgr.14150 v2:172.21.15.67:6800/4256949759 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340550 (secure 0 0 0) 0x7fd3dc069b00 con 0x7fd3c80a2ca0 2024-09-10T08:15:20.895 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:15:20.898 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-10T08:15:20.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.894+0000 7fd3e452a640 1 -- 172.21.15.67:0/50904532 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd3c80a2ca0 msgr2=0x7fd3c80a5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:20.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.894+0000 7fd3e452a640 1 --2- 172.21.15.67:0/50904532 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd3c80a2ca0 0x7fd3c80a5160 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fd3dc101a60 tx=0x7fd3d8009110 comp rx=0 tx=0).stop 2024-09-10T08:15:20.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.894+0000 7fd3e452a640 1 -- 172.21.15.67:0/50904532 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd3dc101c00 msgr2=0x7fd3dc19a530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:20.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.894+0000 7fd3e452a640 1 --2- 172.21.15.67:0/50904532 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd3dc101c00 0x7fd3dc19a530 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fd3cc005940 tx=0x7fd3cc004430 comp rx=0 tx=0).stop 2024-09-10T08:15:20.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.894+0000 7fd3e452a640 1 -- 172.21.15.67:0/50904532 shutdown_connections 2024-09-10T08:15:20.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.894+0000 7fd3e452a640 1 --2- 172.21.15.67:0/50904532 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd3c80a2ca0 0x7fd3c80a5160 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:20.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.894+0000 7fd3e452a640 1 --2- 172.21.15.67:0/50904532 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd3dc1025c0 0x7fd3dc1a15a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:20.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.894+0000 7fd3e452a640 1 --2- 172.21.15.67:0/50904532 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd3dc101c00 0x7fd3dc19a530 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:20.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.894+0000 7fd3e452a640 1 --2- 172.21.15.67:0/50904532 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd3dc100a10 0x7fd3dc199ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:20.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.894+0000 7fd3e452a640 1 -- 172.21.15.67:0/50904532 >> 172.21.15.67:0/50904532 conn(0x7fd3dc0fc170 msgr2=0x7fd3dc0693f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:20.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.894+0000 7fd3e452a640 1 -- 172.21.15.67:0/50904532 shutdown_connections 2024-09-10T08:15:20.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:20.894+0000 7fd3e452a640 1 -- 172.21.15.67:0/50904532 wait complete. 2024-09-10T08:15:20.905 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":373,"stamp":"2024-09-10T08:15:19.844873+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":667065,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":1261,"num_read_kb":801,"num_write":457,"num_write_kb":3106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":1181974,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":873,"ondisk_log_size":873,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":417924,"kb_used_data":14588,"kb_used_omap":18,"kb_used_meta":403117,"kb_avail":1124523900,"statfs":{"total":1151940427776,"available":1151512473600,"internally_reserved":0,"allocated":14938112,"data_stored":8281214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":412792121},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":7182,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":147,"num_read_kb":86,"num_write":22,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003478"},"pg_stats":[{"pgid":"2.1f","version":"92'15","reported_seq":170,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:16.972441+0000","last_change":"2024-09-10T08:12:34.806369+0000","last_active":"2024-09-10T08:15:16.972441+0000","last_peered":"2024-09-10T08:15:16.972441+0000","last_clean":"2024-09-10T08:15:16.972441+0000","last_became_active":"2024-09-10T08:12:34.805950+0000","last_became_peered":"2024-09-10T08:12:34.805950+0000","last_unstale":"2024-09-10T08:15:16.972441+0000","last_undegraded":"2024-09-10T08:15:16.972441+0000","last_fullsized":"2024-09-10T08:15:16.972441+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:06:34.845848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":116,"num_read_kb":116,"num_write":16,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"90'5","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677270+0000","last_change":"2024-09-10T08:12:36.838658+0000","last_active":"2024-09-10T08:14:39.677270+0000","last_peered":"2024-09-10T08:14:39.677270+0000","last_clean":"2024-09-10T08:14:39.677270+0000","last_became_active":"2024-09-10T08:12:36.838366+0000","last_became_peered":"2024-09-10T08:12:36.838366+0000","last_unstale":"2024-09-10T08:14:39.677270+0000","last_undegraded":"2024-09-10T08:14:39.677270+0000","last_fullsized":"2024-09-10T08:14:39.677270+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:53:10.847198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676873+0000","last_change":"2024-09-10T08:12:43.868547+0000","last_active":"2024-09-10T08:14:39.676873+0000","last_peered":"2024-09-10T08:14:39.676873+0000","last_clean":"2024-09-10T08:14:39.676873+0000","last_became_active":"2024-09-10T08:12:43.868066+0000","last_became_peered":"2024-09-10T08:12:43.868066+0000","last_unstale":"2024-09-10T08:14:39.676873+0000","last_undegraded":"2024-09-10T08:14:39.676873+0000","last_fullsized":"2024-09-10T08:14:39.676873+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:08.277037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1e","version":"88'2","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677489+0000","last_change":"2024-09-10T08:12:34.934507+0000","last_active":"2024-09-10T08:14:39.677489+0000","last_peered":"2024-09-10T08:14:39.677489+0000","last_clean":"2024-09-10T08:14:39.677489+0000","last_became_active":"2024-09-10T08:12:34.934137+0000","last_became_peered":"2024-09-10T08:12:34.934137+0000","last_unstale":"2024-09-10T08:14:39.677489+0000","last_undegraded":"2024-09-10T08:14:39.677489+0000","last_fullsized":"2024-09-10T08:14:39.677489+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:03:36.377273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"90'6","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.681748+0000","last_change":"2024-09-10T08:12:36.840138+0000","last_active":"2024-09-10T08:14:39.681748+0000","last_peered":"2024-09-10T08:14:39.681748+0000","last_clean":"2024-09-10T08:14:39.681748+0000","last_became_active":"2024-09-10T08:12:36.839808+0000","last_became_peered":"2024-09-10T08:12:36.839808+0000","last_unstale":"2024-09-10T08:14:39.681748+0000","last_undegraded":"2024-09-10T08:14:39.681748+0000","last_fullsized":"2024-09-10T08:14:39.681748+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:20:44.599707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676407+0000","last_change":"2024-09-10T08:12:43.866234+0000","last_active":"2024-09-10T08:14:39.676407+0000","last_peered":"2024-09-10T08:14:39.676407+0000","last_clean":"2024-09-10T08:14:39.676407+0000","last_became_active":"2024-09-10T08:12:43.865892+0000","last_became_peered":"2024-09-10T08:12:43.865892+0000","last_unstale":"2024-09-10T08:14:39.676407+0000","last_undegraded":"2024-09-10T08:14:39.676407+0000","last_fullsized":"2024-09-10T08:14:39.676407+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:39:12.895242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"88'12","reported_seq":52,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.672085+0000","last_change":"2024-09-10T08:12:34.810865+0000","last_active":"2024-09-10T08:14:39.672085+0000","last_peered":"2024-09-10T08:14:39.672085+0000","last_clean":"2024-09-10T08:14:39.672085+0000","last_became_active":"2024-09-10T08:12:34.810234+0000","last_became_peered":"2024-09-10T08:12:34.810234+0000","last_unstale":"2024-09-10T08:14:39.672085+0000","last_undegraded":"2024-09-10T08:14:39.672085+0000","last_fullsized":"2024-09-10T08:14:39.672085+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:55:16.240330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.684691+0000","last_change":"2024-09-10T08:12:36.835352+0000","last_active":"2024-09-10T08:14:39.684691+0000","last_peered":"2024-09-10T08:14:39.684691+0000","last_clean":"2024-09-10T08:14:39.684691+0000","last_became_active":"2024-09-10T08:12:36.835033+0000","last_became_peered":"2024-09-10T08:12:36.835033+0000","last_unstale":"2024-09-10T08:14:39.684691+0000","last_undegraded":"2024-09-10T08:14:39.684691+0000","last_fullsized":"2024-09-10T08:14:39.684691+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:42:37.042569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676648+0000","last_change":"2024-09-10T08:12:43.871905+0000","last_active":"2024-09-10T08:14:39.676648+0000","last_peered":"2024-09-10T08:14:39.676648+0000","last_clean":"2024-09-10T08:14:39.676648+0000","last_became_active":"2024-09-10T08:12:43.871475+0000","last_became_peered":"2024-09-10T08:12:43.871475+0000","last_unstale":"2024-09-10T08:14:39.676648+0000","last_undegraded":"2024-09-10T08:14:39.676648+0000","last_fullsized":"2024-09-10T08:14:39.676648+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:42:51.386857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"88'5","reported_seq":45,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671930+0000","last_change":"2024-09-10T08:12:34.811138+0000","last_active":"2024-09-10T08:14:39.671930+0000","last_peered":"2024-09-10T08:14:39.671930+0000","last_clean":"2024-09-10T08:14:39.671930+0000","last_became_active":"2024-09-10T08:12:34.810395+0000","last_became_peered":"2024-09-10T08:12:34.810395+0000","last_unstale":"2024-09-10T08:14:39.671930+0000","last_undegraded":"2024-09-10T08:14:39.671930+0000","last_fullsized":"2024-09-10T08:14:39.671930+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:19:39.256859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"90'15","reported_seq":55,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.863150+0000","last_change":"2024-09-10T08:14:39.862682+0000","last_active":"2024-09-10T08:14:39.863150+0000","last_peered":"2024-09-10T08:14:39.863150+0000","last_clean":"2024-09-10T08:14:39.863150+0000","last_became_active":"2024-09-10T08:14:39.862216+0000","last_became_peered":"2024-09-10T08:14:39.862216+0000","last_unstale":"2024-09-10T08:14:39.863150+0000","last_undegraded":"2024-09-10T08:14:39.863150+0000","last_fullsized":"2024-09-10T08:14:39.863150+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:17:01.944974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676504+0000","last_change":"2024-09-10T08:12:43.859853+0000","last_active":"2024-09-10T08:14:39.676504+0000","last_peered":"2024-09-10T08:14:39.676504+0000","last_clean":"2024-09-10T08:14:39.676504+0000","last_became_active":"2024-09-10T08:12:43.859405+0000","last_became_peered":"2024-09-10T08:12:43.859405+0000","last_unstale":"2024-09-10T08:14:39.676504+0000","last_undegraded":"2024-09-10T08:14:39.676504+0000","last_fullsized":"2024-09-10T08:14:39.676504+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:18:37.147252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"90'5","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861236+0000","last_change":"2024-09-10T08:12:36.832384+0000","last_active":"2024-09-10T08:14:39.861236+0000","last_peered":"2024-09-10T08:14:39.861236+0000","last_clean":"2024-09-10T08:14:39.861236+0000","last_became_active":"2024-09-10T08:12:36.831948+0000","last_became_peered":"2024-09-10T08:12:36.831948+0000","last_unstale":"2024-09-10T08:14:39.861236+0000","last_undegraded":"2024-09-10T08:14:39.861236+0000","last_fullsized":"2024-09-10T08:14:39.861236+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:08:21.982944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"88'4","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671630+0000","last_change":"2024-09-10T08:12:34.809160+0000","last_active":"2024-09-10T08:14:39.671630+0000","last_peered":"2024-09-10T08:14:39.671630+0000","last_clean":"2024-09-10T08:14:39.671630+0000","last_became_active":"2024-09-10T08:12:34.808811+0000","last_became_peered":"2024-09-10T08:12:34.808811+0000","last_unstale":"2024-09-10T08:14:39.671630+0000","last_undegraded":"2024-09-10T08:14:39.671630+0000","last_fullsized":"2024-09-10T08:14:39.671630+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:03:04.110196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676722+0000","last_change":"2024-09-10T08:12:43.992351+0000","last_active":"2024-09-10T08:14:39.676722+0000","last_peered":"2024-09-10T08:14:39.676722+0000","last_clean":"2024-09-10T08:14:39.676722+0000","last_became_active":"2024-09-10T08:12:43.991833+0000","last_became_peered":"2024-09-10T08:12:43.991833+0000","last_unstale":"2024-09-10T08:14:39.676722+0000","last_undegraded":"2024-09-10T08:14:39.676722+0000","last_fullsized":"2024-09-10T08:14:39.676722+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:01:52.453901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677398+0000","last_change":"2024-09-10T08:12:36.832081+0000","last_active":"2024-09-10T08:14:39.677398+0000","last_peered":"2024-09-10T08:14:39.677398+0000","last_clean":"2024-09-10T08:14:39.677398+0000","last_became_active":"2024-09-10T08:12:36.831667+0000","last_became_peered":"2024-09-10T08:12:36.831667+0000","last_unstale":"2024-09-10T08:14:39.677398+0000","last_undegraded":"2024-09-10T08:14:39.677398+0000","last_fullsized":"2024-09-10T08:14:39.677398+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:19:23.841907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"92'5","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:15.010916+0000","last_change":"2024-09-10T08:12:34.812279+0000","last_active":"2024-09-10T08:15:15.010916+0000","last_peered":"2024-09-10T08:15:15.010916+0000","last_clean":"2024-09-10T08:15:15.010916+0000","last_became_active":"2024-09-10T08:12:34.811729+0000","last_became_peered":"2024-09-10T08:12:34.811729+0000","last_unstale":"2024-09-10T08:15:15.010916+0000","last_undegraded":"2024-09-10T08:15:15.010916+0000","last_fullsized":"2024-09-10T08:15:15.010916+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:49:19.797930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"88'1","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677155+0000","last_change":"2024-09-10T08:12:43.871922+0000","last_active":"2024-09-10T08:14:39.677155+0000","last_peered":"2024-09-10T08:14:39.677155+0000","last_clean":"2024-09-10T08:14:39.677155+0000","last_became_active":"2024-09-10T08:12:43.871531+0000","last_became_peered":"2024-09-10T08:12:43.871531+0000","last_unstale":"2024-09-10T08:14:39.677155+0000","last_undegraded":"2024-09-10T08:14:39.677155+0000","last_fullsized":"2024-09-10T08:14:39.677155+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:49:26.483674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.673662+0000","last_change":"2024-09-10T08:12:36.830090+0000","last_active":"2024-09-10T08:14:39.673662+0000","last_peered":"2024-09-10T08:14:39.673662+0000","last_clean":"2024-09-10T08:14:39.673662+0000","last_became_active":"2024-09-10T08:12:36.829732+0000","last_became_peered":"2024-09-10T08:12:36.829732+0000","last_unstale":"2024-09-10T08:14:39.673662+0000","last_undegraded":"2024-09-10T08:14:39.673662+0000","last_fullsized":"2024-09-10T08:14:39.673662+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:11:21.058996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.9","version":"88'7","reported_seq":46,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676976+0000","last_change":"2024-09-10T08:12:34.808639+0000","last_active":"2024-09-10T08:14:39.676976+0000","last_peered":"2024-09-10T08:14:39.676976+0000","last_clean":"2024-09-10T08:14:39.676976+0000","last_became_active":"2024-09-10T08:12:34.808310+0000","last_became_peered":"2024-09-10T08:12:34.808310+0000","last_unstale":"2024-09-10T08:14:39.676976+0000","last_undegraded":"2024-09-10T08:14:39.676976+0000","last_fullsized":"2024-09-10T08:14:39.676976+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:44:01.719719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":16,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671879+0000","last_change":"2024-09-10T08:13:39.523878+0000","last_active":"2024-09-10T08:14:39.671879+0000","last_peered":"2024-09-10T08:14:39.671879+0000","last_clean":"2024-09-10T08:14:39.671879+0000","last_became_active":"2024-09-10T08:13:39.523356+0000","last_became_peered":"2024-09-10T08:13:39.523356+0000","last_unstale":"2024-09-10T08:14:39.671879+0000","last_undegraded":"2024-09-10T08:14:39.671879+0000","last_fullsized":"2024-09-10T08:14:39.671879+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:01:04.099625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,2,10],"acting":[8,3,2,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.9","version":"90'2","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671551+0000","last_change":"2024-09-10T08:12:36.828449+0000","last_active":"2024-09-10T08:14:39.671551+0000","last_peered":"2024-09-10T08:14:39.671551+0000","last_clean":"2024-09-10T08:14:39.671551+0000","last_became_active":"2024-09-10T08:12:36.828106+0000","last_became_peered":"2024-09-10T08:12:36.828106+0000","last_unstale":"2024-09-10T08:14:39.671551+0000","last_undegraded":"2024-09-10T08:14:39.671551+0000","last_fullsized":"2024-09-10T08:14:39.671551+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:18:00.158389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.8","version":"88'2","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.684197+0000","last_change":"2024-09-10T08:12:34.935257+0000","last_active":"2024-09-10T08:14:39.684197+0000","last_peered":"2024-09-10T08:14:39.684197+0000","last_clean":"2024-09-10T08:14:39.684197+0000","last_became_active":"2024-09-10T08:12:34.934895+0000","last_became_peered":"2024-09-10T08:12:34.934895+0000","last_unstale":"2024-09-10T08:14:39.684197+0000","last_undegraded":"2024-09-10T08:14:39.684197+0000","last_fullsized":"2024-09-10T08:14:39.684197+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:05:13.175542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676836+0000","last_change":"2024-09-10T08:12:43.992898+0000","last_active":"2024-09-10T08:14:39.676836+0000","last_peered":"2024-09-10T08:14:39.676836+0000","last_clean":"2024-09-10T08:14:39.676836+0000","last_became_active":"2024-09-10T08:12:43.992515+0000","last_became_peered":"2024-09-10T08:12:43.992515+0000","last_unstale":"2024-09-10T08:14:39.676836+0000","last_undegraded":"2024-09-10T08:14:39.676836+0000","last_fullsized":"2024-09-10T08:14:39.676836+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:33:15.411029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"90'7","reported_seq":47,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.681283+0000","last_change":"2024-09-10T08:13:39.677330+0000","last_active":"2024-09-10T08:14:39.681283+0000","last_peered":"2024-09-10T08:14:39.681283+0000","last_clean":"2024-09-10T08:14:39.681283+0000","last_became_active":"2024-09-10T08:13:39.676957+0000","last_became_peered":"2024-09-10T08:13:39.676957+0000","last_unstale":"2024-09-10T08:14:39.681283+0000","last_undegraded":"2024-09-10T08:14:39.681283+0000","last_fullsized":"2024-09-10T08:14:39.681283+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:53:20.898986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,4],"acting":[0,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"88'7","reported_seq":47,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677121+0000","last_change":"2024-09-10T08:12:35.352322+0000","last_active":"2024-09-10T08:14:39.677121+0000","last_peered":"2024-09-10T08:14:39.677121+0000","last_clean":"2024-09-10T08:14:39.677121+0000","last_became_active":"2024-09-10T08:12:35.351912+0000","last_became_peered":"2024-09-10T08:12:35.351912+0000","last_unstale":"2024-09-10T08:14:39.677121+0000","last_undegraded":"2024-09-10T08:14:39.677121+0000","last_fullsized":"2024-09-10T08:14:39.677121+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:00:27.531447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677019+0000","last_change":"2024-09-10T08:12:43.861303+0000","last_active":"2024-09-10T08:14:39.677019+0000","last_peered":"2024-09-10T08:14:39.677019+0000","last_clean":"2024-09-10T08:14:39.677019+0000","last_became_active":"2024-09-10T08:12:43.860849+0000","last_became_peered":"2024-09-10T08:12:43.860849+0000","last_unstale":"2024-09-10T08:14:39.677019+0000","last_undegraded":"2024-09-10T08:14:39.677019+0000","last_fullsized":"2024-09-10T08:14:39.677019+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:26:53.475097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"90'5","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677134+0000","last_change":"2024-09-10T08:12:36.834293+0000","last_active":"2024-09-10T08:14:39.677134+0000","last_peered":"2024-09-10T08:14:39.677134+0000","last_clean":"2024-09-10T08:14:39.677134+0000","last_became_active":"2024-09-10T08:12:36.833981+0000","last_became_peered":"2024-09-10T08:12:36.833981+0000","last_unstale":"2024-09-10T08:14:39.677134+0000","last_undegraded":"2024-09-10T08:14:39.677134+0000","last_fullsized":"2024-09-10T08:14:39.677134+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:56:18.333347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"92'17","reported_seq":72,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:14.855384+0000","last_change":"2024-09-10T08:14:39.686089+0000","last_active":"2024-09-10T08:15:14.855384+0000","last_peered":"2024-09-10T08:15:14.855384+0000","last_clean":"2024-09-10T08:15:14.855384+0000","last_became_active":"2024-09-10T08:14:39.678104+0000","last_became_peered":"2024-09-10T08:14:39.678104+0000","last_unstale":"2024-09-10T08:15:14.855384+0000","last_undegraded":"2024-09-10T08:15:14.855384+0000","last_fullsized":"2024-09-10T08:15:14.855384+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:18:29.844808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":31,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676341+0000","last_change":"2024-09-10T08:12:43.992400+0000","last_active":"2024-09-10T08:14:39.676341+0000","last_peered":"2024-09-10T08:14:39.676341+0000","last_clean":"2024-09-10T08:14:39.676341+0000","last_became_active":"2024-09-10T08:12:43.991970+0000","last_became_peered":"2024-09-10T08:12:43.991970+0000","last_unstale":"2024-09-10T08:14:39.676341+0000","last_undegraded":"2024-09-10T08:14:39.676341+0000","last_fullsized":"2024-09-10T08:14:39.676341+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:10:02.208981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677416+0000","last_change":"2024-09-10T08:12:36.832238+0000","last_active":"2024-09-10T08:14:39.677416+0000","last_peered":"2024-09-10T08:14:39.677416+0000","last_clean":"2024-09-10T08:14:39.677416+0000","last_became_active":"2024-09-10T08:12:36.831644+0000","last_became_peered":"2024-09-10T08:12:36.831644+0000","last_unstale":"2024-09-10T08:14:39.677416+0000","last_undegraded":"2024-09-10T08:14:39.677416+0000","last_fullsized":"2024-09-10T08:14:39.677416+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:44:55.777869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"88'4","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.672182+0000","last_change":"2024-09-10T08:12:34.934616+0000","last_active":"2024-09-10T08:14:39.672182+0000","last_peered":"2024-09-10T08:14:39.672182+0000","last_clean":"2024-09-10T08:14:39.672182+0000","last_became_active":"2024-09-10T08:12:34.934240+0000","last_became_peered":"2024-09-10T08:12:34.934240+0000","last_unstale":"2024-09-10T08:14:39.672182+0000","last_undegraded":"2024-09-10T08:14:39.672182+0000","last_fullsized":"2024-09-10T08:14:39.672182+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:01:30.178100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.674465+0000","last_change":"2024-09-10T08:12:43.866058+0000","last_active":"2024-09-10T08:14:39.674465+0000","last_peered":"2024-09-10T08:14:39.674465+0000","last_clean":"2024-09-10T08:14:39.674465+0000","last_became_active":"2024-09-10T08:12:43.865313+0000","last_became_peered":"2024-09-10T08:12:43.865313+0000","last_unstale":"2024-09-10T08:14:39.674465+0000","last_undegraded":"2024-09-10T08:14:39.674465+0000","last_fullsized":"2024-09-10T08:14:39.674465+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:15:57.695818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.5","version":"90'4","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.672127+0000","last_change":"2024-09-10T08:12:36.827327+0000","last_active":"2024-09-10T08:14:39.672127+0000","last_peered":"2024-09-10T08:14:39.672127+0000","last_clean":"2024-09-10T08:14:39.672127+0000","last_became_active":"2024-09-10T08:12:36.826973+0000","last_became_peered":"2024-09-10T08:12:36.826973+0000","last_unstale":"2024-09-10T08:14:39.672127+0000","last_undegraded":"2024-09-10T08:14:39.672127+0000","last_fullsized":"2024-09-10T08:14:39.672127+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:03:53.148739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"88'1","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.673317+0000","last_change":"2024-09-10T08:12:34.935377+0000","last_active":"2024-09-10T08:14:39.673317+0000","last_peered":"2024-09-10T08:14:39.673317+0000","last_clean":"2024-09-10T08:14:39.673317+0000","last_became_active":"2024-09-10T08:12:34.934905+0000","last_became_peered":"2024-09-10T08:12:34.934905+0000","last_unstale":"2024-09-10T08:14:39.673317+0000","last_undegraded":"2024-09-10T08:14:39.673317+0000","last_fullsized":"2024-09-10T08:14:39.673317+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:48:46.159178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671490+0000","last_change":"2024-09-10T08:12:43.992295+0000","last_active":"2024-09-10T08:14:39.671490+0000","last_peered":"2024-09-10T08:14:39.671490+0000","last_clean":"2024-09-10T08:14:39.671490+0000","last_became_active":"2024-09-10T08:12:43.991802+0000","last_became_peered":"2024-09-10T08:12:43.991802+0000","last_unstale":"2024-09-10T08:14:39.671490+0000","last_undegraded":"2024-09-10T08:14:39.671490+0000","last_fullsized":"2024-09-10T08:14:39.671490+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:38:53.330441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3","version":"90'7","reported_seq":47,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.672002+0000","last_change":"2024-09-10T08:13:39.407288+0000","last_active":"2024-09-10T08:14:39.672002+0000","last_peered":"2024-09-10T08:14:39.672002+0000","last_clean":"2024-09-10T08:14:39.672002+0000","last_became_active":"2024-09-10T08:13:39.406977+0000","last_became_peered":"2024-09-10T08:13:39.406977+0000","last_unstale":"2024-09-10T08:14:39.672002+0000","last_undegraded":"2024-09-10T08:14:39.672002+0000","last_fullsized":"2024-09-10T08:14:39.672002+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:48:54.336323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"92'8","reported_seq":163,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:14.970374+0000","last_change":"2024-09-10T08:12:34.814037+0000","last_active":"2024-09-10T08:15:14.970374+0000","last_peered":"2024-09-10T08:15:14.970374+0000","last_clean":"2024-09-10T08:15:14.970374+0000","last_became_active":"2024-09-10T08:12:34.813620+0000","last_became_peered":"2024-09-10T08:12:34.813620+0000","last_unstale":"2024-09-10T08:15:14.970374+0000","last_undegraded":"2024-09-10T08:15:14.970374+0000","last_fullsized":"2024-09-10T08:15:14.970374+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:21:07.593990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1617,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":4,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677140+0000","last_change":"2024-09-10T08:12:43.866652+0000","last_active":"2024-09-10T08:14:39.677140+0000","last_peered":"2024-09-10T08:14:39.677140+0000","last_clean":"2024-09-10T08:14:39.677140+0000","last_became_active":"2024-09-10T08:12:43.866267+0000","last_became_peered":"2024-09-10T08:12:43.866267+0000","last_unstale":"2024-09-10T08:14:39.677140+0000","last_undegraded":"2024-09-10T08:14:39.677140+0000","last_fullsized":"2024-09-10T08:14:39.677140+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:40:11.894132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.678146+0000","last_change":"2024-09-10T08:12:36.828347+0000","last_active":"2024-09-10T08:14:39.678146+0000","last_peered":"2024-09-10T08:14:39.678146+0000","last_clean":"2024-09-10T08:14:39.678146+0000","last_became_active":"2024-09-10T08:12:36.828034+0000","last_became_peered":"2024-09-10T08:12:36.828034+0000","last_unstale":"2024-09-10T08:14:39.678146+0000","last_undegraded":"2024-09-10T08:14:39.678146+0000","last_fullsized":"2024-09-10T08:14:39.678146+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:12:34.999032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"92'6","reported_seq":164,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:17.966844+0000","last_change":"2024-09-10T08:12:34.934390+0000","last_active":"2024-09-10T08:15:17.966844+0000","last_peered":"2024-09-10T08:15:17.966844+0000","last_clean":"2024-09-10T08:15:17.966844+0000","last_became_active":"2024-09-10T08:12:34.934052+0000","last_became_peered":"2024-09-10T08:12:34.934052+0000","last_unstale":"2024-09-10T08:15:17.966844+0000","last_undegraded":"2024-09-10T08:15:17.966844+0000","last_fullsized":"2024-09-10T08:15:17.966844+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:48:53.538324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":119,"num_read_kb":119,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677208+0000","last_change":"2024-09-10T08:12:43.992318+0000","last_active":"2024-09-10T08:14:39.677208+0000","last_peered":"2024-09-10T08:14:39.677208+0000","last_clean":"2024-09-10T08:14:39.677208+0000","last_became_active":"2024-09-10T08:12:43.991865+0000","last_became_peered":"2024-09-10T08:12:43.991865+0000","last_unstale":"2024-09-10T08:14:39.677208+0000","last_undegraded":"2024-09-10T08:14:39.677208+0000","last_fullsized":"2024-09-10T08:14:39.677208+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:44:14.872522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"90'5","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.674858+0000","last_change":"2024-09-10T08:12:36.831968+0000","last_active":"2024-09-10T08:14:39.674858+0000","last_peered":"2024-09-10T08:14:39.674858+0000","last_clean":"2024-09-10T08:14:39.674858+0000","last_became_active":"2024-09-10T08:12:36.831636+0000","last_became_peered":"2024-09-10T08:12:36.831636+0000","last_unstale":"2024-09-10T08:14:39.674858+0000","last_undegraded":"2024-09-10T08:14:39.674858+0000","last_fullsized":"2024-09-10T08:14:39.674858+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:36:42.460656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"88'4","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.860865+0000","last_change":"2024-09-10T08:12:34.811292+0000","last_active":"2024-09-10T08:14:39.860865+0000","last_peered":"2024-09-10T08:14:39.860865+0000","last_clean":"2024-09-10T08:14:39.860865+0000","last_became_active":"2024-09-10T08:12:34.810947+0000","last_became_peered":"2024-09-10T08:12:34.810947+0000","last_unstale":"2024-09-10T08:14:39.860865+0000","last_undegraded":"2024-09-10T08:14:39.860865+0000","last_fullsized":"2024-09-10T08:14:39.860865+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:34:12.885332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.678005+0000","last_change":"2024-09-10T08:12:43.993002+0000","last_active":"2024-09-10T08:14:39.678005+0000","last_peered":"2024-09-10T08:14:39.678005+0000","last_clean":"2024-09-10T08:14:39.678005+0000","last_became_active":"2024-09-10T08:12:43.992378+0000","last_became_peered":"2024-09-10T08:12:43.992378+0000","last_unstale":"2024-09-10T08:14:39.678005+0000","last_undegraded":"2024-09-10T08:14:39.678005+0000","last_fullsized":"2024-09-10T08:14:39.678005+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:51:30.925233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677400+0000","last_change":"2024-09-10T08:12:36.835603+0000","last_active":"2024-09-10T08:14:39.677400+0000","last_peered":"2024-09-10T08:14:39.677400+0000","last_clean":"2024-09-10T08:14:39.677400+0000","last_became_active":"2024-09-10T08:12:36.835266+0000","last_became_peered":"2024-09-10T08:12:36.835266+0000","last_unstale":"2024-09-10T08:14:39.677400+0000","last_undegraded":"2024-09-10T08:14:39.677400+0000","last_fullsized":"2024-09-10T08:14:39.677400+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:19.661448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"88'6","reported_seq":48,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676780+0000","last_change":"2024-09-10T08:12:34.812517+0000","last_active":"2024-09-10T08:14:39.676780+0000","last_peered":"2024-09-10T08:14:39.676780+0000","last_clean":"2024-09-10T08:14:39.676780+0000","last_became_active":"2024-09-10T08:12:34.811489+0000","last_became_peered":"2024-09-10T08:12:34.811489+0000","last_unstale":"2024-09-10T08:14:39.676780+0000","last_undegraded":"2024-09-10T08:14:39.676780+0000","last_fullsized":"2024-09-10T08:14:39.676780+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:06:38.638602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":354,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861025+0000","last_change":"2024-09-10T08:11:22.269533+0000","last_active":"2024-09-10T08:14:39.861025+0000","last_peered":"2024-09-10T08:14:39.861025+0000","last_clean":"2024-09-10T08:14:39.861025+0000","last_became_active":"2024-09-10T08:11:22.268999+0000","last_became_peered":"2024-09-10T08:11:22.268999+0000","last_unstale":"2024-09-10T08:14:39.861025+0000","last_undegraded":"2024-09-10T08:14:39.861025+0000","last_fullsized":"2024-09-10T08:14:39.861025+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:07:54.541647+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:07:54.541647+0000","last_clean_scrub_stamp":"2024-09-10T08:07:54.541647+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:11:27.439735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"88'1","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861350+0000","last_change":"2024-09-10T08:12:43.868283+0000","last_active":"2024-09-10T08:14:39.861350+0000","last_peered":"2024-09-10T08:14:39.861350+0000","last_clean":"2024-09-10T08:14:39.861350+0000","last_became_active":"2024-09-10T08:12:43.867984+0000","last_became_peered":"2024-09-10T08:12:43.867984+0000","last_unstale":"2024-09-10T08:14:39.861350+0000","last_undegraded":"2024-09-10T08:14:39.861350+0000","last_fullsized":"2024-09-10T08:14:39.861350+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:30:00.462641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"90'7","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861497+0000","last_change":"2024-09-10T08:12:36.832950+0000","last_active":"2024-09-10T08:14:39.861497+0000","last_peered":"2024-09-10T08:14:39.861497+0000","last_clean":"2024-09-10T08:14:39.861497+0000","last_became_active":"2024-09-10T08:12:36.832602+0000","last_became_peered":"2024-09-10T08:12:36.832602+0000","last_unstale":"2024-09-10T08:14:39.861497+0000","last_undegraded":"2024-09-10T08:14:39.861497+0000","last_fullsized":"2024-09-10T08:14:39.861497+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:18:11.879093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"92'6","reported_seq":62,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:18.742479+0000","last_change":"2024-09-10T08:14:39.689036+0000","last_active":"2024-09-10T08:15:18.742479+0000","last_peered":"2024-09-10T08:15:18.742479+0000","last_clean":"2024-09-10T08:15:18.742479+0000","last_became_active":"2024-09-10T08:14:39.682023+0000","last_became_peered":"2024-09-10T08:14:39.682023+0000","last_unstale":"2024-09-10T08:15:18.742479+0000","last_undegraded":"2024-09-10T08:15:18.742479+0000","last_fullsized":"2024-09-10T08:15:18.742479+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:05:33.095199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1665,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":43,"num_read_kb":2,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1170,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,0],"acting":[4,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.684275+0000","last_change":"2024-09-10T08:12:43.865702+0000","last_active":"2024-09-10T08:14:39.684275+0000","last_peered":"2024-09-10T08:14:39.684275+0000","last_clean":"2024-09-10T08:14:39.684275+0000","last_became_active":"2024-09-10T08:12:43.865229+0000","last_became_peered":"2024-09-10T08:12:43.865229+0000","last_unstale":"2024-09-10T08:14:39.684275+0000","last_undegraded":"2024-09-10T08:14:39.684275+0000","last_fullsized":"2024-09-10T08:14:39.684275+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:02:29.345505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"90'6","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861492+0000","last_change":"2024-09-10T08:12:36.827564+0000","last_active":"2024-09-10T08:14:39.861492+0000","last_peered":"2024-09-10T08:14:39.861492+0000","last_clean":"2024-09-10T08:14:39.861492+0000","last_became_active":"2024-09-10T08:12:36.827241+0000","last_became_peered":"2024-09-10T08:12:36.827241+0000","last_unstale":"2024-09-10T08:14:39.861492+0000","last_undegraded":"2024-09-10T08:14:39.861492+0000","last_fullsized":"2024-09-10T08:14:39.861492+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:39.539095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"88'3","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.680279+0000","last_change":"2024-09-10T08:12:34.813584+0000","last_active":"2024-09-10T08:14:39.680279+0000","last_peered":"2024-09-10T08:14:39.680279+0000","last_clean":"2024-09-10T08:14:39.680279+0000","last_became_active":"2024-09-10T08:12:34.812971+0000","last_became_peered":"2024-09-10T08:12:34.812971+0000","last_unstale":"2024-09-10T08:14:39.680279+0000","last_undegraded":"2024-09-10T08:14:39.680279+0000","last_fullsized":"2024-09-10T08:14:39.680279+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:07:59.453651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.681196+0000","last_change":"2024-09-10T08:12:43.870109+0000","last_active":"2024-09-10T08:14:39.681196+0000","last_peered":"2024-09-10T08:14:39.681196+0000","last_clean":"2024-09-10T08:14:39.681196+0000","last_became_active":"2024-09-10T08:12:43.869729+0000","last_became_peered":"2024-09-10T08:12:43.869729+0000","last_unstale":"2024-09-10T08:14:39.681196+0000","last_undegraded":"2024-09-10T08:14:39.681196+0000","last_fullsized":"2024-09-10T08:14:39.681196+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:43:11.951209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861421+0000","last_change":"2024-09-10T08:12:36.833151+0000","last_active":"2024-09-10T08:14:39.861421+0000","last_peered":"2024-09-10T08:14:39.861421+0000","last_clean":"2024-09-10T08:14:39.861421+0000","last_became_active":"2024-09-10T08:12:36.832799+0000","last_became_peered":"2024-09-10T08:12:36.832799+0000","last_unstale":"2024-09-10T08:14:39.861421+0000","last_undegraded":"2024-09-10T08:14:39.861421+0000","last_fullsized":"2024-09-10T08:14:39.861421+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:53:45.406482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"88'5","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677158+0000","last_change":"2024-09-10T08:12:34.809644+0000","last_active":"2024-09-10T08:14:39.677158+0000","last_peered":"2024-09-10T08:14:39.677158+0000","last_clean":"2024-09-10T08:14:39.677158+0000","last_became_active":"2024-09-10T08:12:34.809361+0000","last_became_peered":"2024-09-10T08:12:34.809361+0000","last_unstale":"2024-09-10T08:14:39.677158+0000","last_undegraded":"2024-09-10T08:14:39.677158+0000","last_fullsized":"2024-09-10T08:14:39.677158+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:51:33.188450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.678008+0000","last_change":"2024-09-10T08:12:43.863219+0000","last_active":"2024-09-10T08:14:39.678008+0000","last_peered":"2024-09-10T08:14:39.678008+0000","last_clean":"2024-09-10T08:14:39.678008+0000","last_became_active":"2024-09-10T08:12:43.862833+0000","last_became_peered":"2024-09-10T08:12:43.862833+0000","last_unstale":"2024-09-10T08:14:39.678008+0000","last_undegraded":"2024-09-10T08:14:39.678008+0000","last_fullsized":"2024-09-10T08:14:39.678008+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:43:20.340029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"90'5","reported_seq":45,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.679458+0000","last_change":"2024-09-10T08:14:39.678583+0000","last_active":"2024-09-10T08:14:39.679458+0000","last_peered":"2024-09-10T08:14:39.679458+0000","last_clean":"2024-09-10T08:14:39.679458+0000","last_became_active":"2024-09-10T08:14:39.678174+0000","last_became_peered":"2024-09-10T08:14:39.678174+0000","last_unstale":"2024-09-10T08:14:39.679458+0000","last_undegraded":"2024-09-10T08:14:39.679458+0000","last_fullsized":"2024-09-10T08:14:39.679458+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:52:40.178586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,4],"acting":[11,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.f","version":"92'3","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:52.261350+0000","last_change":"2024-09-10T08:12:34.810961+0000","last_active":"2024-09-10T08:14:52.261350+0000","last_peered":"2024-09-10T08:14:52.261350+0000","last_clean":"2024-09-10T08:14:52.261350+0000","last_became_active":"2024-09-10T08:12:34.810583+0000","last_became_peered":"2024-09-10T08:12:34.810583+0000","last_unstale":"2024-09-10T08:14:52.261350+0000","last_undegraded":"2024-09-10T08:14:52.261350+0000","last_fullsized":"2024-09-10T08:14:52.261350+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:47:04.190625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.678329+0000","last_change":"2024-09-10T08:12:43.861978+0000","last_active":"2024-09-10T08:14:39.678329+0000","last_peered":"2024-09-10T08:14:39.678329+0000","last_clean":"2024-09-10T08:14:39.678329+0000","last_became_active":"2024-09-10T08:12:43.861367+0000","last_became_peered":"2024-09-10T08:12:43.861367+0000","last_unstale":"2024-09-10T08:14:39.678329+0000","last_undegraded":"2024-09-10T08:14:39.678329+0000","last_fullsized":"2024-09-10T08:14:39.678329+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:30:00.860926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"90'6","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.678517+0000","last_change":"2024-09-10T08:12:36.831213+0000","last_active":"2024-09-10T08:14:39.678517+0000","last_peered":"2024-09-10T08:14:39.678517+0000","last_clean":"2024-09-10T08:14:39.678517+0000","last_became_active":"2024-09-10T08:12:36.830859+0000","last_became_peered":"2024-09-10T08:12:36.830859+0000","last_unstale":"2024-09-10T08:14:39.678517+0000","last_undegraded":"2024-09-10T08:14:39.678517+0000","last_fullsized":"2024-09-10T08:14:39.678517+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:24:41.648614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.10","version":"88'17","reported_seq":57,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671483+0000","last_change":"2024-09-10T08:12:34.935217+0000","last_active":"2024-09-10T08:14:39.671483+0000","last_peered":"2024-09-10T08:14:39.671483+0000","last_clean":"2024-09-10T08:14:39.671483+0000","last_became_active":"2024-09-10T08:12:34.934826+0000","last_became_peered":"2024-09-10T08:12:34.934826+0000","last_unstale":"2024-09-10T08:14:39.671483+0000","last_undegraded":"2024-09-10T08:14:39.671483+0000","last_fullsized":"2024-09-10T08:14:39.671483+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:00:38.020341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677095+0000","last_change":"2024-09-10T08:12:43.869729+0000","last_active":"2024-09-10T08:14:39.677095+0000","last_peered":"2024-09-10T08:14:39.677095+0000","last_clean":"2024-09-10T08:14:39.677095+0000","last_became_active":"2024-09-10T08:12:43.869340+0000","last_became_peered":"2024-09-10T08:12:43.869340+0000","last_unstale":"2024-09-10T08:14:39.677095+0000","last_undegraded":"2024-09-10T08:14:39.677095+0000","last_fullsized":"2024-09-10T08:14:39.677095+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:51:09.345805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"90'6","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.860798+0000","last_change":"2024-09-10T08:12:36.828727+0000","last_active":"2024-09-10T08:14:39.860798+0000","last_peered":"2024-09-10T08:14:39.860798+0000","last_clean":"2024-09-10T08:14:39.860798+0000","last_became_active":"2024-09-10T08:12:36.828414+0000","last_became_peered":"2024-09-10T08:12:36.828414+0000","last_unstale":"2024-09-10T08:14:39.860798+0000","last_undegraded":"2024-09-10T08:14:39.860798+0000","last_fullsized":"2024-09-10T08:14:39.860798+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:15:18.145475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"92'6","reported_seq":166,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:17.967312+0000","last_change":"2024-09-10T08:12:34.810916+0000","last_active":"2024-09-10T08:15:17.967312+0000","last_peered":"2024-09-10T08:15:17.967312+0000","last_clean":"2024-09-10T08:15:17.967312+0000","last_became_active":"2024-09-10T08:12:34.810589+0000","last_became_peered":"2024-09-10T08:12:34.810589+0000","last_unstale":"2024-09-10T08:15:17.967312+0000","last_undegraded":"2024-09-10T08:15:17.967312+0000","last_fullsized":"2024-09-10T08:15:17.967312+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:34:40.703435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1083,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":122,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.673501+0000","last_change":"2024-09-10T08:12:43.873472+0000","last_active":"2024-09-10T08:14:39.673501+0000","last_peered":"2024-09-10T08:14:39.673501+0000","last_clean":"2024-09-10T08:14:39.673501+0000","last_became_active":"2024-09-10T08:12:43.872708+0000","last_became_peered":"2024-09-10T08:12:43.872708+0000","last_unstale":"2024-09-10T08:14:39.673501+0000","last_undegraded":"2024-09-10T08:14:39.673501+0000","last_fullsized":"2024-09-10T08:14:39.673501+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:02:08.059771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.13","version":"90'15","reported_seq":49,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861411+0000","last_change":"2024-09-10T08:12:36.827575+0000","last_active":"2024-09-10T08:14:39.861411+0000","last_peered":"2024-09-10T08:14:39.861411+0000","last_clean":"2024-09-10T08:14:39.861411+0000","last_became_active":"2024-09-10T08:12:36.827219+0000","last_became_peered":"2024-09-10T08:12:36.827219+0000","last_unstale":"2024-09-10T08:14:39.861411+0000","last_undegraded":"2024-09-10T08:14:39.861411+0000","last_fullsized":"2024-09-10T08:14:39.861411+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:46:48.843252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"88'5","reported_seq":45,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.678756+0000","last_change":"2024-09-10T08:12:34.811935+0000","last_active":"2024-09-10T08:14:39.678756+0000","last_peered":"2024-09-10T08:14:39.678756+0000","last_clean":"2024-09-10T08:14:39.678756+0000","last_became_active":"2024-09-10T08:12:34.811456+0000","last_became_peered":"2024-09-10T08:12:34.811456+0000","last_unstale":"2024-09-10T08:14:39.678756+0000","last_undegraded":"2024-09-10T08:14:39.678756+0000","last_fullsized":"2024-09-10T08:14:39.678756+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:17:47.051684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.673862+0000","last_change":"2024-09-10T08:12:43.869439+0000","last_active":"2024-09-10T08:14:39.673862+0000","last_peered":"2024-09-10T08:14:39.673862+0000","last_clean":"2024-09-10T08:14:39.673862+0000","last_became_active":"2024-09-10T08:12:43.869034+0000","last_became_peered":"2024-09-10T08:12:43.869034+0000","last_unstale":"2024-09-10T08:14:39.673862+0000","last_undegraded":"2024-09-10T08:14:39.673862+0000","last_fullsized":"2024-09-10T08:14:39.673862+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:21:54.382769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.674679+0000","last_change":"2024-09-10T08:12:36.829005+0000","last_active":"2024-09-10T08:14:39.674679+0000","last_peered":"2024-09-10T08:14:39.674679+0000","last_clean":"2024-09-10T08:14:39.674679+0000","last_became_active":"2024-09-10T08:12:36.828617+0000","last_became_peered":"2024-09-10T08:12:36.828617+0000","last_unstale":"2024-09-10T08:14:39.674679+0000","last_undegraded":"2024-09-10T08:14:39.674679+0000","last_fullsized":"2024-09-10T08:14:39.674679+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:43:31.280528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"88'9","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.694803+0000","last_change":"2024-09-10T08:14:39.694803+0000","last_active":"2024-09-10T08:14:39.694803+0000","last_peered":"2024-09-10T08:14:39.694803+0000","last_clean":"2024-09-10T08:14:39.694803+0000","last_became_active":"2024-09-10T08:14:39.678382+0000","last_became_peered":"2024-09-10T08:14:39.678382+0000","last_unstale":"2024-09-10T08:14:39.694803+0000","last_undegraded":"2024-09-10T08:14:39.694803+0000","last_fullsized":"2024-09-10T08:14:39.694803+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:36:05.711128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":68,"num_keys_recovered":10,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.679786+0000","last_change":"2024-09-10T08:12:43.863520+0000","last_active":"2024-09-10T08:14:39.679786+0000","last_peered":"2024-09-10T08:14:39.679786+0000","last_clean":"2024-09-10T08:14:39.679786+0000","last_became_active":"2024-09-10T08:12:43.862340+0000","last_became_peered":"2024-09-10T08:12:43.862340+0000","last_unstale":"2024-09-10T08:14:39.679786+0000","last_undegraded":"2024-09-10T08:14:39.679786+0000","last_fullsized":"2024-09-10T08:14:39.679786+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:00:39.711524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"90'6","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.672030+0000","last_change":"2024-09-10T08:12:36.832910+0000","last_active":"2024-09-10T08:14:39.672030+0000","last_peered":"2024-09-10T08:14:39.672030+0000","last_clean":"2024-09-10T08:14:39.672030+0000","last_became_active":"2024-09-10T08:12:36.832581+0000","last_became_peered":"2024-09-10T08:12:36.832581+0000","last_unstale":"2024-09-10T08:14:39.672030+0000","last_undegraded":"2024-09-10T08:14:39.672030+0000","last_fullsized":"2024-09-10T08:14:39.672030+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:40:13.697323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.14","version":"92'41","reported_seq":329,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:18.968985+0000","last_change":"2024-09-10T08:12:34.811160+0000","last_active":"2024-09-10T08:15:18.968985+0000","last_peered":"2024-09-10T08:15:18.968985+0000","last_clean":"2024-09-10T08:15:18.968985+0000","last_became_active":"2024-09-10T08:12:34.810807+0000","last_became_peered":"2024-09-10T08:12:34.810807+0000","last_unstale":"2024-09-10T08:15:18.968985+0000","last_undegraded":"2024-09-10T08:15:18.968985+0000","last_fullsized":"2024-09-10T08:15:18.968985+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:59:27.235130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67527,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":249,"num_read_kb":191,"num_write":43,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":16,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671700+0000","last_change":"2024-09-10T08:13:39.412935+0000","last_active":"2024-09-10T08:14:39.671700+0000","last_peered":"2024-09-10T08:14:39.671700+0000","last_clean":"2024-09-10T08:14:39.671700+0000","last_became_active":"2024-09-10T08:13:39.412501+0000","last_became_peered":"2024-09-10T08:13:39.412501+0000","last_unstale":"2024-09-10T08:14:39.671700+0000","last_undegraded":"2024-09-10T08:14:39.671700+0000","last_fullsized":"2024-09-10T08:14:39.671700+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:52:57.355460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,11,5],"acting":[10,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.14","version":"90'11","reported_seq":51,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.684724+0000","last_change":"2024-09-10T08:13:39.413044+0000","last_active":"2024-09-10T08:14:39.684724+0000","last_peered":"2024-09-10T08:14:39.684724+0000","last_clean":"2024-09-10T08:14:39.684724+0000","last_became_active":"2024-09-10T08:13:39.412611+0000","last_became_peered":"2024-09-10T08:13:39.412611+0000","last_unstale":"2024-09-10T08:14:39.684724+0000","last_undegraded":"2024-09-10T08:14:39.684724+0000","last_fullsized":"2024-09-10T08:14:39.684724+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:35:39.007629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,6],"acting":[1,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"88'5","reported_seq":45,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.680162+0000","last_change":"2024-09-10T08:12:34.935213+0000","last_active":"2024-09-10T08:14:39.680162+0000","last_peered":"2024-09-10T08:14:39.680162+0000","last_clean":"2024-09-10T08:14:39.680162+0000","last_became_active":"2024-09-10T08:12:34.934653+0000","last_became_peered":"2024-09-10T08:12:34.934653+0000","last_unstale":"2024-09-10T08:14:39.680162+0000","last_undegraded":"2024-09-10T08:14:39.680162+0000","last_fullsized":"2024-09-10T08:14:39.680162+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:18:41.003041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676630+0000","last_change":"2024-09-10T08:12:43.871926+0000","last_active":"2024-09-10T08:14:39.676630+0000","last_peered":"2024-09-10T08:14:39.676630+0000","last_clean":"2024-09-10T08:14:39.676630+0000","last_became_active":"2024-09-10T08:12:43.871484+0000","last_became_peered":"2024-09-10T08:12:43.871484+0000","last_unstale":"2024-09-10T08:14:39.676630+0000","last_undegraded":"2024-09-10T08:14:39.676630+0000","last_fullsized":"2024-09-10T08:14:39.676630+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:28:58.589905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.681819+0000","last_change":"2024-09-10T08:12:36.840159+0000","last_active":"2024-09-10T08:14:39.681819+0000","last_peered":"2024-09-10T08:14:39.681819+0000","last_clean":"2024-09-10T08:14:39.681819+0000","last_became_active":"2024-09-10T08:12:36.839716+0000","last_became_peered":"2024-09-10T08:12:36.839716+0000","last_unstale":"2024-09-10T08:14:39.681819+0000","last_undegraded":"2024-09-10T08:14:39.681819+0000","last_fullsized":"2024-09-10T08:14:39.681819+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:22:29.954782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"88'4","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861337+0000","last_change":"2024-09-10T08:12:34.809229+0000","last_active":"2024-09-10T08:14:39.861337+0000","last_peered":"2024-09-10T08:14:39.861337+0000","last_clean":"2024-09-10T08:14:39.861337+0000","last_became_active":"2024-09-10T08:12:34.808802+0000","last_became_peered":"2024-09-10T08:12:34.808802+0000","last_unstale":"2024-09-10T08:14:39.861337+0000","last_undegraded":"2024-09-10T08:14:39.861337+0000","last_fullsized":"2024-09-10T08:14:39.861337+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:59:34.360559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.672756+0000","last_change":"2024-09-10T08:12:43.870601+0000","last_active":"2024-09-10T08:14:39.672756+0000","last_peered":"2024-09-10T08:14:39.672756+0000","last_clean":"2024-09-10T08:14:39.672756+0000","last_became_active":"2024-09-10T08:12:43.870168+0000","last_became_peered":"2024-09-10T08:12:43.870168+0000","last_unstale":"2024-09-10T08:14:39.672756+0000","last_undegraded":"2024-09-10T08:14:39.672756+0000","last_fullsized":"2024-09-10T08:14:39.672756+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:09:22.578268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.16","version":"90'10","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.684846+0000","last_change":"2024-09-10T08:12:36.834262+0000","last_active":"2024-09-10T08:14:39.684846+0000","last_peered":"2024-09-10T08:14:39.684846+0000","last_clean":"2024-09-10T08:14:39.684846+0000","last_became_active":"2024-09-10T08:12:36.833922+0000","last_became_peered":"2024-09-10T08:12:36.833922+0000","last_unstale":"2024-09-10T08:14:39.684846+0000","last_undegraded":"2024-09-10T08:14:39.684846+0000","last_fullsized":"2024-09-10T08:14:39.684846+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:33:22.621701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"92'6","reported_seq":278,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:18.741950+0000","last_change":"2024-09-10T08:12:34.815637+0000","last_active":"2024-09-10T08:15:18.741950+0000","last_peered":"2024-09-10T08:15:18.741950+0000","last_clean":"2024-09-10T08:15:18.741950+0000","last_became_active":"2024-09-10T08:12:34.815296+0000","last_became_peered":"2024-09-10T08:12:34.815296+0000","last_unstale":"2024-09-10T08:15:18.741950+0000","last_undegraded":"2024-09-10T08:15:18.741950+0000","last_fullsized":"2024-09-10T08:15:18.741950+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:37:39.424478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":233,"num_read_kb":233,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676184+0000","last_change":"2024-09-10T08:12:43.862840+0000","last_active":"2024-09-10T08:14:39.676184+0000","last_peered":"2024-09-10T08:14:39.676184+0000","last_clean":"2024-09-10T08:14:39.676184+0000","last_became_active":"2024-09-10T08:12:43.862406+0000","last_became_peered":"2024-09-10T08:12:43.862406+0000","last_unstale":"2024-09-10T08:14:39.676184+0000","last_undegraded":"2024-09-10T08:14:39.676184+0000","last_fullsized":"2024-09-10T08:14:39.676184+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:18:22.047003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.681089+0000","last_change":"2024-09-10T08:12:43.867758+0000","last_active":"2024-09-10T08:14:39.681089+0000","last_peered":"2024-09-10T08:14:39.681089+0000","last_clean":"2024-09-10T08:14:39.681089+0000","last_became_active":"2024-09-10T08:12:43.867330+0000","last_became_peered":"2024-09-10T08:12:43.867330+0000","last_unstale":"2024-09-10T08:14:39.681089+0000","last_undegraded":"2024-09-10T08:14:39.681089+0000","last_fullsized":"2024-09-10T08:14:39.681089+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:58:09.229320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"90'11","reported_seq":45,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.672858+0000","last_change":"2024-09-10T08:12:36.826035+0000","last_active":"2024-09-10T08:14:39.672858+0000","last_peered":"2024-09-10T08:14:39.672858+0000","last_clean":"2024-09-10T08:14:39.672858+0000","last_became_active":"2024-09-10T08:12:36.825728+0000","last_became_peered":"2024-09-10T08:12:36.825728+0000","last_unstale":"2024-09-10T08:14:39.672858+0000","last_undegraded":"2024-09-10T08:14:39.672858+0000","last_fullsized":"2024-09-10T08:14:39.672858+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:34:52.253250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"88'3","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.678341+0000","last_change":"2024-09-10T08:12:34.814423+0000","last_active":"2024-09-10T08:14:39.678341+0000","last_peered":"2024-09-10T08:14:39.678341+0000","last_clean":"2024-09-10T08:14:39.678341+0000","last_became_active":"2024-09-10T08:12:34.814063+0000","last_became_peered":"2024-09-10T08:12:34.814063+0000","last_unstale":"2024-09-10T08:14:39.678341+0000","last_undegraded":"2024-09-10T08:14:39.678341+0000","last_fullsized":"2024-09-10T08:14:39.678341+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:51:32.749383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.673785+0000","last_change":"2024-09-10T08:13:39.677217+0000","last_active":"2024-09-10T08:14:39.673785+0000","last_peered":"2024-09-10T08:14:39.673785+0000","last_clean":"2024-09-10T08:14:39.673785+0000","last_became_active":"2024-09-10T08:13:39.676759+0000","last_became_peered":"2024-09-10T08:13:39.676759+0000","last_unstale":"2024-09-10T08:14:39.673785+0000","last_undegraded":"2024-09-10T08:14:39.673785+0000","last_fullsized":"2024-09-10T08:14:39.673785+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:39:36.209080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8,0],"acting":[11,4,8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.18","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676046+0000","last_change":"2024-09-10T08:12:36.835980+0000","last_active":"2024-09-10T08:14:39.676046+0000","last_peered":"2024-09-10T08:14:39.676046+0000","last_clean":"2024-09-10T08:14:39.676046+0000","last_became_active":"2024-09-10T08:12:36.835091+0000","last_became_peered":"2024-09-10T08:12:36.835091+0000","last_unstale":"2024-09-10T08:14:39.676046+0000","last_undegraded":"2024-09-10T08:14:39.676046+0000","last_fullsized":"2024-09-10T08:14:39.676046+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:52:09.526296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"88'3","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.675022+0000","last_change":"2024-09-10T08:12:34.805925+0000","last_active":"2024-09-10T08:14:39.675022+0000","last_peered":"2024-09-10T08:14:39.675022+0000","last_clean":"2024-09-10T08:14:39.675022+0000","last_became_active":"2024-09-10T08:12:34.805568+0000","last_became_peered":"2024-09-10T08:12:34.805568+0000","last_unstale":"2024-09-10T08:14:39.675022+0000","last_undegraded":"2024-09-10T08:14:39.675022+0000","last_fullsized":"2024-09-10T08:14:39.675022+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:48:06.627866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"88'7","reported_seq":46,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671969+0000","last_change":"2024-09-10T08:12:34.814702+0000","last_active":"2024-09-10T08:14:39.671969+0000","last_peered":"2024-09-10T08:14:39.671969+0000","last_clean":"2024-09-10T08:14:39.671969+0000","last_became_active":"2024-09-10T08:12:34.814342+0000","last_became_peered":"2024-09-10T08:12:34.814342+0000","last_unstale":"2024-09-10T08:14:39.671969+0000","last_undegraded":"2024-09-10T08:14:39.671969+0000","last_fullsized":"2024-09-10T08:14:39.671969+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:21:13.086961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"90'8","reported_seq":48,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.679173+0000","last_change":"2024-09-10T08:13:39.509144+0000","last_active":"2024-09-10T08:14:39.679173+0000","last_peered":"2024-09-10T08:14:39.679173+0000","last_clean":"2024-09-10T08:14:39.679173+0000","last_became_active":"2024-09-10T08:13:39.508734+0000","last_became_peered":"2024-09-10T08:13:39.508734+0000","last_unstale":"2024-09-10T08:14:39.679173+0000","last_undegraded":"2024-09-10T08:14:39.679173+0000","last_fullsized":"2024-09-10T08:14:39.679173+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:05:42.593094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3],"acting":[5,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677000+0000","last_change":"2024-09-10T08:12:43.869005+0000","last_active":"2024-09-10T08:14:39.677000+0000","last_peered":"2024-09-10T08:14:39.677000+0000","last_clean":"2024-09-10T08:14:39.677000+0000","last_became_active":"2024-09-10T08:12:43.868553+0000","last_became_peered":"2024-09-10T08:12:43.868553+0000","last_unstale":"2024-09-10T08:14:39.677000+0000","last_undegraded":"2024-09-10T08:14:39.677000+0000","last_fullsized":"2024-09-10T08:14:39.677000+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:19:42.304477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"92'6","reported_seq":162,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:14.963078+0000","last_change":"2024-09-10T08:12:34.811244+0000","last_active":"2024-09-10T08:15:14.963078+0000","last_peered":"2024-09-10T08:15:14.963078+0000","last_clean":"2024-09-10T08:15:14.963078+0000","last_became_active":"2024-09-10T08:12:34.810834+0000","last_became_peered":"2024-09-10T08:12:34.810834+0000","last_unstale":"2024-09-10T08:15:14.963078+0000","last_undegraded":"2024-09-10T08:15:14.963078+0000","last_fullsized":"2024-09-10T08:15:14.963078+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:16:17.995366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1117,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":117,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"90'7","reported_seq":47,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671599+0000","last_change":"2024-09-10T08:13:39.749620+0000","last_active":"2024-09-10T08:14:39.671599+0000","last_peered":"2024-09-10T08:14:39.671599+0000","last_clean":"2024-09-10T08:14:39.671599+0000","last_became_active":"2024-09-10T08:13:39.749321+0000","last_became_peered":"2024-09-10T08:13:39.749321+0000","last_unstale":"2024-09-10T08:14:39.671599+0000","last_undegraded":"2024-09-10T08:14:39.671599+0000","last_fullsized":"2024-09-10T08:14:39.671599+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:25:20.412078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,7],"acting":[8,9,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677077+0000","last_change":"2024-09-10T08:12:43.862115+0000","last_active":"2024-09-10T08:14:39.677077+0000","last_peered":"2024-09-10T08:14:39.677077+0000","last_clean":"2024-09-10T08:14:39.677077+0000","last_became_active":"2024-09-10T08:12:43.861732+0000","last_became_peered":"2024-09-10T08:12:43.861732+0000","last_unstale":"2024-09-10T08:14:39.677077+0000","last_undegraded":"2024-09-10T08:14:39.677077+0000","last_fullsized":"2024-09-10T08:14:39.677077+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:14:27.742653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.673600+0000","last_change":"2024-09-10T08:12:36.823862+0000","last_active":"2024-09-10T08:14:39.673600+0000","last_peered":"2024-09-10T08:14:39.673600+0000","last_clean":"2024-09-10T08:14:39.673600+0000","last_became_active":"2024-09-10T08:12:36.823469+0000","last_became_peered":"2024-09-10T08:12:36.823469+0000","last_unstale":"2024-09-10T08:14:39.673600+0000","last_undegraded":"2024-09-10T08:14:39.673600+0000","last_fullsized":"2024-09-10T08:14:39.673600+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:49:39.006645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"90'12","reported_seq":46,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.679223+0000","last_change":"2024-09-10T08:12:36.836892+0000","last_active":"2024-09-10T08:14:39.679223+0000","last_peered":"2024-09-10T08:14:39.679223+0000","last_clean":"2024-09-10T08:14:39.679223+0000","last_became_active":"2024-09-10T08:12:36.836437+0000","last_became_peered":"2024-09-10T08:12:36.836437+0000","last_unstale":"2024-09-10T08:14:39.679223+0000","last_undegraded":"2024-09-10T08:14:39.679223+0000","last_fullsized":"2024-09-10T08:14:39.679223+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:19:20.085951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676404+0000","last_change":"2024-09-10T08:12:36.832733+0000","last_active":"2024-09-10T08:14:39.676404+0000","last_peered":"2024-09-10T08:14:39.676404+0000","last_clean":"2024-09-10T08:14:39.676404+0000","last_became_active":"2024-09-10T08:12:36.832395+0000","last_became_peered":"2024-09-10T08:12:36.832395+0000","last_unstale":"2024-09-10T08:14:39.676404+0000","last_undegraded":"2024-09-10T08:14:39.676404+0000","last_fullsized":"2024-09-10T08:14:39.676404+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:05:41.291574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"90'7","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.681284+0000","last_change":"2024-09-10T08:12:36.837495+0000","last_active":"2024-09-10T08:14:39.681284+0000","last_peered":"2024-09-10T08:14:39.681284+0000","last_clean":"2024-09-10T08:14:39.681284+0000","last_became_active":"2024-09-10T08:12:36.837198+0000","last_became_peered":"2024-09-10T08:12:36.837198+0000","last_unstale":"2024-09-10T08:14:39.681284+0000","last_undegraded":"2024-09-10T08:14:39.681284+0000","last_fullsized":"2024-09-10T08:14:39.681284+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:08:30.363433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"90'4","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677310+0000","last_change":"2024-09-10T08:12:36.825857+0000","last_active":"2024-09-10T08:14:39.677310+0000","last_peered":"2024-09-10T08:14:39.677310+0000","last_clean":"2024-09-10T08:14:39.677310+0000","last_became_active":"2024-09-10T08:12:36.825542+0000","last_became_peered":"2024-09-10T08:12:36.825542+0000","last_unstale":"2024-09-10T08:14:39.677310+0000","last_undegraded":"2024-09-10T08:14:39.677310+0000","last_fullsized":"2024-09-10T08:14:39.677310+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:22:48.590212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"90'6","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.674079+0000","last_change":"2024-09-10T08:12:36.824716+0000","last_active":"2024-09-10T08:14:39.674079+0000","last_peered":"2024-09-10T08:14:39.674079+0000","last_clean":"2024-09-10T08:14:39.674079+0000","last_became_active":"2024-09-10T08:12:36.824366+0000","last_became_peered":"2024-09-10T08:12:36.824366+0000","last_unstale":"2024-09-10T08:14:39.674079+0000","last_undegraded":"2024-09-10T08:14:39.674079+0000","last_fullsized":"2024-09-10T08:14:39.674079+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:55:03.364499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"90'15","reported_seq":49,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677619+0000","last_change":"2024-09-10T08:12:36.833047+0000","last_active":"2024-09-10T08:14:39.677619+0000","last_peered":"2024-09-10T08:14:39.677619+0000","last_clean":"2024-09-10T08:14:39.677619+0000","last_became_active":"2024-09-10T08:12:36.830068+0000","last_became_peered":"2024-09-10T08:12:36.830068+0000","last_unstale":"2024-09-10T08:14:39.677619+0000","last_undegraded":"2024-09-10T08:14:39.677619+0000","last_fullsized":"2024-09-10T08:14:39.677619+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:00:24.585213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"90'2","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677039+0000","last_change":"2024-09-10T08:12:36.839767+0000","last_active":"2024-09-10T08:14:39.677039+0000","last_peered":"2024-09-10T08:14:39.677039+0000","last_clean":"2024-09-10T08:14:39.677039+0000","last_became_active":"2024-09-10T08:12:36.839449+0000","last_became_peered":"2024-09-10T08:12:36.839449+0000","last_unstale":"2024-09-10T08:14:39.677039+0000","last_undegraded":"2024-09-10T08:14:39.677039+0000","last_fullsized":"2024-09-10T08:14:39.677039+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:29:51.721688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"90'6","reported_seq":11,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.682498+0000","last_change":"2024-09-10T08:14:39.681876+0000","last_active":"2024-09-10T08:14:39.682498+0000","last_peered":"2024-09-10T08:14:39.682498+0000","last_clean":"2024-09-10T08:14:39.682498+0000","last_became_active":"2024-09-10T08:14:39.681321+0000","last_became_peered":"2024-09-10T08:14:39.681321+0000","last_unstale":"2024-09-10T08:14:39.682498+0000","last_undegraded":"2024-09-10T08:14:39.682498+0000","last_fullsized":"2024-09-10T08:14:39.682498+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:51:54.415052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,8],"acting":[6,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.29","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676800+0000","last_change":"2024-09-10T08:12:36.840924+0000","last_active":"2024-09-10T08:14:39.676800+0000","last_peered":"2024-09-10T08:14:39.676800+0000","last_clean":"2024-09-10T08:14:39.676800+0000","last_became_active":"2024-09-10T08:12:36.840560+0000","last_became_peered":"2024-09-10T08:12:36.840560+0000","last_unstale":"2024-09-10T08:14:39.676800+0000","last_undegraded":"2024-09-10T08:14:39.676800+0000","last_fullsized":"2024-09-10T08:14:39.676800+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:23:45.417772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"90'10","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.684743+0000","last_change":"2024-09-10T08:12:36.830715+0000","last_active":"2024-09-10T08:14:39.684743+0000","last_peered":"2024-09-10T08:14:39.684743+0000","last_clean":"2024-09-10T08:14:39.684743+0000","last_became_active":"2024-09-10T08:12:36.830267+0000","last_became_peered":"2024-09-10T08:12:36.830267+0000","last_unstale":"2024-09-10T08:14:39.684743+0000","last_undegraded":"2024-09-10T08:14:39.684743+0000","last_fullsized":"2024-09-10T08:14:39.684743+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:23:26.456194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"90'11","reported_seq":45,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676611+0000","last_change":"2024-09-10T08:12:36.824993+0000","last_active":"2024-09-10T08:14:39.676611+0000","last_peered":"2024-09-10T08:14:39.676611+0000","last_clean":"2024-09-10T08:14:39.676611+0000","last_became_active":"2024-09-10T08:12:36.824698+0000","last_became_peered":"2024-09-10T08:12:36.824698+0000","last_unstale":"2024-09-10T08:14:39.676611+0000","last_undegraded":"2024-09-10T08:14:39.676611+0000","last_fullsized":"2024-09-10T08:14:39.676611+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:31:03.705318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.674781+0000","last_change":"2024-09-10T08:12:36.827310+0000","last_active":"2024-09-10T08:14:39.674781+0000","last_peered":"2024-09-10T08:14:39.674781+0000","last_clean":"2024-09-10T08:14:39.674781+0000","last_became_active":"2024-09-10T08:12:36.826931+0000","last_became_peered":"2024-09-10T08:12:36.826931+0000","last_unstale":"2024-09-10T08:14:39.674781+0000","last_undegraded":"2024-09-10T08:14:39.674781+0000","last_fullsized":"2024-09-10T08:14:39.674781+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:15:00.448249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2d","version":"90'7","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677269+0000","last_change":"2024-09-10T08:12:36.832125+0000","last_active":"2024-09-10T08:14:39.677269+0000","last_peered":"2024-09-10T08:14:39.677269+0000","last_clean":"2024-09-10T08:14:39.677269+0000","last_became_active":"2024-09-10T08:12:36.831745+0000","last_became_peered":"2024-09-10T08:12:36.831745+0000","last_unstale":"2024-09-10T08:14:39.677269+0000","last_undegraded":"2024-09-10T08:14:39.677269+0000","last_fullsized":"2024-09-10T08:14:39.677269+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:17:06.928086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"90'10","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.673687+0000","last_change":"2024-09-10T08:12:36.829584+0000","last_active":"2024-09-10T08:14:39.673687+0000","last_peered":"2024-09-10T08:14:39.673687+0000","last_clean":"2024-09-10T08:14:39.673687+0000","last_became_active":"2024-09-10T08:12:36.829266+0000","last_became_peered":"2024-09-10T08:12:36.829266+0000","last_unstale":"2024-09-10T08:14:39.673687+0000","last_undegraded":"2024-09-10T08:14:39.673687+0000","last_fullsized":"2024-09-10T08:14:39.673687+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:53.100598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2f","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.674187+0000","last_change":"2024-09-10T08:12:36.830413+0000","last_active":"2024-09-10T08:14:39.674187+0000","last_peered":"2024-09-10T08:14:39.674187+0000","last_clean":"2024-09-10T08:14:39.674187+0000","last_became_active":"2024-09-10T08:12:36.829718+0000","last_became_peered":"2024-09-10T08:12:36.829718+0000","last_unstale":"2024-09-10T08:14:39.674187+0000","last_undegraded":"2024-09-10T08:14:39.674187+0000","last_fullsized":"2024-09-10T08:14:39.674187+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:49:58.001141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.30","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.684158+0000","last_change":"2024-09-10T08:12:36.830019+0000","last_active":"2024-09-10T08:14:39.684158+0000","last_peered":"2024-09-10T08:14:39.684158+0000","last_clean":"2024-09-10T08:14:39.684158+0000","last_became_active":"2024-09-10T08:12:36.829692+0000","last_became_peered":"2024-09-10T08:12:36.829692+0000","last_unstale":"2024-09-10T08:14:39.684158+0000","last_undegraded":"2024-09-10T08:14:39.684158+0000","last_fullsized":"2024-09-10T08:14:39.684158+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:50:09.660472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.31","version":"90'7","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.680877+0000","last_change":"2024-09-10T08:12:36.840060+0000","last_active":"2024-09-10T08:14:39.680877+0000","last_peered":"2024-09-10T08:14:39.680877+0000","last_clean":"2024-09-10T08:14:39.680877+0000","last_became_active":"2024-09-10T08:12:36.839738+0000","last_became_peered":"2024-09-10T08:12:36.839738+0000","last_unstale":"2024-09-10T08:14:39.680877+0000","last_undegraded":"2024-09-10T08:14:39.680877+0000","last_fullsized":"2024-09-10T08:14:39.680877+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:03:15.086558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.32","version":"90'7","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.681159+0000","last_change":"2024-09-10T08:12:36.836313+0000","last_active":"2024-09-10T08:14:39.681159+0000","last_peered":"2024-09-10T08:14:39.681159+0000","last_clean":"2024-09-10T08:14:39.681159+0000","last_became_active":"2024-09-10T08:12:36.836053+0000","last_became_peered":"2024-09-10T08:12:36.836053+0000","last_unstale":"2024-09-10T08:14:39.681159+0000","last_undegraded":"2024-09-10T08:14:39.681159+0000","last_fullsized":"2024-09-10T08:14:39.681159+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:34:02.441241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"90'10","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676510+0000","last_change":"2024-09-10T08:12:36.824310+0000","last_active":"2024-09-10T08:14:39.676510+0000","last_peered":"2024-09-10T08:14:39.676510+0000","last_clean":"2024-09-10T08:14:39.676510+0000","last_became_active":"2024-09-10T08:12:36.823980+0000","last_became_peered":"2024-09-10T08:12:36.823980+0000","last_unstale":"2024-09-10T08:14:39.676510+0000","last_undegraded":"2024-09-10T08:14:39.676510+0000","last_fullsized":"2024-09-10T08:14:39.676510+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:15:55.322283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"90'7","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677259+0000","last_change":"2024-09-10T08:12:36.829554+0000","last_active":"2024-09-10T08:14:39.677259+0000","last_peered":"2024-09-10T08:14:39.677259+0000","last_clean":"2024-09-10T08:14:39.677259+0000","last_became_active":"2024-09-10T08:12:36.829054+0000","last_became_peered":"2024-09-10T08:12:36.829054+0000","last_unstale":"2024-09-10T08:14:39.677259+0000","last_undegraded":"2024-09-10T08:14:39.677259+0000","last_fullsized":"2024-09-10T08:14:39.677259+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:46:59.763378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"90'6","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861476+0000","last_change":"2024-09-10T08:12:36.831049+0000","last_active":"2024-09-10T08:14:39.861476+0000","last_peered":"2024-09-10T08:14:39.861476+0000","last_clean":"2024-09-10T08:14:39.861476+0000","last_became_active":"2024-09-10T08:12:36.830687+0000","last_became_peered":"2024-09-10T08:12:36.830687+0000","last_unstale":"2024-09-10T08:14:39.861476+0000","last_undegraded":"2024-09-10T08:14:39.861476+0000","last_fullsized":"2024-09-10T08:14:39.861476+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:48:24.014810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"90'16","reported_seq":50,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.672408+0000","last_change":"2024-09-10T08:12:36.832264+0000","last_active":"2024-09-10T08:14:39.672408+0000","last_peered":"2024-09-10T08:14:39.672408+0000","last_clean":"2024-09-10T08:14:39.672408+0000","last_became_active":"2024-09-10T08:12:36.831913+0000","last_became_peered":"2024-09-10T08:12:36.831913+0000","last_unstale":"2024-09-10T08:14:39.672408+0000","last_undegraded":"2024-09-10T08:14:39.672408+0000","last_fullsized":"2024-09-10T08:14:39.672408+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:58:43.692064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.37","version":"90'11","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.673449+0000","last_change":"2024-09-10T08:13:39.408577+0000","last_active":"2024-09-10T08:14:39.673449+0000","last_peered":"2024-09-10T08:14:39.673449+0000","last_clean":"2024-09-10T08:14:39.673449+0000","last_became_active":"2024-09-10T08:13:39.408252+0000","last_became_peered":"2024-09-10T08:13:39.408252+0000","last_unstale":"2024-09-10T08:14:39.673449+0000","last_undegraded":"2024-09-10T08:14:39.673449+0000","last_fullsized":"2024-09-10T08:14:39.673449+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:41:34.439133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,11],"acting":[9,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.38","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.675881+0000","last_change":"2024-09-10T08:12:36.836093+0000","last_active":"2024-09-10T08:14:39.675881+0000","last_peered":"2024-09-10T08:14:39.675881+0000","last_clean":"2024-09-10T08:14:39.675881+0000","last_became_active":"2024-09-10T08:12:36.835554+0000","last_became_peered":"2024-09-10T08:12:36.835554+0000","last_unstale":"2024-09-10T08:14:39.675881+0000","last_undegraded":"2024-09-10T08:14:39.675881+0000","last_fullsized":"2024-09-10T08:14:39.675881+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:19:23.240989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"90'5","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861018+0000","last_change":"2024-09-10T08:12:36.826650+0000","last_active":"2024-09-10T08:14:39.861018+0000","last_peered":"2024-09-10T08:14:39.861018+0000","last_clean":"2024-09-10T08:14:39.861018+0000","last_became_active":"2024-09-10T08:12:36.826323+0000","last_became_peered":"2024-09-10T08:12:36.826323+0000","last_unstale":"2024-09-10T08:14:39.861018+0000","last_undegraded":"2024-09-10T08:14:39.861018+0000","last_fullsized":"2024-09-10T08:14:39.861018+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:33:59.057180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"90'6","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671885+0000","last_change":"2024-09-10T08:12:36.834723+0000","last_active":"2024-09-10T08:14:39.671885+0000","last_peered":"2024-09-10T08:14:39.671885+0000","last_clean":"2024-09-10T08:14:39.671885+0000","last_became_active":"2024-09-10T08:12:36.834381+0000","last_became_peered":"2024-09-10T08:12:36.834381+0000","last_unstale":"2024-09-10T08:14:39.671885+0000","last_undegraded":"2024-09-10T08:14:39.671885+0000","last_fullsized":"2024-09-10T08:14:39.671885+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:40:27.833708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.3b","version":"90'4","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671636+0000","last_change":"2024-09-10T08:12:36.824219+0000","last_active":"2024-09-10T08:14:39.671636+0000","last_peered":"2024-09-10T08:14:39.671636+0000","last_clean":"2024-09-10T08:14:39.671636+0000","last_became_active":"2024-09-10T08:12:36.823889+0000","last_became_peered":"2024-09-10T08:12:36.823889+0000","last_unstale":"2024-09-10T08:14:39.671636+0000","last_undegraded":"2024-09-10T08:14:39.671636+0000","last_fullsized":"2024-09-10T08:14:39.671636+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:08:25.582184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3c","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677232+0000","last_change":"2024-09-10T08:12:36.837829+0000","last_active":"2024-09-10T08:14:39.677232+0000","last_peered":"2024-09-10T08:14:39.677232+0000","last_clean":"2024-09-10T08:14:39.677232+0000","last_became_active":"2024-09-10T08:12:36.837531+0000","last_became_peered":"2024-09-10T08:12:36.837531+0000","last_unstale":"2024-09-10T08:14:39.677232+0000","last_undegraded":"2024-09-10T08:14:39.677232+0000","last_fullsized":"2024-09-10T08:14:39.677232+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:40:40.260405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3d","version":"90'7","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.680964+0000","last_change":"2024-09-10T08:12:36.840652+0000","last_active":"2024-09-10T08:14:39.680964+0000","last_peered":"2024-09-10T08:14:39.680964+0000","last_clean":"2024-09-10T08:14:39.680964+0000","last_became_active":"2024-09-10T08:12:36.840300+0000","last_became_peered":"2024-09-10T08:12:36.840300+0000","last_unstale":"2024-09-10T08:14:39.680964+0000","last_undegraded":"2024-09-10T08:14:39.680964+0000","last_fullsized":"2024-09-10T08:14:39.680964+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:38:52.985183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"90'4","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.681186+0000","last_change":"2024-09-10T08:12:36.834942+0000","last_active":"2024-09-10T08:14:39.681186+0000","last_peered":"2024-09-10T08:14:39.681186+0000","last_clean":"2024-09-10T08:14:39.681186+0000","last_became_active":"2024-09-10T08:12:36.834630+0000","last_became_peered":"2024-09-10T08:12:36.834630+0000","last_unstale":"2024-09-10T08:14:39.681186+0000","last_undegraded":"2024-09-10T08:14:39.681186+0000","last_fullsized":"2024-09-10T08:14:39.681186+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:13:50.463207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3f","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.674183+0000","last_change":"2024-09-10T08:12:36.830866+0000","last_active":"2024-09-10T08:14:39.674183+0000","last_peered":"2024-09-10T08:14:39.674183+0000","last_clean":"2024-09-10T08:14:39.674183+0000","last_became_active":"2024-09-10T08:12:36.830186+0000","last_became_peered":"2024-09-10T08:12:36.830186+0000","last_unstale":"2024-09-10T08:14:39.674183+0000","last_undegraded":"2024-09-10T08:14:39.674183+0000","last_fullsized":"2024-09-10T08:14:39.674183+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:41:50.543954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":76463,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":1135,"num_read_kb":692,"num_write":274,"num_write_kb":166,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":1238,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":229782,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":234,"ondisk_log_size":234,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":76,"seq":326417514543,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36388,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708764,"statfs":{"total":95995035648,"available":95957774336,"internally_reserved":0,"allocated":1069056,"data_stored":526481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":68,"seq":292057776180,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37064,"kb_used_data":1720,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708088,"statfs":{"total":95995035648,"available":95957082112,"internally_reserved":0,"allocated":1761280,"data_stored":1180756,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":63,"seq":270582939705,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36408,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708744,"statfs":{"total":95995035648,"available":95957753856,"internally_reserved":0,"allocated":1089536,"data_stored":529944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":56,"seq":240518168638,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36400,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708752,"statfs":{"total":95995035648,"available":95957762048,"internally_reserved":0,"allocated":1081344,"data_stored":526226,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":49,"seq":210453397570,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36984,"kb_used_data":1640,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708168,"statfs":{"total":95995035648,"available":95957164032,"internally_reserved":0,"allocated":1679360,"data_stored":1124351,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":44,"seq":188978561096,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28060,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717092,"statfs":{"total":95995035648,"available":95966302208,"internally_reserved":0,"allocated":1060864,"data_stored":522381,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790029,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36992,"kb_used_data":1648,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708160,"statfs":{"total":95995035648,"available":95957155840,"internally_reserved":0,"allocated":1687552,"data_stored":1118409,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953555,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36396,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708756,"statfs":{"total":95995035648,"available":95957766144,"internally_reserved":0,"allocated":1077248,"data_stored":527586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":24,"seq":103079215191,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28080,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717072,"statfs":{"total":95995035648,"available":95966281728,"internally_reserved":0,"allocated":1073152,"data_stored":521060,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411421,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36456,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708696,"statfs":{"total":95995035648,"available":95957704704,"internally_reserved":0,"allocated":1138688,"data_stored":589779,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574946,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36452,"kb_used_data":1108,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708700,"statfs":{"total":95995035648,"available":95957708800,"internally_reserved":0,"allocated":1134592,"data_stored":590938,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738471,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32244,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712908,"statfs":{"total":95995035648,"available":95962017792,"internally_reserved":0,"allocated":1085440,"data_stored":523303,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":70308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":69149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3315,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1751,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":122880,"data_stored":69758,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1755,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:15:20.911 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T08:15:21.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.049+0000 7f0d266c0640 1 -- 172.21.15.67:0/2288859771 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d20107810 msgr2=0x7f0d20109c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:21.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.049+0000 7f0d266c0640 1 --2- 172.21.15.67:0/2288859771 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d20107810 0x7f0d20109c80 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f0d18009ca0 tx=0x7f0d1802a8c0 comp rx=0 tx=0).stop 2024-09-10T08:15:21.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.049+0000 7f0d266c0640 1 -- 172.21.15.67:0/2288859771 shutdown_connections 2024-09-10T08:15:21.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.049+0000 7f0d266c0640 1 --2- 172.21.15.67:0/2288859771 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0d20104ee0 0x7f0d201072d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:21.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.049+0000 7f0d266c0640 1 --2- 172.21.15.67:0/2288859771 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d20107810 0x7f0d20109c80 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:21.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.049+0000 7f0d266c0640 1 --2- 172.21.15.67:0/2288859771 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0d201025b0 0x7f0d201049a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:21.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.049+0000 7f0d266c0640 1 -- 172.21.15.67:0/2288859771 >> 172.21.15.67:0/2288859771 conn(0x7f0d200fc1b0 msgr2=0x7f0d200fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:21.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.049+0000 7f0d266c0640 1 -- 172.21.15.67:0/2288859771 shutdown_connections 2024-09-10T08:15:21.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.049+0000 7f0d266c0640 1 -- 172.21.15.67:0/2288859771 wait complete. 2024-09-10T08:15:21.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.050+0000 7f0d266c0640 1 Processor -- start 2024-09-10T08:15:21.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.050+0000 7f0d266c0640 1 -- start start 2024-09-10T08:15:21.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.050+0000 7f0d266c0640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0d201025b0 0x7f0d20197dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:21.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.050+0000 7f0d266c0640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0d20104ee0 0x7f0d20198300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:21.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.050+0000 7f0d266c0640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d20107810 0x7f0d2019f330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:21.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.050+0000 7f0d266c0640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f0d2010d680 con 0x7f0d20107810 2024-09-10T08:15:21.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.050+0000 7f0d266c0640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f0d2010d500 con 0x7f0d201025b0 2024-09-10T08:15:21.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.050+0000 7f0d266c0640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f0d2010d800 con 0x7f0d20104ee0 2024-09-10T08:15:21.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.050+0000 7f0d24c5d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d20107810 0x7f0d2019f330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:21.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.050+0000 7f0d24c5d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d20107810 0x7f0d2019f330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40062/0 (socket says 172.21.15.67:40062) 2024-09-10T08:15:21.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.050+0000 7f0d24c5d640 1 -- 172.21.15.67:0/3084790933 learned_addr learned my addr 172.21.15.67:0/3084790933 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:21.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.051+0000 7f0d1f7fe640 1 --2- 172.21.15.67:0/3084790933 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0d20104ee0 0x7f0d20198300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:21.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.051+0000 7f0d1ffff640 1 --2- 172.21.15.67:0/3084790933 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0d201025b0 0x7f0d20197dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:21.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.051+0000 7f0d24c5d640 1 -- 172.21.15.67:0/3084790933 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0d20104ee0 msgr2=0x7f0d20198300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:21.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.051+0000 7f0d24c5d640 1 --2- 172.21.15.67:0/3084790933 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0d20104ee0 0x7f0d20198300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:21.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.051+0000 7f0d24c5d640 1 -- 172.21.15.67:0/3084790933 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0d201025b0 msgr2=0x7f0d20197dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:21.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.051+0000 7f0d24c5d640 1 --2- 172.21.15.67:0/3084790933 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0d201025b0 0x7f0d20197dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:21.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.051+0000 7f0d24c5d640 1 -- 172.21.15.67:0/3084790933 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d2019f9d0 con 0x7f0d20107810 2024-09-10T08:15:21.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.051+0000 7f0d24c5d640 1 --2- 172.21.15.67:0/3084790933 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d20107810 0x7f0d2019f330 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f0d18031970 tx=0x7f0d18003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:21.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.051+0000 7f0d1d7fa640 1 -- 172.21.15.67:0/3084790933 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d18032ec0 con 0x7f0d20107810 2024-09-10T08:15:21.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.051+0000 7f0d1d7fa640 1 -- 172.21.15.67:0/3084790933 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0d180044f0 con 0x7f0d20107810 2024-09-10T08:15:21.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.051+0000 7f0d266c0640 1 -- 172.21.15.67:0/3084790933 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d2019fc60 con 0x7f0d20107810 2024-09-10T08:15:21.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.051+0000 7f0d1d7fa640 1 -- 172.21.15.67:0/3084790933 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d18030d10 con 0x7f0d20107810 2024-09-10T08:15:21.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.051+0000 7f0d266c0640 1 -- 172.21.15.67:0/3084790933 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d201a01b0 con 0x7f0d20107810 2024-09-10T08:15:21.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.052+0000 7f0d266c0640 1 -- 172.21.15.67:0/3084790933 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d200fdca0 con 0x7f0d20107810 2024-09-10T08:15:21.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.053+0000 7f0d1d7fa640 1 -- 172.21.15.67:0/3084790933 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 19) ==== 137884+0+0 (secure 0 0 0) 0x7f0d18004040 con 0x7f0d20107810 2024-09-10T08:15:21.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.054+0000 7f0d1d7fa640 1 --2- 172.21.15.67:0/3084790933 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f0d080a2dc0 0x7f0d080a5280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:21.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.054+0000 7f0d1d7fa640 1 -- 172.21.15.67:0/3084790933 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f0d180f0b10 con 0x7f0d20107810 2024-09-10T08:15:21.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.054+0000 7f0d1ffff640 1 --2- 172.21.15.67:0/3084790933 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f0d080a2dc0 0x7f0d080a5280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:21.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.055+0000 7f0d1ffff640 1 --2- 172.21.15.67:0/3084790933 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f0d080a2dc0 0x7f0d080a5280 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f0d10005fd0 tx=0x7f0d10005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:21.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.058+0000 7f0d1d7fa640 1 -- 172.21.15.67:0/3084790933 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f0d180bd620 con 0x7f0d20107810 2024-09-10T08:15:21.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:20 smithi067 ceph-mon[31051]: pgmap v373: 129 pgs: 129 active+clean; 651 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.7 KiB/s wr, 14 op/s 2024-09-10T08:15:21.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.235+0000 7f0d266c0640 1 -- 172.21.15.67:0/3084790933 --> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f0d20062630 con 0x7f0d080a2dc0 2024-09-10T08:15:21.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.243+0000 7f0d1d7fa640 1 -- 172.21.15.67:0/3084790933 <== mgr.14150 v2:172.21.15.67:6800/4256949759 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340550 (secure 0 0 0) 0x7f0d20062630 con 0x7f0d080a2dc0 2024-09-10T08:15:21.246 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:15:21.248 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-10T08:15:21.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.246+0000 7f0d266c0640 1 -- 172.21.15.67:0/3084790933 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f0d080a2dc0 msgr2=0x7f0d080a5280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:21.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.246+0000 7f0d266c0640 1 --2- 172.21.15.67:0/3084790933 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f0d080a2dc0 0x7f0d080a5280 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f0d10005fd0 tx=0x7f0d10005850 comp rx=0 tx=0).stop 2024-09-10T08:15:21.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.246+0000 7f0d266c0640 1 -- 172.21.15.67:0/3084790933 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d20107810 msgr2=0x7f0d2019f330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:21.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.246+0000 7f0d266c0640 1 --2- 172.21.15.67:0/3084790933 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d20107810 0x7f0d2019f330 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f0d18031970 tx=0x7f0d18003ba0 comp rx=0 tx=0).stop 2024-09-10T08:15:21.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.246+0000 7f0d266c0640 1 -- 172.21.15.67:0/3084790933 shutdown_connections 2024-09-10T08:15:21.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.246+0000 7f0d266c0640 1 --2- 172.21.15.67:0/3084790933 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f0d080a2dc0 0x7f0d080a5280 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:21.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.246+0000 7f0d266c0640 1 --2- 172.21.15.67:0/3084790933 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d20107810 0x7f0d2019f330 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:21.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.246+0000 7f0d266c0640 1 --2- 172.21.15.67:0/3084790933 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0d20104ee0 0x7f0d20198300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:21.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.246+0000 7f0d266c0640 1 --2- 172.21.15.67:0/3084790933 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0d201025b0 0x7f0d20197dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:21.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.246+0000 7f0d266c0640 1 -- 172.21.15.67:0/3084790933 >> 172.21.15.67:0/3084790933 conn(0x7f0d200fc1b0 msgr2=0x7f0d20103010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:21.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.246+0000 7f0d266c0640 1 -- 172.21.15.67:0/3084790933 shutdown_connections 2024-09-10T08:15:21.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.246+0000 7f0d266c0640 1 -- 172.21.15.67:0/3084790933 wait complete. 2024-09-10T08:15:21.257 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":373,"stamp":"2024-09-10T08:15:19.844873+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":667065,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":1261,"num_read_kb":801,"num_write":457,"num_write_kb":3106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":1181974,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":873,"ondisk_log_size":873,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":417924,"kb_used_data":14588,"kb_used_omap":18,"kb_used_meta":403117,"kb_avail":1124523900,"statfs":{"total":1151940427776,"available":1151512473600,"internally_reserved":0,"allocated":14938112,"data_stored":8281214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":412792121},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":7182,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":147,"num_read_kb":86,"num_write":22,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003478"},"pg_stats":[{"pgid":"2.1f","version":"92'15","reported_seq":170,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:16.972441+0000","last_change":"2024-09-10T08:12:34.806369+0000","last_active":"2024-09-10T08:15:16.972441+0000","last_peered":"2024-09-10T08:15:16.972441+0000","last_clean":"2024-09-10T08:15:16.972441+0000","last_became_active":"2024-09-10T08:12:34.805950+0000","last_became_peered":"2024-09-10T08:12:34.805950+0000","last_unstale":"2024-09-10T08:15:16.972441+0000","last_undegraded":"2024-09-10T08:15:16.972441+0000","last_fullsized":"2024-09-10T08:15:16.972441+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:06:34.845848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":116,"num_read_kb":116,"num_write":16,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"90'5","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677270+0000","last_change":"2024-09-10T08:12:36.838658+0000","last_active":"2024-09-10T08:14:39.677270+0000","last_peered":"2024-09-10T08:14:39.677270+0000","last_clean":"2024-09-10T08:14:39.677270+0000","last_became_active":"2024-09-10T08:12:36.838366+0000","last_became_peered":"2024-09-10T08:12:36.838366+0000","last_unstale":"2024-09-10T08:14:39.677270+0000","last_undegraded":"2024-09-10T08:14:39.677270+0000","last_fullsized":"2024-09-10T08:14:39.677270+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:53:10.847198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676873+0000","last_change":"2024-09-10T08:12:43.868547+0000","last_active":"2024-09-10T08:14:39.676873+0000","last_peered":"2024-09-10T08:14:39.676873+0000","last_clean":"2024-09-10T08:14:39.676873+0000","last_became_active":"2024-09-10T08:12:43.868066+0000","last_became_peered":"2024-09-10T08:12:43.868066+0000","last_unstale":"2024-09-10T08:14:39.676873+0000","last_undegraded":"2024-09-10T08:14:39.676873+0000","last_fullsized":"2024-09-10T08:14:39.676873+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:08.277037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1e","version":"88'2","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677489+0000","last_change":"2024-09-10T08:12:34.934507+0000","last_active":"2024-09-10T08:14:39.677489+0000","last_peered":"2024-09-10T08:14:39.677489+0000","last_clean":"2024-09-10T08:14:39.677489+0000","last_became_active":"2024-09-10T08:12:34.934137+0000","last_became_peered":"2024-09-10T08:12:34.934137+0000","last_unstale":"2024-09-10T08:14:39.677489+0000","last_undegraded":"2024-09-10T08:14:39.677489+0000","last_fullsized":"2024-09-10T08:14:39.677489+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:03:36.377273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"90'6","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.681748+0000","last_change":"2024-09-10T08:12:36.840138+0000","last_active":"2024-09-10T08:14:39.681748+0000","last_peered":"2024-09-10T08:14:39.681748+0000","last_clean":"2024-09-10T08:14:39.681748+0000","last_became_active":"2024-09-10T08:12:36.839808+0000","last_became_peered":"2024-09-10T08:12:36.839808+0000","last_unstale":"2024-09-10T08:14:39.681748+0000","last_undegraded":"2024-09-10T08:14:39.681748+0000","last_fullsized":"2024-09-10T08:14:39.681748+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:20:44.599707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676407+0000","last_change":"2024-09-10T08:12:43.866234+0000","last_active":"2024-09-10T08:14:39.676407+0000","last_peered":"2024-09-10T08:14:39.676407+0000","last_clean":"2024-09-10T08:14:39.676407+0000","last_became_active":"2024-09-10T08:12:43.865892+0000","last_became_peered":"2024-09-10T08:12:43.865892+0000","last_unstale":"2024-09-10T08:14:39.676407+0000","last_undegraded":"2024-09-10T08:14:39.676407+0000","last_fullsized":"2024-09-10T08:14:39.676407+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:39:12.895242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"88'12","reported_seq":52,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.672085+0000","last_change":"2024-09-10T08:12:34.810865+0000","last_active":"2024-09-10T08:14:39.672085+0000","last_peered":"2024-09-10T08:14:39.672085+0000","last_clean":"2024-09-10T08:14:39.672085+0000","last_became_active":"2024-09-10T08:12:34.810234+0000","last_became_peered":"2024-09-10T08:12:34.810234+0000","last_unstale":"2024-09-10T08:14:39.672085+0000","last_undegraded":"2024-09-10T08:14:39.672085+0000","last_fullsized":"2024-09-10T08:14:39.672085+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:55:16.240330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.684691+0000","last_change":"2024-09-10T08:12:36.835352+0000","last_active":"2024-09-10T08:14:39.684691+0000","last_peered":"2024-09-10T08:14:39.684691+0000","last_clean":"2024-09-10T08:14:39.684691+0000","last_became_active":"2024-09-10T08:12:36.835033+0000","last_became_peered":"2024-09-10T08:12:36.835033+0000","last_unstale":"2024-09-10T08:14:39.684691+0000","last_undegraded":"2024-09-10T08:14:39.684691+0000","last_fullsized":"2024-09-10T08:14:39.684691+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:42:37.042569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676648+0000","last_change":"2024-09-10T08:12:43.871905+0000","last_active":"2024-09-10T08:14:39.676648+0000","last_peered":"2024-09-10T08:14:39.676648+0000","last_clean":"2024-09-10T08:14:39.676648+0000","last_became_active":"2024-09-10T08:12:43.871475+0000","last_became_peered":"2024-09-10T08:12:43.871475+0000","last_unstale":"2024-09-10T08:14:39.676648+0000","last_undegraded":"2024-09-10T08:14:39.676648+0000","last_fullsized":"2024-09-10T08:14:39.676648+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:42:51.386857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"88'5","reported_seq":45,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671930+0000","last_change":"2024-09-10T08:12:34.811138+0000","last_active":"2024-09-10T08:14:39.671930+0000","last_peered":"2024-09-10T08:14:39.671930+0000","last_clean":"2024-09-10T08:14:39.671930+0000","last_became_active":"2024-09-10T08:12:34.810395+0000","last_became_peered":"2024-09-10T08:12:34.810395+0000","last_unstale":"2024-09-10T08:14:39.671930+0000","last_undegraded":"2024-09-10T08:14:39.671930+0000","last_fullsized":"2024-09-10T08:14:39.671930+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:19:39.256859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"90'15","reported_seq":55,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.863150+0000","last_change":"2024-09-10T08:14:39.862682+0000","last_active":"2024-09-10T08:14:39.863150+0000","last_peered":"2024-09-10T08:14:39.863150+0000","last_clean":"2024-09-10T08:14:39.863150+0000","last_became_active":"2024-09-10T08:14:39.862216+0000","last_became_peered":"2024-09-10T08:14:39.862216+0000","last_unstale":"2024-09-10T08:14:39.863150+0000","last_undegraded":"2024-09-10T08:14:39.863150+0000","last_fullsized":"2024-09-10T08:14:39.863150+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:17:01.944974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676504+0000","last_change":"2024-09-10T08:12:43.859853+0000","last_active":"2024-09-10T08:14:39.676504+0000","last_peered":"2024-09-10T08:14:39.676504+0000","last_clean":"2024-09-10T08:14:39.676504+0000","last_became_active":"2024-09-10T08:12:43.859405+0000","last_became_peered":"2024-09-10T08:12:43.859405+0000","last_unstale":"2024-09-10T08:14:39.676504+0000","last_undegraded":"2024-09-10T08:14:39.676504+0000","last_fullsized":"2024-09-10T08:14:39.676504+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:18:37.147252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"90'5","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861236+0000","last_change":"2024-09-10T08:12:36.832384+0000","last_active":"2024-09-10T08:14:39.861236+0000","last_peered":"2024-09-10T08:14:39.861236+0000","last_clean":"2024-09-10T08:14:39.861236+0000","last_became_active":"2024-09-10T08:12:36.831948+0000","last_became_peered":"2024-09-10T08:12:36.831948+0000","last_unstale":"2024-09-10T08:14:39.861236+0000","last_undegraded":"2024-09-10T08:14:39.861236+0000","last_fullsized":"2024-09-10T08:14:39.861236+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:08:21.982944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"88'4","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671630+0000","last_change":"2024-09-10T08:12:34.809160+0000","last_active":"2024-09-10T08:14:39.671630+0000","last_peered":"2024-09-10T08:14:39.671630+0000","last_clean":"2024-09-10T08:14:39.671630+0000","last_became_active":"2024-09-10T08:12:34.808811+0000","last_became_peered":"2024-09-10T08:12:34.808811+0000","last_unstale":"2024-09-10T08:14:39.671630+0000","last_undegraded":"2024-09-10T08:14:39.671630+0000","last_fullsized":"2024-09-10T08:14:39.671630+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:03:04.110196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676722+0000","last_change":"2024-09-10T08:12:43.992351+0000","last_active":"2024-09-10T08:14:39.676722+0000","last_peered":"2024-09-10T08:14:39.676722+0000","last_clean":"2024-09-10T08:14:39.676722+0000","last_became_active":"2024-09-10T08:12:43.991833+0000","last_became_peered":"2024-09-10T08:12:43.991833+0000","last_unstale":"2024-09-10T08:14:39.676722+0000","last_undegraded":"2024-09-10T08:14:39.676722+0000","last_fullsized":"2024-09-10T08:14:39.676722+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:01:52.453901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677398+0000","last_change":"2024-09-10T08:12:36.832081+0000","last_active":"2024-09-10T08:14:39.677398+0000","last_peered":"2024-09-10T08:14:39.677398+0000","last_clean":"2024-09-10T08:14:39.677398+0000","last_became_active":"2024-09-10T08:12:36.831667+0000","last_became_peered":"2024-09-10T08:12:36.831667+0000","last_unstale":"2024-09-10T08:14:39.677398+0000","last_undegraded":"2024-09-10T08:14:39.677398+0000","last_fullsized":"2024-09-10T08:14:39.677398+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:19:23.841907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"92'5","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:15.010916+0000","last_change":"2024-09-10T08:12:34.812279+0000","last_active":"2024-09-10T08:15:15.010916+0000","last_peered":"2024-09-10T08:15:15.010916+0000","last_clean":"2024-09-10T08:15:15.010916+0000","last_became_active":"2024-09-10T08:12:34.811729+0000","last_became_peered":"2024-09-10T08:12:34.811729+0000","last_unstale":"2024-09-10T08:15:15.010916+0000","last_undegraded":"2024-09-10T08:15:15.010916+0000","last_fullsized":"2024-09-10T08:15:15.010916+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:49:19.797930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"88'1","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677155+0000","last_change":"2024-09-10T08:12:43.871922+0000","last_active":"2024-09-10T08:14:39.677155+0000","last_peered":"2024-09-10T08:14:39.677155+0000","last_clean":"2024-09-10T08:14:39.677155+0000","last_became_active":"2024-09-10T08:12:43.871531+0000","last_became_peered":"2024-09-10T08:12:43.871531+0000","last_unstale":"2024-09-10T08:14:39.677155+0000","last_undegraded":"2024-09-10T08:14:39.677155+0000","last_fullsized":"2024-09-10T08:14:39.677155+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:49:26.483674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.673662+0000","last_change":"2024-09-10T08:12:36.830090+0000","last_active":"2024-09-10T08:14:39.673662+0000","last_peered":"2024-09-10T08:14:39.673662+0000","last_clean":"2024-09-10T08:14:39.673662+0000","last_became_active":"2024-09-10T08:12:36.829732+0000","last_became_peered":"2024-09-10T08:12:36.829732+0000","last_unstale":"2024-09-10T08:14:39.673662+0000","last_undegraded":"2024-09-10T08:14:39.673662+0000","last_fullsized":"2024-09-10T08:14:39.673662+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:11:21.058996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.9","version":"88'7","reported_seq":46,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676976+0000","last_change":"2024-09-10T08:12:34.808639+0000","last_active":"2024-09-10T08:14:39.676976+0000","last_peered":"2024-09-10T08:14:39.676976+0000","last_clean":"2024-09-10T08:14:39.676976+0000","last_became_active":"2024-09-10T08:12:34.808310+0000","last_became_peered":"2024-09-10T08:12:34.808310+0000","last_unstale":"2024-09-10T08:14:39.676976+0000","last_undegraded":"2024-09-10T08:14:39.676976+0000","last_fullsized":"2024-09-10T08:14:39.676976+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:44:01.719719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":16,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671879+0000","last_change":"2024-09-10T08:13:39.523878+0000","last_active":"2024-09-10T08:14:39.671879+0000","last_peered":"2024-09-10T08:14:39.671879+0000","last_clean":"2024-09-10T08:14:39.671879+0000","last_became_active":"2024-09-10T08:13:39.523356+0000","last_became_peered":"2024-09-10T08:13:39.523356+0000","last_unstale":"2024-09-10T08:14:39.671879+0000","last_undegraded":"2024-09-10T08:14:39.671879+0000","last_fullsized":"2024-09-10T08:14:39.671879+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:01:04.099625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,2,10],"acting":[8,3,2,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.9","version":"90'2","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671551+0000","last_change":"2024-09-10T08:12:36.828449+0000","last_active":"2024-09-10T08:14:39.671551+0000","last_peered":"2024-09-10T08:14:39.671551+0000","last_clean":"2024-09-10T08:14:39.671551+0000","last_became_active":"2024-09-10T08:12:36.828106+0000","last_became_peered":"2024-09-10T08:12:36.828106+0000","last_unstale":"2024-09-10T08:14:39.671551+0000","last_undegraded":"2024-09-10T08:14:39.671551+0000","last_fullsized":"2024-09-10T08:14:39.671551+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:18:00.158389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.8","version":"88'2","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.684197+0000","last_change":"2024-09-10T08:12:34.935257+0000","last_active":"2024-09-10T08:14:39.684197+0000","last_peered":"2024-09-10T08:14:39.684197+0000","last_clean":"2024-09-10T08:14:39.684197+0000","last_became_active":"2024-09-10T08:12:34.934895+0000","last_became_peered":"2024-09-10T08:12:34.934895+0000","last_unstale":"2024-09-10T08:14:39.684197+0000","last_undegraded":"2024-09-10T08:14:39.684197+0000","last_fullsized":"2024-09-10T08:14:39.684197+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:05:13.175542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676836+0000","last_change":"2024-09-10T08:12:43.992898+0000","last_active":"2024-09-10T08:14:39.676836+0000","last_peered":"2024-09-10T08:14:39.676836+0000","last_clean":"2024-09-10T08:14:39.676836+0000","last_became_active":"2024-09-10T08:12:43.992515+0000","last_became_peered":"2024-09-10T08:12:43.992515+0000","last_unstale":"2024-09-10T08:14:39.676836+0000","last_undegraded":"2024-09-10T08:14:39.676836+0000","last_fullsized":"2024-09-10T08:14:39.676836+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:33:15.411029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"90'7","reported_seq":47,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.681283+0000","last_change":"2024-09-10T08:13:39.677330+0000","last_active":"2024-09-10T08:14:39.681283+0000","last_peered":"2024-09-10T08:14:39.681283+0000","last_clean":"2024-09-10T08:14:39.681283+0000","last_became_active":"2024-09-10T08:13:39.676957+0000","last_became_peered":"2024-09-10T08:13:39.676957+0000","last_unstale":"2024-09-10T08:14:39.681283+0000","last_undegraded":"2024-09-10T08:14:39.681283+0000","last_fullsized":"2024-09-10T08:14:39.681283+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:53:20.898986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,4],"acting":[0,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"88'7","reported_seq":47,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677121+0000","last_change":"2024-09-10T08:12:35.352322+0000","last_active":"2024-09-10T08:14:39.677121+0000","last_peered":"2024-09-10T08:14:39.677121+0000","last_clean":"2024-09-10T08:14:39.677121+0000","last_became_active":"2024-09-10T08:12:35.351912+0000","last_became_peered":"2024-09-10T08:12:35.351912+0000","last_unstale":"2024-09-10T08:14:39.677121+0000","last_undegraded":"2024-09-10T08:14:39.677121+0000","last_fullsized":"2024-09-10T08:14:39.677121+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:00:27.531447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677019+0000","last_change":"2024-09-10T08:12:43.861303+0000","last_active":"2024-09-10T08:14:39.677019+0000","last_peered":"2024-09-10T08:14:39.677019+0000","last_clean":"2024-09-10T08:14:39.677019+0000","last_became_active":"2024-09-10T08:12:43.860849+0000","last_became_peered":"2024-09-10T08:12:43.860849+0000","last_unstale":"2024-09-10T08:14:39.677019+0000","last_undegraded":"2024-09-10T08:14:39.677019+0000","last_fullsized":"2024-09-10T08:14:39.677019+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:26:53.475097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"90'5","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677134+0000","last_change":"2024-09-10T08:12:36.834293+0000","last_active":"2024-09-10T08:14:39.677134+0000","last_peered":"2024-09-10T08:14:39.677134+0000","last_clean":"2024-09-10T08:14:39.677134+0000","last_became_active":"2024-09-10T08:12:36.833981+0000","last_became_peered":"2024-09-10T08:12:36.833981+0000","last_unstale":"2024-09-10T08:14:39.677134+0000","last_undegraded":"2024-09-10T08:14:39.677134+0000","last_fullsized":"2024-09-10T08:14:39.677134+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:56:18.333347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"92'17","reported_seq":72,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:14.855384+0000","last_change":"2024-09-10T08:14:39.686089+0000","last_active":"2024-09-10T08:15:14.855384+0000","last_peered":"2024-09-10T08:15:14.855384+0000","last_clean":"2024-09-10T08:15:14.855384+0000","last_became_active":"2024-09-10T08:14:39.678104+0000","last_became_peered":"2024-09-10T08:14:39.678104+0000","last_unstale":"2024-09-10T08:15:14.855384+0000","last_undegraded":"2024-09-10T08:15:14.855384+0000","last_fullsized":"2024-09-10T08:15:14.855384+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:18:29.844808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":31,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676341+0000","last_change":"2024-09-10T08:12:43.992400+0000","last_active":"2024-09-10T08:14:39.676341+0000","last_peered":"2024-09-10T08:14:39.676341+0000","last_clean":"2024-09-10T08:14:39.676341+0000","last_became_active":"2024-09-10T08:12:43.991970+0000","last_became_peered":"2024-09-10T08:12:43.991970+0000","last_unstale":"2024-09-10T08:14:39.676341+0000","last_undegraded":"2024-09-10T08:14:39.676341+0000","last_fullsized":"2024-09-10T08:14:39.676341+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:10:02.208981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677416+0000","last_change":"2024-09-10T08:12:36.832238+0000","last_active":"2024-09-10T08:14:39.677416+0000","last_peered":"2024-09-10T08:14:39.677416+0000","last_clean":"2024-09-10T08:14:39.677416+0000","last_became_active":"2024-09-10T08:12:36.831644+0000","last_became_peered":"2024-09-10T08:12:36.831644+0000","last_unstale":"2024-09-10T08:14:39.677416+0000","last_undegraded":"2024-09-10T08:14:39.677416+0000","last_fullsized":"2024-09-10T08:14:39.677416+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:44:55.777869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"88'4","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.672182+0000","last_change":"2024-09-10T08:12:34.934616+0000","last_active":"2024-09-10T08:14:39.672182+0000","last_peered":"2024-09-10T08:14:39.672182+0000","last_clean":"2024-09-10T08:14:39.672182+0000","last_became_active":"2024-09-10T08:12:34.934240+0000","last_became_peered":"2024-09-10T08:12:34.934240+0000","last_unstale":"2024-09-10T08:14:39.672182+0000","last_undegraded":"2024-09-10T08:14:39.672182+0000","last_fullsized":"2024-09-10T08:14:39.672182+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:01:30.178100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.674465+0000","last_change":"2024-09-10T08:12:43.866058+0000","last_active":"2024-09-10T08:14:39.674465+0000","last_peered":"2024-09-10T08:14:39.674465+0000","last_clean":"2024-09-10T08:14:39.674465+0000","last_became_active":"2024-09-10T08:12:43.865313+0000","last_became_peered":"2024-09-10T08:12:43.865313+0000","last_unstale":"2024-09-10T08:14:39.674465+0000","last_undegraded":"2024-09-10T08:14:39.674465+0000","last_fullsized":"2024-09-10T08:14:39.674465+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:15:57.695818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.5","version":"90'4","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.672127+0000","last_change":"2024-09-10T08:12:36.827327+0000","last_active":"2024-09-10T08:14:39.672127+0000","last_peered":"2024-09-10T08:14:39.672127+0000","last_clean":"2024-09-10T08:14:39.672127+0000","last_became_active":"2024-09-10T08:12:36.826973+0000","last_became_peered":"2024-09-10T08:12:36.826973+0000","last_unstale":"2024-09-10T08:14:39.672127+0000","last_undegraded":"2024-09-10T08:14:39.672127+0000","last_fullsized":"2024-09-10T08:14:39.672127+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:03:53.148739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"88'1","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.673317+0000","last_change":"2024-09-10T08:12:34.935377+0000","last_active":"2024-09-10T08:14:39.673317+0000","last_peered":"2024-09-10T08:14:39.673317+0000","last_clean":"2024-09-10T08:14:39.673317+0000","last_became_active":"2024-09-10T08:12:34.934905+0000","last_became_peered":"2024-09-10T08:12:34.934905+0000","last_unstale":"2024-09-10T08:14:39.673317+0000","last_undegraded":"2024-09-10T08:14:39.673317+0000","last_fullsized":"2024-09-10T08:14:39.673317+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:48:46.159178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671490+0000","last_change":"2024-09-10T08:12:43.992295+0000","last_active":"2024-09-10T08:14:39.671490+0000","last_peered":"2024-09-10T08:14:39.671490+0000","last_clean":"2024-09-10T08:14:39.671490+0000","last_became_active":"2024-09-10T08:12:43.991802+0000","last_became_peered":"2024-09-10T08:12:43.991802+0000","last_unstale":"2024-09-10T08:14:39.671490+0000","last_undegraded":"2024-09-10T08:14:39.671490+0000","last_fullsized":"2024-09-10T08:14:39.671490+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:38:53.330441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3","version":"90'7","reported_seq":47,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.672002+0000","last_change":"2024-09-10T08:13:39.407288+0000","last_active":"2024-09-10T08:14:39.672002+0000","last_peered":"2024-09-10T08:14:39.672002+0000","last_clean":"2024-09-10T08:14:39.672002+0000","last_became_active":"2024-09-10T08:13:39.406977+0000","last_became_peered":"2024-09-10T08:13:39.406977+0000","last_unstale":"2024-09-10T08:14:39.672002+0000","last_undegraded":"2024-09-10T08:14:39.672002+0000","last_fullsized":"2024-09-10T08:14:39.672002+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:48:54.336323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"92'8","reported_seq":163,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:14.970374+0000","last_change":"2024-09-10T08:12:34.814037+0000","last_active":"2024-09-10T08:15:14.970374+0000","last_peered":"2024-09-10T08:15:14.970374+0000","last_clean":"2024-09-10T08:15:14.970374+0000","last_became_active":"2024-09-10T08:12:34.813620+0000","last_became_peered":"2024-09-10T08:12:34.813620+0000","last_unstale":"2024-09-10T08:15:14.970374+0000","last_undegraded":"2024-09-10T08:15:14.970374+0000","last_fullsized":"2024-09-10T08:15:14.970374+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:21:07.593990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1617,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":4,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677140+0000","last_change":"2024-09-10T08:12:43.866652+0000","last_active":"2024-09-10T08:14:39.677140+0000","last_peered":"2024-09-10T08:14:39.677140+0000","last_clean":"2024-09-10T08:14:39.677140+0000","last_became_active":"2024-09-10T08:12:43.866267+0000","last_became_peered":"2024-09-10T08:12:43.866267+0000","last_unstale":"2024-09-10T08:14:39.677140+0000","last_undegraded":"2024-09-10T08:14:39.677140+0000","last_fullsized":"2024-09-10T08:14:39.677140+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:40:11.894132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.678146+0000","last_change":"2024-09-10T08:12:36.828347+0000","last_active":"2024-09-10T08:14:39.678146+0000","last_peered":"2024-09-10T08:14:39.678146+0000","last_clean":"2024-09-10T08:14:39.678146+0000","last_became_active":"2024-09-10T08:12:36.828034+0000","last_became_peered":"2024-09-10T08:12:36.828034+0000","last_unstale":"2024-09-10T08:14:39.678146+0000","last_undegraded":"2024-09-10T08:14:39.678146+0000","last_fullsized":"2024-09-10T08:14:39.678146+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:12:34.999032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"92'6","reported_seq":164,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:17.966844+0000","last_change":"2024-09-10T08:12:34.934390+0000","last_active":"2024-09-10T08:15:17.966844+0000","last_peered":"2024-09-10T08:15:17.966844+0000","last_clean":"2024-09-10T08:15:17.966844+0000","last_became_active":"2024-09-10T08:12:34.934052+0000","last_became_peered":"2024-09-10T08:12:34.934052+0000","last_unstale":"2024-09-10T08:15:17.966844+0000","last_undegraded":"2024-09-10T08:15:17.966844+0000","last_fullsized":"2024-09-10T08:15:17.966844+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:48:53.538324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":119,"num_read_kb":119,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677208+0000","last_change":"2024-09-10T08:12:43.992318+0000","last_active":"2024-09-10T08:14:39.677208+0000","last_peered":"2024-09-10T08:14:39.677208+0000","last_clean":"2024-09-10T08:14:39.677208+0000","last_became_active":"2024-09-10T08:12:43.991865+0000","last_became_peered":"2024-09-10T08:12:43.991865+0000","last_unstale":"2024-09-10T08:14:39.677208+0000","last_undegraded":"2024-09-10T08:14:39.677208+0000","last_fullsized":"2024-09-10T08:14:39.677208+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:44:14.872522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"90'5","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.674858+0000","last_change":"2024-09-10T08:12:36.831968+0000","last_active":"2024-09-10T08:14:39.674858+0000","last_peered":"2024-09-10T08:14:39.674858+0000","last_clean":"2024-09-10T08:14:39.674858+0000","last_became_active":"2024-09-10T08:12:36.831636+0000","last_became_peered":"2024-09-10T08:12:36.831636+0000","last_unstale":"2024-09-10T08:14:39.674858+0000","last_undegraded":"2024-09-10T08:14:39.674858+0000","last_fullsized":"2024-09-10T08:14:39.674858+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:36:42.460656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"88'4","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.860865+0000","last_change":"2024-09-10T08:12:34.811292+0000","last_active":"2024-09-10T08:14:39.860865+0000","last_peered":"2024-09-10T08:14:39.860865+0000","last_clean":"2024-09-10T08:14:39.860865+0000","last_became_active":"2024-09-10T08:12:34.810947+0000","last_became_peered":"2024-09-10T08:12:34.810947+0000","last_unstale":"2024-09-10T08:14:39.860865+0000","last_undegraded":"2024-09-10T08:14:39.860865+0000","last_fullsized":"2024-09-10T08:14:39.860865+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:34:12.885332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.678005+0000","last_change":"2024-09-10T08:12:43.993002+0000","last_active":"2024-09-10T08:14:39.678005+0000","last_peered":"2024-09-10T08:14:39.678005+0000","last_clean":"2024-09-10T08:14:39.678005+0000","last_became_active":"2024-09-10T08:12:43.992378+0000","last_became_peered":"2024-09-10T08:12:43.992378+0000","last_unstale":"2024-09-10T08:14:39.678005+0000","last_undegraded":"2024-09-10T08:14:39.678005+0000","last_fullsized":"2024-09-10T08:14:39.678005+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:51:30.925233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677400+0000","last_change":"2024-09-10T08:12:36.835603+0000","last_active":"2024-09-10T08:14:39.677400+0000","last_peered":"2024-09-10T08:14:39.677400+0000","last_clean":"2024-09-10T08:14:39.677400+0000","last_became_active":"2024-09-10T08:12:36.835266+0000","last_became_peered":"2024-09-10T08:12:36.835266+0000","last_unstale":"2024-09-10T08:14:39.677400+0000","last_undegraded":"2024-09-10T08:14:39.677400+0000","last_fullsized":"2024-09-10T08:14:39.677400+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:19.661448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"88'6","reported_seq":48,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676780+0000","last_change":"2024-09-10T08:12:34.812517+0000","last_active":"2024-09-10T08:14:39.676780+0000","last_peered":"2024-09-10T08:14:39.676780+0000","last_clean":"2024-09-10T08:14:39.676780+0000","last_became_active":"2024-09-10T08:12:34.811489+0000","last_became_peered":"2024-09-10T08:12:34.811489+0000","last_unstale":"2024-09-10T08:14:39.676780+0000","last_undegraded":"2024-09-10T08:14:39.676780+0000","last_fullsized":"2024-09-10T08:14:39.676780+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:06:38.638602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":354,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861025+0000","last_change":"2024-09-10T08:11:22.269533+0000","last_active":"2024-09-10T08:14:39.861025+0000","last_peered":"2024-09-10T08:14:39.861025+0000","last_clean":"2024-09-10T08:14:39.861025+0000","last_became_active":"2024-09-10T08:11:22.268999+0000","last_became_peered":"2024-09-10T08:11:22.268999+0000","last_unstale":"2024-09-10T08:14:39.861025+0000","last_undegraded":"2024-09-10T08:14:39.861025+0000","last_fullsized":"2024-09-10T08:14:39.861025+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:07:54.541647+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:07:54.541647+0000","last_clean_scrub_stamp":"2024-09-10T08:07:54.541647+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:11:27.439735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"88'1","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861350+0000","last_change":"2024-09-10T08:12:43.868283+0000","last_active":"2024-09-10T08:14:39.861350+0000","last_peered":"2024-09-10T08:14:39.861350+0000","last_clean":"2024-09-10T08:14:39.861350+0000","last_became_active":"2024-09-10T08:12:43.867984+0000","last_became_peered":"2024-09-10T08:12:43.867984+0000","last_unstale":"2024-09-10T08:14:39.861350+0000","last_undegraded":"2024-09-10T08:14:39.861350+0000","last_fullsized":"2024-09-10T08:14:39.861350+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:30:00.462641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"90'7","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861497+0000","last_change":"2024-09-10T08:12:36.832950+0000","last_active":"2024-09-10T08:14:39.861497+0000","last_peered":"2024-09-10T08:14:39.861497+0000","last_clean":"2024-09-10T08:14:39.861497+0000","last_became_active":"2024-09-10T08:12:36.832602+0000","last_became_peered":"2024-09-10T08:12:36.832602+0000","last_unstale":"2024-09-10T08:14:39.861497+0000","last_undegraded":"2024-09-10T08:14:39.861497+0000","last_fullsized":"2024-09-10T08:14:39.861497+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:18:11.879093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"92'6","reported_seq":62,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:18.742479+0000","last_change":"2024-09-10T08:14:39.689036+0000","last_active":"2024-09-10T08:15:18.742479+0000","last_peered":"2024-09-10T08:15:18.742479+0000","last_clean":"2024-09-10T08:15:18.742479+0000","last_became_active":"2024-09-10T08:14:39.682023+0000","last_became_peered":"2024-09-10T08:14:39.682023+0000","last_unstale":"2024-09-10T08:15:18.742479+0000","last_undegraded":"2024-09-10T08:15:18.742479+0000","last_fullsized":"2024-09-10T08:15:18.742479+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:05:33.095199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1665,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":43,"num_read_kb":2,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1170,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,0],"acting":[4,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.684275+0000","last_change":"2024-09-10T08:12:43.865702+0000","last_active":"2024-09-10T08:14:39.684275+0000","last_peered":"2024-09-10T08:14:39.684275+0000","last_clean":"2024-09-10T08:14:39.684275+0000","last_became_active":"2024-09-10T08:12:43.865229+0000","last_became_peered":"2024-09-10T08:12:43.865229+0000","last_unstale":"2024-09-10T08:14:39.684275+0000","last_undegraded":"2024-09-10T08:14:39.684275+0000","last_fullsized":"2024-09-10T08:14:39.684275+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:02:29.345505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"90'6","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861492+0000","last_change":"2024-09-10T08:12:36.827564+0000","last_active":"2024-09-10T08:14:39.861492+0000","last_peered":"2024-09-10T08:14:39.861492+0000","last_clean":"2024-09-10T08:14:39.861492+0000","last_became_active":"2024-09-10T08:12:36.827241+0000","last_became_peered":"2024-09-10T08:12:36.827241+0000","last_unstale":"2024-09-10T08:14:39.861492+0000","last_undegraded":"2024-09-10T08:14:39.861492+0000","last_fullsized":"2024-09-10T08:14:39.861492+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:39.539095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"88'3","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.680279+0000","last_change":"2024-09-10T08:12:34.813584+0000","last_active":"2024-09-10T08:14:39.680279+0000","last_peered":"2024-09-10T08:14:39.680279+0000","last_clean":"2024-09-10T08:14:39.680279+0000","last_became_active":"2024-09-10T08:12:34.812971+0000","last_became_peered":"2024-09-10T08:12:34.812971+0000","last_unstale":"2024-09-10T08:14:39.680279+0000","last_undegraded":"2024-09-10T08:14:39.680279+0000","last_fullsized":"2024-09-10T08:14:39.680279+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:07:59.453651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.681196+0000","last_change":"2024-09-10T08:12:43.870109+0000","last_active":"2024-09-10T08:14:39.681196+0000","last_peered":"2024-09-10T08:14:39.681196+0000","last_clean":"2024-09-10T08:14:39.681196+0000","last_became_active":"2024-09-10T08:12:43.869729+0000","last_became_peered":"2024-09-10T08:12:43.869729+0000","last_unstale":"2024-09-10T08:14:39.681196+0000","last_undegraded":"2024-09-10T08:14:39.681196+0000","last_fullsized":"2024-09-10T08:14:39.681196+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:43:11.951209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861421+0000","last_change":"2024-09-10T08:12:36.833151+0000","last_active":"2024-09-10T08:14:39.861421+0000","last_peered":"2024-09-10T08:14:39.861421+0000","last_clean":"2024-09-10T08:14:39.861421+0000","last_became_active":"2024-09-10T08:12:36.832799+0000","last_became_peered":"2024-09-10T08:12:36.832799+0000","last_unstale":"2024-09-10T08:14:39.861421+0000","last_undegraded":"2024-09-10T08:14:39.861421+0000","last_fullsized":"2024-09-10T08:14:39.861421+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:53:45.406482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"88'5","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677158+0000","last_change":"2024-09-10T08:12:34.809644+0000","last_active":"2024-09-10T08:14:39.677158+0000","last_peered":"2024-09-10T08:14:39.677158+0000","last_clean":"2024-09-10T08:14:39.677158+0000","last_became_active":"2024-09-10T08:12:34.809361+0000","last_became_peered":"2024-09-10T08:12:34.809361+0000","last_unstale":"2024-09-10T08:14:39.677158+0000","last_undegraded":"2024-09-10T08:14:39.677158+0000","last_fullsized":"2024-09-10T08:14:39.677158+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:51:33.188450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.678008+0000","last_change":"2024-09-10T08:12:43.863219+0000","last_active":"2024-09-10T08:14:39.678008+0000","last_peered":"2024-09-10T08:14:39.678008+0000","last_clean":"2024-09-10T08:14:39.678008+0000","last_became_active":"2024-09-10T08:12:43.862833+0000","last_became_peered":"2024-09-10T08:12:43.862833+0000","last_unstale":"2024-09-10T08:14:39.678008+0000","last_undegraded":"2024-09-10T08:14:39.678008+0000","last_fullsized":"2024-09-10T08:14:39.678008+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:43:20.340029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"90'5","reported_seq":45,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.679458+0000","last_change":"2024-09-10T08:14:39.678583+0000","last_active":"2024-09-10T08:14:39.679458+0000","last_peered":"2024-09-10T08:14:39.679458+0000","last_clean":"2024-09-10T08:14:39.679458+0000","last_became_active":"2024-09-10T08:14:39.678174+0000","last_became_peered":"2024-09-10T08:14:39.678174+0000","last_unstale":"2024-09-10T08:14:39.679458+0000","last_undegraded":"2024-09-10T08:14:39.679458+0000","last_fullsized":"2024-09-10T08:14:39.679458+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:52:40.178586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,4],"acting":[11,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.f","version":"92'3","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:52.261350+0000","last_change":"2024-09-10T08:12:34.810961+0000","last_active":"2024-09-10T08:14:52.261350+0000","last_peered":"2024-09-10T08:14:52.261350+0000","last_clean":"2024-09-10T08:14:52.261350+0000","last_became_active":"2024-09-10T08:12:34.810583+0000","last_became_peered":"2024-09-10T08:12:34.810583+0000","last_unstale":"2024-09-10T08:14:52.261350+0000","last_undegraded":"2024-09-10T08:14:52.261350+0000","last_fullsized":"2024-09-10T08:14:52.261350+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:47:04.190625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.678329+0000","last_change":"2024-09-10T08:12:43.861978+0000","last_active":"2024-09-10T08:14:39.678329+0000","last_peered":"2024-09-10T08:14:39.678329+0000","last_clean":"2024-09-10T08:14:39.678329+0000","last_became_active":"2024-09-10T08:12:43.861367+0000","last_became_peered":"2024-09-10T08:12:43.861367+0000","last_unstale":"2024-09-10T08:14:39.678329+0000","last_undegraded":"2024-09-10T08:14:39.678329+0000","last_fullsized":"2024-09-10T08:14:39.678329+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:30:00.860926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"90'6","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.678517+0000","last_change":"2024-09-10T08:12:36.831213+0000","last_active":"2024-09-10T08:14:39.678517+0000","last_peered":"2024-09-10T08:14:39.678517+0000","last_clean":"2024-09-10T08:14:39.678517+0000","last_became_active":"2024-09-10T08:12:36.830859+0000","last_became_peered":"2024-09-10T08:12:36.830859+0000","last_unstale":"2024-09-10T08:14:39.678517+0000","last_undegraded":"2024-09-10T08:14:39.678517+0000","last_fullsized":"2024-09-10T08:14:39.678517+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:24:41.648614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.10","version":"88'17","reported_seq":57,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671483+0000","last_change":"2024-09-10T08:12:34.935217+0000","last_active":"2024-09-10T08:14:39.671483+0000","last_peered":"2024-09-10T08:14:39.671483+0000","last_clean":"2024-09-10T08:14:39.671483+0000","last_became_active":"2024-09-10T08:12:34.934826+0000","last_became_peered":"2024-09-10T08:12:34.934826+0000","last_unstale":"2024-09-10T08:14:39.671483+0000","last_undegraded":"2024-09-10T08:14:39.671483+0000","last_fullsized":"2024-09-10T08:14:39.671483+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:00:38.020341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677095+0000","last_change":"2024-09-10T08:12:43.869729+0000","last_active":"2024-09-10T08:14:39.677095+0000","last_peered":"2024-09-10T08:14:39.677095+0000","last_clean":"2024-09-10T08:14:39.677095+0000","last_became_active":"2024-09-10T08:12:43.869340+0000","last_became_peered":"2024-09-10T08:12:43.869340+0000","last_unstale":"2024-09-10T08:14:39.677095+0000","last_undegraded":"2024-09-10T08:14:39.677095+0000","last_fullsized":"2024-09-10T08:14:39.677095+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:51:09.345805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"90'6","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.860798+0000","last_change":"2024-09-10T08:12:36.828727+0000","last_active":"2024-09-10T08:14:39.860798+0000","last_peered":"2024-09-10T08:14:39.860798+0000","last_clean":"2024-09-10T08:14:39.860798+0000","last_became_active":"2024-09-10T08:12:36.828414+0000","last_became_peered":"2024-09-10T08:12:36.828414+0000","last_unstale":"2024-09-10T08:14:39.860798+0000","last_undegraded":"2024-09-10T08:14:39.860798+0000","last_fullsized":"2024-09-10T08:14:39.860798+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:15:18.145475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"92'6","reported_seq":166,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:17.967312+0000","last_change":"2024-09-10T08:12:34.810916+0000","last_active":"2024-09-10T08:15:17.967312+0000","last_peered":"2024-09-10T08:15:17.967312+0000","last_clean":"2024-09-10T08:15:17.967312+0000","last_became_active":"2024-09-10T08:12:34.810589+0000","last_became_peered":"2024-09-10T08:12:34.810589+0000","last_unstale":"2024-09-10T08:15:17.967312+0000","last_undegraded":"2024-09-10T08:15:17.967312+0000","last_fullsized":"2024-09-10T08:15:17.967312+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:34:40.703435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1083,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":122,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.673501+0000","last_change":"2024-09-10T08:12:43.873472+0000","last_active":"2024-09-10T08:14:39.673501+0000","last_peered":"2024-09-10T08:14:39.673501+0000","last_clean":"2024-09-10T08:14:39.673501+0000","last_became_active":"2024-09-10T08:12:43.872708+0000","last_became_peered":"2024-09-10T08:12:43.872708+0000","last_unstale":"2024-09-10T08:14:39.673501+0000","last_undegraded":"2024-09-10T08:14:39.673501+0000","last_fullsized":"2024-09-10T08:14:39.673501+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:02:08.059771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.13","version":"90'15","reported_seq":49,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861411+0000","last_change":"2024-09-10T08:12:36.827575+0000","last_active":"2024-09-10T08:14:39.861411+0000","last_peered":"2024-09-10T08:14:39.861411+0000","last_clean":"2024-09-10T08:14:39.861411+0000","last_became_active":"2024-09-10T08:12:36.827219+0000","last_became_peered":"2024-09-10T08:12:36.827219+0000","last_unstale":"2024-09-10T08:14:39.861411+0000","last_undegraded":"2024-09-10T08:14:39.861411+0000","last_fullsized":"2024-09-10T08:14:39.861411+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:46:48.843252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"88'5","reported_seq":45,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.678756+0000","last_change":"2024-09-10T08:12:34.811935+0000","last_active":"2024-09-10T08:14:39.678756+0000","last_peered":"2024-09-10T08:14:39.678756+0000","last_clean":"2024-09-10T08:14:39.678756+0000","last_became_active":"2024-09-10T08:12:34.811456+0000","last_became_peered":"2024-09-10T08:12:34.811456+0000","last_unstale":"2024-09-10T08:14:39.678756+0000","last_undegraded":"2024-09-10T08:14:39.678756+0000","last_fullsized":"2024-09-10T08:14:39.678756+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:17:47.051684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.673862+0000","last_change":"2024-09-10T08:12:43.869439+0000","last_active":"2024-09-10T08:14:39.673862+0000","last_peered":"2024-09-10T08:14:39.673862+0000","last_clean":"2024-09-10T08:14:39.673862+0000","last_became_active":"2024-09-10T08:12:43.869034+0000","last_became_peered":"2024-09-10T08:12:43.869034+0000","last_unstale":"2024-09-10T08:14:39.673862+0000","last_undegraded":"2024-09-10T08:14:39.673862+0000","last_fullsized":"2024-09-10T08:14:39.673862+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:21:54.382769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.674679+0000","last_change":"2024-09-10T08:12:36.829005+0000","last_active":"2024-09-10T08:14:39.674679+0000","last_peered":"2024-09-10T08:14:39.674679+0000","last_clean":"2024-09-10T08:14:39.674679+0000","last_became_active":"2024-09-10T08:12:36.828617+0000","last_became_peered":"2024-09-10T08:12:36.828617+0000","last_unstale":"2024-09-10T08:14:39.674679+0000","last_undegraded":"2024-09-10T08:14:39.674679+0000","last_fullsized":"2024-09-10T08:14:39.674679+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:43:31.280528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"88'9","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.694803+0000","last_change":"2024-09-10T08:14:39.694803+0000","last_active":"2024-09-10T08:14:39.694803+0000","last_peered":"2024-09-10T08:14:39.694803+0000","last_clean":"2024-09-10T08:14:39.694803+0000","last_became_active":"2024-09-10T08:14:39.678382+0000","last_became_peered":"2024-09-10T08:14:39.678382+0000","last_unstale":"2024-09-10T08:14:39.694803+0000","last_undegraded":"2024-09-10T08:14:39.694803+0000","last_fullsized":"2024-09-10T08:14:39.694803+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:36:05.711128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":68,"num_keys_recovered":10,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.679786+0000","last_change":"2024-09-10T08:12:43.863520+0000","last_active":"2024-09-10T08:14:39.679786+0000","last_peered":"2024-09-10T08:14:39.679786+0000","last_clean":"2024-09-10T08:14:39.679786+0000","last_became_active":"2024-09-10T08:12:43.862340+0000","last_became_peered":"2024-09-10T08:12:43.862340+0000","last_unstale":"2024-09-10T08:14:39.679786+0000","last_undegraded":"2024-09-10T08:14:39.679786+0000","last_fullsized":"2024-09-10T08:14:39.679786+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:00:39.711524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"90'6","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.672030+0000","last_change":"2024-09-10T08:12:36.832910+0000","last_active":"2024-09-10T08:14:39.672030+0000","last_peered":"2024-09-10T08:14:39.672030+0000","last_clean":"2024-09-10T08:14:39.672030+0000","last_became_active":"2024-09-10T08:12:36.832581+0000","last_became_peered":"2024-09-10T08:12:36.832581+0000","last_unstale":"2024-09-10T08:14:39.672030+0000","last_undegraded":"2024-09-10T08:14:39.672030+0000","last_fullsized":"2024-09-10T08:14:39.672030+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:40:13.697323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.14","version":"92'41","reported_seq":329,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:18.968985+0000","last_change":"2024-09-10T08:12:34.811160+0000","last_active":"2024-09-10T08:15:18.968985+0000","last_peered":"2024-09-10T08:15:18.968985+0000","last_clean":"2024-09-10T08:15:18.968985+0000","last_became_active":"2024-09-10T08:12:34.810807+0000","last_became_peered":"2024-09-10T08:12:34.810807+0000","last_unstale":"2024-09-10T08:15:18.968985+0000","last_undegraded":"2024-09-10T08:15:18.968985+0000","last_fullsized":"2024-09-10T08:15:18.968985+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:59:27.235130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67527,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":249,"num_read_kb":191,"num_write":43,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":16,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671700+0000","last_change":"2024-09-10T08:13:39.412935+0000","last_active":"2024-09-10T08:14:39.671700+0000","last_peered":"2024-09-10T08:14:39.671700+0000","last_clean":"2024-09-10T08:14:39.671700+0000","last_became_active":"2024-09-10T08:13:39.412501+0000","last_became_peered":"2024-09-10T08:13:39.412501+0000","last_unstale":"2024-09-10T08:14:39.671700+0000","last_undegraded":"2024-09-10T08:14:39.671700+0000","last_fullsized":"2024-09-10T08:14:39.671700+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:52:57.355460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,11,5],"acting":[10,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.14","version":"90'11","reported_seq":51,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.684724+0000","last_change":"2024-09-10T08:13:39.413044+0000","last_active":"2024-09-10T08:14:39.684724+0000","last_peered":"2024-09-10T08:14:39.684724+0000","last_clean":"2024-09-10T08:14:39.684724+0000","last_became_active":"2024-09-10T08:13:39.412611+0000","last_became_peered":"2024-09-10T08:13:39.412611+0000","last_unstale":"2024-09-10T08:14:39.684724+0000","last_undegraded":"2024-09-10T08:14:39.684724+0000","last_fullsized":"2024-09-10T08:14:39.684724+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:35:39.007629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,6],"acting":[1,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"88'5","reported_seq":45,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.680162+0000","last_change":"2024-09-10T08:12:34.935213+0000","last_active":"2024-09-10T08:14:39.680162+0000","last_peered":"2024-09-10T08:14:39.680162+0000","last_clean":"2024-09-10T08:14:39.680162+0000","last_became_active":"2024-09-10T08:12:34.934653+0000","last_became_peered":"2024-09-10T08:12:34.934653+0000","last_unstale":"2024-09-10T08:14:39.680162+0000","last_undegraded":"2024-09-10T08:14:39.680162+0000","last_fullsized":"2024-09-10T08:14:39.680162+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:18:41.003041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676630+0000","last_change":"2024-09-10T08:12:43.871926+0000","last_active":"2024-09-10T08:14:39.676630+0000","last_peered":"2024-09-10T08:14:39.676630+0000","last_clean":"2024-09-10T08:14:39.676630+0000","last_became_active":"2024-09-10T08:12:43.871484+0000","last_became_peered":"2024-09-10T08:12:43.871484+0000","last_unstale":"2024-09-10T08:14:39.676630+0000","last_undegraded":"2024-09-10T08:14:39.676630+0000","last_fullsized":"2024-09-10T08:14:39.676630+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:28:58.589905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.681819+0000","last_change":"2024-09-10T08:12:36.840159+0000","last_active":"2024-09-10T08:14:39.681819+0000","last_peered":"2024-09-10T08:14:39.681819+0000","last_clean":"2024-09-10T08:14:39.681819+0000","last_became_active":"2024-09-10T08:12:36.839716+0000","last_became_peered":"2024-09-10T08:12:36.839716+0000","last_unstale":"2024-09-10T08:14:39.681819+0000","last_undegraded":"2024-09-10T08:14:39.681819+0000","last_fullsized":"2024-09-10T08:14:39.681819+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:22:29.954782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"88'4","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861337+0000","last_change":"2024-09-10T08:12:34.809229+0000","last_active":"2024-09-10T08:14:39.861337+0000","last_peered":"2024-09-10T08:14:39.861337+0000","last_clean":"2024-09-10T08:14:39.861337+0000","last_became_active":"2024-09-10T08:12:34.808802+0000","last_became_peered":"2024-09-10T08:12:34.808802+0000","last_unstale":"2024-09-10T08:14:39.861337+0000","last_undegraded":"2024-09-10T08:14:39.861337+0000","last_fullsized":"2024-09-10T08:14:39.861337+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:59:34.360559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.672756+0000","last_change":"2024-09-10T08:12:43.870601+0000","last_active":"2024-09-10T08:14:39.672756+0000","last_peered":"2024-09-10T08:14:39.672756+0000","last_clean":"2024-09-10T08:14:39.672756+0000","last_became_active":"2024-09-10T08:12:43.870168+0000","last_became_peered":"2024-09-10T08:12:43.870168+0000","last_unstale":"2024-09-10T08:14:39.672756+0000","last_undegraded":"2024-09-10T08:14:39.672756+0000","last_fullsized":"2024-09-10T08:14:39.672756+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:09:22.578268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.16","version":"90'10","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.684846+0000","last_change":"2024-09-10T08:12:36.834262+0000","last_active":"2024-09-10T08:14:39.684846+0000","last_peered":"2024-09-10T08:14:39.684846+0000","last_clean":"2024-09-10T08:14:39.684846+0000","last_became_active":"2024-09-10T08:12:36.833922+0000","last_became_peered":"2024-09-10T08:12:36.833922+0000","last_unstale":"2024-09-10T08:14:39.684846+0000","last_undegraded":"2024-09-10T08:14:39.684846+0000","last_fullsized":"2024-09-10T08:14:39.684846+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:33:22.621701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"92'6","reported_seq":278,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:18.741950+0000","last_change":"2024-09-10T08:12:34.815637+0000","last_active":"2024-09-10T08:15:18.741950+0000","last_peered":"2024-09-10T08:15:18.741950+0000","last_clean":"2024-09-10T08:15:18.741950+0000","last_became_active":"2024-09-10T08:12:34.815296+0000","last_became_peered":"2024-09-10T08:12:34.815296+0000","last_unstale":"2024-09-10T08:15:18.741950+0000","last_undegraded":"2024-09-10T08:15:18.741950+0000","last_fullsized":"2024-09-10T08:15:18.741950+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:37:39.424478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":233,"num_read_kb":233,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676184+0000","last_change":"2024-09-10T08:12:43.862840+0000","last_active":"2024-09-10T08:14:39.676184+0000","last_peered":"2024-09-10T08:14:39.676184+0000","last_clean":"2024-09-10T08:14:39.676184+0000","last_became_active":"2024-09-10T08:12:43.862406+0000","last_became_peered":"2024-09-10T08:12:43.862406+0000","last_unstale":"2024-09-10T08:14:39.676184+0000","last_undegraded":"2024-09-10T08:14:39.676184+0000","last_fullsized":"2024-09-10T08:14:39.676184+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:18:22.047003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.681089+0000","last_change":"2024-09-10T08:12:43.867758+0000","last_active":"2024-09-10T08:14:39.681089+0000","last_peered":"2024-09-10T08:14:39.681089+0000","last_clean":"2024-09-10T08:14:39.681089+0000","last_became_active":"2024-09-10T08:12:43.867330+0000","last_became_peered":"2024-09-10T08:12:43.867330+0000","last_unstale":"2024-09-10T08:14:39.681089+0000","last_undegraded":"2024-09-10T08:14:39.681089+0000","last_fullsized":"2024-09-10T08:14:39.681089+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:58:09.229320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"90'11","reported_seq":45,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.672858+0000","last_change":"2024-09-10T08:12:36.826035+0000","last_active":"2024-09-10T08:14:39.672858+0000","last_peered":"2024-09-10T08:14:39.672858+0000","last_clean":"2024-09-10T08:14:39.672858+0000","last_became_active":"2024-09-10T08:12:36.825728+0000","last_became_peered":"2024-09-10T08:12:36.825728+0000","last_unstale":"2024-09-10T08:14:39.672858+0000","last_undegraded":"2024-09-10T08:14:39.672858+0000","last_fullsized":"2024-09-10T08:14:39.672858+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:34:52.253250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"88'3","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.678341+0000","last_change":"2024-09-10T08:12:34.814423+0000","last_active":"2024-09-10T08:14:39.678341+0000","last_peered":"2024-09-10T08:14:39.678341+0000","last_clean":"2024-09-10T08:14:39.678341+0000","last_became_active":"2024-09-10T08:12:34.814063+0000","last_became_peered":"2024-09-10T08:12:34.814063+0000","last_unstale":"2024-09-10T08:14:39.678341+0000","last_undegraded":"2024-09-10T08:14:39.678341+0000","last_fullsized":"2024-09-10T08:14:39.678341+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:51:32.749383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.673785+0000","last_change":"2024-09-10T08:13:39.677217+0000","last_active":"2024-09-10T08:14:39.673785+0000","last_peered":"2024-09-10T08:14:39.673785+0000","last_clean":"2024-09-10T08:14:39.673785+0000","last_became_active":"2024-09-10T08:13:39.676759+0000","last_became_peered":"2024-09-10T08:13:39.676759+0000","last_unstale":"2024-09-10T08:14:39.673785+0000","last_undegraded":"2024-09-10T08:14:39.673785+0000","last_fullsized":"2024-09-10T08:14:39.673785+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:39:36.209080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8,0],"acting":[11,4,8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.18","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676046+0000","last_change":"2024-09-10T08:12:36.835980+0000","last_active":"2024-09-10T08:14:39.676046+0000","last_peered":"2024-09-10T08:14:39.676046+0000","last_clean":"2024-09-10T08:14:39.676046+0000","last_became_active":"2024-09-10T08:12:36.835091+0000","last_became_peered":"2024-09-10T08:12:36.835091+0000","last_unstale":"2024-09-10T08:14:39.676046+0000","last_undegraded":"2024-09-10T08:14:39.676046+0000","last_fullsized":"2024-09-10T08:14:39.676046+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:52:09.526296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"88'3","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.675022+0000","last_change":"2024-09-10T08:12:34.805925+0000","last_active":"2024-09-10T08:14:39.675022+0000","last_peered":"2024-09-10T08:14:39.675022+0000","last_clean":"2024-09-10T08:14:39.675022+0000","last_became_active":"2024-09-10T08:12:34.805568+0000","last_became_peered":"2024-09-10T08:12:34.805568+0000","last_unstale":"2024-09-10T08:14:39.675022+0000","last_undegraded":"2024-09-10T08:14:39.675022+0000","last_fullsized":"2024-09-10T08:14:39.675022+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:48:06.627866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"88'7","reported_seq":46,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671969+0000","last_change":"2024-09-10T08:12:34.814702+0000","last_active":"2024-09-10T08:14:39.671969+0000","last_peered":"2024-09-10T08:14:39.671969+0000","last_clean":"2024-09-10T08:14:39.671969+0000","last_became_active":"2024-09-10T08:12:34.814342+0000","last_became_peered":"2024-09-10T08:12:34.814342+0000","last_unstale":"2024-09-10T08:14:39.671969+0000","last_undegraded":"2024-09-10T08:14:39.671969+0000","last_fullsized":"2024-09-10T08:14:39.671969+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:21:13.086961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"90'8","reported_seq":48,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.679173+0000","last_change":"2024-09-10T08:13:39.509144+0000","last_active":"2024-09-10T08:14:39.679173+0000","last_peered":"2024-09-10T08:14:39.679173+0000","last_clean":"2024-09-10T08:14:39.679173+0000","last_became_active":"2024-09-10T08:13:39.508734+0000","last_became_peered":"2024-09-10T08:13:39.508734+0000","last_unstale":"2024-09-10T08:14:39.679173+0000","last_undegraded":"2024-09-10T08:14:39.679173+0000","last_fullsized":"2024-09-10T08:14:39.679173+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:05:42.593094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3],"acting":[5,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677000+0000","last_change":"2024-09-10T08:12:43.869005+0000","last_active":"2024-09-10T08:14:39.677000+0000","last_peered":"2024-09-10T08:14:39.677000+0000","last_clean":"2024-09-10T08:14:39.677000+0000","last_became_active":"2024-09-10T08:12:43.868553+0000","last_became_peered":"2024-09-10T08:12:43.868553+0000","last_unstale":"2024-09-10T08:14:39.677000+0000","last_undegraded":"2024-09-10T08:14:39.677000+0000","last_fullsized":"2024-09-10T08:14:39.677000+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:19:42.304477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"92'6","reported_seq":162,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:14.963078+0000","last_change":"2024-09-10T08:12:34.811244+0000","last_active":"2024-09-10T08:15:14.963078+0000","last_peered":"2024-09-10T08:15:14.963078+0000","last_clean":"2024-09-10T08:15:14.963078+0000","last_became_active":"2024-09-10T08:12:34.810834+0000","last_became_peered":"2024-09-10T08:12:34.810834+0000","last_unstale":"2024-09-10T08:15:14.963078+0000","last_undegraded":"2024-09-10T08:15:14.963078+0000","last_fullsized":"2024-09-10T08:15:14.963078+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:16:17.995366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1117,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":117,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"90'7","reported_seq":47,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671599+0000","last_change":"2024-09-10T08:13:39.749620+0000","last_active":"2024-09-10T08:14:39.671599+0000","last_peered":"2024-09-10T08:14:39.671599+0000","last_clean":"2024-09-10T08:14:39.671599+0000","last_became_active":"2024-09-10T08:13:39.749321+0000","last_became_peered":"2024-09-10T08:13:39.749321+0000","last_unstale":"2024-09-10T08:14:39.671599+0000","last_undegraded":"2024-09-10T08:14:39.671599+0000","last_fullsized":"2024-09-10T08:14:39.671599+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:25:20.412078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,7],"acting":[8,9,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677077+0000","last_change":"2024-09-10T08:12:43.862115+0000","last_active":"2024-09-10T08:14:39.677077+0000","last_peered":"2024-09-10T08:14:39.677077+0000","last_clean":"2024-09-10T08:14:39.677077+0000","last_became_active":"2024-09-10T08:12:43.861732+0000","last_became_peered":"2024-09-10T08:12:43.861732+0000","last_unstale":"2024-09-10T08:14:39.677077+0000","last_undegraded":"2024-09-10T08:14:39.677077+0000","last_fullsized":"2024-09-10T08:14:39.677077+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:14:27.742653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.673600+0000","last_change":"2024-09-10T08:12:36.823862+0000","last_active":"2024-09-10T08:14:39.673600+0000","last_peered":"2024-09-10T08:14:39.673600+0000","last_clean":"2024-09-10T08:14:39.673600+0000","last_became_active":"2024-09-10T08:12:36.823469+0000","last_became_peered":"2024-09-10T08:12:36.823469+0000","last_unstale":"2024-09-10T08:14:39.673600+0000","last_undegraded":"2024-09-10T08:14:39.673600+0000","last_fullsized":"2024-09-10T08:14:39.673600+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:49:39.006645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"90'12","reported_seq":46,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.679223+0000","last_change":"2024-09-10T08:12:36.836892+0000","last_active":"2024-09-10T08:14:39.679223+0000","last_peered":"2024-09-10T08:14:39.679223+0000","last_clean":"2024-09-10T08:14:39.679223+0000","last_became_active":"2024-09-10T08:12:36.836437+0000","last_became_peered":"2024-09-10T08:12:36.836437+0000","last_unstale":"2024-09-10T08:14:39.679223+0000","last_undegraded":"2024-09-10T08:14:39.679223+0000","last_fullsized":"2024-09-10T08:14:39.679223+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:19:20.085951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676404+0000","last_change":"2024-09-10T08:12:36.832733+0000","last_active":"2024-09-10T08:14:39.676404+0000","last_peered":"2024-09-10T08:14:39.676404+0000","last_clean":"2024-09-10T08:14:39.676404+0000","last_became_active":"2024-09-10T08:12:36.832395+0000","last_became_peered":"2024-09-10T08:12:36.832395+0000","last_unstale":"2024-09-10T08:14:39.676404+0000","last_undegraded":"2024-09-10T08:14:39.676404+0000","last_fullsized":"2024-09-10T08:14:39.676404+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:05:41.291574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"90'7","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.681284+0000","last_change":"2024-09-10T08:12:36.837495+0000","last_active":"2024-09-10T08:14:39.681284+0000","last_peered":"2024-09-10T08:14:39.681284+0000","last_clean":"2024-09-10T08:14:39.681284+0000","last_became_active":"2024-09-10T08:12:36.837198+0000","last_became_peered":"2024-09-10T08:12:36.837198+0000","last_unstale":"2024-09-10T08:14:39.681284+0000","last_undegraded":"2024-09-10T08:14:39.681284+0000","last_fullsized":"2024-09-10T08:14:39.681284+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:08:30.363433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"90'4","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677310+0000","last_change":"2024-09-10T08:12:36.825857+0000","last_active":"2024-09-10T08:14:39.677310+0000","last_peered":"2024-09-10T08:14:39.677310+0000","last_clean":"2024-09-10T08:14:39.677310+0000","last_became_active":"2024-09-10T08:12:36.825542+0000","last_became_peered":"2024-09-10T08:12:36.825542+0000","last_unstale":"2024-09-10T08:14:39.677310+0000","last_undegraded":"2024-09-10T08:14:39.677310+0000","last_fullsized":"2024-09-10T08:14:39.677310+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:22:48.590212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"90'6","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.674079+0000","last_change":"2024-09-10T08:12:36.824716+0000","last_active":"2024-09-10T08:14:39.674079+0000","last_peered":"2024-09-10T08:14:39.674079+0000","last_clean":"2024-09-10T08:14:39.674079+0000","last_became_active":"2024-09-10T08:12:36.824366+0000","last_became_peered":"2024-09-10T08:12:36.824366+0000","last_unstale":"2024-09-10T08:14:39.674079+0000","last_undegraded":"2024-09-10T08:14:39.674079+0000","last_fullsized":"2024-09-10T08:14:39.674079+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:55:03.364499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"90'15","reported_seq":49,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677619+0000","last_change":"2024-09-10T08:12:36.833047+0000","last_active":"2024-09-10T08:14:39.677619+0000","last_peered":"2024-09-10T08:14:39.677619+0000","last_clean":"2024-09-10T08:14:39.677619+0000","last_became_active":"2024-09-10T08:12:36.830068+0000","last_became_peered":"2024-09-10T08:12:36.830068+0000","last_unstale":"2024-09-10T08:14:39.677619+0000","last_undegraded":"2024-09-10T08:14:39.677619+0000","last_fullsized":"2024-09-10T08:14:39.677619+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:00:24.585213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"90'2","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677039+0000","last_change":"2024-09-10T08:12:36.839767+0000","last_active":"2024-09-10T08:14:39.677039+0000","last_peered":"2024-09-10T08:14:39.677039+0000","last_clean":"2024-09-10T08:14:39.677039+0000","last_became_active":"2024-09-10T08:12:36.839449+0000","last_became_peered":"2024-09-10T08:12:36.839449+0000","last_unstale":"2024-09-10T08:14:39.677039+0000","last_undegraded":"2024-09-10T08:14:39.677039+0000","last_fullsized":"2024-09-10T08:14:39.677039+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:29:51.721688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"90'6","reported_seq":11,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.682498+0000","last_change":"2024-09-10T08:14:39.681876+0000","last_active":"2024-09-10T08:14:39.682498+0000","last_peered":"2024-09-10T08:14:39.682498+0000","last_clean":"2024-09-10T08:14:39.682498+0000","last_became_active":"2024-09-10T08:14:39.681321+0000","last_became_peered":"2024-09-10T08:14:39.681321+0000","last_unstale":"2024-09-10T08:14:39.682498+0000","last_undegraded":"2024-09-10T08:14:39.682498+0000","last_fullsized":"2024-09-10T08:14:39.682498+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:51:54.415052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,8],"acting":[6,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.29","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676800+0000","last_change":"2024-09-10T08:12:36.840924+0000","last_active":"2024-09-10T08:14:39.676800+0000","last_peered":"2024-09-10T08:14:39.676800+0000","last_clean":"2024-09-10T08:14:39.676800+0000","last_became_active":"2024-09-10T08:12:36.840560+0000","last_became_peered":"2024-09-10T08:12:36.840560+0000","last_unstale":"2024-09-10T08:14:39.676800+0000","last_undegraded":"2024-09-10T08:14:39.676800+0000","last_fullsized":"2024-09-10T08:14:39.676800+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:23:45.417772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"90'10","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.684743+0000","last_change":"2024-09-10T08:12:36.830715+0000","last_active":"2024-09-10T08:14:39.684743+0000","last_peered":"2024-09-10T08:14:39.684743+0000","last_clean":"2024-09-10T08:14:39.684743+0000","last_became_active":"2024-09-10T08:12:36.830267+0000","last_became_peered":"2024-09-10T08:12:36.830267+0000","last_unstale":"2024-09-10T08:14:39.684743+0000","last_undegraded":"2024-09-10T08:14:39.684743+0000","last_fullsized":"2024-09-10T08:14:39.684743+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:23:26.456194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"90'11","reported_seq":45,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676611+0000","last_change":"2024-09-10T08:12:36.824993+0000","last_active":"2024-09-10T08:14:39.676611+0000","last_peered":"2024-09-10T08:14:39.676611+0000","last_clean":"2024-09-10T08:14:39.676611+0000","last_became_active":"2024-09-10T08:12:36.824698+0000","last_became_peered":"2024-09-10T08:12:36.824698+0000","last_unstale":"2024-09-10T08:14:39.676611+0000","last_undegraded":"2024-09-10T08:14:39.676611+0000","last_fullsized":"2024-09-10T08:14:39.676611+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:31:03.705318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.674781+0000","last_change":"2024-09-10T08:12:36.827310+0000","last_active":"2024-09-10T08:14:39.674781+0000","last_peered":"2024-09-10T08:14:39.674781+0000","last_clean":"2024-09-10T08:14:39.674781+0000","last_became_active":"2024-09-10T08:12:36.826931+0000","last_became_peered":"2024-09-10T08:12:36.826931+0000","last_unstale":"2024-09-10T08:14:39.674781+0000","last_undegraded":"2024-09-10T08:14:39.674781+0000","last_fullsized":"2024-09-10T08:14:39.674781+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:15:00.448249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2d","version":"90'7","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677269+0000","last_change":"2024-09-10T08:12:36.832125+0000","last_active":"2024-09-10T08:14:39.677269+0000","last_peered":"2024-09-10T08:14:39.677269+0000","last_clean":"2024-09-10T08:14:39.677269+0000","last_became_active":"2024-09-10T08:12:36.831745+0000","last_became_peered":"2024-09-10T08:12:36.831745+0000","last_unstale":"2024-09-10T08:14:39.677269+0000","last_undegraded":"2024-09-10T08:14:39.677269+0000","last_fullsized":"2024-09-10T08:14:39.677269+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:17:06.928086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"90'10","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.673687+0000","last_change":"2024-09-10T08:12:36.829584+0000","last_active":"2024-09-10T08:14:39.673687+0000","last_peered":"2024-09-10T08:14:39.673687+0000","last_clean":"2024-09-10T08:14:39.673687+0000","last_became_active":"2024-09-10T08:12:36.829266+0000","last_became_peered":"2024-09-10T08:12:36.829266+0000","last_unstale":"2024-09-10T08:14:39.673687+0000","last_undegraded":"2024-09-10T08:14:39.673687+0000","last_fullsized":"2024-09-10T08:14:39.673687+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:53.100598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2f","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.674187+0000","last_change":"2024-09-10T08:12:36.830413+0000","last_active":"2024-09-10T08:14:39.674187+0000","last_peered":"2024-09-10T08:14:39.674187+0000","last_clean":"2024-09-10T08:14:39.674187+0000","last_became_active":"2024-09-10T08:12:36.829718+0000","last_became_peered":"2024-09-10T08:12:36.829718+0000","last_unstale":"2024-09-10T08:14:39.674187+0000","last_undegraded":"2024-09-10T08:14:39.674187+0000","last_fullsized":"2024-09-10T08:14:39.674187+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:49:58.001141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.30","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.684158+0000","last_change":"2024-09-10T08:12:36.830019+0000","last_active":"2024-09-10T08:14:39.684158+0000","last_peered":"2024-09-10T08:14:39.684158+0000","last_clean":"2024-09-10T08:14:39.684158+0000","last_became_active":"2024-09-10T08:12:36.829692+0000","last_became_peered":"2024-09-10T08:12:36.829692+0000","last_unstale":"2024-09-10T08:14:39.684158+0000","last_undegraded":"2024-09-10T08:14:39.684158+0000","last_fullsized":"2024-09-10T08:14:39.684158+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:50:09.660472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.31","version":"90'7","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.680877+0000","last_change":"2024-09-10T08:12:36.840060+0000","last_active":"2024-09-10T08:14:39.680877+0000","last_peered":"2024-09-10T08:14:39.680877+0000","last_clean":"2024-09-10T08:14:39.680877+0000","last_became_active":"2024-09-10T08:12:36.839738+0000","last_became_peered":"2024-09-10T08:12:36.839738+0000","last_unstale":"2024-09-10T08:14:39.680877+0000","last_undegraded":"2024-09-10T08:14:39.680877+0000","last_fullsized":"2024-09-10T08:14:39.680877+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:03:15.086558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.32","version":"90'7","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.681159+0000","last_change":"2024-09-10T08:12:36.836313+0000","last_active":"2024-09-10T08:14:39.681159+0000","last_peered":"2024-09-10T08:14:39.681159+0000","last_clean":"2024-09-10T08:14:39.681159+0000","last_became_active":"2024-09-10T08:12:36.836053+0000","last_became_peered":"2024-09-10T08:12:36.836053+0000","last_unstale":"2024-09-10T08:14:39.681159+0000","last_undegraded":"2024-09-10T08:14:39.681159+0000","last_fullsized":"2024-09-10T08:14:39.681159+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:34:02.441241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"90'10","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676510+0000","last_change":"2024-09-10T08:12:36.824310+0000","last_active":"2024-09-10T08:14:39.676510+0000","last_peered":"2024-09-10T08:14:39.676510+0000","last_clean":"2024-09-10T08:14:39.676510+0000","last_became_active":"2024-09-10T08:12:36.823980+0000","last_became_peered":"2024-09-10T08:12:36.823980+0000","last_unstale":"2024-09-10T08:14:39.676510+0000","last_undegraded":"2024-09-10T08:14:39.676510+0000","last_fullsized":"2024-09-10T08:14:39.676510+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:15:55.322283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"90'7","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677259+0000","last_change":"2024-09-10T08:12:36.829554+0000","last_active":"2024-09-10T08:14:39.677259+0000","last_peered":"2024-09-10T08:14:39.677259+0000","last_clean":"2024-09-10T08:14:39.677259+0000","last_became_active":"2024-09-10T08:12:36.829054+0000","last_became_peered":"2024-09-10T08:12:36.829054+0000","last_unstale":"2024-09-10T08:14:39.677259+0000","last_undegraded":"2024-09-10T08:14:39.677259+0000","last_fullsized":"2024-09-10T08:14:39.677259+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:46:59.763378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"90'6","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861476+0000","last_change":"2024-09-10T08:12:36.831049+0000","last_active":"2024-09-10T08:14:39.861476+0000","last_peered":"2024-09-10T08:14:39.861476+0000","last_clean":"2024-09-10T08:14:39.861476+0000","last_became_active":"2024-09-10T08:12:36.830687+0000","last_became_peered":"2024-09-10T08:12:36.830687+0000","last_unstale":"2024-09-10T08:14:39.861476+0000","last_undegraded":"2024-09-10T08:14:39.861476+0000","last_fullsized":"2024-09-10T08:14:39.861476+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:48:24.014810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"90'16","reported_seq":50,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.672408+0000","last_change":"2024-09-10T08:12:36.832264+0000","last_active":"2024-09-10T08:14:39.672408+0000","last_peered":"2024-09-10T08:14:39.672408+0000","last_clean":"2024-09-10T08:14:39.672408+0000","last_became_active":"2024-09-10T08:12:36.831913+0000","last_became_peered":"2024-09-10T08:12:36.831913+0000","last_unstale":"2024-09-10T08:14:39.672408+0000","last_undegraded":"2024-09-10T08:14:39.672408+0000","last_fullsized":"2024-09-10T08:14:39.672408+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:58:43.692064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.37","version":"90'11","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.673449+0000","last_change":"2024-09-10T08:13:39.408577+0000","last_active":"2024-09-10T08:14:39.673449+0000","last_peered":"2024-09-10T08:14:39.673449+0000","last_clean":"2024-09-10T08:14:39.673449+0000","last_became_active":"2024-09-10T08:13:39.408252+0000","last_became_peered":"2024-09-10T08:13:39.408252+0000","last_unstale":"2024-09-10T08:14:39.673449+0000","last_undegraded":"2024-09-10T08:14:39.673449+0000","last_fullsized":"2024-09-10T08:14:39.673449+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:41:34.439133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,11],"acting":[9,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.38","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.675881+0000","last_change":"2024-09-10T08:12:36.836093+0000","last_active":"2024-09-10T08:14:39.675881+0000","last_peered":"2024-09-10T08:14:39.675881+0000","last_clean":"2024-09-10T08:14:39.675881+0000","last_became_active":"2024-09-10T08:12:36.835554+0000","last_became_peered":"2024-09-10T08:12:36.835554+0000","last_unstale":"2024-09-10T08:14:39.675881+0000","last_undegraded":"2024-09-10T08:14:39.675881+0000","last_fullsized":"2024-09-10T08:14:39.675881+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:19:23.240989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"90'5","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861018+0000","last_change":"2024-09-10T08:12:36.826650+0000","last_active":"2024-09-10T08:14:39.861018+0000","last_peered":"2024-09-10T08:14:39.861018+0000","last_clean":"2024-09-10T08:14:39.861018+0000","last_became_active":"2024-09-10T08:12:36.826323+0000","last_became_peered":"2024-09-10T08:12:36.826323+0000","last_unstale":"2024-09-10T08:14:39.861018+0000","last_undegraded":"2024-09-10T08:14:39.861018+0000","last_fullsized":"2024-09-10T08:14:39.861018+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:33:59.057180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"90'6","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671885+0000","last_change":"2024-09-10T08:12:36.834723+0000","last_active":"2024-09-10T08:14:39.671885+0000","last_peered":"2024-09-10T08:14:39.671885+0000","last_clean":"2024-09-10T08:14:39.671885+0000","last_became_active":"2024-09-10T08:12:36.834381+0000","last_became_peered":"2024-09-10T08:12:36.834381+0000","last_unstale":"2024-09-10T08:14:39.671885+0000","last_undegraded":"2024-09-10T08:14:39.671885+0000","last_fullsized":"2024-09-10T08:14:39.671885+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:40:27.833708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.3b","version":"90'4","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671636+0000","last_change":"2024-09-10T08:12:36.824219+0000","last_active":"2024-09-10T08:14:39.671636+0000","last_peered":"2024-09-10T08:14:39.671636+0000","last_clean":"2024-09-10T08:14:39.671636+0000","last_became_active":"2024-09-10T08:12:36.823889+0000","last_became_peered":"2024-09-10T08:12:36.823889+0000","last_unstale":"2024-09-10T08:14:39.671636+0000","last_undegraded":"2024-09-10T08:14:39.671636+0000","last_fullsized":"2024-09-10T08:14:39.671636+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:08:25.582184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3c","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677232+0000","last_change":"2024-09-10T08:12:36.837829+0000","last_active":"2024-09-10T08:14:39.677232+0000","last_peered":"2024-09-10T08:14:39.677232+0000","last_clean":"2024-09-10T08:14:39.677232+0000","last_became_active":"2024-09-10T08:12:36.837531+0000","last_became_peered":"2024-09-10T08:12:36.837531+0000","last_unstale":"2024-09-10T08:14:39.677232+0000","last_undegraded":"2024-09-10T08:14:39.677232+0000","last_fullsized":"2024-09-10T08:14:39.677232+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:40:40.260405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3d","version":"90'7","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.680964+0000","last_change":"2024-09-10T08:12:36.840652+0000","last_active":"2024-09-10T08:14:39.680964+0000","last_peered":"2024-09-10T08:14:39.680964+0000","last_clean":"2024-09-10T08:14:39.680964+0000","last_became_active":"2024-09-10T08:12:36.840300+0000","last_became_peered":"2024-09-10T08:12:36.840300+0000","last_unstale":"2024-09-10T08:14:39.680964+0000","last_undegraded":"2024-09-10T08:14:39.680964+0000","last_fullsized":"2024-09-10T08:14:39.680964+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:38:52.985183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"90'4","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.681186+0000","last_change":"2024-09-10T08:12:36.834942+0000","last_active":"2024-09-10T08:14:39.681186+0000","last_peered":"2024-09-10T08:14:39.681186+0000","last_clean":"2024-09-10T08:14:39.681186+0000","last_became_active":"2024-09-10T08:12:36.834630+0000","last_became_peered":"2024-09-10T08:12:36.834630+0000","last_unstale":"2024-09-10T08:14:39.681186+0000","last_undegraded":"2024-09-10T08:14:39.681186+0000","last_fullsized":"2024-09-10T08:14:39.681186+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:13:50.463207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3f","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.674183+0000","last_change":"2024-09-10T08:12:36.830866+0000","last_active":"2024-09-10T08:14:39.674183+0000","last_peered":"2024-09-10T08:14:39.674183+0000","last_clean":"2024-09-10T08:14:39.674183+0000","last_became_active":"2024-09-10T08:12:36.830186+0000","last_became_peered":"2024-09-10T08:12:36.830186+0000","last_unstale":"2024-09-10T08:14:39.674183+0000","last_undegraded":"2024-09-10T08:14:39.674183+0000","last_fullsized":"2024-09-10T08:14:39.674183+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:41:50.543954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":76463,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":1135,"num_read_kb":692,"num_write":274,"num_write_kb":166,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":1238,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":229782,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":234,"ondisk_log_size":234,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":76,"seq":326417514543,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36388,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708764,"statfs":{"total":95995035648,"available":95957774336,"internally_reserved":0,"allocated":1069056,"data_stored":526481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":68,"seq":292057776180,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37064,"kb_used_data":1720,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708088,"statfs":{"total":95995035648,"available":95957082112,"internally_reserved":0,"allocated":1761280,"data_stored":1180756,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":63,"seq":270582939705,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36408,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708744,"statfs":{"total":95995035648,"available":95957753856,"internally_reserved":0,"allocated":1089536,"data_stored":529944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":56,"seq":240518168638,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36400,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708752,"statfs":{"total":95995035648,"available":95957762048,"internally_reserved":0,"allocated":1081344,"data_stored":526226,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":49,"seq":210453397570,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36984,"kb_used_data":1640,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708168,"statfs":{"total":95995035648,"available":95957164032,"internally_reserved":0,"allocated":1679360,"data_stored":1124351,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":44,"seq":188978561096,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28060,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717092,"statfs":{"total":95995035648,"available":95966302208,"internally_reserved":0,"allocated":1060864,"data_stored":522381,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790029,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36992,"kb_used_data":1648,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708160,"statfs":{"total":95995035648,"available":95957155840,"internally_reserved":0,"allocated":1687552,"data_stored":1118409,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953555,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36396,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708756,"statfs":{"total":95995035648,"available":95957766144,"internally_reserved":0,"allocated":1077248,"data_stored":527586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":24,"seq":103079215191,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28080,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717072,"statfs":{"total":95995035648,"available":95966281728,"internally_reserved":0,"allocated":1073152,"data_stored":521060,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411421,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36456,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708696,"statfs":{"total":95995035648,"available":95957704704,"internally_reserved":0,"allocated":1138688,"data_stored":589779,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574946,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36452,"kb_used_data":1108,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708700,"statfs":{"total":95995035648,"available":95957708800,"internally_reserved":0,"allocated":1134592,"data_stored":590938,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738471,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32244,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712908,"statfs":{"total":95995035648,"available":95962017792,"internally_reserved":0,"allocated":1085440,"data_stored":523303,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":70308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":69149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3315,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1751,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":122880,"data_stored":69758,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1755,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:15:21.262 INFO:tasks.fwd_scrub.ceph_manager:clean! 2024-09-10T08:15:21.262 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-10T08:15:21.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:20 smithi203 ceph-mon[34672]: pgmap v373: 129 pgs: 129 active+clean; 651 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.7 KiB/s wr, 14 op/s 2024-09-10T08:15:21.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:20 smithi133 ceph-mon[34721]: pgmap v373: 129 pgs: 129 active+clean; 651 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.7 KiB/s wr, 14 op/s 2024-09-10T08:15:21.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.402+0000 7f696c665640 1 -- 172.21.15.67:0/227982649 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6964104ec0 msgr2=0x7f69641072b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:21.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.402+0000 7f696c665640 1 --2- 172.21.15.67:0/227982649 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6964104ec0 0x7f69641072b0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f6954009900 tx=0x7f695402a410 comp rx=0 tx=0).stop 2024-09-10T08:15:21.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.402+0000 7f696c665640 1 -- 172.21.15.67:0/227982649 shutdown_connections 2024-09-10T08:15:21.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.402+0000 7f696c665640 1 --2- 172.21.15.67:0/227982649 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f69641077f0 0x7f6964109c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:21.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.402+0000 7f696c665640 1 --2- 172.21.15.67:0/227982649 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6964104ec0 0x7f69641072b0 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:21.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.402+0000 7f696c665640 1 --2- 172.21.15.67:0/227982649 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6964102590 0x7f6964104980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:21.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.402+0000 7f696c665640 1 -- 172.21.15.67:0/227982649 >> 172.21.15.67:0/227982649 conn(0x7f69640fc170 msgr2=0x7f69640fe5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:21.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.402+0000 7f696c665640 1 -- 172.21.15.67:0/227982649 shutdown_connections 2024-09-10T08:15:21.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.402+0000 7f696c665640 1 -- 172.21.15.67:0/227982649 wait complete. 2024-09-10T08:15:21.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.403+0000 7f696c665640 1 Processor -- start 2024-09-10T08:15:21.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.403+0000 7f696c665640 1 -- start start 2024-09-10T08:15:21.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.403+0000 7f696c665640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6964102590 0x7f6964101f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:21.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.403+0000 7f696c665640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6964104ec0 0x7f6964100540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:21.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.403+0000 7f696c665640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f69641077f0 0x7f6964100a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:21.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.403+0000 7f696c665640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f696410d670 con 0x7f6964102590 2024-09-10T08:15:21.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.403+0000 7f696c665640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f696410d4f0 con 0x7f69641077f0 2024-09-10T08:15:21.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.403+0000 7f696c665640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f696410d7f0 con 0x7f6964104ec0 2024-09-10T08:15:21.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.403+0000 7f696a401640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6964102590 0x7f6964101f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:21.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.403+0000 7f696a401640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6964102590 0x7f6964101f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40072/0 (socket says 172.21.15.67:40072) 2024-09-10T08:15:21.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.403+0000 7f696a401640 1 -- 172.21.15.67:0/2425911307 learned_addr learned my addr 172.21.15.67:0/2425911307 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:21.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.404+0000 7f696a401640 1 -- 172.21.15.67:0/2425911307 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6964104ec0 msgr2=0x7f6964100540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:21.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.404+0000 7f696a401640 1 --2- 172.21.15.67:0/2425911307 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6964104ec0 0x7f6964100540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:21.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.404+0000 7f696a401640 1 -- 172.21.15.67:0/2425911307 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f69641077f0 msgr2=0x7f6964100a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:21.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.404+0000 7f696a401640 1 --2- 172.21.15.67:0/2425911307 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f69641077f0 0x7f6964100a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:21.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.404+0000 7f696a401640 1 -- 172.21.15.67:0/2425911307 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6964101310 con 0x7f6964102590 2024-09-10T08:15:21.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.404+0000 7f696a401640 1 --2- 172.21.15.67:0/2425911307 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6964102590 0x7f6964101f00 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f696000d770 tx=0x7f696000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:21.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.404+0000 7f695b7fe640 1 -- 172.21.15.67:0/2425911307 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6960017070 con 0x7f6964102590 2024-09-10T08:15:21.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.404+0000 7f695b7fe640 1 -- 172.21.15.67:0/2425911307 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f69600054d0 con 0x7f6964102590 2024-09-10T08:15:21.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.404+0000 7f695b7fe640 1 -- 172.21.15.67:0/2425911307 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6960004cf0 con 0x7f6964102590 2024-09-10T08:15:21.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.404+0000 7f696c665640 1 -- 172.21.15.67:0/2425911307 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69641a1e80 con 0x7f6964102590 2024-09-10T08:15:21.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.404+0000 7f696c665640 1 -- 172.21.15.67:0/2425911307 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69641a2290 con 0x7f6964102590 2024-09-10T08:15:21.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.405+0000 7f696c665640 1 -- 172.21.15.67:0/2425911307 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f69640fdc60 con 0x7f6964102590 2024-09-10T08:15:21.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.406+0000 7f695b7fe640 1 -- 172.21.15.67:0/2425911307 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 19) ==== 137884+0+0 (secure 0 0 0) 0x7f6960004e90 con 0x7f6964102590 2024-09-10T08:15:21.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.407+0000 7f695b7fe640 1 --2- 172.21.15.67:0/2425911307 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f69500a2c20 0x7f69500a50e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:21.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.407+0000 7f6969c00640 1 --2- 172.21.15.67:0/2425911307 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f69500a2c20 0x7f69500a50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:21.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.407+0000 7f695b7fe640 1 -- 172.21.15.67:0/2425911307 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f69600cf0f0 con 0x7f6964102590 2024-09-10T08:15:21.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.407+0000 7f6969c00640 1 --2- 172.21.15.67:0/2425911307 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f69500a2c20 0x7f69500a50e0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f695402a930 tx=0x7f69540314a0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:21.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.411+0000 7f695b7fe640 1 -- 172.21.15.67:0/2425911307 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f696009baf0 con 0x7f6964102590 2024-09-10T08:15:21.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.584+0000 7f696c665640 1 -- 172.21.15.67:0/2425911307 --> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f6964062630 con 0x7f69500a2c20 2024-09-10T08:15:21.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.592+0000 7f695b7fe640 1 -- 172.21.15.67:0/2425911307 <== mgr.14150 v2:172.21.15.67:6800/4256949759 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340550 (secure 0 0 0) 0x7f6964062630 con 0x7f69500a2c20 2024-09-10T08:15:21.595 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:15:21.597 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-10T08:15:21.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.596+0000 7f696c665640 1 -- 172.21.15.67:0/2425911307 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f69500a2c20 msgr2=0x7f69500a50e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:21.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.596+0000 7f696c665640 1 --2- 172.21.15.67:0/2425911307 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f69500a2c20 0x7f69500a50e0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f695402a930 tx=0x7f69540314a0 comp rx=0 tx=0).stop 2024-09-10T08:15:21.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.596+0000 7f696c665640 1 -- 172.21.15.67:0/2425911307 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6964102590 msgr2=0x7f6964101f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:21.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.596+0000 7f696c665640 1 --2- 172.21.15.67:0/2425911307 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6964102590 0x7f6964101f00 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f696000d770 tx=0x7f696000dc30 comp rx=0 tx=0).stop 2024-09-10T08:15:21.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.596+0000 7f696c665640 1 -- 172.21.15.67:0/2425911307 shutdown_connections 2024-09-10T08:15:21.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.596+0000 7f696c665640 1 --2- 172.21.15.67:0/2425911307 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f69500a2c20 0x7f69500a50e0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:21.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.596+0000 7f696c665640 1 --2- 172.21.15.67:0/2425911307 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f69641077f0 0x7f6964100a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:21.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.596+0000 7f696c665640 1 --2- 172.21.15.67:0/2425911307 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6964104ec0 0x7f6964100540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:21.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.596+0000 7f696c665640 1 --2- 172.21.15.67:0/2425911307 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6964102590 0x7f6964101f00 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:21.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.596+0000 7f696c665640 1 -- 172.21.15.67:0/2425911307 >> 172.21.15.67:0/2425911307 conn(0x7f69640fc170 msgr2=0x7f6964102ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:21.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.596+0000 7f696c665640 1 -- 172.21.15.67:0/2425911307 shutdown_connections 2024-09-10T08:15:21.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:21.596+0000 7f696c665640 1 -- 172.21.15.67:0/2425911307 wait complete. 2024-09-10T08:15:21.606 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":373,"stamp":"2024-09-10T08:15:19.844873+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":667065,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":1261,"num_read_kb":801,"num_write":457,"num_write_kb":3106,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":1181974,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":873,"ondisk_log_size":873,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":417924,"kb_used_data":14588,"kb_used_omap":18,"kb_used_meta":403117,"kb_avail":1124523900,"statfs":{"total":1151940427776,"available":1151512473600,"internally_reserved":0,"allocated":14938112,"data_stored":8281214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":412792121},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":7182,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":147,"num_read_kb":86,"num_write":22,"num_write_kb":21,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003478"},"pg_stats":[{"pgid":"2.1f","version":"92'15","reported_seq":170,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:16.972441+0000","last_change":"2024-09-10T08:12:34.806369+0000","last_active":"2024-09-10T08:15:16.972441+0000","last_peered":"2024-09-10T08:15:16.972441+0000","last_clean":"2024-09-10T08:15:16.972441+0000","last_became_active":"2024-09-10T08:12:34.805950+0000","last_became_peered":"2024-09-10T08:12:34.805950+0000","last_unstale":"2024-09-10T08:15:16.972441+0000","last_undegraded":"2024-09-10T08:15:16.972441+0000","last_fullsized":"2024-09-10T08:15:16.972441+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:06:34.845848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":116,"num_read_kb":116,"num_write":16,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"90'5","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677270+0000","last_change":"2024-09-10T08:12:36.838658+0000","last_active":"2024-09-10T08:14:39.677270+0000","last_peered":"2024-09-10T08:14:39.677270+0000","last_clean":"2024-09-10T08:14:39.677270+0000","last_became_active":"2024-09-10T08:12:36.838366+0000","last_became_peered":"2024-09-10T08:12:36.838366+0000","last_unstale":"2024-09-10T08:14:39.677270+0000","last_undegraded":"2024-09-10T08:14:39.677270+0000","last_fullsized":"2024-09-10T08:14:39.677270+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:53:10.847198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676873+0000","last_change":"2024-09-10T08:12:43.868547+0000","last_active":"2024-09-10T08:14:39.676873+0000","last_peered":"2024-09-10T08:14:39.676873+0000","last_clean":"2024-09-10T08:14:39.676873+0000","last_became_active":"2024-09-10T08:12:43.868066+0000","last_became_peered":"2024-09-10T08:12:43.868066+0000","last_unstale":"2024-09-10T08:14:39.676873+0000","last_undegraded":"2024-09-10T08:14:39.676873+0000","last_fullsized":"2024-09-10T08:14:39.676873+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:08.277037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1e","version":"88'2","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677489+0000","last_change":"2024-09-10T08:12:34.934507+0000","last_active":"2024-09-10T08:14:39.677489+0000","last_peered":"2024-09-10T08:14:39.677489+0000","last_clean":"2024-09-10T08:14:39.677489+0000","last_became_active":"2024-09-10T08:12:34.934137+0000","last_became_peered":"2024-09-10T08:12:34.934137+0000","last_unstale":"2024-09-10T08:14:39.677489+0000","last_undegraded":"2024-09-10T08:14:39.677489+0000","last_fullsized":"2024-09-10T08:14:39.677489+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:03:36.377273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"90'6","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.681748+0000","last_change":"2024-09-10T08:12:36.840138+0000","last_active":"2024-09-10T08:14:39.681748+0000","last_peered":"2024-09-10T08:14:39.681748+0000","last_clean":"2024-09-10T08:14:39.681748+0000","last_became_active":"2024-09-10T08:12:36.839808+0000","last_became_peered":"2024-09-10T08:12:36.839808+0000","last_unstale":"2024-09-10T08:14:39.681748+0000","last_undegraded":"2024-09-10T08:14:39.681748+0000","last_fullsized":"2024-09-10T08:14:39.681748+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:20:44.599707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676407+0000","last_change":"2024-09-10T08:12:43.866234+0000","last_active":"2024-09-10T08:14:39.676407+0000","last_peered":"2024-09-10T08:14:39.676407+0000","last_clean":"2024-09-10T08:14:39.676407+0000","last_became_active":"2024-09-10T08:12:43.865892+0000","last_became_peered":"2024-09-10T08:12:43.865892+0000","last_unstale":"2024-09-10T08:14:39.676407+0000","last_undegraded":"2024-09-10T08:14:39.676407+0000","last_fullsized":"2024-09-10T08:14:39.676407+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:39:12.895242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"88'12","reported_seq":52,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.672085+0000","last_change":"2024-09-10T08:12:34.810865+0000","last_active":"2024-09-10T08:14:39.672085+0000","last_peered":"2024-09-10T08:14:39.672085+0000","last_clean":"2024-09-10T08:14:39.672085+0000","last_became_active":"2024-09-10T08:12:34.810234+0000","last_became_peered":"2024-09-10T08:12:34.810234+0000","last_unstale":"2024-09-10T08:14:39.672085+0000","last_undegraded":"2024-09-10T08:14:39.672085+0000","last_fullsized":"2024-09-10T08:14:39.672085+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:55:16.240330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.684691+0000","last_change":"2024-09-10T08:12:36.835352+0000","last_active":"2024-09-10T08:14:39.684691+0000","last_peered":"2024-09-10T08:14:39.684691+0000","last_clean":"2024-09-10T08:14:39.684691+0000","last_became_active":"2024-09-10T08:12:36.835033+0000","last_became_peered":"2024-09-10T08:12:36.835033+0000","last_unstale":"2024-09-10T08:14:39.684691+0000","last_undegraded":"2024-09-10T08:14:39.684691+0000","last_fullsized":"2024-09-10T08:14:39.684691+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:42:37.042569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676648+0000","last_change":"2024-09-10T08:12:43.871905+0000","last_active":"2024-09-10T08:14:39.676648+0000","last_peered":"2024-09-10T08:14:39.676648+0000","last_clean":"2024-09-10T08:14:39.676648+0000","last_became_active":"2024-09-10T08:12:43.871475+0000","last_became_peered":"2024-09-10T08:12:43.871475+0000","last_unstale":"2024-09-10T08:14:39.676648+0000","last_undegraded":"2024-09-10T08:14:39.676648+0000","last_fullsized":"2024-09-10T08:14:39.676648+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:42:51.386857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"88'5","reported_seq":45,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671930+0000","last_change":"2024-09-10T08:12:34.811138+0000","last_active":"2024-09-10T08:14:39.671930+0000","last_peered":"2024-09-10T08:14:39.671930+0000","last_clean":"2024-09-10T08:14:39.671930+0000","last_became_active":"2024-09-10T08:12:34.810395+0000","last_became_peered":"2024-09-10T08:12:34.810395+0000","last_unstale":"2024-09-10T08:14:39.671930+0000","last_undegraded":"2024-09-10T08:14:39.671930+0000","last_fullsized":"2024-09-10T08:14:39.671930+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:19:39.256859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"90'15","reported_seq":55,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.863150+0000","last_change":"2024-09-10T08:14:39.862682+0000","last_active":"2024-09-10T08:14:39.863150+0000","last_peered":"2024-09-10T08:14:39.863150+0000","last_clean":"2024-09-10T08:14:39.863150+0000","last_became_active":"2024-09-10T08:14:39.862216+0000","last_became_peered":"2024-09-10T08:14:39.862216+0000","last_unstale":"2024-09-10T08:14:39.863150+0000","last_undegraded":"2024-09-10T08:14:39.863150+0000","last_fullsized":"2024-09-10T08:14:39.863150+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:17:01.944974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676504+0000","last_change":"2024-09-10T08:12:43.859853+0000","last_active":"2024-09-10T08:14:39.676504+0000","last_peered":"2024-09-10T08:14:39.676504+0000","last_clean":"2024-09-10T08:14:39.676504+0000","last_became_active":"2024-09-10T08:12:43.859405+0000","last_became_peered":"2024-09-10T08:12:43.859405+0000","last_unstale":"2024-09-10T08:14:39.676504+0000","last_undegraded":"2024-09-10T08:14:39.676504+0000","last_fullsized":"2024-09-10T08:14:39.676504+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:18:37.147252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"90'5","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861236+0000","last_change":"2024-09-10T08:12:36.832384+0000","last_active":"2024-09-10T08:14:39.861236+0000","last_peered":"2024-09-10T08:14:39.861236+0000","last_clean":"2024-09-10T08:14:39.861236+0000","last_became_active":"2024-09-10T08:12:36.831948+0000","last_became_peered":"2024-09-10T08:12:36.831948+0000","last_unstale":"2024-09-10T08:14:39.861236+0000","last_undegraded":"2024-09-10T08:14:39.861236+0000","last_fullsized":"2024-09-10T08:14:39.861236+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:08:21.982944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"88'4","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671630+0000","last_change":"2024-09-10T08:12:34.809160+0000","last_active":"2024-09-10T08:14:39.671630+0000","last_peered":"2024-09-10T08:14:39.671630+0000","last_clean":"2024-09-10T08:14:39.671630+0000","last_became_active":"2024-09-10T08:12:34.808811+0000","last_became_peered":"2024-09-10T08:12:34.808811+0000","last_unstale":"2024-09-10T08:14:39.671630+0000","last_undegraded":"2024-09-10T08:14:39.671630+0000","last_fullsized":"2024-09-10T08:14:39.671630+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:03:04.110196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676722+0000","last_change":"2024-09-10T08:12:43.992351+0000","last_active":"2024-09-10T08:14:39.676722+0000","last_peered":"2024-09-10T08:14:39.676722+0000","last_clean":"2024-09-10T08:14:39.676722+0000","last_became_active":"2024-09-10T08:12:43.991833+0000","last_became_peered":"2024-09-10T08:12:43.991833+0000","last_unstale":"2024-09-10T08:14:39.676722+0000","last_undegraded":"2024-09-10T08:14:39.676722+0000","last_fullsized":"2024-09-10T08:14:39.676722+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:01:52.453901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677398+0000","last_change":"2024-09-10T08:12:36.832081+0000","last_active":"2024-09-10T08:14:39.677398+0000","last_peered":"2024-09-10T08:14:39.677398+0000","last_clean":"2024-09-10T08:14:39.677398+0000","last_became_active":"2024-09-10T08:12:36.831667+0000","last_became_peered":"2024-09-10T08:12:36.831667+0000","last_unstale":"2024-09-10T08:14:39.677398+0000","last_undegraded":"2024-09-10T08:14:39.677398+0000","last_fullsized":"2024-09-10T08:14:39.677398+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:19:23.841907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"92'5","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:15.010916+0000","last_change":"2024-09-10T08:12:34.812279+0000","last_active":"2024-09-10T08:15:15.010916+0000","last_peered":"2024-09-10T08:15:15.010916+0000","last_clean":"2024-09-10T08:15:15.010916+0000","last_became_active":"2024-09-10T08:12:34.811729+0000","last_became_peered":"2024-09-10T08:12:34.811729+0000","last_unstale":"2024-09-10T08:15:15.010916+0000","last_undegraded":"2024-09-10T08:15:15.010916+0000","last_fullsized":"2024-09-10T08:15:15.010916+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:49:19.797930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"88'1","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677155+0000","last_change":"2024-09-10T08:12:43.871922+0000","last_active":"2024-09-10T08:14:39.677155+0000","last_peered":"2024-09-10T08:14:39.677155+0000","last_clean":"2024-09-10T08:14:39.677155+0000","last_became_active":"2024-09-10T08:12:43.871531+0000","last_became_peered":"2024-09-10T08:12:43.871531+0000","last_unstale":"2024-09-10T08:14:39.677155+0000","last_undegraded":"2024-09-10T08:14:39.677155+0000","last_fullsized":"2024-09-10T08:14:39.677155+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:49:26.483674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.673662+0000","last_change":"2024-09-10T08:12:36.830090+0000","last_active":"2024-09-10T08:14:39.673662+0000","last_peered":"2024-09-10T08:14:39.673662+0000","last_clean":"2024-09-10T08:14:39.673662+0000","last_became_active":"2024-09-10T08:12:36.829732+0000","last_became_peered":"2024-09-10T08:12:36.829732+0000","last_unstale":"2024-09-10T08:14:39.673662+0000","last_undegraded":"2024-09-10T08:14:39.673662+0000","last_fullsized":"2024-09-10T08:14:39.673662+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:11:21.058996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.9","version":"88'7","reported_seq":46,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676976+0000","last_change":"2024-09-10T08:12:34.808639+0000","last_active":"2024-09-10T08:14:39.676976+0000","last_peered":"2024-09-10T08:14:39.676976+0000","last_clean":"2024-09-10T08:14:39.676976+0000","last_became_active":"2024-09-10T08:12:34.808310+0000","last_became_peered":"2024-09-10T08:12:34.808310+0000","last_unstale":"2024-09-10T08:14:39.676976+0000","last_undegraded":"2024-09-10T08:14:39.676976+0000","last_fullsized":"2024-09-10T08:14:39.676976+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:44:01.719719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":16,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671879+0000","last_change":"2024-09-10T08:13:39.523878+0000","last_active":"2024-09-10T08:14:39.671879+0000","last_peered":"2024-09-10T08:14:39.671879+0000","last_clean":"2024-09-10T08:14:39.671879+0000","last_became_active":"2024-09-10T08:13:39.523356+0000","last_became_peered":"2024-09-10T08:13:39.523356+0000","last_unstale":"2024-09-10T08:14:39.671879+0000","last_undegraded":"2024-09-10T08:14:39.671879+0000","last_fullsized":"2024-09-10T08:14:39.671879+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:01:04.099625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,2,10],"acting":[8,3,2,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.9","version":"90'2","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671551+0000","last_change":"2024-09-10T08:12:36.828449+0000","last_active":"2024-09-10T08:14:39.671551+0000","last_peered":"2024-09-10T08:14:39.671551+0000","last_clean":"2024-09-10T08:14:39.671551+0000","last_became_active":"2024-09-10T08:12:36.828106+0000","last_became_peered":"2024-09-10T08:12:36.828106+0000","last_unstale":"2024-09-10T08:14:39.671551+0000","last_undegraded":"2024-09-10T08:14:39.671551+0000","last_fullsized":"2024-09-10T08:14:39.671551+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:18:00.158389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.8","version":"88'2","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.684197+0000","last_change":"2024-09-10T08:12:34.935257+0000","last_active":"2024-09-10T08:14:39.684197+0000","last_peered":"2024-09-10T08:14:39.684197+0000","last_clean":"2024-09-10T08:14:39.684197+0000","last_became_active":"2024-09-10T08:12:34.934895+0000","last_became_peered":"2024-09-10T08:12:34.934895+0000","last_unstale":"2024-09-10T08:14:39.684197+0000","last_undegraded":"2024-09-10T08:14:39.684197+0000","last_fullsized":"2024-09-10T08:14:39.684197+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:05:13.175542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676836+0000","last_change":"2024-09-10T08:12:43.992898+0000","last_active":"2024-09-10T08:14:39.676836+0000","last_peered":"2024-09-10T08:14:39.676836+0000","last_clean":"2024-09-10T08:14:39.676836+0000","last_became_active":"2024-09-10T08:12:43.992515+0000","last_became_peered":"2024-09-10T08:12:43.992515+0000","last_unstale":"2024-09-10T08:14:39.676836+0000","last_undegraded":"2024-09-10T08:14:39.676836+0000","last_fullsized":"2024-09-10T08:14:39.676836+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:33:15.411029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"90'7","reported_seq":47,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.681283+0000","last_change":"2024-09-10T08:13:39.677330+0000","last_active":"2024-09-10T08:14:39.681283+0000","last_peered":"2024-09-10T08:14:39.681283+0000","last_clean":"2024-09-10T08:14:39.681283+0000","last_became_active":"2024-09-10T08:13:39.676957+0000","last_became_peered":"2024-09-10T08:13:39.676957+0000","last_unstale":"2024-09-10T08:14:39.681283+0000","last_undegraded":"2024-09-10T08:14:39.681283+0000","last_fullsized":"2024-09-10T08:14:39.681283+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:53:20.898986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,4],"acting":[0,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"88'7","reported_seq":47,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677121+0000","last_change":"2024-09-10T08:12:35.352322+0000","last_active":"2024-09-10T08:14:39.677121+0000","last_peered":"2024-09-10T08:14:39.677121+0000","last_clean":"2024-09-10T08:14:39.677121+0000","last_became_active":"2024-09-10T08:12:35.351912+0000","last_became_peered":"2024-09-10T08:12:35.351912+0000","last_unstale":"2024-09-10T08:14:39.677121+0000","last_undegraded":"2024-09-10T08:14:39.677121+0000","last_fullsized":"2024-09-10T08:14:39.677121+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:00:27.531447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677019+0000","last_change":"2024-09-10T08:12:43.861303+0000","last_active":"2024-09-10T08:14:39.677019+0000","last_peered":"2024-09-10T08:14:39.677019+0000","last_clean":"2024-09-10T08:14:39.677019+0000","last_became_active":"2024-09-10T08:12:43.860849+0000","last_became_peered":"2024-09-10T08:12:43.860849+0000","last_unstale":"2024-09-10T08:14:39.677019+0000","last_undegraded":"2024-09-10T08:14:39.677019+0000","last_fullsized":"2024-09-10T08:14:39.677019+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:26:53.475097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"90'5","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677134+0000","last_change":"2024-09-10T08:12:36.834293+0000","last_active":"2024-09-10T08:14:39.677134+0000","last_peered":"2024-09-10T08:14:39.677134+0000","last_clean":"2024-09-10T08:14:39.677134+0000","last_became_active":"2024-09-10T08:12:36.833981+0000","last_became_peered":"2024-09-10T08:12:36.833981+0000","last_unstale":"2024-09-10T08:14:39.677134+0000","last_undegraded":"2024-09-10T08:14:39.677134+0000","last_fullsized":"2024-09-10T08:14:39.677134+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:56:18.333347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"92'17","reported_seq":72,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:14.855384+0000","last_change":"2024-09-10T08:14:39.686089+0000","last_active":"2024-09-10T08:15:14.855384+0000","last_peered":"2024-09-10T08:15:14.855384+0000","last_clean":"2024-09-10T08:15:14.855384+0000","last_became_active":"2024-09-10T08:14:39.678104+0000","last_became_peered":"2024-09-10T08:14:39.678104+0000","last_unstale":"2024-09-10T08:15:14.855384+0000","last_undegraded":"2024-09-10T08:15:14.855384+0000","last_fullsized":"2024-09-10T08:15:14.855384+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:18:29.844808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":31,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676341+0000","last_change":"2024-09-10T08:12:43.992400+0000","last_active":"2024-09-10T08:14:39.676341+0000","last_peered":"2024-09-10T08:14:39.676341+0000","last_clean":"2024-09-10T08:14:39.676341+0000","last_became_active":"2024-09-10T08:12:43.991970+0000","last_became_peered":"2024-09-10T08:12:43.991970+0000","last_unstale":"2024-09-10T08:14:39.676341+0000","last_undegraded":"2024-09-10T08:14:39.676341+0000","last_fullsized":"2024-09-10T08:14:39.676341+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:10:02.208981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677416+0000","last_change":"2024-09-10T08:12:36.832238+0000","last_active":"2024-09-10T08:14:39.677416+0000","last_peered":"2024-09-10T08:14:39.677416+0000","last_clean":"2024-09-10T08:14:39.677416+0000","last_became_active":"2024-09-10T08:12:36.831644+0000","last_became_peered":"2024-09-10T08:12:36.831644+0000","last_unstale":"2024-09-10T08:14:39.677416+0000","last_undegraded":"2024-09-10T08:14:39.677416+0000","last_fullsized":"2024-09-10T08:14:39.677416+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:44:55.777869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"88'4","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.672182+0000","last_change":"2024-09-10T08:12:34.934616+0000","last_active":"2024-09-10T08:14:39.672182+0000","last_peered":"2024-09-10T08:14:39.672182+0000","last_clean":"2024-09-10T08:14:39.672182+0000","last_became_active":"2024-09-10T08:12:34.934240+0000","last_became_peered":"2024-09-10T08:12:34.934240+0000","last_unstale":"2024-09-10T08:14:39.672182+0000","last_undegraded":"2024-09-10T08:14:39.672182+0000","last_fullsized":"2024-09-10T08:14:39.672182+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:01:30.178100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.674465+0000","last_change":"2024-09-10T08:12:43.866058+0000","last_active":"2024-09-10T08:14:39.674465+0000","last_peered":"2024-09-10T08:14:39.674465+0000","last_clean":"2024-09-10T08:14:39.674465+0000","last_became_active":"2024-09-10T08:12:43.865313+0000","last_became_peered":"2024-09-10T08:12:43.865313+0000","last_unstale":"2024-09-10T08:14:39.674465+0000","last_undegraded":"2024-09-10T08:14:39.674465+0000","last_fullsized":"2024-09-10T08:14:39.674465+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:15:57.695818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.5","version":"90'4","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.672127+0000","last_change":"2024-09-10T08:12:36.827327+0000","last_active":"2024-09-10T08:14:39.672127+0000","last_peered":"2024-09-10T08:14:39.672127+0000","last_clean":"2024-09-10T08:14:39.672127+0000","last_became_active":"2024-09-10T08:12:36.826973+0000","last_became_peered":"2024-09-10T08:12:36.826973+0000","last_unstale":"2024-09-10T08:14:39.672127+0000","last_undegraded":"2024-09-10T08:14:39.672127+0000","last_fullsized":"2024-09-10T08:14:39.672127+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:03:53.148739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"88'1","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.673317+0000","last_change":"2024-09-10T08:12:34.935377+0000","last_active":"2024-09-10T08:14:39.673317+0000","last_peered":"2024-09-10T08:14:39.673317+0000","last_clean":"2024-09-10T08:14:39.673317+0000","last_became_active":"2024-09-10T08:12:34.934905+0000","last_became_peered":"2024-09-10T08:12:34.934905+0000","last_unstale":"2024-09-10T08:14:39.673317+0000","last_undegraded":"2024-09-10T08:14:39.673317+0000","last_fullsized":"2024-09-10T08:14:39.673317+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:48:46.159178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671490+0000","last_change":"2024-09-10T08:12:43.992295+0000","last_active":"2024-09-10T08:14:39.671490+0000","last_peered":"2024-09-10T08:14:39.671490+0000","last_clean":"2024-09-10T08:14:39.671490+0000","last_became_active":"2024-09-10T08:12:43.991802+0000","last_became_peered":"2024-09-10T08:12:43.991802+0000","last_unstale":"2024-09-10T08:14:39.671490+0000","last_undegraded":"2024-09-10T08:14:39.671490+0000","last_fullsized":"2024-09-10T08:14:39.671490+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:38:53.330441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3","version":"90'7","reported_seq":47,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.672002+0000","last_change":"2024-09-10T08:13:39.407288+0000","last_active":"2024-09-10T08:14:39.672002+0000","last_peered":"2024-09-10T08:14:39.672002+0000","last_clean":"2024-09-10T08:14:39.672002+0000","last_became_active":"2024-09-10T08:13:39.406977+0000","last_became_peered":"2024-09-10T08:13:39.406977+0000","last_unstale":"2024-09-10T08:14:39.672002+0000","last_undegraded":"2024-09-10T08:14:39.672002+0000","last_fullsized":"2024-09-10T08:14:39.672002+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:48:54.336323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"92'8","reported_seq":163,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:14.970374+0000","last_change":"2024-09-10T08:12:34.814037+0000","last_active":"2024-09-10T08:15:14.970374+0000","last_peered":"2024-09-10T08:15:14.970374+0000","last_clean":"2024-09-10T08:15:14.970374+0000","last_became_active":"2024-09-10T08:12:34.813620+0000","last_became_peered":"2024-09-10T08:12:34.813620+0000","last_unstale":"2024-09-10T08:15:14.970374+0000","last_undegraded":"2024-09-10T08:15:14.970374+0000","last_fullsized":"2024-09-10T08:15:14.970374+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:21:07.593990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1617,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":4,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677140+0000","last_change":"2024-09-10T08:12:43.866652+0000","last_active":"2024-09-10T08:14:39.677140+0000","last_peered":"2024-09-10T08:14:39.677140+0000","last_clean":"2024-09-10T08:14:39.677140+0000","last_became_active":"2024-09-10T08:12:43.866267+0000","last_became_peered":"2024-09-10T08:12:43.866267+0000","last_unstale":"2024-09-10T08:14:39.677140+0000","last_undegraded":"2024-09-10T08:14:39.677140+0000","last_fullsized":"2024-09-10T08:14:39.677140+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:40:11.894132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.678146+0000","last_change":"2024-09-10T08:12:36.828347+0000","last_active":"2024-09-10T08:14:39.678146+0000","last_peered":"2024-09-10T08:14:39.678146+0000","last_clean":"2024-09-10T08:14:39.678146+0000","last_became_active":"2024-09-10T08:12:36.828034+0000","last_became_peered":"2024-09-10T08:12:36.828034+0000","last_unstale":"2024-09-10T08:14:39.678146+0000","last_undegraded":"2024-09-10T08:14:39.678146+0000","last_fullsized":"2024-09-10T08:14:39.678146+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:12:34.999032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"92'6","reported_seq":164,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:17.966844+0000","last_change":"2024-09-10T08:12:34.934390+0000","last_active":"2024-09-10T08:15:17.966844+0000","last_peered":"2024-09-10T08:15:17.966844+0000","last_clean":"2024-09-10T08:15:17.966844+0000","last_became_active":"2024-09-10T08:12:34.934052+0000","last_became_peered":"2024-09-10T08:12:34.934052+0000","last_unstale":"2024-09-10T08:15:17.966844+0000","last_undegraded":"2024-09-10T08:15:17.966844+0000","last_fullsized":"2024-09-10T08:15:17.966844+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:48:53.538324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":119,"num_read_kb":119,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677208+0000","last_change":"2024-09-10T08:12:43.992318+0000","last_active":"2024-09-10T08:14:39.677208+0000","last_peered":"2024-09-10T08:14:39.677208+0000","last_clean":"2024-09-10T08:14:39.677208+0000","last_became_active":"2024-09-10T08:12:43.991865+0000","last_became_peered":"2024-09-10T08:12:43.991865+0000","last_unstale":"2024-09-10T08:14:39.677208+0000","last_undegraded":"2024-09-10T08:14:39.677208+0000","last_fullsized":"2024-09-10T08:14:39.677208+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:44:14.872522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"90'5","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.674858+0000","last_change":"2024-09-10T08:12:36.831968+0000","last_active":"2024-09-10T08:14:39.674858+0000","last_peered":"2024-09-10T08:14:39.674858+0000","last_clean":"2024-09-10T08:14:39.674858+0000","last_became_active":"2024-09-10T08:12:36.831636+0000","last_became_peered":"2024-09-10T08:12:36.831636+0000","last_unstale":"2024-09-10T08:14:39.674858+0000","last_undegraded":"2024-09-10T08:14:39.674858+0000","last_fullsized":"2024-09-10T08:14:39.674858+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:36:42.460656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"88'4","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.860865+0000","last_change":"2024-09-10T08:12:34.811292+0000","last_active":"2024-09-10T08:14:39.860865+0000","last_peered":"2024-09-10T08:14:39.860865+0000","last_clean":"2024-09-10T08:14:39.860865+0000","last_became_active":"2024-09-10T08:12:34.810947+0000","last_became_peered":"2024-09-10T08:12:34.810947+0000","last_unstale":"2024-09-10T08:14:39.860865+0000","last_undegraded":"2024-09-10T08:14:39.860865+0000","last_fullsized":"2024-09-10T08:14:39.860865+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:34:12.885332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.678005+0000","last_change":"2024-09-10T08:12:43.993002+0000","last_active":"2024-09-10T08:14:39.678005+0000","last_peered":"2024-09-10T08:14:39.678005+0000","last_clean":"2024-09-10T08:14:39.678005+0000","last_became_active":"2024-09-10T08:12:43.992378+0000","last_became_peered":"2024-09-10T08:12:43.992378+0000","last_unstale":"2024-09-10T08:14:39.678005+0000","last_undegraded":"2024-09-10T08:14:39.678005+0000","last_fullsized":"2024-09-10T08:14:39.678005+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:51:30.925233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677400+0000","last_change":"2024-09-10T08:12:36.835603+0000","last_active":"2024-09-10T08:14:39.677400+0000","last_peered":"2024-09-10T08:14:39.677400+0000","last_clean":"2024-09-10T08:14:39.677400+0000","last_became_active":"2024-09-10T08:12:36.835266+0000","last_became_peered":"2024-09-10T08:12:36.835266+0000","last_unstale":"2024-09-10T08:14:39.677400+0000","last_undegraded":"2024-09-10T08:14:39.677400+0000","last_fullsized":"2024-09-10T08:14:39.677400+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:19.661448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"88'6","reported_seq":48,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676780+0000","last_change":"2024-09-10T08:12:34.812517+0000","last_active":"2024-09-10T08:14:39.676780+0000","last_peered":"2024-09-10T08:14:39.676780+0000","last_clean":"2024-09-10T08:14:39.676780+0000","last_became_active":"2024-09-10T08:12:34.811489+0000","last_became_peered":"2024-09-10T08:12:34.811489+0000","last_unstale":"2024-09-10T08:14:39.676780+0000","last_undegraded":"2024-09-10T08:14:39.676780+0000","last_fullsized":"2024-09-10T08:14:39.676780+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:06:38.638602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":354,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861025+0000","last_change":"2024-09-10T08:11:22.269533+0000","last_active":"2024-09-10T08:14:39.861025+0000","last_peered":"2024-09-10T08:14:39.861025+0000","last_clean":"2024-09-10T08:14:39.861025+0000","last_became_active":"2024-09-10T08:11:22.268999+0000","last_became_peered":"2024-09-10T08:11:22.268999+0000","last_unstale":"2024-09-10T08:14:39.861025+0000","last_undegraded":"2024-09-10T08:14:39.861025+0000","last_fullsized":"2024-09-10T08:14:39.861025+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:07:54.541647+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:07:54.541647+0000","last_clean_scrub_stamp":"2024-09-10T08:07:54.541647+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:11:27.439735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"88'1","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861350+0000","last_change":"2024-09-10T08:12:43.868283+0000","last_active":"2024-09-10T08:14:39.861350+0000","last_peered":"2024-09-10T08:14:39.861350+0000","last_clean":"2024-09-10T08:14:39.861350+0000","last_became_active":"2024-09-10T08:12:43.867984+0000","last_became_peered":"2024-09-10T08:12:43.867984+0000","last_unstale":"2024-09-10T08:14:39.861350+0000","last_undegraded":"2024-09-10T08:14:39.861350+0000","last_fullsized":"2024-09-10T08:14:39.861350+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:30:00.462641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"90'7","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861497+0000","last_change":"2024-09-10T08:12:36.832950+0000","last_active":"2024-09-10T08:14:39.861497+0000","last_peered":"2024-09-10T08:14:39.861497+0000","last_clean":"2024-09-10T08:14:39.861497+0000","last_became_active":"2024-09-10T08:12:36.832602+0000","last_became_peered":"2024-09-10T08:12:36.832602+0000","last_unstale":"2024-09-10T08:14:39.861497+0000","last_undegraded":"2024-09-10T08:14:39.861497+0000","last_fullsized":"2024-09-10T08:14:39.861497+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:18:11.879093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"92'6","reported_seq":62,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:18.742479+0000","last_change":"2024-09-10T08:14:39.689036+0000","last_active":"2024-09-10T08:15:18.742479+0000","last_peered":"2024-09-10T08:15:18.742479+0000","last_clean":"2024-09-10T08:15:18.742479+0000","last_became_active":"2024-09-10T08:14:39.682023+0000","last_became_peered":"2024-09-10T08:14:39.682023+0000","last_unstale":"2024-09-10T08:15:18.742479+0000","last_undegraded":"2024-09-10T08:15:18.742479+0000","last_fullsized":"2024-09-10T08:15:18.742479+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:05:33.095199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1665,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":43,"num_read_kb":2,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1170,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,0],"acting":[4,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.684275+0000","last_change":"2024-09-10T08:12:43.865702+0000","last_active":"2024-09-10T08:14:39.684275+0000","last_peered":"2024-09-10T08:14:39.684275+0000","last_clean":"2024-09-10T08:14:39.684275+0000","last_became_active":"2024-09-10T08:12:43.865229+0000","last_became_peered":"2024-09-10T08:12:43.865229+0000","last_unstale":"2024-09-10T08:14:39.684275+0000","last_undegraded":"2024-09-10T08:14:39.684275+0000","last_fullsized":"2024-09-10T08:14:39.684275+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:02:29.345505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"90'6","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861492+0000","last_change":"2024-09-10T08:12:36.827564+0000","last_active":"2024-09-10T08:14:39.861492+0000","last_peered":"2024-09-10T08:14:39.861492+0000","last_clean":"2024-09-10T08:14:39.861492+0000","last_became_active":"2024-09-10T08:12:36.827241+0000","last_became_peered":"2024-09-10T08:12:36.827241+0000","last_unstale":"2024-09-10T08:14:39.861492+0000","last_undegraded":"2024-09-10T08:14:39.861492+0000","last_fullsized":"2024-09-10T08:14:39.861492+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:39.539095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"88'3","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.680279+0000","last_change":"2024-09-10T08:12:34.813584+0000","last_active":"2024-09-10T08:14:39.680279+0000","last_peered":"2024-09-10T08:14:39.680279+0000","last_clean":"2024-09-10T08:14:39.680279+0000","last_became_active":"2024-09-10T08:12:34.812971+0000","last_became_peered":"2024-09-10T08:12:34.812971+0000","last_unstale":"2024-09-10T08:14:39.680279+0000","last_undegraded":"2024-09-10T08:14:39.680279+0000","last_fullsized":"2024-09-10T08:14:39.680279+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:07:59.453651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.681196+0000","last_change":"2024-09-10T08:12:43.870109+0000","last_active":"2024-09-10T08:14:39.681196+0000","last_peered":"2024-09-10T08:14:39.681196+0000","last_clean":"2024-09-10T08:14:39.681196+0000","last_became_active":"2024-09-10T08:12:43.869729+0000","last_became_peered":"2024-09-10T08:12:43.869729+0000","last_unstale":"2024-09-10T08:14:39.681196+0000","last_undegraded":"2024-09-10T08:14:39.681196+0000","last_fullsized":"2024-09-10T08:14:39.681196+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:43:11.951209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861421+0000","last_change":"2024-09-10T08:12:36.833151+0000","last_active":"2024-09-10T08:14:39.861421+0000","last_peered":"2024-09-10T08:14:39.861421+0000","last_clean":"2024-09-10T08:14:39.861421+0000","last_became_active":"2024-09-10T08:12:36.832799+0000","last_became_peered":"2024-09-10T08:12:36.832799+0000","last_unstale":"2024-09-10T08:14:39.861421+0000","last_undegraded":"2024-09-10T08:14:39.861421+0000","last_fullsized":"2024-09-10T08:14:39.861421+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:53:45.406482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"88'5","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677158+0000","last_change":"2024-09-10T08:12:34.809644+0000","last_active":"2024-09-10T08:14:39.677158+0000","last_peered":"2024-09-10T08:14:39.677158+0000","last_clean":"2024-09-10T08:14:39.677158+0000","last_became_active":"2024-09-10T08:12:34.809361+0000","last_became_peered":"2024-09-10T08:12:34.809361+0000","last_unstale":"2024-09-10T08:14:39.677158+0000","last_undegraded":"2024-09-10T08:14:39.677158+0000","last_fullsized":"2024-09-10T08:14:39.677158+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:51:33.188450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.678008+0000","last_change":"2024-09-10T08:12:43.863219+0000","last_active":"2024-09-10T08:14:39.678008+0000","last_peered":"2024-09-10T08:14:39.678008+0000","last_clean":"2024-09-10T08:14:39.678008+0000","last_became_active":"2024-09-10T08:12:43.862833+0000","last_became_peered":"2024-09-10T08:12:43.862833+0000","last_unstale":"2024-09-10T08:14:39.678008+0000","last_undegraded":"2024-09-10T08:14:39.678008+0000","last_fullsized":"2024-09-10T08:14:39.678008+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:43:20.340029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"90'5","reported_seq":45,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.679458+0000","last_change":"2024-09-10T08:14:39.678583+0000","last_active":"2024-09-10T08:14:39.679458+0000","last_peered":"2024-09-10T08:14:39.679458+0000","last_clean":"2024-09-10T08:14:39.679458+0000","last_became_active":"2024-09-10T08:14:39.678174+0000","last_became_peered":"2024-09-10T08:14:39.678174+0000","last_unstale":"2024-09-10T08:14:39.679458+0000","last_undegraded":"2024-09-10T08:14:39.679458+0000","last_fullsized":"2024-09-10T08:14:39.679458+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:52:40.178586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,4],"acting":[11,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.f","version":"92'3","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:52.261350+0000","last_change":"2024-09-10T08:12:34.810961+0000","last_active":"2024-09-10T08:14:52.261350+0000","last_peered":"2024-09-10T08:14:52.261350+0000","last_clean":"2024-09-10T08:14:52.261350+0000","last_became_active":"2024-09-10T08:12:34.810583+0000","last_became_peered":"2024-09-10T08:12:34.810583+0000","last_unstale":"2024-09-10T08:14:52.261350+0000","last_undegraded":"2024-09-10T08:14:52.261350+0000","last_fullsized":"2024-09-10T08:14:52.261350+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:47:04.190625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.678329+0000","last_change":"2024-09-10T08:12:43.861978+0000","last_active":"2024-09-10T08:14:39.678329+0000","last_peered":"2024-09-10T08:14:39.678329+0000","last_clean":"2024-09-10T08:14:39.678329+0000","last_became_active":"2024-09-10T08:12:43.861367+0000","last_became_peered":"2024-09-10T08:12:43.861367+0000","last_unstale":"2024-09-10T08:14:39.678329+0000","last_undegraded":"2024-09-10T08:14:39.678329+0000","last_fullsized":"2024-09-10T08:14:39.678329+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:30:00.860926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"90'6","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.678517+0000","last_change":"2024-09-10T08:12:36.831213+0000","last_active":"2024-09-10T08:14:39.678517+0000","last_peered":"2024-09-10T08:14:39.678517+0000","last_clean":"2024-09-10T08:14:39.678517+0000","last_became_active":"2024-09-10T08:12:36.830859+0000","last_became_peered":"2024-09-10T08:12:36.830859+0000","last_unstale":"2024-09-10T08:14:39.678517+0000","last_undegraded":"2024-09-10T08:14:39.678517+0000","last_fullsized":"2024-09-10T08:14:39.678517+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:24:41.648614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.10","version":"88'17","reported_seq":57,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671483+0000","last_change":"2024-09-10T08:12:34.935217+0000","last_active":"2024-09-10T08:14:39.671483+0000","last_peered":"2024-09-10T08:14:39.671483+0000","last_clean":"2024-09-10T08:14:39.671483+0000","last_became_active":"2024-09-10T08:12:34.934826+0000","last_became_peered":"2024-09-10T08:12:34.934826+0000","last_unstale":"2024-09-10T08:14:39.671483+0000","last_undegraded":"2024-09-10T08:14:39.671483+0000","last_fullsized":"2024-09-10T08:14:39.671483+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:00:38.020341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677095+0000","last_change":"2024-09-10T08:12:43.869729+0000","last_active":"2024-09-10T08:14:39.677095+0000","last_peered":"2024-09-10T08:14:39.677095+0000","last_clean":"2024-09-10T08:14:39.677095+0000","last_became_active":"2024-09-10T08:12:43.869340+0000","last_became_peered":"2024-09-10T08:12:43.869340+0000","last_unstale":"2024-09-10T08:14:39.677095+0000","last_undegraded":"2024-09-10T08:14:39.677095+0000","last_fullsized":"2024-09-10T08:14:39.677095+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:51:09.345805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"90'6","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.860798+0000","last_change":"2024-09-10T08:12:36.828727+0000","last_active":"2024-09-10T08:14:39.860798+0000","last_peered":"2024-09-10T08:14:39.860798+0000","last_clean":"2024-09-10T08:14:39.860798+0000","last_became_active":"2024-09-10T08:12:36.828414+0000","last_became_peered":"2024-09-10T08:12:36.828414+0000","last_unstale":"2024-09-10T08:14:39.860798+0000","last_undegraded":"2024-09-10T08:14:39.860798+0000","last_fullsized":"2024-09-10T08:14:39.860798+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:15:18.145475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"92'6","reported_seq":166,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:17.967312+0000","last_change":"2024-09-10T08:12:34.810916+0000","last_active":"2024-09-10T08:15:17.967312+0000","last_peered":"2024-09-10T08:15:17.967312+0000","last_clean":"2024-09-10T08:15:17.967312+0000","last_became_active":"2024-09-10T08:12:34.810589+0000","last_became_peered":"2024-09-10T08:12:34.810589+0000","last_unstale":"2024-09-10T08:15:17.967312+0000","last_undegraded":"2024-09-10T08:15:17.967312+0000","last_fullsized":"2024-09-10T08:15:17.967312+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:34:40.703435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1083,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":122,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.673501+0000","last_change":"2024-09-10T08:12:43.873472+0000","last_active":"2024-09-10T08:14:39.673501+0000","last_peered":"2024-09-10T08:14:39.673501+0000","last_clean":"2024-09-10T08:14:39.673501+0000","last_became_active":"2024-09-10T08:12:43.872708+0000","last_became_peered":"2024-09-10T08:12:43.872708+0000","last_unstale":"2024-09-10T08:14:39.673501+0000","last_undegraded":"2024-09-10T08:14:39.673501+0000","last_fullsized":"2024-09-10T08:14:39.673501+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:02:08.059771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.13","version":"90'15","reported_seq":49,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861411+0000","last_change":"2024-09-10T08:12:36.827575+0000","last_active":"2024-09-10T08:14:39.861411+0000","last_peered":"2024-09-10T08:14:39.861411+0000","last_clean":"2024-09-10T08:14:39.861411+0000","last_became_active":"2024-09-10T08:12:36.827219+0000","last_became_peered":"2024-09-10T08:12:36.827219+0000","last_unstale":"2024-09-10T08:14:39.861411+0000","last_undegraded":"2024-09-10T08:14:39.861411+0000","last_fullsized":"2024-09-10T08:14:39.861411+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:46:48.843252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"88'5","reported_seq":45,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.678756+0000","last_change":"2024-09-10T08:12:34.811935+0000","last_active":"2024-09-10T08:14:39.678756+0000","last_peered":"2024-09-10T08:14:39.678756+0000","last_clean":"2024-09-10T08:14:39.678756+0000","last_became_active":"2024-09-10T08:12:34.811456+0000","last_became_peered":"2024-09-10T08:12:34.811456+0000","last_unstale":"2024-09-10T08:14:39.678756+0000","last_undegraded":"2024-09-10T08:14:39.678756+0000","last_fullsized":"2024-09-10T08:14:39.678756+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:17:47.051684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.673862+0000","last_change":"2024-09-10T08:12:43.869439+0000","last_active":"2024-09-10T08:14:39.673862+0000","last_peered":"2024-09-10T08:14:39.673862+0000","last_clean":"2024-09-10T08:14:39.673862+0000","last_became_active":"2024-09-10T08:12:43.869034+0000","last_became_peered":"2024-09-10T08:12:43.869034+0000","last_unstale":"2024-09-10T08:14:39.673862+0000","last_undegraded":"2024-09-10T08:14:39.673862+0000","last_fullsized":"2024-09-10T08:14:39.673862+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:21:54.382769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.674679+0000","last_change":"2024-09-10T08:12:36.829005+0000","last_active":"2024-09-10T08:14:39.674679+0000","last_peered":"2024-09-10T08:14:39.674679+0000","last_clean":"2024-09-10T08:14:39.674679+0000","last_became_active":"2024-09-10T08:12:36.828617+0000","last_became_peered":"2024-09-10T08:12:36.828617+0000","last_unstale":"2024-09-10T08:14:39.674679+0000","last_undegraded":"2024-09-10T08:14:39.674679+0000","last_fullsized":"2024-09-10T08:14:39.674679+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:43:31.280528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"88'9","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.694803+0000","last_change":"2024-09-10T08:14:39.694803+0000","last_active":"2024-09-10T08:14:39.694803+0000","last_peered":"2024-09-10T08:14:39.694803+0000","last_clean":"2024-09-10T08:14:39.694803+0000","last_became_active":"2024-09-10T08:14:39.678382+0000","last_became_peered":"2024-09-10T08:14:39.678382+0000","last_unstale":"2024-09-10T08:14:39.694803+0000","last_undegraded":"2024-09-10T08:14:39.694803+0000","last_fullsized":"2024-09-10T08:14:39.694803+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:36:05.711128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":68,"num_keys_recovered":10,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.679786+0000","last_change":"2024-09-10T08:12:43.863520+0000","last_active":"2024-09-10T08:14:39.679786+0000","last_peered":"2024-09-10T08:14:39.679786+0000","last_clean":"2024-09-10T08:14:39.679786+0000","last_became_active":"2024-09-10T08:12:43.862340+0000","last_became_peered":"2024-09-10T08:12:43.862340+0000","last_unstale":"2024-09-10T08:14:39.679786+0000","last_undegraded":"2024-09-10T08:14:39.679786+0000","last_fullsized":"2024-09-10T08:14:39.679786+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:00:39.711524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"90'6","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.672030+0000","last_change":"2024-09-10T08:12:36.832910+0000","last_active":"2024-09-10T08:14:39.672030+0000","last_peered":"2024-09-10T08:14:39.672030+0000","last_clean":"2024-09-10T08:14:39.672030+0000","last_became_active":"2024-09-10T08:12:36.832581+0000","last_became_peered":"2024-09-10T08:12:36.832581+0000","last_unstale":"2024-09-10T08:14:39.672030+0000","last_undegraded":"2024-09-10T08:14:39.672030+0000","last_fullsized":"2024-09-10T08:14:39.672030+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:40:13.697323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.14","version":"92'41","reported_seq":329,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:18.968985+0000","last_change":"2024-09-10T08:12:34.811160+0000","last_active":"2024-09-10T08:15:18.968985+0000","last_peered":"2024-09-10T08:15:18.968985+0000","last_clean":"2024-09-10T08:15:18.968985+0000","last_became_active":"2024-09-10T08:12:34.810807+0000","last_became_peered":"2024-09-10T08:12:34.810807+0000","last_unstale":"2024-09-10T08:15:18.968985+0000","last_undegraded":"2024-09-10T08:15:18.968985+0000","last_fullsized":"2024-09-10T08:15:18.968985+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":41,"log_dups_size":0,"ondisk_log_size":41,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:59:27.235130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":67527,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":249,"num_read_kb":191,"num_write":43,"num_write_kb":87,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":16,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671700+0000","last_change":"2024-09-10T08:13:39.412935+0000","last_active":"2024-09-10T08:14:39.671700+0000","last_peered":"2024-09-10T08:14:39.671700+0000","last_clean":"2024-09-10T08:14:39.671700+0000","last_became_active":"2024-09-10T08:13:39.412501+0000","last_became_peered":"2024-09-10T08:13:39.412501+0000","last_unstale":"2024-09-10T08:14:39.671700+0000","last_undegraded":"2024-09-10T08:14:39.671700+0000","last_fullsized":"2024-09-10T08:14:39.671700+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:52:57.355460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,11,5],"acting":[10,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.14","version":"90'11","reported_seq":51,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.684724+0000","last_change":"2024-09-10T08:13:39.413044+0000","last_active":"2024-09-10T08:14:39.684724+0000","last_peered":"2024-09-10T08:14:39.684724+0000","last_clean":"2024-09-10T08:14:39.684724+0000","last_became_active":"2024-09-10T08:13:39.412611+0000","last_became_peered":"2024-09-10T08:13:39.412611+0000","last_unstale":"2024-09-10T08:14:39.684724+0000","last_undegraded":"2024-09-10T08:14:39.684724+0000","last_fullsized":"2024-09-10T08:14:39.684724+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:35:39.007629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,6],"acting":[1,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"88'5","reported_seq":45,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.680162+0000","last_change":"2024-09-10T08:12:34.935213+0000","last_active":"2024-09-10T08:14:39.680162+0000","last_peered":"2024-09-10T08:14:39.680162+0000","last_clean":"2024-09-10T08:14:39.680162+0000","last_became_active":"2024-09-10T08:12:34.934653+0000","last_became_peered":"2024-09-10T08:12:34.934653+0000","last_unstale":"2024-09-10T08:14:39.680162+0000","last_undegraded":"2024-09-10T08:14:39.680162+0000","last_fullsized":"2024-09-10T08:14:39.680162+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:18:41.003041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676630+0000","last_change":"2024-09-10T08:12:43.871926+0000","last_active":"2024-09-10T08:14:39.676630+0000","last_peered":"2024-09-10T08:14:39.676630+0000","last_clean":"2024-09-10T08:14:39.676630+0000","last_became_active":"2024-09-10T08:12:43.871484+0000","last_became_peered":"2024-09-10T08:12:43.871484+0000","last_unstale":"2024-09-10T08:14:39.676630+0000","last_undegraded":"2024-09-10T08:14:39.676630+0000","last_fullsized":"2024-09-10T08:14:39.676630+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:28:58.589905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.681819+0000","last_change":"2024-09-10T08:12:36.840159+0000","last_active":"2024-09-10T08:14:39.681819+0000","last_peered":"2024-09-10T08:14:39.681819+0000","last_clean":"2024-09-10T08:14:39.681819+0000","last_became_active":"2024-09-10T08:12:36.839716+0000","last_became_peered":"2024-09-10T08:12:36.839716+0000","last_unstale":"2024-09-10T08:14:39.681819+0000","last_undegraded":"2024-09-10T08:14:39.681819+0000","last_fullsized":"2024-09-10T08:14:39.681819+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:22:29.954782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"88'4","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861337+0000","last_change":"2024-09-10T08:12:34.809229+0000","last_active":"2024-09-10T08:14:39.861337+0000","last_peered":"2024-09-10T08:14:39.861337+0000","last_clean":"2024-09-10T08:14:39.861337+0000","last_became_active":"2024-09-10T08:12:34.808802+0000","last_became_peered":"2024-09-10T08:12:34.808802+0000","last_unstale":"2024-09-10T08:14:39.861337+0000","last_undegraded":"2024-09-10T08:14:39.861337+0000","last_fullsized":"2024-09-10T08:14:39.861337+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:59:34.360559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.672756+0000","last_change":"2024-09-10T08:12:43.870601+0000","last_active":"2024-09-10T08:14:39.672756+0000","last_peered":"2024-09-10T08:14:39.672756+0000","last_clean":"2024-09-10T08:14:39.672756+0000","last_became_active":"2024-09-10T08:12:43.870168+0000","last_became_peered":"2024-09-10T08:12:43.870168+0000","last_unstale":"2024-09-10T08:14:39.672756+0000","last_undegraded":"2024-09-10T08:14:39.672756+0000","last_fullsized":"2024-09-10T08:14:39.672756+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:09:22.578268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.16","version":"90'10","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.684846+0000","last_change":"2024-09-10T08:12:36.834262+0000","last_active":"2024-09-10T08:14:39.684846+0000","last_peered":"2024-09-10T08:14:39.684846+0000","last_clean":"2024-09-10T08:14:39.684846+0000","last_became_active":"2024-09-10T08:12:36.833922+0000","last_became_peered":"2024-09-10T08:12:36.833922+0000","last_unstale":"2024-09-10T08:14:39.684846+0000","last_undegraded":"2024-09-10T08:14:39.684846+0000","last_fullsized":"2024-09-10T08:14:39.684846+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:33:22.621701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"92'6","reported_seq":278,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:18.741950+0000","last_change":"2024-09-10T08:12:34.815637+0000","last_active":"2024-09-10T08:15:18.741950+0000","last_peered":"2024-09-10T08:15:18.741950+0000","last_clean":"2024-09-10T08:15:18.741950+0000","last_became_active":"2024-09-10T08:12:34.815296+0000","last_became_peered":"2024-09-10T08:12:34.815296+0000","last_unstale":"2024-09-10T08:15:18.741950+0000","last_undegraded":"2024-09-10T08:15:18.741950+0000","last_fullsized":"2024-09-10T08:15:18.741950+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:37:39.424478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":233,"num_read_kb":233,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676184+0000","last_change":"2024-09-10T08:12:43.862840+0000","last_active":"2024-09-10T08:14:39.676184+0000","last_peered":"2024-09-10T08:14:39.676184+0000","last_clean":"2024-09-10T08:14:39.676184+0000","last_became_active":"2024-09-10T08:12:43.862406+0000","last_became_peered":"2024-09-10T08:12:43.862406+0000","last_unstale":"2024-09-10T08:14:39.676184+0000","last_undegraded":"2024-09-10T08:14:39.676184+0000","last_fullsized":"2024-09-10T08:14:39.676184+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:18:22.047003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.681089+0000","last_change":"2024-09-10T08:12:43.867758+0000","last_active":"2024-09-10T08:14:39.681089+0000","last_peered":"2024-09-10T08:14:39.681089+0000","last_clean":"2024-09-10T08:14:39.681089+0000","last_became_active":"2024-09-10T08:12:43.867330+0000","last_became_peered":"2024-09-10T08:12:43.867330+0000","last_unstale":"2024-09-10T08:14:39.681089+0000","last_undegraded":"2024-09-10T08:14:39.681089+0000","last_fullsized":"2024-09-10T08:14:39.681089+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:58:09.229320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"90'11","reported_seq":45,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.672858+0000","last_change":"2024-09-10T08:12:36.826035+0000","last_active":"2024-09-10T08:14:39.672858+0000","last_peered":"2024-09-10T08:14:39.672858+0000","last_clean":"2024-09-10T08:14:39.672858+0000","last_became_active":"2024-09-10T08:12:36.825728+0000","last_became_peered":"2024-09-10T08:12:36.825728+0000","last_unstale":"2024-09-10T08:14:39.672858+0000","last_undegraded":"2024-09-10T08:14:39.672858+0000","last_fullsized":"2024-09-10T08:14:39.672858+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:34:52.253250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"88'3","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.678341+0000","last_change":"2024-09-10T08:12:34.814423+0000","last_active":"2024-09-10T08:14:39.678341+0000","last_peered":"2024-09-10T08:14:39.678341+0000","last_clean":"2024-09-10T08:14:39.678341+0000","last_became_active":"2024-09-10T08:12:34.814063+0000","last_became_peered":"2024-09-10T08:12:34.814063+0000","last_unstale":"2024-09-10T08:14:39.678341+0000","last_undegraded":"2024-09-10T08:14:39.678341+0000","last_fullsized":"2024-09-10T08:14:39.678341+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:51:32.749383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.673785+0000","last_change":"2024-09-10T08:13:39.677217+0000","last_active":"2024-09-10T08:14:39.673785+0000","last_peered":"2024-09-10T08:14:39.673785+0000","last_clean":"2024-09-10T08:14:39.673785+0000","last_became_active":"2024-09-10T08:13:39.676759+0000","last_became_peered":"2024-09-10T08:13:39.676759+0000","last_unstale":"2024-09-10T08:14:39.673785+0000","last_undegraded":"2024-09-10T08:14:39.673785+0000","last_fullsized":"2024-09-10T08:14:39.673785+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:39:36.209080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8,0],"acting":[11,4,8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.18","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676046+0000","last_change":"2024-09-10T08:12:36.835980+0000","last_active":"2024-09-10T08:14:39.676046+0000","last_peered":"2024-09-10T08:14:39.676046+0000","last_clean":"2024-09-10T08:14:39.676046+0000","last_became_active":"2024-09-10T08:12:36.835091+0000","last_became_peered":"2024-09-10T08:12:36.835091+0000","last_unstale":"2024-09-10T08:14:39.676046+0000","last_undegraded":"2024-09-10T08:14:39.676046+0000","last_fullsized":"2024-09-10T08:14:39.676046+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:52:09.526296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"88'3","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.675022+0000","last_change":"2024-09-10T08:12:34.805925+0000","last_active":"2024-09-10T08:14:39.675022+0000","last_peered":"2024-09-10T08:14:39.675022+0000","last_clean":"2024-09-10T08:14:39.675022+0000","last_became_active":"2024-09-10T08:12:34.805568+0000","last_became_peered":"2024-09-10T08:12:34.805568+0000","last_unstale":"2024-09-10T08:14:39.675022+0000","last_undegraded":"2024-09-10T08:14:39.675022+0000","last_fullsized":"2024-09-10T08:14:39.675022+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:48:06.627866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"88'7","reported_seq":46,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671969+0000","last_change":"2024-09-10T08:12:34.814702+0000","last_active":"2024-09-10T08:14:39.671969+0000","last_peered":"2024-09-10T08:14:39.671969+0000","last_clean":"2024-09-10T08:14:39.671969+0000","last_became_active":"2024-09-10T08:12:34.814342+0000","last_became_peered":"2024-09-10T08:12:34.814342+0000","last_unstale":"2024-09-10T08:14:39.671969+0000","last_undegraded":"2024-09-10T08:14:39.671969+0000","last_fullsized":"2024-09-10T08:14:39.671969+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:21:13.086961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"90'8","reported_seq":48,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.679173+0000","last_change":"2024-09-10T08:13:39.509144+0000","last_active":"2024-09-10T08:14:39.679173+0000","last_peered":"2024-09-10T08:14:39.679173+0000","last_clean":"2024-09-10T08:14:39.679173+0000","last_became_active":"2024-09-10T08:13:39.508734+0000","last_became_peered":"2024-09-10T08:13:39.508734+0000","last_unstale":"2024-09-10T08:14:39.679173+0000","last_undegraded":"2024-09-10T08:14:39.679173+0000","last_fullsized":"2024-09-10T08:14:39.679173+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:05:42.593094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3],"acting":[5,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677000+0000","last_change":"2024-09-10T08:12:43.869005+0000","last_active":"2024-09-10T08:14:39.677000+0000","last_peered":"2024-09-10T08:14:39.677000+0000","last_clean":"2024-09-10T08:14:39.677000+0000","last_became_active":"2024-09-10T08:12:43.868553+0000","last_became_peered":"2024-09-10T08:12:43.868553+0000","last_unstale":"2024-09-10T08:14:39.677000+0000","last_undegraded":"2024-09-10T08:14:39.677000+0000","last_fullsized":"2024-09-10T08:14:39.677000+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:19:42.304477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"92'6","reported_seq":162,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:14.963078+0000","last_change":"2024-09-10T08:12:34.811244+0000","last_active":"2024-09-10T08:15:14.963078+0000","last_peered":"2024-09-10T08:15:14.963078+0000","last_clean":"2024-09-10T08:15:14.963078+0000","last_became_active":"2024-09-10T08:12:34.810834+0000","last_became_peered":"2024-09-10T08:12:34.810834+0000","last_unstale":"2024-09-10T08:15:14.963078+0000","last_undegraded":"2024-09-10T08:15:14.963078+0000","last_fullsized":"2024-09-10T08:15:14.963078+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:16:17.995366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1117,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":117,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"90'7","reported_seq":47,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671599+0000","last_change":"2024-09-10T08:13:39.749620+0000","last_active":"2024-09-10T08:14:39.671599+0000","last_peered":"2024-09-10T08:14:39.671599+0000","last_clean":"2024-09-10T08:14:39.671599+0000","last_became_active":"2024-09-10T08:13:39.749321+0000","last_became_peered":"2024-09-10T08:13:39.749321+0000","last_unstale":"2024-09-10T08:14:39.671599+0000","last_undegraded":"2024-09-10T08:14:39.671599+0000","last_fullsized":"2024-09-10T08:14:39.671599+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:25:20.412078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,7],"acting":[8,9,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677077+0000","last_change":"2024-09-10T08:12:43.862115+0000","last_active":"2024-09-10T08:14:39.677077+0000","last_peered":"2024-09-10T08:14:39.677077+0000","last_clean":"2024-09-10T08:14:39.677077+0000","last_became_active":"2024-09-10T08:12:43.861732+0000","last_became_peered":"2024-09-10T08:12:43.861732+0000","last_unstale":"2024-09-10T08:14:39.677077+0000","last_undegraded":"2024-09-10T08:14:39.677077+0000","last_fullsized":"2024-09-10T08:14:39.677077+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:14:27.742653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.673600+0000","last_change":"2024-09-10T08:12:36.823862+0000","last_active":"2024-09-10T08:14:39.673600+0000","last_peered":"2024-09-10T08:14:39.673600+0000","last_clean":"2024-09-10T08:14:39.673600+0000","last_became_active":"2024-09-10T08:12:36.823469+0000","last_became_peered":"2024-09-10T08:12:36.823469+0000","last_unstale":"2024-09-10T08:14:39.673600+0000","last_undegraded":"2024-09-10T08:14:39.673600+0000","last_fullsized":"2024-09-10T08:14:39.673600+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:49:39.006645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"90'12","reported_seq":46,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.679223+0000","last_change":"2024-09-10T08:12:36.836892+0000","last_active":"2024-09-10T08:14:39.679223+0000","last_peered":"2024-09-10T08:14:39.679223+0000","last_clean":"2024-09-10T08:14:39.679223+0000","last_became_active":"2024-09-10T08:12:36.836437+0000","last_became_peered":"2024-09-10T08:12:36.836437+0000","last_unstale":"2024-09-10T08:14:39.679223+0000","last_undegraded":"2024-09-10T08:14:39.679223+0000","last_fullsized":"2024-09-10T08:14:39.679223+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:19:20.085951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676404+0000","last_change":"2024-09-10T08:12:36.832733+0000","last_active":"2024-09-10T08:14:39.676404+0000","last_peered":"2024-09-10T08:14:39.676404+0000","last_clean":"2024-09-10T08:14:39.676404+0000","last_became_active":"2024-09-10T08:12:36.832395+0000","last_became_peered":"2024-09-10T08:12:36.832395+0000","last_unstale":"2024-09-10T08:14:39.676404+0000","last_undegraded":"2024-09-10T08:14:39.676404+0000","last_fullsized":"2024-09-10T08:14:39.676404+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:05:41.291574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"90'7","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.681284+0000","last_change":"2024-09-10T08:12:36.837495+0000","last_active":"2024-09-10T08:14:39.681284+0000","last_peered":"2024-09-10T08:14:39.681284+0000","last_clean":"2024-09-10T08:14:39.681284+0000","last_became_active":"2024-09-10T08:12:36.837198+0000","last_became_peered":"2024-09-10T08:12:36.837198+0000","last_unstale":"2024-09-10T08:14:39.681284+0000","last_undegraded":"2024-09-10T08:14:39.681284+0000","last_fullsized":"2024-09-10T08:14:39.681284+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:08:30.363433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"90'4","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677310+0000","last_change":"2024-09-10T08:12:36.825857+0000","last_active":"2024-09-10T08:14:39.677310+0000","last_peered":"2024-09-10T08:14:39.677310+0000","last_clean":"2024-09-10T08:14:39.677310+0000","last_became_active":"2024-09-10T08:12:36.825542+0000","last_became_peered":"2024-09-10T08:12:36.825542+0000","last_unstale":"2024-09-10T08:14:39.677310+0000","last_undegraded":"2024-09-10T08:14:39.677310+0000","last_fullsized":"2024-09-10T08:14:39.677310+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:22:48.590212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"90'6","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.674079+0000","last_change":"2024-09-10T08:12:36.824716+0000","last_active":"2024-09-10T08:14:39.674079+0000","last_peered":"2024-09-10T08:14:39.674079+0000","last_clean":"2024-09-10T08:14:39.674079+0000","last_became_active":"2024-09-10T08:12:36.824366+0000","last_became_peered":"2024-09-10T08:12:36.824366+0000","last_unstale":"2024-09-10T08:14:39.674079+0000","last_undegraded":"2024-09-10T08:14:39.674079+0000","last_fullsized":"2024-09-10T08:14:39.674079+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:55:03.364499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"90'15","reported_seq":49,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677619+0000","last_change":"2024-09-10T08:12:36.833047+0000","last_active":"2024-09-10T08:14:39.677619+0000","last_peered":"2024-09-10T08:14:39.677619+0000","last_clean":"2024-09-10T08:14:39.677619+0000","last_became_active":"2024-09-10T08:12:36.830068+0000","last_became_peered":"2024-09-10T08:12:36.830068+0000","last_unstale":"2024-09-10T08:14:39.677619+0000","last_undegraded":"2024-09-10T08:14:39.677619+0000","last_fullsized":"2024-09-10T08:14:39.677619+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:00:24.585213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"90'2","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677039+0000","last_change":"2024-09-10T08:12:36.839767+0000","last_active":"2024-09-10T08:14:39.677039+0000","last_peered":"2024-09-10T08:14:39.677039+0000","last_clean":"2024-09-10T08:14:39.677039+0000","last_became_active":"2024-09-10T08:12:36.839449+0000","last_became_peered":"2024-09-10T08:12:36.839449+0000","last_unstale":"2024-09-10T08:14:39.677039+0000","last_undegraded":"2024-09-10T08:14:39.677039+0000","last_fullsized":"2024-09-10T08:14:39.677039+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:29:51.721688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"90'6","reported_seq":11,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.682498+0000","last_change":"2024-09-10T08:14:39.681876+0000","last_active":"2024-09-10T08:14:39.682498+0000","last_peered":"2024-09-10T08:14:39.682498+0000","last_clean":"2024-09-10T08:14:39.682498+0000","last_became_active":"2024-09-10T08:14:39.681321+0000","last_became_peered":"2024-09-10T08:14:39.681321+0000","last_unstale":"2024-09-10T08:14:39.682498+0000","last_undegraded":"2024-09-10T08:14:39.682498+0000","last_fullsized":"2024-09-10T08:14:39.682498+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:51:54.415052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,8],"acting":[6,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.29","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676800+0000","last_change":"2024-09-10T08:12:36.840924+0000","last_active":"2024-09-10T08:14:39.676800+0000","last_peered":"2024-09-10T08:14:39.676800+0000","last_clean":"2024-09-10T08:14:39.676800+0000","last_became_active":"2024-09-10T08:12:36.840560+0000","last_became_peered":"2024-09-10T08:12:36.840560+0000","last_unstale":"2024-09-10T08:14:39.676800+0000","last_undegraded":"2024-09-10T08:14:39.676800+0000","last_fullsized":"2024-09-10T08:14:39.676800+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:23:45.417772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"90'10","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.684743+0000","last_change":"2024-09-10T08:12:36.830715+0000","last_active":"2024-09-10T08:14:39.684743+0000","last_peered":"2024-09-10T08:14:39.684743+0000","last_clean":"2024-09-10T08:14:39.684743+0000","last_became_active":"2024-09-10T08:12:36.830267+0000","last_became_peered":"2024-09-10T08:12:36.830267+0000","last_unstale":"2024-09-10T08:14:39.684743+0000","last_undegraded":"2024-09-10T08:14:39.684743+0000","last_fullsized":"2024-09-10T08:14:39.684743+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:23:26.456194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"90'11","reported_seq":45,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676611+0000","last_change":"2024-09-10T08:12:36.824993+0000","last_active":"2024-09-10T08:14:39.676611+0000","last_peered":"2024-09-10T08:14:39.676611+0000","last_clean":"2024-09-10T08:14:39.676611+0000","last_became_active":"2024-09-10T08:12:36.824698+0000","last_became_peered":"2024-09-10T08:12:36.824698+0000","last_unstale":"2024-09-10T08:14:39.676611+0000","last_undegraded":"2024-09-10T08:14:39.676611+0000","last_fullsized":"2024-09-10T08:14:39.676611+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:31:03.705318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.674781+0000","last_change":"2024-09-10T08:12:36.827310+0000","last_active":"2024-09-10T08:14:39.674781+0000","last_peered":"2024-09-10T08:14:39.674781+0000","last_clean":"2024-09-10T08:14:39.674781+0000","last_became_active":"2024-09-10T08:12:36.826931+0000","last_became_peered":"2024-09-10T08:12:36.826931+0000","last_unstale":"2024-09-10T08:14:39.674781+0000","last_undegraded":"2024-09-10T08:14:39.674781+0000","last_fullsized":"2024-09-10T08:14:39.674781+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:15:00.448249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2d","version":"90'7","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677269+0000","last_change":"2024-09-10T08:12:36.832125+0000","last_active":"2024-09-10T08:14:39.677269+0000","last_peered":"2024-09-10T08:14:39.677269+0000","last_clean":"2024-09-10T08:14:39.677269+0000","last_became_active":"2024-09-10T08:12:36.831745+0000","last_became_peered":"2024-09-10T08:12:36.831745+0000","last_unstale":"2024-09-10T08:14:39.677269+0000","last_undegraded":"2024-09-10T08:14:39.677269+0000","last_fullsized":"2024-09-10T08:14:39.677269+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:17:06.928086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"90'10","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.673687+0000","last_change":"2024-09-10T08:12:36.829584+0000","last_active":"2024-09-10T08:14:39.673687+0000","last_peered":"2024-09-10T08:14:39.673687+0000","last_clean":"2024-09-10T08:14:39.673687+0000","last_became_active":"2024-09-10T08:12:36.829266+0000","last_became_peered":"2024-09-10T08:12:36.829266+0000","last_unstale":"2024-09-10T08:14:39.673687+0000","last_undegraded":"2024-09-10T08:14:39.673687+0000","last_fullsized":"2024-09-10T08:14:39.673687+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:53.100598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2f","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.674187+0000","last_change":"2024-09-10T08:12:36.830413+0000","last_active":"2024-09-10T08:14:39.674187+0000","last_peered":"2024-09-10T08:14:39.674187+0000","last_clean":"2024-09-10T08:14:39.674187+0000","last_became_active":"2024-09-10T08:12:36.829718+0000","last_became_peered":"2024-09-10T08:12:36.829718+0000","last_unstale":"2024-09-10T08:14:39.674187+0000","last_undegraded":"2024-09-10T08:14:39.674187+0000","last_fullsized":"2024-09-10T08:14:39.674187+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:49:58.001141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.30","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.684158+0000","last_change":"2024-09-10T08:12:36.830019+0000","last_active":"2024-09-10T08:14:39.684158+0000","last_peered":"2024-09-10T08:14:39.684158+0000","last_clean":"2024-09-10T08:14:39.684158+0000","last_became_active":"2024-09-10T08:12:36.829692+0000","last_became_peered":"2024-09-10T08:12:36.829692+0000","last_unstale":"2024-09-10T08:14:39.684158+0000","last_undegraded":"2024-09-10T08:14:39.684158+0000","last_fullsized":"2024-09-10T08:14:39.684158+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:50:09.660472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.31","version":"90'7","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.680877+0000","last_change":"2024-09-10T08:12:36.840060+0000","last_active":"2024-09-10T08:14:39.680877+0000","last_peered":"2024-09-10T08:14:39.680877+0000","last_clean":"2024-09-10T08:14:39.680877+0000","last_became_active":"2024-09-10T08:12:36.839738+0000","last_became_peered":"2024-09-10T08:12:36.839738+0000","last_unstale":"2024-09-10T08:14:39.680877+0000","last_undegraded":"2024-09-10T08:14:39.680877+0000","last_fullsized":"2024-09-10T08:14:39.680877+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:03:15.086558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.32","version":"90'7","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.681159+0000","last_change":"2024-09-10T08:12:36.836313+0000","last_active":"2024-09-10T08:14:39.681159+0000","last_peered":"2024-09-10T08:14:39.681159+0000","last_clean":"2024-09-10T08:14:39.681159+0000","last_became_active":"2024-09-10T08:12:36.836053+0000","last_became_peered":"2024-09-10T08:12:36.836053+0000","last_unstale":"2024-09-10T08:14:39.681159+0000","last_undegraded":"2024-09-10T08:14:39.681159+0000","last_fullsized":"2024-09-10T08:14:39.681159+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:34:02.441241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"90'10","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676510+0000","last_change":"2024-09-10T08:12:36.824310+0000","last_active":"2024-09-10T08:14:39.676510+0000","last_peered":"2024-09-10T08:14:39.676510+0000","last_clean":"2024-09-10T08:14:39.676510+0000","last_became_active":"2024-09-10T08:12:36.823980+0000","last_became_peered":"2024-09-10T08:12:36.823980+0000","last_unstale":"2024-09-10T08:14:39.676510+0000","last_undegraded":"2024-09-10T08:14:39.676510+0000","last_fullsized":"2024-09-10T08:14:39.676510+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:15:55.322283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"90'7","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677259+0000","last_change":"2024-09-10T08:12:36.829554+0000","last_active":"2024-09-10T08:14:39.677259+0000","last_peered":"2024-09-10T08:14:39.677259+0000","last_clean":"2024-09-10T08:14:39.677259+0000","last_became_active":"2024-09-10T08:12:36.829054+0000","last_became_peered":"2024-09-10T08:12:36.829054+0000","last_unstale":"2024-09-10T08:14:39.677259+0000","last_undegraded":"2024-09-10T08:14:39.677259+0000","last_fullsized":"2024-09-10T08:14:39.677259+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:46:59.763378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"90'6","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861476+0000","last_change":"2024-09-10T08:12:36.831049+0000","last_active":"2024-09-10T08:14:39.861476+0000","last_peered":"2024-09-10T08:14:39.861476+0000","last_clean":"2024-09-10T08:14:39.861476+0000","last_became_active":"2024-09-10T08:12:36.830687+0000","last_became_peered":"2024-09-10T08:12:36.830687+0000","last_unstale":"2024-09-10T08:14:39.861476+0000","last_undegraded":"2024-09-10T08:14:39.861476+0000","last_fullsized":"2024-09-10T08:14:39.861476+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:48:24.014810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"90'16","reported_seq":50,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.672408+0000","last_change":"2024-09-10T08:12:36.832264+0000","last_active":"2024-09-10T08:14:39.672408+0000","last_peered":"2024-09-10T08:14:39.672408+0000","last_clean":"2024-09-10T08:14:39.672408+0000","last_became_active":"2024-09-10T08:12:36.831913+0000","last_became_peered":"2024-09-10T08:12:36.831913+0000","last_unstale":"2024-09-10T08:14:39.672408+0000","last_undegraded":"2024-09-10T08:14:39.672408+0000","last_fullsized":"2024-09-10T08:14:39.672408+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:58:43.692064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.37","version":"90'11","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.673449+0000","last_change":"2024-09-10T08:13:39.408577+0000","last_active":"2024-09-10T08:14:39.673449+0000","last_peered":"2024-09-10T08:14:39.673449+0000","last_clean":"2024-09-10T08:14:39.673449+0000","last_became_active":"2024-09-10T08:13:39.408252+0000","last_became_peered":"2024-09-10T08:13:39.408252+0000","last_unstale":"2024-09-10T08:14:39.673449+0000","last_undegraded":"2024-09-10T08:14:39.673449+0000","last_fullsized":"2024-09-10T08:14:39.673449+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:41:34.439133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,11],"acting":[9,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.38","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.675881+0000","last_change":"2024-09-10T08:12:36.836093+0000","last_active":"2024-09-10T08:14:39.675881+0000","last_peered":"2024-09-10T08:14:39.675881+0000","last_clean":"2024-09-10T08:14:39.675881+0000","last_became_active":"2024-09-10T08:12:36.835554+0000","last_became_peered":"2024-09-10T08:12:36.835554+0000","last_unstale":"2024-09-10T08:14:39.675881+0000","last_undegraded":"2024-09-10T08:14:39.675881+0000","last_fullsized":"2024-09-10T08:14:39.675881+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:19:23.240989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"90'5","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861018+0000","last_change":"2024-09-10T08:12:36.826650+0000","last_active":"2024-09-10T08:14:39.861018+0000","last_peered":"2024-09-10T08:14:39.861018+0000","last_clean":"2024-09-10T08:14:39.861018+0000","last_became_active":"2024-09-10T08:12:36.826323+0000","last_became_peered":"2024-09-10T08:12:36.826323+0000","last_unstale":"2024-09-10T08:14:39.861018+0000","last_undegraded":"2024-09-10T08:14:39.861018+0000","last_fullsized":"2024-09-10T08:14:39.861018+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:33:59.057180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"90'6","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671885+0000","last_change":"2024-09-10T08:12:36.834723+0000","last_active":"2024-09-10T08:14:39.671885+0000","last_peered":"2024-09-10T08:14:39.671885+0000","last_clean":"2024-09-10T08:14:39.671885+0000","last_became_active":"2024-09-10T08:12:36.834381+0000","last_became_peered":"2024-09-10T08:12:36.834381+0000","last_unstale":"2024-09-10T08:14:39.671885+0000","last_undegraded":"2024-09-10T08:14:39.671885+0000","last_fullsized":"2024-09-10T08:14:39.671885+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:40:27.833708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.3b","version":"90'4","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671636+0000","last_change":"2024-09-10T08:12:36.824219+0000","last_active":"2024-09-10T08:14:39.671636+0000","last_peered":"2024-09-10T08:14:39.671636+0000","last_clean":"2024-09-10T08:14:39.671636+0000","last_became_active":"2024-09-10T08:12:36.823889+0000","last_became_peered":"2024-09-10T08:12:36.823889+0000","last_unstale":"2024-09-10T08:14:39.671636+0000","last_undegraded":"2024-09-10T08:14:39.671636+0000","last_fullsized":"2024-09-10T08:14:39.671636+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:08:25.582184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3c","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677232+0000","last_change":"2024-09-10T08:12:36.837829+0000","last_active":"2024-09-10T08:14:39.677232+0000","last_peered":"2024-09-10T08:14:39.677232+0000","last_clean":"2024-09-10T08:14:39.677232+0000","last_became_active":"2024-09-10T08:12:36.837531+0000","last_became_peered":"2024-09-10T08:12:36.837531+0000","last_unstale":"2024-09-10T08:14:39.677232+0000","last_undegraded":"2024-09-10T08:14:39.677232+0000","last_fullsized":"2024-09-10T08:14:39.677232+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:40:40.260405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3d","version":"90'7","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.680964+0000","last_change":"2024-09-10T08:12:36.840652+0000","last_active":"2024-09-10T08:14:39.680964+0000","last_peered":"2024-09-10T08:14:39.680964+0000","last_clean":"2024-09-10T08:14:39.680964+0000","last_became_active":"2024-09-10T08:12:36.840300+0000","last_became_peered":"2024-09-10T08:12:36.840300+0000","last_unstale":"2024-09-10T08:14:39.680964+0000","last_undegraded":"2024-09-10T08:14:39.680964+0000","last_fullsized":"2024-09-10T08:14:39.680964+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:38:52.985183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"90'4","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.681186+0000","last_change":"2024-09-10T08:12:36.834942+0000","last_active":"2024-09-10T08:14:39.681186+0000","last_peered":"2024-09-10T08:14:39.681186+0000","last_clean":"2024-09-10T08:14:39.681186+0000","last_became_active":"2024-09-10T08:12:36.834630+0000","last_became_peered":"2024-09-10T08:12:36.834630+0000","last_unstale":"2024-09-10T08:14:39.681186+0000","last_undegraded":"2024-09-10T08:14:39.681186+0000","last_fullsized":"2024-09-10T08:14:39.681186+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:13:50.463207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3f","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.674183+0000","last_change":"2024-09-10T08:12:36.830866+0000","last_active":"2024-09-10T08:14:39.674183+0000","last_peered":"2024-09-10T08:14:39.674183+0000","last_clean":"2024-09-10T08:14:39.674183+0000","last_became_active":"2024-09-10T08:12:36.830186+0000","last_became_peered":"2024-09-10T08:12:36.830186+0000","last_unstale":"2024-09-10T08:14:39.674183+0000","last_undegraded":"2024-09-10T08:14:39.674183+0000","last_fullsized":"2024-09-10T08:14:39.674183+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:41:50.543954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":76463,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":1135,"num_read_kb":692,"num_write":274,"num_write_kb":166,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":1238,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":229782,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":234,"ondisk_log_size":234,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":76,"seq":326417514543,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36388,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708764,"statfs":{"total":95995035648,"available":95957774336,"internally_reserved":0,"allocated":1069056,"data_stored":526481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":68,"seq":292057776180,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37064,"kb_used_data":1720,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708088,"statfs":{"total":95995035648,"available":95957082112,"internally_reserved":0,"allocated":1761280,"data_stored":1180756,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":63,"seq":270582939705,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36408,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708744,"statfs":{"total":95995035648,"available":95957753856,"internally_reserved":0,"allocated":1089536,"data_stored":529944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":56,"seq":240518168638,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36400,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708752,"statfs":{"total":95995035648,"available":95957762048,"internally_reserved":0,"allocated":1081344,"data_stored":526226,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":49,"seq":210453397570,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36984,"kb_used_data":1640,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708168,"statfs":{"total":95995035648,"available":95957164032,"internally_reserved":0,"allocated":1679360,"data_stored":1124351,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":44,"seq":188978561096,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28060,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717092,"statfs":{"total":95995035648,"available":95966302208,"internally_reserved":0,"allocated":1060864,"data_stored":522381,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790029,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36992,"kb_used_data":1648,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708160,"statfs":{"total":95995035648,"available":95957155840,"internally_reserved":0,"allocated":1687552,"data_stored":1118409,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953555,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36396,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708756,"statfs":{"total":95995035648,"available":95957766144,"internally_reserved":0,"allocated":1077248,"data_stored":527586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":24,"seq":103079215191,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28080,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717072,"statfs":{"total":95995035648,"available":95966281728,"internally_reserved":0,"allocated":1073152,"data_stored":521060,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411421,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36456,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708696,"statfs":{"total":95995035648,"available":95957704704,"internally_reserved":0,"allocated":1138688,"data_stored":589779,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574946,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36452,"kb_used_data":1108,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708700,"statfs":{"total":95995035648,"available":95957708800,"internally_reserved":0,"allocated":1134592,"data_stored":590938,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738471,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32244,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712908,"statfs":{"total":95995035648,"available":95962017792,"internally_reserved":0,"allocated":1085440,"data_stored":523303,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":70308,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":69149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3315,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1751,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":122880,"data_stored":69758,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1755,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:15:21.613 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:15:21.904 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:15:22.200 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:21 smithi067 ceph-mon[31051]: from='client.15402 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T08:15:22.200 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:21 smithi067 ceph-mon[31051]: from='client.15408 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T08:15:22.200 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:21 smithi067 ceph-mon[31051]: from='client.15414 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T08:15:22.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:21 smithi203 ceph-mon[34672]: from='client.15402 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T08:15:22.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:21 smithi203 ceph-mon[34672]: from='client.15408 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T08:15:22.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:21 smithi203 ceph-mon[34672]: from='client.15414 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T08:15:22.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:21 smithi133 ceph-mon[34721]: from='client.15402 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T08:15:22.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:21 smithi133 ceph-mon[34721]: from='client.15408 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T08:15:22.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:21 smithi133 ceph-mon[34721]: from='client.15414 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T08:15:22.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.422+0000 7fde2b59e640 1 -- 172.21.15.67:0/3552642051 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fde2c102bf0 msgr2=0x7fde2c102fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:22.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.422+0000 7fde2b59e640 1 --2- 172.21.15.67:0/3552642051 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fde2c102bf0 0x7fde2c102fd0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fde1c009900 tx=0x7fde1c02a480 comp rx=0 tx=0).stop 2024-09-10T08:15:22.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.422+0000 7fde2b59e640 1 -- 172.21.15.67:0/3552642051 shutdown_connections 2024-09-10T08:15:22.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.422+0000 7fde2b59e640 1 --2- 172.21.15.67:0/3552642051 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fde2c10bfd0 0x7fde2c10e450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:22.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.422+0000 7fde2b59e640 1 --2- 172.21.15.67:0/3552642051 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fde2c103510 0x7fde2c10ba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:22.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.422+0000 7fde2b59e640 1 --2- 172.21.15.67:0/3552642051 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fde2c102bf0 0x7fde2c102fd0 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:22.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.422+0000 7fde2b59e640 1 -- 172.21.15.67:0/3552642051 >> 172.21.15.67:0/3552642051 conn(0x7fde2c0fc630 msgr2=0x7fde2c0fea50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:22.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.422+0000 7fde2b59e640 1 -- 172.21.15.67:0/3552642051 shutdown_connections 2024-09-10T08:15:22.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.422+0000 7fde2b59e640 1 -- 172.21.15.67:0/3552642051 wait complete. 2024-09-10T08:15:22.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.422+0000 7fde2b59e640 1 Processor -- start 2024-09-10T08:15:22.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.422+0000 7fde2b59e640 1 -- start start 2024-09-10T08:15:22.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.423+0000 7fde2b59e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fde2c102bf0 0x7fde2c198200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:22.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.423+0000 7fde2b59e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fde2c103510 0x7fde2c198740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:22.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.423+0000 7fde2b59e640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fde2c10bfd0 0x7fde2c19cad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:22.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.423+0000 7fde2b59e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fde2c111ca0 con 0x7fde2c102bf0 2024-09-10T08:15:22.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.423+0000 7fde2b59e640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fde2c111b20 con 0x7fde2c103510 2024-09-10T08:15:22.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.423+0000 7fde2b59e640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fde2c111e20 con 0x7fde2c10bfd0 2024-09-10T08:15:22.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.423+0000 7fde2a59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fde2c102bf0 0x7fde2c198200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:22.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.423+0000 7fde2a59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fde2c102bf0 0x7fde2c198200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40096/0 (socket says 172.21.15.67:40096) 2024-09-10T08:15:22.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.423+0000 7fde2a59c640 1 -- 172.21.15.67:0/636089237 learned_addr learned my addr 172.21.15.67:0/636089237 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:22.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.423+0000 7fde29d9b640 1 --2- 172.21.15.67:0/636089237 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fde2c103510 0x7fde2c198740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:22.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.423+0000 7fde2ad9d640 1 --2- 172.21.15.67:0/636089237 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fde2c10bfd0 0x7fde2c19cad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:22.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.423+0000 7fde2a59c640 1 -- 172.21.15.67:0/636089237 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fde2c10bfd0 msgr2=0x7fde2c19cad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:22.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.423+0000 7fde2a59c640 1 --2- 172.21.15.67:0/636089237 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fde2c10bfd0 0x7fde2c19cad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:22.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.423+0000 7fde2a59c640 1 -- 172.21.15.67:0/636089237 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fde2c103510 msgr2=0x7fde2c198740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:22.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.423+0000 7fde2a59c640 1 --2- 172.21.15.67:0/636089237 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fde2c103510 0x7fde2c198740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:22.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.423+0000 7fde2a59c640 1 -- 172.21.15.67:0/636089237 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde2c19d1b0 con 0x7fde2c102bf0 2024-09-10T08:15:22.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.423+0000 7fde2a59c640 1 --2- 172.21.15.67:0/636089237 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fde2c102bf0 0x7fde2c198200 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fde1c005940 tx=0x7fde1c004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:22.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.424+0000 7fde1b7fe640 1 -- 172.21.15.67:0/636089237 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde1c03f030 con 0x7fde2c102bf0 2024-09-10T08:15:22.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.424+0000 7fde2b59e640 1 -- 172.21.15.67:0/636089237 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde2c19d440 con 0x7fde2c102bf0 2024-09-10T08:15:22.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.424+0000 7fde1b7fe640 1 -- 172.21.15.67:0/636089237 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fde1c003aa0 con 0x7fde2c102bf0 2024-09-10T08:15:22.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.424+0000 7fde1b7fe640 1 -- 172.21.15.67:0/636089237 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde1c035070 con 0x7fde2c102bf0 2024-09-10T08:15:22.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.424+0000 7fde2b59e640 1 -- 172.21.15.67:0/636089237 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde2c1a4d80 con 0x7fde2c102bf0 2024-09-10T08:15:22.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.425+0000 7fde2b59e640 1 -- 172.21.15.67:0/636089237 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde2c06b010 con 0x7fde2c102bf0 2024-09-10T08:15:22.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.426+0000 7fde1b7fe640 1 -- 172.21.15.67:0/636089237 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 19) ==== 137884+0+0 (secure 0 0 0) 0x7fde1c042030 con 0x7fde2c102bf0 2024-09-10T08:15:22.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.427+0000 7fde1b7fe640 1 --2- 172.21.15.67:0/636089237 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fde140a2c10 0x7fde140a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:22.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.427+0000 7fde29d9b640 1 --2- 172.21.15.67:0/636089237 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fde140a2c10 0x7fde140a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:22.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.427+0000 7fde1b7fe640 1 -- 172.21.15.67:0/636089237 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fde1c0eff20 con 0x7fde2c102bf0 2024-09-10T08:15:22.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.427+0000 7fde29d9b640 1 --2- 172.21.15.67:0/636089237 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fde140a2c10 0x7fde140a50d0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fde2c0fed30 tx=0x7fde20009110 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:22.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.430+0000 7fde1b7fe640 1 -- 172.21.15.67:0/636089237 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fde1c0bc920 con 0x7fde2c102bf0 2024-09-10T08:15:22.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.640+0000 7fde2b59e640 1 -- 172.21.15.67:0/636089237 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fde2c107050 con 0x7fde2c102bf0 2024-09-10T08:15:22.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.641+0000 7fde1b7fe640 1 -- 172.21.15.67:0/636089237 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11983 (secure 0 0 0) 0x7fde1c0bc220 con 0x7fde2c102bf0 2024-09-10T08:15:22.640 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:15:22.641 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":29,"btime":"2024-09-10T08:15:16:896413+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3649064068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3649064068},{"type":"v1","addr":"172.21.15.67:6835","nonce":3649064068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6837/384364542","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6836","nonce":384364542},{"type":"v1","addr":"172.21.15.67:6837","nonce":384364542}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T08:12:37.538183+0000","modified":"2024-09-10T08:15:16.520232+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24479,"mds_1":24475,"mds_2":24457,"mds_3":24412,"mds_4":24404},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6839/2770928820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6838","nonce":2770928820},{"type":"v1","addr":"172.21.15.67:6839","nonce":2770928820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14628":{"gid":14628,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6841/1116344955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6840","nonce":1116344955},{"type":"v1","addr":"172.21.15.67:6841","nonce":1116344955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24404":{"gid":24404,"name":"k","rank":4,"incarnation":26,"state":"up:active","state_seq":23,"addr":"172.21.15.133:6833/2920270168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":2920270168},{"type":"v1","addr":"172.21.15.133:6833","nonce":2920270168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24412":{"gid":24412,"name":"l","rank":3,"incarnation":24,"state":"up:active","state_seq":23,"addr":"172.21.15.203:6833/754287689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":754287689},{"type":"v1","addr":"172.21.15.203:6833","nonce":754287689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/3573205749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3573205749},{"type":"v1","addr":"172.21.15.133:6835","nonce":3573205749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6835/3722546188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":3722546188},{"type":"v1","addr":"172.21.15.203:6835","nonce":3722546188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/667764093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":667764093},{"type":"v1","addr":"172.21.15.133:6837","nonce":667764093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":19,"addr":"172.21.15.203:6837/4255783395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":4255783395},{"type":"v1","addr":"172.21.15.203:6837","nonce":4255783395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":17,"addr":"172.21.15.203:6839/2311592321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2311592321},{"type":"v1","addr":"172.21.15.203:6839","nonce":2311592321}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.133:6839/1848609384","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":1848609384},{"type":"v1","addr":"172.21.15.133:6839","nonce":1848609384}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24479,"qdb_cluster":[24404,24412,24457,24475,24479]},"id":1}]} 2024-09-10T08:15:22.641 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 29 2024-09-10T08:15:22.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.643+0000 7fde2b59e640 1 -- 172.21.15.67:0/636089237 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fde140a2c10 msgr2=0x7fde140a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:22.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.643+0000 7fde2b59e640 1 --2- 172.21.15.67:0/636089237 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fde140a2c10 0x7fde140a50d0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fde2c0fed30 tx=0x7fde20009110 comp rx=0 tx=0).stop 2024-09-10T08:15:22.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.643+0000 7fde2b59e640 1 -- 172.21.15.67:0/636089237 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fde2c102bf0 msgr2=0x7fde2c198200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:22.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.643+0000 7fde2b59e640 1 --2- 172.21.15.67:0/636089237 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fde2c102bf0 0x7fde2c198200 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fde1c005940 tx=0x7fde1c004270 comp rx=0 tx=0).stop 2024-09-10T08:15:22.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.643+0000 7fde2b59e640 1 -- 172.21.15.67:0/636089237 shutdown_connections 2024-09-10T08:15:22.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.643+0000 7fde2b59e640 1 --2- 172.21.15.67:0/636089237 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fde140a2c10 0x7fde140a50d0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:22.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.643+0000 7fde2b59e640 1 --2- 172.21.15.67:0/636089237 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fde2c103510 0x7fde2c198740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:22.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.643+0000 7fde2b59e640 1 --2- 172.21.15.67:0/636089237 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fde2c10bfd0 0x7fde2c19cad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:22.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.643+0000 7fde2b59e640 1 --2- 172.21.15.67:0/636089237 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fde2c102bf0 0x7fde2c198200 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:22.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.643+0000 7fde2b59e640 1 -- 172.21.15.67:0/636089237 >> 172.21.15.67:0/636089237 conn(0x7fde2c0fc630 msgr2=0x7fde2c0fdef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:22.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.643+0000 7fde2b59e640 1 -- 172.21.15.67:0/636089237 shutdown_connections 2024-09-10T08:15:22.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:22.643+0000 7fde2b59e640 1 -- 172.21.15.67:0/636089237 wait complete. 2024-09-10T08:15:23.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:22 smithi067 ceph-mon[31051]: pgmap v374: 129 pgs: 129 active+clean; 652 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.8 KiB/s wr, 11 op/s 2024-09-10T08:15:23.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:22 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/636089237' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:15:23.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:22 smithi203 ceph-mon[34672]: pgmap v374: 129 pgs: 129 active+clean; 652 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.8 KiB/s wr, 11 op/s 2024-09-10T08:15:23.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:22 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/636089237' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:15:23.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:22 smithi133 ceph-mon[34721]: pgmap v374: 129 pgs: 129 active+clean; 652 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.8 KiB/s wr, 11 op/s 2024-09-10T08:15:23.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:22 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/636089237' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:15:23.467 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph osd dump --format=json 2024-09-10T08:15:23.728 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:15:24.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.225+0000 7f8eb5fa8640 1 -- 172.21.15.67:0/2517485324 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8eb0101de0 msgr2=0x7f8eb01021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:24.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.225+0000 7f8eb5fa8640 1 --2- 172.21.15.67:0/2517485324 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8eb0101de0 0x7f8eb01021c0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f8ea0009900 tx=0x7f8ea002a410 comp rx=0 tx=0).stop 2024-09-10T08:15:24.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.225+0000 7f8eb5fa8640 1 -- 172.21.15.67:0/2517485324 shutdown_connections 2024-09-10T08:15:24.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.225+0000 7f8eb5fa8640 1 --2- 172.21.15.67:0/2517485324 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8eb0102790 0x7f8eb01067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:24.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.225+0000 7f8eb5fa8640 1 --2- 172.21.15.67:0/2517485324 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8eb0106f10 0x7f8eb010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:24.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.225+0000 7f8eb5fa8640 1 --2- 172.21.15.67:0/2517485324 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8eb0101de0 0x7f8eb01021c0 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:24.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.225+0000 7f8eb5fa8640 1 -- 172.21.15.67:0/2517485324 >> 172.21.15.67:0/2517485324 conn(0x7f8eb00fd8c0 msgr2=0x7f8eb00ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:24.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.225+0000 7f8eb5fa8640 1 -- 172.21.15.67:0/2517485324 shutdown_connections 2024-09-10T08:15:24.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.225+0000 7f8eb5fa8640 1 -- 172.21.15.67:0/2517485324 wait complete. 2024-09-10T08:15:24.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.226+0000 7f8eb5fa8640 1 Processor -- start 2024-09-10T08:15:24.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.226+0000 7f8eb5fa8640 1 -- start start 2024-09-10T08:15:24.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.226+0000 7f8eb5fa8640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8eb0101de0 0x7f8eb0198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:24.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.226+0000 7f8eb5fa8640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8eb0102790 0x7f8eb01988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:24.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.226+0000 7f8eb5fa8640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8eb0106f10 0x7f8eb019cc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:24.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.226+0000 7f8eb5fa8640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f8eb0111e20 con 0x7f8eb0106f10 2024-09-10T08:15:24.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.226+0000 7f8eb5fa8640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f8eb0111ca0 con 0x7f8eb0102790 2024-09-10T08:15:24.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.226+0000 7f8eb5fa8640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f8eb0111fa0 con 0x7f8eb0101de0 2024-09-10T08:15:24.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.227+0000 7f8eaffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8eb0106f10 0x7f8eb019cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:24.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.227+0000 7f8eaffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8eb0106f10 0x7f8eb019cc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40120/0 (socket says 172.21.15.67:40120) 2024-09-10T08:15:24.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.227+0000 7f8eaffff640 1 -- 172.21.15.67:0/2208059413 learned_addr learned my addr 172.21.15.67:0/2208059413 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:24.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.227+0000 7f8eaf7fe640 1 --2- 172.21.15.67:0/2208059413 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8eb0101de0 0x7f8eb0198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:24.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.227+0000 7f8eaeffd640 1 --2- 172.21.15.67:0/2208059413 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8eb0102790 0x7f8eb01988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:24.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.227+0000 7f8eaffff640 1 -- 172.21.15.67:0/2208059413 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8eb0101de0 msgr2=0x7f8eb0198360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:24.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.227+0000 7f8eaffff640 1 --2- 172.21.15.67:0/2208059413 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8eb0101de0 0x7f8eb0198360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:24.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.227+0000 7f8eaffff640 1 -- 172.21.15.67:0/2208059413 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8eb0102790 msgr2=0x7f8eb01988a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:24.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.227+0000 7f8eaffff640 1 --2- 172.21.15.67:0/2208059413 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8eb0102790 0x7f8eb01988a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:24.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.227+0000 7f8eaffff640 1 -- 172.21.15.67:0/2208059413 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8eb019d310 con 0x7f8eb0106f10 2024-09-10T08:15:24.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.227+0000 7f8eaffff640 1 --2- 172.21.15.67:0/2208059413 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8eb0106f10 0x7f8eb019cc30 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f8ea800eaa0 tx=0x7f8ea800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:24.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.227+0000 7f8eacff9640 1 -- 172.21.15.67:0/2208059413 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ea800cdb0 con 0x7f8eb0106f10 2024-09-10T08:15:24.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.227+0000 7f8eacff9640 1 -- 172.21.15.67:0/2208059413 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8ea8005020 con 0x7f8eb0106f10 2024-09-10T08:15:24.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.227+0000 7f8eb5fa8640 1 -- 172.21.15.67:0/2208059413 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8eb019d600 con 0x7f8eb0106f10 2024-09-10T08:15:24.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.227+0000 7f8eacff9640 1 -- 172.21.15.67:0/2208059413 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ea80116d0 con 0x7f8eb0106f10 2024-09-10T08:15:24.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.227+0000 7f8eb5fa8640 1 -- 172.21.15.67:0/2208059413 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8eb01a4ee0 con 0x7f8eb0106f10 2024-09-10T08:15:24.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.228+0000 7f8eb5fa8640 1 -- 172.21.15.67:0/2208059413 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8eb01021c0 con 0x7f8eb0106f10 2024-09-10T08:15:24.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.229+0000 7f8eacff9640 1 -- 172.21.15.67:0/2208059413 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 19) ==== 137884+0+0 (secure 0 0 0) 0x7f8ea80051d0 con 0x7f8eb0106f10 2024-09-10T08:15:24.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.230+0000 7f8eacff9640 1 --2- 172.21.15.67:0/2208059413 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f8e980a2c10 0x7f8e980a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:24.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.231+0000 7f8eaf7fe640 1 --2- 172.21.15.67:0/2208059413 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f8e980a2c10 0x7f8e980a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:24.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.231+0000 7f8eacff9640 1 -- 172.21.15.67:0/2208059413 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f8ea80cf680 con 0x7f8eb0106f10 2024-09-10T08:15:24.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.231+0000 7f8eaf7fe640 1 --2- 172.21.15.67:0/2208059413 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f8e980a2c10 0x7f8e980a50d0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f8ea0031440 tx=0x7f8ea0005b50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:24.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.235+0000 7f8eacff9640 1 -- 172.21.15.67:0/2208059413 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f8ea8016030 con 0x7f8eb0106f10 2024-09-10T08:15:24.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.410+0000 7f8eb5fa8640 1 -- 172.21.15.67:0/2208059413 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8eb0109b60 con 0x7f8eb0106f10 2024-09-10T08:15:24.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.412+0000 7f8eacff9640 1 -- 172.21.15.67:0/2208059413 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v92) ==== 74+0+24966 (secure 0 0 0) 0x7f8ea809ba30 con 0x7f8eb0106f10 2024-09-10T08:15:24.412 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:15:24.412 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":92,"fsid":"315284b0-6f4b-11ef-bcea-c7b262605968","created":"2024-09-10T08:04:51.999264+0000","modified":"2024-09-10T08:14:39.667529+0000","last_up_change":"2024-09-10T08:11:44.006308+0000","last_in_change":"2024-09-10T08:11:20.252568+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:07:54.225673+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:12:33.710480+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T08:12:35.789356+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T08:12:42.280527+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f86e49e6-6996-48db-b2b5-45e56df21941","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6803","nonce":2156529365}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6805","nonce":2156529365}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6809","nonce":2156529365}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6807","nonce":2156529365}]},"public_addr":"172.21.15.67:6803/2156529365","cluster_addr":"172.21.15.67:6805/2156529365","heartbeat_back_addr":"172.21.15.67:6809/2156529365","heartbeat_front_addr":"172.21.15.67:6807/2156529365","state":["exists","up"]},{"osd":1,"uuid":"5d1404fb-621b-43f8-aae0-9b3bb2c84e92","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6801","nonce":3995937115}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6803","nonce":3995937115}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6807","nonce":3995937115}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6805","nonce":3995937115}]},"public_addr":"172.21.15.133:6801/3995937115","cluster_addr":"172.21.15.133:6803/3995937115","heartbeat_back_addr":"172.21.15.133:6807/3995937115","heartbeat_front_addr":"172.21.15.133:6805/3995937115","state":["exists","up"]},{"osd":2,"uuid":"f1a75f4e-9c67-4536-aad8-56469112fda1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6801","nonce":3905493348}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6803","nonce":3905493348}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6807","nonce":3905493348}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6805","nonce":3905493348}]},"public_addr":"172.21.15.203:6801/3905493348","cluster_addr":"172.21.15.203:6803/3905493348","heartbeat_back_addr":"172.21.15.203:6807/3905493348","heartbeat_front_addr":"172.21.15.203:6805/3905493348","state":["exists","up"]},{"osd":3,"uuid":"b58a1682-c3a7-4094-a4c8-d132c11d478f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6811","nonce":1513600391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6813","nonce":1513600391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6817","nonce":1513600391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6815","nonce":1513600391}]},"public_addr":"172.21.15.67:6811/1513600391","cluster_addr":"172.21.15.67:6813/1513600391","heartbeat_back_addr":"172.21.15.67:6817/1513600391","heartbeat_front_addr":"172.21.15.67:6815/1513600391","state":["exists","up"]},{"osd":4,"uuid":"cc22f878-3de9-4257-abab-069be0664dff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6809","nonce":873062362}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6811","nonce":873062362}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6815","nonce":873062362}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6813","nonce":873062362}]},"public_addr":"172.21.15.133:6809/873062362","cluster_addr":"172.21.15.133:6811/873062362","heartbeat_back_addr":"172.21.15.133:6815/873062362","heartbeat_front_addr":"172.21.15.133:6813/873062362","state":["exists","up"]},{"osd":5,"uuid":"6e4b48f9-df8e-43e5-ba21-589cbe4bf349","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6809","nonce":2104437925}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6811","nonce":2104437925}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6815","nonce":2104437925}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6813","nonce":2104437925}]},"public_addr":"172.21.15.203:6809/2104437925","cluster_addr":"172.21.15.203:6811/2104437925","heartbeat_back_addr":"172.21.15.203:6815/2104437925","heartbeat_front_addr":"172.21.15.203:6813/2104437925","state":["exists","up"]},{"osd":6,"uuid":"bc0ce4e2-ab6c-4d1d-a17c-f16ccf214696","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6819","nonce":3451855313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6821","nonce":3451855313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6825","nonce":3451855313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6823","nonce":3451855313}]},"public_addr":"172.21.15.67:6819/3451855313","cluster_addr":"172.21.15.67:6821/3451855313","heartbeat_back_addr":"172.21.15.67:6825/3451855313","heartbeat_front_addr":"172.21.15.67:6823/3451855313","state":["exists","up"]},{"osd":7,"uuid":"b114b175-4fec-45f5-846f-edbd7f3f6a40","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6817","nonce":3668519078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6819","nonce":3668519078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6823","nonce":3668519078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6821","nonce":3668519078}]},"public_addr":"172.21.15.133:6817/3668519078","cluster_addr":"172.21.15.133:6819/3668519078","heartbeat_back_addr":"172.21.15.133:6823/3668519078","heartbeat_front_addr":"172.21.15.133:6821/3668519078","state":["exists","up"]},{"osd":8,"uuid":"d31ce685-0a86-44b4-86ff-c2f7282de65e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6817","nonce":472763919}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6819","nonce":472763919}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6823","nonce":472763919}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6820","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6821","nonce":472763919}]},"public_addr":"172.21.15.203:6817/472763919","cluster_addr":"172.21.15.203:6819/472763919","heartbeat_back_addr":"172.21.15.203:6823/472763919","heartbeat_front_addr":"172.21.15.203:6821/472763919","state":["exists","up"]},{"osd":9,"uuid":"aa95ebe2-9111-4d0d-97cb-d0e19ab1b3cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6827","nonce":228642541}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6829","nonce":228642541}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6833","nonce":228642541}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6831","nonce":228642541}]},"public_addr":"172.21.15.67:6827/228642541","cluster_addr":"172.21.15.67:6829/228642541","heartbeat_back_addr":"172.21.15.67:6833/228642541","heartbeat_front_addr":"172.21.15.67:6831/228642541","state":["exists","up"]},{"osd":10,"uuid":"d732bc25-9273-4964-b8bf-441ae03fe4c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6825","nonce":1358359980}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6827","nonce":1358359980}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6831","nonce":1358359980}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6829","nonce":1358359980}]},"public_addr":"172.21.15.133:6825/1358359980","cluster_addr":"172.21.15.133:6827/1358359980","heartbeat_back_addr":"172.21.15.133:6831/1358359980","heartbeat_front_addr":"172.21.15.133:6829/1358359980","state":["exists","up"]},{"osd":11,"uuid":"8467eb04-6d28-4e6e-8f44-19022da895c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6824","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6825","nonce":1340245932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6827","nonce":1340245932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6831","nonce":1340245932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6828","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6829","nonce":1340245932}]},"public_addr":"172.21.15.203:6825/1340245932","cluster_addr":"172.21.15.203:6827/1340245932","heartbeat_back_addr":"172.21.15.203:6831/1340245932","heartbeat_front_addr":"172.21.15.203:6829/1340245932","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:07:00.686495+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:07:25.963125+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:07:51.678889+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:08:17.214730+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:08:42.566829+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:09:07.208130+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:09:33.332707+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:09:58.718647+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:10:24.866450+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:10:50.740704+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:11:16.269602+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:11:42.296645+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.6","mappings":[{"from":3,"to":8}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.1a","mappings":[{"from":5,"to":7}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":4,"to":7}]},{"pgid":"3.28","mappings":[{"from":5,"to":6},{"from":3,"to":8}]},{"pgid":"3.37","mappings":[{"from":1,"to":9}]},{"pgid":"4.f","mappings":[{"from":9,"to":8},{"from":5,"to":10}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:0/420992675":"2024-09-11T08:05:37.717567+0000","172.21.15.67:0/2960294013":"2024-09-11T08:05:37.717567+0000","172.21.15.67:6801/2987520524":"2024-09-11T08:05:37.717567+0000","172.21.15.67:6800/2987520524":"2024-09-11T08:05:37.717567+0000","172.21.15.67:0/3383024850":"2024-09-11T08:05:13.831541+0000","172.21.15.67:6801/1869292132":"2024-09-11T08:05:13.831541+0000","172.21.15.67:6800/1869292132":"2024-09-11T08:05:13.831541+0000","172.21.15.67:0/4178209804":"2024-09-11T08:05:37.717567+0000","172.21.15.67:0/2105313351":"2024-09-11T08:05:13.831541+0000","172.21.15.67:0/4063198473":"2024-09-11T08:05:13.831541+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:15:24.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.414+0000 7f8eb5fa8640 1 -- 172.21.15.67:0/2208059413 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f8e980a2c10 msgr2=0x7f8e980a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:24.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.414+0000 7f8eb5fa8640 1 --2- 172.21.15.67:0/2208059413 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f8e980a2c10 0x7f8e980a50d0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f8ea0031440 tx=0x7f8ea0005b50 comp rx=0 tx=0).stop 2024-09-10T08:15:24.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.414+0000 7f8eb5fa8640 1 -- 172.21.15.67:0/2208059413 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8eb0106f10 msgr2=0x7f8eb019cc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:24.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.414+0000 7f8eb5fa8640 1 --2- 172.21.15.67:0/2208059413 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8eb0106f10 0x7f8eb019cc30 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f8ea800eaa0 tx=0x7f8ea800ef60 comp rx=0 tx=0).stop 2024-09-10T08:15:24.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.414+0000 7f8eb5fa8640 1 -- 172.21.15.67:0/2208059413 shutdown_connections 2024-09-10T08:15:24.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.414+0000 7f8eb5fa8640 1 --2- 172.21.15.67:0/2208059413 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f8e980a2c10 0x7f8e980a50d0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:24.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.414+0000 7f8eb5fa8640 1 --2- 172.21.15.67:0/2208059413 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8eb0102790 0x7f8eb01988a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:24.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.414+0000 7f8eb5fa8640 1 --2- 172.21.15.67:0/2208059413 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8eb0106f10 0x7f8eb019cc30 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:24.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.414+0000 7f8eb5fa8640 1 --2- 172.21.15.67:0/2208059413 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8eb0101de0 0x7f8eb0198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:24.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.415+0000 7f8eb5fa8640 1 -- 172.21.15.67:0/2208059413 >> 172.21.15.67:0/2208059413 conn(0x7f8eb00fd8c0 msgr2=0x7f8eb00fec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:24.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.415+0000 7f8eb5fa8640 1 -- 172.21.15.67:0/2208059413 shutdown_connections 2024-09-10T08:15:24.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:24.415+0000 7f8eb5fa8640 1 -- 172.21.15.67:0/2208059413 wait complete. 2024-09-10T08:15:25.053 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:24 smithi067 ceph-mon[31051]: pgmap v375: 129 pgs: 129 active+clean; 652 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 1.8 KiB/s wr, 11 op/s 2024-09-10T08:15:25.054 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:24 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/2208059413' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:15:25.243 DEBUG:tasks.fwd_scrub:Yielding 2024-09-10T08:15:25.243 INFO:teuthology.run_tasks:Running task background_exec... 2024-09-10T08:15:25.256 INFO:teuthology.task.background_exec:Running background command on role mon.a host ubuntu@smithi067.front.sepia.ceph.com 2024-09-10T08:15:25.256 DEBUG:teuthology.orchestra.run.smithi067:> sudo TESTDIR=/home/ubuntu/cephtest daemon-helper kill --kill-group bash -c 'while sleep 13; do ceph tell mds.cephfs:0 flush journal; done' 2024-09-10T08:15:25.256 INFO:tasks.fwd_scrub.fs.[cephfs]:start scrubbing fs: cephfs 2024-09-10T08:15:25.257 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-10T08:15:25.257 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-10T08:15:25.259 INFO:teuthology.run_tasks:Running task quiescer... 2024-09-10T08:15:25.298 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-10T08:15:25.298 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph pg dump --format=json 2024-09-10T08:15:25.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:24 smithi203 ceph-mon[34672]: pgmap v375: 129 pgs: 129 active+clean; 652 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 1.8 KiB/s wr, 11 op/s 2024-09-10T08:15:25.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:24 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/2208059413' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:15:25.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:24 smithi133 ceph-mon[34721]: pgmap v375: 129 pgs: 129 active+clean; 652 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 1.8 KiB/s wr, 11 op/s 2024-09-10T08:15:25.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:24 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/2208059413' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:15:25.532 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:15:25.809 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:15:26.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.275+0000 7f9959a75640 1 -- 172.21.15.67:0/1851904785 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9954102570 msgr2=0x7f99541029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:26.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.275+0000 7f9959a75640 1 --2- 172.21.15.67:0/1851904785 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9954102570 0x7f99541029b0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f993c009900 tx=0x7f993c02a480 comp rx=0 tx=0).stop 2024-09-10T08:15:26.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.275+0000 7f9959a75640 1 -- 172.21.15.67:0/1851904785 shutdown_connections 2024-09-10T08:15:26.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.275+0000 7f9959a75640 1 --2- 172.21.15.67:0/1851904785 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9954102ef0 0x7f995410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:26.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.275+0000 7f9959a75640 1 --2- 172.21.15.67:0/1851904785 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9954102570 0x7f99541029b0 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:26.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.275+0000 7f9959a75640 1 --2- 172.21.15.67:0/1851904785 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9954100e20 0x7f9954101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:26.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.275+0000 7f9959a75640 1 -- 172.21.15.67:0/1851904785 >> 172.21.15.67:0/1851904785 conn(0x7f99540fc7d0 msgr2=0x7f99540febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:26.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.275+0000 7f9959a75640 1 -- 172.21.15.67:0/1851904785 shutdown_connections 2024-09-10T08:15:26.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.275+0000 7f9959a75640 1 -- 172.21.15.67:0/1851904785 wait complete. 2024-09-10T08:15:26.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.276+0000 7f9959a75640 1 Processor -- start 2024-09-10T08:15:26.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.276+0000 7f9959a75640 1 -- start start 2024-09-10T08:15:26.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.276+0000 7f9959a75640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9954100e20 0x7f9954198450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:26.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.276+0000 7f9959a75640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9954102570 0x7f9954198990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:26.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.276+0000 7f9959a75640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9954102ef0 0x7f995419cd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:26.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.276+0000 7f9959a75640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f9954110e30 con 0x7f9954102570 2024-09-10T08:15:26.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.276+0000 7f9959a75640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f9954110cb0 con 0x7f9954100e20 2024-09-10T08:15:26.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.276+0000 7f9959a75640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f9954110fb0 con 0x7f9954102ef0 2024-09-10T08:15:26.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.276+0000 7f994bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9954102570 0x7f9954198990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:26.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.276+0000 7f994bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9954102570 0x7f9954198990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48164/0 (socket says 172.21.15.67:48164) 2024-09-10T08:15:26.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.276+0000 7f994bfff640 1 -- 172.21.15.67:0/2600209291 learned_addr learned my addr 172.21.15.67:0/2600209291 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:26.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.276+0000 7f99537fe640 1 --2- 172.21.15.67:0/2600209291 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9954100e20 0x7f9954198450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:26.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.276+0000 7f9953fff640 1 --2- 172.21.15.67:0/2600209291 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9954102ef0 0x7f995419cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:26.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.276+0000 7f994bfff640 1 -- 172.21.15.67:0/2600209291 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9954102ef0 msgr2=0x7f995419cd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:26.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.276+0000 7f994bfff640 1 --2- 172.21.15.67:0/2600209291 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9954102ef0 0x7f995419cd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:26.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.276+0000 7f994bfff640 1 -- 172.21.15.67:0/2600209291 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9954100e20 msgr2=0x7f9954198450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:26.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.276+0000 7f994bfff640 1 --2- 172.21.15.67:0/2600209291 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9954100e20 0x7f9954198450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:26.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.276+0000 7f994bfff640 1 -- 172.21.15.67:0/2600209291 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f995419d400 con 0x7f9954102570 2024-09-10T08:15:26.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.276+0000 7f9953fff640 1 --2- 172.21.15.67:0/2600209291 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9954102ef0 0x7f995419cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:15:26.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.276+0000 7f994bfff640 1 --2- 172.21.15.67:0/2600209291 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9954102570 0x7f9954198990 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f993c006010 tx=0x7f993c004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:26.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.277+0000 7f99517fa640 1 -- 172.21.15.67:0/2600209291 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f993c03f030 con 0x7f9954102570 2024-09-10T08:15:26.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.277+0000 7f9959a75640 1 -- 172.21.15.67:0/2600209291 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f995419d690 con 0x7f9954102570 2024-09-10T08:15:26.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.277+0000 7f99517fa640 1 -- 172.21.15.67:0/2600209291 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f993c003aa0 con 0x7f9954102570 2024-09-10T08:15:26.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.277+0000 7f99517fa640 1 -- 172.21.15.67:0/2600209291 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f993c035070 con 0x7f9954102570 2024-09-10T08:15:26.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.277+0000 7f9959a75640 1 -- 172.21.15.67:0/2600209291 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99541a4fd0 con 0x7f9954102570 2024-09-10T08:15:26.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.280+0000 7f99517fa640 1 -- 172.21.15.67:0/2600209291 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 19) ==== 137884+0+0 (secure 0 0 0) 0x7f993c042030 con 0x7f9954102570 2024-09-10T08:15:26.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.280+0000 7f995be4e740 1 Processor -- start 2024-09-10T08:15:26.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.280+0000 7f995be4e740 1 -- start start 2024-09-10T08:15:26.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.280+0000 7f995be4e740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56436ca0bb60 0x56436ca0bf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:26.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.280+0000 7f995be4e740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56436ca0c480 0x56436ca16800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:26.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.280+0000 7f995be4e740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56436ca16d40 0x56436ca19130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:26.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.280+0000 7f995be4e740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x56436c971280 con 0x56436ca16d40 2024-09-10T08:15:26.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.280+0000 7f995be4e740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x56436c918b10 con 0x56436ca0bb60 2024-09-10T08:15:26.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.280+0000 7f995be4e740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x56436c96d240 con 0x56436ca0c480 2024-09-10T08:15:26.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.281+0000 7f994bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56436ca16d40 0x56436ca19130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:26.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.281+0000 7f994bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56436ca16d40 0x56436ca19130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48172/0 (socket says 172.21.15.67:48172) 2024-09-10T08:15:26.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.281+0000 7f994bfff640 1 -- 172.21.15.67:0/4078471550 learned_addr learned my addr 172.21.15.67:0/4078471550 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:26.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.281+0000 7f9953fff640 1 --2- 172.21.15.67:0/4078471550 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56436ca0bb60 0x56436ca0bf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:26.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.281+0000 7f99517fa640 1 --2- 172.21.15.67:0/2600209291 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f99400a2c10 0x7f99400a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:26.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.281+0000 7f99537fe640 1 --2- 172.21.15.67:0/4078471550 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56436ca0c480 0x56436ca16800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:26.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.281+0000 7f99517fa640 1 -- 172.21.15.67:0/2600209291 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f993c0efba0 con 0x7f9954102570 2024-09-10T08:15:26.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.281+0000 7f994bfff640 1 -- 172.21.15.67:0/4078471550 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56436ca0c480 msgr2=0x56436ca16800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:26.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.281+0000 7f994bfff640 1 --2- 172.21.15.67:0/4078471550 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56436ca0c480 0x56436ca16800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:26.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.281+0000 7f994bfff640 1 -- 172.21.15.67:0/4078471550 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56436ca0bb60 msgr2=0x56436ca0bf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:26.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.281+0000 7f994bfff640 1 --2- 172.21.15.67:0/4078471550 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56436ca0bb60 0x56436ca0bf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:26.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.281+0000 7f994bfff640 1 -- 172.21.15.67:0/4078471550 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56436c9251f0 con 0x56436ca16d40 2024-09-10T08:15:26.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.281+0000 7f9953fff640 1 --2- 172.21.15.67:0/4078471550 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56436ca0bb60 0x56436ca0bf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:15:26.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.281+0000 7f99537fe640 1 --2- 172.21.15.67:0/4078471550 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56436ca0c480 0x56436ca16800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:15:26.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.281+0000 7f9953fff640 1 --2- 172.21.15.67:0/2600209291 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f99400a2c10 0x7f99400a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:26.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.281+0000 7f994bfff640 1 --2- 172.21.15.67:0/4078471550 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56436ca16d40 0x56436ca19130 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f993c0bbba0 tx=0x7f993c02a480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c37d70e9330d375d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:26.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.281+0000 7f9949ffb640 1 -- 172.21.15.67:0/4078471550 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f993c049030 con 0x56436ca16d40 2024-09-10T08:15:26.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.282+0000 7f9949ffb640 1 -- 172.21.15.67:0/4078471550 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f993c0bc5a0 con 0x56436ca16d40 2024-09-10T08:15:26.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.282+0000 7f9949ffb640 1 -- 172.21.15.67:0/4078471550 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f993c0f3020 con 0x56436ca16d40 2024-09-10T08:15:26.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.282+0000 7f995be4e740 1 -- 172.21.15.67:0/4078471550 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56436ca16d40 msgr2=0x56436ca19130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:26.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.282+0000 7f9953fff640 1 --2- 172.21.15.67:0/2600209291 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f99400a2c10 0x7f99400a50d0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f994c005fd0 tx=0x7f994c004a40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:26.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.282+0000 7f995be4e740 1 --2- 172.21.15.67:0/4078471550 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56436ca16d40 0x56436ca19130 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f993c0bbba0 tx=0x7f993c02a480 comp rx=0 tx=0).stop 2024-09-10T08:15:26.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.282+0000 7f995be4e740 1 -- 172.21.15.67:0/4078471550 shutdown_connections 2024-09-10T08:15:26.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.282+0000 7f995be4e740 1 --2- 172.21.15.67:0/4078471550 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56436ca16d40 0x56436ca19130 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:26.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.282+0000 7f995be4e740 1 --2- 172.21.15.67:0/4078471550 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56436ca0c480 0x56436ca16800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:26.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.282+0000 7f995be4e740 1 --2- 172.21.15.67:0/4078471550 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56436ca0bb60 0x56436ca0bf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:26.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.282+0000 7f995be4e740 1 -- 172.21.15.67:0/4078471550 >> 172.21.15.67:0/4078471550 conn(0x56436ca080f0 msgr2=0x56436ca084d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:26.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.282+0000 7f995be4e740 1 -- 172.21.15.67:0/4078471550 shutdown_connections 2024-09-10T08:15:26.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.282+0000 7f995be4e740 1 -- 172.21.15.67:0/4078471550 wait complete. 2024-09-10T08:15:26.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.283+0000 7f995be4e740 1 -- start start 2024-09-10T08:15:26.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.283+0000 7f995be4e740 1 Processor -- start 2024-09-10T08:15:26.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.283+0000 7f995be4e740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56436ca0bb60 0x56436ca13c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:26.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.283+0000 7f995be4e740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56436ca0c480 0x56436ca14170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:26.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.283+0000 7f995be4e740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56436ca16d40 0x56436ca146b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:26.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.283+0000 7f995be4e740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x56436ca196d0 con 0x56436ca0c480 2024-09-10T08:15:26.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.283+0000 7f995be4e740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x56436c92bf10 con 0x56436ca16d40 2024-09-10T08:15:26.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.283+0000 7f995be4e740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x56436ca19850 con 0x56436ca0bb60 2024-09-10T08:15:26.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.283+0000 7f995be4e740 10 client.0 _ll_register_callbacks cb 0x56436c8f4a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:15:26.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.283+0000 7f994bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56436ca0c480 0x56436ca14170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:26.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.283+0000 7f994bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56436ca0c480 0x56436ca14170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48174/0 (socket says 172.21.15.67:48174) 2024-09-10T08:15:26.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.283+0000 7f994bfff640 1 -- 172.21.15.67:0/2768896762 learned_addr learned my addr 172.21.15.67:0/2768896762 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:26.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.284+0000 7f99537fe640 1 --2- 172.21.15.67:0/2768896762 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56436ca0bb60 0x56436ca13c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:26.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.284+0000 7f9953fff640 1 --2- 172.21.15.67:0/2768896762 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56436ca16d40 0x56436ca146b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:26.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.284+0000 7f994bfff640 1 -- 172.21.15.67:0/2768896762 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56436ca0bb60 msgr2=0x56436ca13c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:26.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.284+0000 7f994bfff640 1 --2- 172.21.15.67:0/2768896762 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56436ca0bb60 0x56436ca13c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:26.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.284+0000 7f994bfff640 1 -- 172.21.15.67:0/2768896762 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56436ca16d40 msgr2=0x56436ca146b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:26.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.284+0000 7f994bfff640 1 --2- 172.21.15.67:0/2768896762 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56436ca16d40 0x56436ca146b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:26.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.284+0000 7f994bfff640 1 -- 172.21.15.67:0/2768896762 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56436c6e26a0 con 0x56436ca0c480 2024-09-10T08:15:26.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.284+0000 7f99537fe640 1 --2- 172.21.15.67:0/2768896762 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56436ca0bb60 0x56436ca13c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:15:26.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.284+0000 7f994bfff640 1 --2- 172.21.15.67:0/2768896762 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56436ca0c480 0x56436ca14170 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f993c0ed6d0 tx=0x7f993c0ed5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e48ccea19e741bc1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:26.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.284+0000 7f9932ffd640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:15:26.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.284+0000 7f9932ffd640 1 -- 172.21.15.67:0/2768896762 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f993c049040 con 0x56436ca0c480 2024-09-10T08:15:26.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.284+0000 7f9932ffd640 1 -- 172.21.15.67:0/2768896762 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f993c0ba1a0 con 0x56436ca0c480 2024-09-10T08:15:26.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.284+0000 7f995be4e740 1 -- 172.21.15.67:0/2768896762 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f993c0bc5a0 con 0x56436ca0c480 2024-09-10T08:15:26.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.284+0000 7f9932ffd640 1 -- 172.21.15.67:0/2768896762 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f993c0bb9e0 con 0x56436ca0c480 2024-09-10T08:15:26.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.284+0000 7f995be4e740 10 client.15438 fetch_fsmap learned FSMap version 29 2024-09-10T08:15:26.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.284+0000 7f995be4e740 1 -- 172.21.15.67:0/2768896762 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56436ca196d0 con 0x56436ca0c480 2024-09-10T08:15:26.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.284+0000 7f9932ffd640 1 -- 172.21.15.67:0/2768896762 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f993c0bc5a0 con 0x56436ca0c480 2024-09-10T08:15:26.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.285+0000 7f9932ffd640 1 -- 172.21.15.67:0/2768896762 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f993c0c4680 con 0x56436ca0c480 2024-09-10T08:15:26.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.285+0000 7f995be4e740 10 client.15438 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:15:26.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.285+0000 7f995be4e740 10 client.15438 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:15:26.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.285+0000 7f995be4e740 20 client.15438 populate_metadata read hostname 'smithi067' 2024-09-10T08:15:26.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.285+0000 7f995be4e740 1 --2- 172.21.15.67:0/2768896762 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x56436ca26550 0x56436ca28970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:26.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.285+0000 7f995be4e740 4 client.15438 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:15:26.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.285+0000 7f995be4e740 1 -- 172.21.15.67:0/2768896762 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56436c97e7f0 con 0x56436ca26550 2024-09-10T08:15:26.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.285+0000 7f99537fe640 1 --2- 172.21.15.67:0/2768896762 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x56436ca26550 0x56436ca28970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:26.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.285+0000 7f99537fe640 1 --2- 172.21.15.67:0/2768896762 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x56436ca26550 0x56436ca28970 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=94c63f21f39f09fa server_cookie=671d56b3d1da9c66 in_seq=0 out_seq=0 2024-09-10T08:15:26.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.285+0000 7f9932ffd640 10 client.15438 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:15:26.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.286+0000 7f9932ffd640 1 -- 172.21.15.67:0/2768896762 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56436c97e7f0 con 0x56436ca26550 2024-09-10T08:15:26.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.286+0000 7f9932ffd640 10 client.15438 handle_command_reply: tid=0 2024-09-10T08:15:26.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.286+0000 7f995be4e740 1 client.15438 shutdown 2024-09-10T08:15:26.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.286+0000 7f995be4e740 1 -- 172.21.15.67:0/2768896762 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56436ca0c480 msgr2=0x56436ca14170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:26.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.286+0000 7f995be4e740 1 --2- 172.21.15.67:0/2768896762 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56436ca0c480 0x56436ca14170 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f993c0ed6d0 tx=0x7f993c0ed5d0 comp rx=0 tx=0).stop 2024-09-10T08:15:26.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.286+0000 7f995be4e740 1 -- 172.21.15.67:0/2768896762 shutdown_connections 2024-09-10T08:15:26.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.286+0000 7f995be4e740 1 --2- 172.21.15.67:0/2768896762 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x56436ca26550 0x56436ca28970 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:26.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.286+0000 7f995be4e740 1 --2- 172.21.15.67:0/2768896762 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56436ca16d40 0x56436ca146b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:26.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.286+0000 7f995be4e740 1 --2- 172.21.15.67:0/2768896762 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56436ca0c480 0x56436ca14170 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:26.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.286+0000 7f995be4e740 1 --2- 172.21.15.67:0/2768896762 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56436ca0bb60 0x56436ca13c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:26.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.286+0000 7f995be4e740 1 -- 172.21.15.67:0/2768896762 >> 172.21.15.67:0/2768896762 conn(0x56436ca080f0 msgr2=0x56436ca0ddd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:26.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.286+0000 7f9932ffd640 0 client.15438 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:15:26.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.286+0000 7f995be4e740 1 -- 172.21.15.67:0/2768896762 shutdown_connections 2024-09-10T08:15:26.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.286+0000 7f995be4e740 1 -- 172.21.15.67:0/2768896762 wait complete. 2024-09-10T08:15:26.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.287+0000 7f995be4e740 20 client.15438 trim_cache size 0 max 16384 2024-09-10T08:15:26.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.304+0000 7f995be4e740 1 Processor -- start 2024-09-10T08:15:26.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.304+0000 7f995be4e740 1 -- start start 2024-09-10T08:15:26.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.304+0000 7f995be4e740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56436ca0bb60 0x56436ca2e220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:26.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.304+0000 7f995be4e740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56436ca0c480 0x56436ca2e760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:26.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.304+0000 7f995be4e740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56436ca16d40 0x56436ca0d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:26.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.304+0000 7f995be4e740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f99541aec40 con 0x56436ca0bb60 2024-09-10T08:15:26.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.304+0000 7f995be4e740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f99541b0780 con 0x56436ca16d40 2024-09-10T08:15:26.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.304+0000 7f995be4e740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f99541af310 con 0x56436ca0c480 2024-09-10T08:15:26.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.304+0000 7f99537fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56436ca0bb60 0x56436ca2e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:26.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.304+0000 7f99537fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56436ca0bb60 0x56436ca2e220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48188/0 (socket says 172.21.15.67:48188) 2024-09-10T08:15:26.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.304+0000 7f99537fe640 1 -- 172.21.15.67:0/3865801474 learned_addr learned my addr 172.21.15.67:0/3865801474 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:26.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.304+0000 7f994bfff640 1 --2- 172.21.15.67:0/3865801474 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56436ca0c480 0x56436ca2e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:26.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.304+0000 7f9953fff640 1 --2- 172.21.15.67:0/3865801474 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56436ca16d40 0x56436ca0d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:26.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.304+0000 7f99537fe640 1 -- 172.21.15.67:0/3865801474 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56436ca0c480 msgr2=0x56436ca2e760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:26.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.304+0000 7f99537fe640 1 --2- 172.21.15.67:0/3865801474 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56436ca0c480 0x56436ca2e760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:26.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.304+0000 7f99537fe640 1 -- 172.21.15.67:0/3865801474 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56436ca16d40 msgr2=0x56436ca0d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:26.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.305+0000 7f99537fe640 1 --2- 172.21.15.67:0/3865801474 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56436ca16d40 0x56436ca0d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:26.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.305+0000 7f99537fe640 1 -- 172.21.15.67:0/3865801474 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56436ca0c2b0 con 0x56436ca0bb60 2024-09-10T08:15:26.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.305+0000 7f9953fff640 1 --2- 172.21.15.67:0/3865801474 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56436ca16d40 0x56436ca0d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:15:26.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.305+0000 7f99537fe640 1 --2- 172.21.15.67:0/3865801474 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56436ca0bb60 0x56436ca2e220 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f9944009b80 tx=0x7f9944005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=821b99ad3ba04402 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:26.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.305+0000 7f99497fa640 1 -- 172.21.15.67:0/3865801474 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9944005020 con 0x56436ca0bb60 2024-09-10T08:15:26.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.305+0000 7f99497fa640 1 -- 172.21.15.67:0/3865801474 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f99440047a0 con 0x56436ca0bb60 2024-09-10T08:15:26.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.305+0000 7f99497fa640 1 -- 172.21.15.67:0/3865801474 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9944010690 con 0x56436ca0bb60 2024-09-10T08:15:26.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.305+0000 7f995be4e740 1 -- 172.21.15.67:0/3865801474 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56436ca0bb60 msgr2=0x56436ca2e220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:26.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.305+0000 7f995be4e740 1 --2- 172.21.15.67:0/3865801474 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56436ca0bb60 0x56436ca2e220 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f9944009b80 tx=0x7f9944005f90 comp rx=0 tx=0).stop 2024-09-10T08:15:26.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.306+0000 7f995be4e740 1 -- 172.21.15.67:0/3865801474 shutdown_connections 2024-09-10T08:15:26.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.306+0000 7f995be4e740 1 --2- 172.21.15.67:0/3865801474 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56436ca16d40 0x56436ca0d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:26.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.306+0000 7f995be4e740 1 --2- 172.21.15.67:0/3865801474 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56436ca0c480 0x56436ca2e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:26.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.306+0000 7f995be4e740 1 --2- 172.21.15.67:0/3865801474 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56436ca0bb60 0x56436ca2e220 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:26.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.306+0000 7f995be4e740 1 -- 172.21.15.67:0/3865801474 >> 172.21.15.67:0/3865801474 conn(0x56436ca080f0 msgr2=0x56436ca12d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:26.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.306+0000 7f995be4e740 1 -- 172.21.15.67:0/3865801474 shutdown_connections 2024-09-10T08:15:26.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.306+0000 7f995be4e740 1 -- 172.21.15.67:0/3865801474 wait complete. 2024-09-10T08:15:26.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.306+0000 7f995be4e740 1 -- start start 2024-09-10T08:15:26.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.306+0000 7f995be4e740 1 Processor -- start 2024-09-10T08:15:26.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.307+0000 7f995be4e740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56436ca0bb60 0x56436ca1f280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:26.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.307+0000 7f995be4e740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56436ca0c480 0x56436ca10b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:26.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.307+0000 7f995be4e740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56436ca16d40 0x56436ca110b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:26.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.307+0000 7f995be4e740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f99541b00b0 con 0x56436ca0c480 2024-09-10T08:15:26.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.307+0000 7f995be4e740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f99541af9e0 con 0x56436ca0bb60 2024-09-10T08:15:26.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.307+0000 7f995be4e740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f99541acc20 con 0x56436ca16d40 2024-09-10T08:15:26.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.307+0000 7f995be4e740 10 client.0 _ll_register_callbacks cb 0x7f993c005890 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:15:26.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.307+0000 7f994bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56436ca0c480 0x56436ca10b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:26.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.307+0000 7f994bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56436ca0c480 0x56436ca10b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48194/0 (socket says 172.21.15.67:48194) 2024-09-10T08:15:26.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.307+0000 7f994bfff640 1 -- 172.21.15.67:0/2056217872 learned_addr learned my addr 172.21.15.67:0/2056217872 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:26.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.307+0000 7f9953fff640 1 --2- 172.21.15.67:0/2056217872 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56436ca16d40 0x56436ca110b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:26.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.307+0000 7f99537fe640 1 --2- 172.21.15.67:0/2056217872 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56436ca0bb60 0x56436ca1f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:26.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.307+0000 7f994bfff640 1 -- 172.21.15.67:0/2056217872 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56436ca16d40 msgr2=0x56436ca110b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:26.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.307+0000 7f994bfff640 1 --2- 172.21.15.67:0/2056217872 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56436ca16d40 0x56436ca110b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:26.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.307+0000 7f994bfff640 1 -- 172.21.15.67:0/2056217872 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56436ca0bb60 msgr2=0x56436ca1f280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:26.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.307+0000 7f994bfff640 1 --2- 172.21.15.67:0/2056217872 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56436ca0bb60 0x56436ca1f280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:26.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.307+0000 7f994bfff640 1 -- 172.21.15.67:0/2056217872 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56436ca118e0 con 0x56436ca0c480 2024-09-10T08:15:26.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.307+0000 7f994bfff640 1 --2- 172.21.15.67:0/2056217872 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56436ca0c480 0x56436ca10b30 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f993c0b8870 tx=0x7f993c02a480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83f0b2e74f223ea7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:26.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.307+0000 7f9932ffd640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:15:26.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.307+0000 7f9932ffd640 1 -- 172.21.15.67:0/2056217872 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f993c049070 con 0x56436ca0c480 2024-09-10T08:15:26.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.307+0000 7f9932ffd640 1 -- 172.21.15.67:0/2056217872 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f993c0ba1a0 con 0x56436ca0c480 2024-09-10T08:15:26.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.308+0000 7f995be4e740 1 -- 172.21.15.67:0/2056217872 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f99440047a0 con 0x56436ca0c480 2024-09-10T08:15:26.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.308+0000 7f9932ffd640 1 -- 172.21.15.67:0/2056217872 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f993c0d8020 con 0x56436ca0c480 2024-09-10T08:15:26.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.308+0000 7f995be4e740 10 client.15444 fetch_fsmap learned FSMap version 29 2024-09-10T08:15:26.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.308+0000 7f995be4e740 1 -- 172.21.15.67:0/2056217872 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56436ca118e0 con 0x56436ca0c480 2024-09-10T08:15:26.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.308+0000 7f9932ffd640 1 -- 172.21.15.67:0/2056217872 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f99440047a0 con 0x56436ca0c480 2024-09-10T08:15:26.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.308+0000 7f9932ffd640 1 -- 172.21.15.67:0/2056217872 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f993c03bc90 con 0x56436ca0c480 2024-09-10T08:15:26.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.308+0000 7f995be4e740 10 client.15444 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:15:26.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.308+0000 7f995be4e740 10 client.15444 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:15:26.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.308+0000 7f995be4e740 20 client.15444 populate_metadata read hostname 'smithi067' 2024-09-10T08:15:26.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.308+0000 7f995be4e740 1 --2- 172.21.15.67:0/2056217872 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x56436ca914e0 0x56436ca938d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:26.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.308+0000 7f995be4e740 4 client.15444 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-10T08:15:26.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.308+0000 7f995be4e740 1 -- 172.21.15.67:0/2056217872 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x56436c978d00 con 0x56436ca914e0 2024-09-10T08:15:26.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.308+0000 7f99537fe640 1 --2- 172.21.15.67:0/2056217872 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x56436ca914e0 0x56436ca938d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:26.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.309+0000 7f99537fe640 1 --2- 172.21.15.67:0/2056217872 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x56436ca914e0 0x56436ca938d0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ab10602ad3f48a17 server_cookie=a824c079e920caee in_seq=0 out_seq=0 2024-09-10T08:15:26.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.309+0000 7f9932ffd640 10 client.15444 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:15:26.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.310+0000 7f9932ffd640 1 -- 172.21.15.67:0/2056217872 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x56436c978d00 con 0x56436ca914e0 2024-09-10T08:15:26.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.310+0000 7f9932ffd640 10 client.15444 handle_command_reply: tid=0 2024-09-10T08:15:26.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.310+0000 7f995be4e740 1 client.15444 shutdown 2024-09-10T08:15:26.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.310+0000 7f995be4e740 1 -- 172.21.15.67:0/2056217872 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56436ca0c480 msgr2=0x56436ca10b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:26.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.310+0000 7f995be4e740 1 --2- 172.21.15.67:0/2056217872 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56436ca0c480 0x56436ca10b30 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f993c0b8870 tx=0x7f993c02a480 comp rx=0 tx=0).stop 2024-09-10T08:15:26.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.310+0000 7f995be4e740 1 -- 172.21.15.67:0/2056217872 shutdown_connections 2024-09-10T08:15:26.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.310+0000 7f995be4e740 1 --2- 172.21.15.67:0/2056217872 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x56436ca914e0 0x56436ca938d0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:26.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.310+0000 7f995be4e740 1 --2- 172.21.15.67:0/2056217872 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56436ca16d40 0x56436ca110b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:26.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.310+0000 7f995be4e740 1 --2- 172.21.15.67:0/2056217872 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56436ca0c480 0x56436ca10b30 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:26.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.310+0000 7f995be4e740 1 --2- 172.21.15.67:0/2056217872 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56436ca0bb60 0x56436ca1f280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:26.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.310+0000 7f995be4e740 1 -- 172.21.15.67:0/2056217872 >> 172.21.15.67:0/2056217872 conn(0x56436ca080f0 msgr2=0x56436ca0d5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:26.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.310+0000 7f9932ffd640 0 client.15444 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:15:26.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.310+0000 7f995be4e740 1 -- 172.21.15.67:0/2056217872 shutdown_connections 2024-09-10T08:15:26.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.310+0000 7f995be4e740 1 -- 172.21.15.67:0/2056217872 wait complete. 2024-09-10T08:15:26.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.311+0000 7f995be4e740 20 client.15444 trim_cache size 0 max 16384 2024-09-10T08:15:26.315 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:15:26.315 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": 0, 2024-09-10T08:15:26.315 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_tag": "448a5e8e-3646-4988-88fb-bcb34c35f8ed", 2024-09-10T08:15:26.315 INFO:teuthology.orchestra.run.smithi067.stdout: "mode": "asynchronous" 2024-09-10T08:15:26.315 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:15:26.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.311+0000 7f9959a75640 1 -- 172.21.15.67:0/2600209291 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f99400a2c10 msgr2=0x7f99400a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:26.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.311+0000 7f9959a75640 1 --2- 172.21.15.67:0/2600209291 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f99400a2c10 0x7f99400a50d0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f994c005fd0 tx=0x7f994c004a40 comp rx=0 tx=0).stop 2024-09-10T08:15:26.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.311+0000 7f9959a75640 1 -- 172.21.15.67:0/2600209291 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9954102570 msgr2=0x7f9954198990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:26.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.311+0000 7f9959a75640 1 --2- 172.21.15.67:0/2600209291 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9954102570 0x7f9954198990 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f993c006010 tx=0x7f993c004270 comp rx=0 tx=0).stop 2024-09-10T08:15:26.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.311+0000 7f9959a75640 1 -- 172.21.15.67:0/2600209291 shutdown_connections 2024-09-10T08:15:26.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.311+0000 7f9959a75640 1 --2- 172.21.15.67:0/2600209291 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f99400a2c10 0x7f99400a50d0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:26.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.311+0000 7f9959a75640 1 --2- 172.21.15.67:0/2600209291 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9954102ef0 0x7f995419cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:26.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.311+0000 7f9959a75640 1 --2- 172.21.15.67:0/2600209291 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9954102570 0x7f9954198990 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:26.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.311+0000 7f9959a75640 1 --2- 172.21.15.67:0/2600209291 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9954100e20 0x7f9954198450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:26.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.311+0000 7f9959a75640 1 -- 172.21.15.67:0/2600209291 >> 172.21.15.67:0/2600209291 conn(0x7f99540fc7d0 msgr2=0x7f99541038d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:26.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.311+0000 7f9959a75640 1 -- 172.21.15.67:0/2600209291 shutdown_connections 2024-09-10T08:15:26.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.311+0000 7f9959a75640 1 -- 172.21.15.67:0/2600209291 wait complete. 2024-09-10T08:15:26.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.464+0000 7faad3ce2640 1 -- 172.21.15.67:0/3950796122 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faacc101de0 msgr2=0x7faacc1021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:26.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.464+0000 7faad3ce2640 1 --2- 172.21.15.67:0/3950796122 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faacc101de0 0x7faacc1021c0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7faac8009900 tx=0x7faac802a410 comp rx=0 tx=0).stop 2024-09-10T08:15:26.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.464+0000 7faad3ce2640 1 -- 172.21.15.67:0/3950796122 shutdown_connections 2024-09-10T08:15:26.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.464+0000 7faad3ce2640 1 --2- 172.21.15.67:0/3950796122 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faacc102790 0x7faacc1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:26.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.464+0000 7faad3ce2640 1 --2- 172.21.15.67:0/3950796122 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faacc106f10 0x7faacc10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:26.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.464+0000 7faad3ce2640 1 --2- 172.21.15.67:0/3950796122 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faacc101de0 0x7faacc1021c0 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:26.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.464+0000 7faad3ce2640 1 -- 172.21.15.67:0/3950796122 >> 172.21.15.67:0/3950796122 conn(0x7faacc0fd8c0 msgr2=0x7faacc0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:26.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.464+0000 7faad3ce2640 1 -- 172.21.15.67:0/3950796122 shutdown_connections 2024-09-10T08:15:26.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.464+0000 7faad3ce2640 1 -- 172.21.15.67:0/3950796122 wait complete. 2024-09-10T08:15:26.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.465+0000 7faad3ce2640 1 Processor -- start 2024-09-10T08:15:26.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.465+0000 7faad3ce2640 1 -- start start 2024-09-10T08:15:26.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.465+0000 7faad3ce2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faacc101de0 0x7faacc0744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:26.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.465+0000 7faad3ce2640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faacc102790 0x7faacc074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:26.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.465+0000 7faad3ce2640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faacc106f10 0x7faacc074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:26.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.465+0000 7faad3ce2640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7faacc111e20 con 0x7faacc101de0 2024-09-10T08:15:26.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.465+0000 7faad3ce2640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7faacc111ca0 con 0x7faacc102790 2024-09-10T08:15:26.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.465+0000 7faad3ce2640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7faacc111fa0 con 0x7faacc106f10 2024-09-10T08:15:26.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.465+0000 7faad1a7e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faacc101de0 0x7faacc0744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:26.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.465+0000 7faad1a7e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faacc101de0 0x7faacc0744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48208/0 (socket says 172.21.15.67:48208) 2024-09-10T08:15:26.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.465+0000 7faad1a7e640 1 -- 172.21.15.67:0/862129972 learned_addr learned my addr 172.21.15.67:0/862129972 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:26.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.465+0000 7faad1a7e640 1 -- 172.21.15.67:0/862129972 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faacc106f10 msgr2=0x7faacc074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:26.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.465+0000 7faad227f640 1 --2- 172.21.15.67:0/862129972 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faacc106f10 0x7faacc074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:26.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.466+0000 7faad127d640 1 --2- 172.21.15.67:0/862129972 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faacc102790 0x7faacc074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:26.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.466+0000 7faad1a7e640 1 --2- 172.21.15.67:0/862129972 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faacc106f10 0x7faacc074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:26.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.466+0000 7faad1a7e640 1 -- 172.21.15.67:0/862129972 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faacc102790 msgr2=0x7faacc074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:26.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.466+0000 7faad1a7e640 1 --2- 172.21.15.67:0/862129972 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faacc102790 0x7faacc074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:26.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.466+0000 7faad1a7e640 1 -- 172.21.15.67:0/862129972 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faacc1a6820 con 0x7faacc101de0 2024-09-10T08:15:26.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.466+0000 7faad227f640 1 --2- 172.21.15.67:0/862129972 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faacc106f10 0x7faacc074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:15:26.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.466+0000 7faad1a7e640 1 --2- 172.21.15.67:0/862129972 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faacc101de0 0x7faacc0744f0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7faac8005940 tx=0x7faac8004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:26.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.466+0000 7faac2ffd640 1 -- 172.21.15.67:0/862129972 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faac803f030 con 0x7faacc101de0 2024-09-10T08:15:26.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.466+0000 7faad3ce2640 1 -- 172.21.15.67:0/862129972 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faacc1a6ab0 con 0x7faacc101de0 2024-09-10T08:15:26.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.466+0000 7faac2ffd640 1 -- 172.21.15.67:0/862129972 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faac8003aa0 con 0x7faacc101de0 2024-09-10T08:15:26.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.466+0000 7faac2ffd640 1 -- 172.21.15.67:0/862129972 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faac8035070 con 0x7faacc101de0 2024-09-10T08:15:26.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.466+0000 7faad3ce2640 1 -- 172.21.15.67:0/862129972 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faacc1a6fe0 con 0x7faacc101de0 2024-09-10T08:15:26.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.467+0000 7faad3ce2640 1 -- 172.21.15.67:0/862129972 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faacc1021c0 con 0x7faacc101de0 2024-09-10T08:15:26.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.469+0000 7faac2ffd640 1 -- 172.21.15.67:0/862129972 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 19) ==== 137884+0+0 (secure 0 0 0) 0x7faac8042030 con 0x7faacc101de0 2024-09-10T08:15:26.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.470+0000 7faac2ffd640 1 --2- 172.21.15.67:0/862129972 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7faab80a2c10 0x7faab80a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:26.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.470+0000 7faad127d640 1 --2- 172.21.15.67:0/862129972 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7faab80a2c10 0x7faab80a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:26.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.470+0000 7faac2ffd640 1 -- 172.21.15.67:0/862129972 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7faac80f0070 con 0x7faacc101de0 2024-09-10T08:15:26.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.470+0000 7faad127d640 1 --2- 172.21.15.67:0/862129972 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7faab80a2c10 0x7faab80a50d0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7faabc005fd0 tx=0x7faabc005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:26.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.473+0000 7faac2ffd640 1 -- 172.21.15.67:0/862129972 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7faac80bca70 con 0x7faacc101de0 2024-09-10T08:15:26.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.646+0000 7faad3ce2640 1 -- 172.21.15.67:0/862129972 --> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7faacc10a160 con 0x7faab80a2c10 2024-09-10T08:15:26.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.654+0000 7faac2ffd640 1 -- 172.21.15.67:0/862129972 <== mgr.14150 v2:172.21.15.67:6800/4256949759 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340551 (secure 0 0 0) 0x7faabc00ea00 con 0x7faab80a2c10 2024-09-10T08:15:26.657 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:15:26.658 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-10T08:15:26.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.659+0000 7faad3ce2640 1 -- 172.21.15.67:0/862129972 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7faab80a2c10 msgr2=0x7faab80a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:26.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.659+0000 7faad3ce2640 1 --2- 172.21.15.67:0/862129972 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7faab80a2c10 0x7faab80a50d0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7faabc005fd0 tx=0x7faabc005850 comp rx=0 tx=0).stop 2024-09-10T08:15:26.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.659+0000 7faad3ce2640 1 -- 172.21.15.67:0/862129972 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faacc101de0 msgr2=0x7faacc0744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:26.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.659+0000 7faad3ce2640 1 --2- 172.21.15.67:0/862129972 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faacc101de0 0x7faacc0744f0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7faac8005940 tx=0x7faac8004270 comp rx=0 tx=0).stop 2024-09-10T08:15:26.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.659+0000 7faad3ce2640 1 -- 172.21.15.67:0/862129972 shutdown_connections 2024-09-10T08:15:26.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.659+0000 7faad3ce2640 1 --2- 172.21.15.67:0/862129972 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7faab80a2c10 0x7faab80a50d0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:26.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.659+0000 7faad3ce2640 1 --2- 172.21.15.67:0/862129972 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faacc102790 0x7faacc074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:26.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.659+0000 7faad3ce2640 1 --2- 172.21.15.67:0/862129972 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faacc106f10 0x7faacc074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:26.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.659+0000 7faad3ce2640 1 --2- 172.21.15.67:0/862129972 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faacc101de0 0x7faacc0744f0 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:26.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.659+0000 7faad3ce2640 1 -- 172.21.15.67:0/862129972 >> 172.21.15.67:0/862129972 conn(0x7faacc0fd8c0 msgr2=0x7faacc0fec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:26.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.659+0000 7faad3ce2640 1 -- 172.21.15.67:0/862129972 shutdown_connections 2024-09-10T08:15:26.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:26.659+0000 7faad3ce2640 1 -- 172.21.15.67:0/862129972 wait complete. 2024-09-10T08:15:27.105 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:26 smithi067 ceph-mon[31051]: pgmap v376: 129 pgs: 129 active+clean; 654 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 2.1 KiB/s wr, 14 op/s 2024-09-10T08:15:27.105 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:26 smithi067 ceph-mon[31051]: from='client.15450 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T08:15:27.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:26 smithi203 ceph-mon[34672]: pgmap v376: 129 pgs: 129 active+clean; 654 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 2.1 KiB/s wr, 14 op/s 2024-09-10T08:15:27.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:26 smithi203 ceph-mon[34672]: from='client.15450 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T08:15:27.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:26 smithi133 ceph-mon[34721]: pgmap v376: 129 pgs: 129 active+clean; 654 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 2.1 KiB/s wr, 14 op/s 2024-09-10T08:15:27.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:26 smithi133 ceph-mon[34721]: from='client.15450 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T08:15:27.559 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":376,"stamp":"2024-09-10T08:15:25.846385+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":669978,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":1323,"num_read_kb":830,"num_write":459,"num_write_kb":3110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":1181974,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":875,"ondisk_log_size":875,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":417916,"kb_used_data":14588,"kb_used_omap":18,"kb_used_meta":403117,"kb_avail":1124523908,"statfs":{"total":1151940427776,"available":1151512481792,"internally_reserved":0,"allocated":14938112,"data_stored":8289560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":412792121},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":10095,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":154,"num_read_kb":85,"num_write":24,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003211"},"pg_stats":[{"pgid":"2.1f","version":"92'15","reported_seq":175,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:21.978338+0000","last_change":"2024-09-10T08:12:34.806369+0000","last_active":"2024-09-10T08:15:21.978338+0000","last_peered":"2024-09-10T08:15:21.978338+0000","last_clean":"2024-09-10T08:15:21.978338+0000","last_became_active":"2024-09-10T08:12:34.805950+0000","last_became_peered":"2024-09-10T08:12:34.805950+0000","last_unstale":"2024-09-10T08:15:21.978338+0000","last_undegraded":"2024-09-10T08:15:21.978338+0000","last_fullsized":"2024-09-10T08:15:21.978338+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:06:34.845848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":121,"num_read_kb":121,"num_write":16,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"90'5","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677270+0000","last_change":"2024-09-10T08:12:36.838658+0000","last_active":"2024-09-10T08:14:39.677270+0000","last_peered":"2024-09-10T08:14:39.677270+0000","last_clean":"2024-09-10T08:14:39.677270+0000","last_became_active":"2024-09-10T08:12:36.838366+0000","last_became_peered":"2024-09-10T08:12:36.838366+0000","last_unstale":"2024-09-10T08:14:39.677270+0000","last_undegraded":"2024-09-10T08:14:39.677270+0000","last_fullsized":"2024-09-10T08:14:39.677270+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:53:10.847198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676873+0000","last_change":"2024-09-10T08:12:43.868547+0000","last_active":"2024-09-10T08:14:39.676873+0000","last_peered":"2024-09-10T08:14:39.676873+0000","last_clean":"2024-09-10T08:14:39.676873+0000","last_became_active":"2024-09-10T08:12:43.868066+0000","last_became_peered":"2024-09-10T08:12:43.868066+0000","last_unstale":"2024-09-10T08:14:39.676873+0000","last_undegraded":"2024-09-10T08:14:39.676873+0000","last_fullsized":"2024-09-10T08:14:39.676873+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:08.277037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1e","version":"88'2","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677489+0000","last_change":"2024-09-10T08:12:34.934507+0000","last_active":"2024-09-10T08:14:39.677489+0000","last_peered":"2024-09-10T08:14:39.677489+0000","last_clean":"2024-09-10T08:14:39.677489+0000","last_became_active":"2024-09-10T08:12:34.934137+0000","last_became_peered":"2024-09-10T08:12:34.934137+0000","last_unstale":"2024-09-10T08:14:39.677489+0000","last_undegraded":"2024-09-10T08:14:39.677489+0000","last_fullsized":"2024-09-10T08:14:39.677489+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:03:36.377273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"90'6","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.681748+0000","last_change":"2024-09-10T08:12:36.840138+0000","last_active":"2024-09-10T08:14:39.681748+0000","last_peered":"2024-09-10T08:14:39.681748+0000","last_clean":"2024-09-10T08:14:39.681748+0000","last_became_active":"2024-09-10T08:12:36.839808+0000","last_became_peered":"2024-09-10T08:12:36.839808+0000","last_unstale":"2024-09-10T08:14:39.681748+0000","last_undegraded":"2024-09-10T08:14:39.681748+0000","last_fullsized":"2024-09-10T08:14:39.681748+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:20:44.599707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676407+0000","last_change":"2024-09-10T08:12:43.866234+0000","last_active":"2024-09-10T08:14:39.676407+0000","last_peered":"2024-09-10T08:14:39.676407+0000","last_clean":"2024-09-10T08:14:39.676407+0000","last_became_active":"2024-09-10T08:12:43.865892+0000","last_became_peered":"2024-09-10T08:12:43.865892+0000","last_unstale":"2024-09-10T08:14:39.676407+0000","last_undegraded":"2024-09-10T08:14:39.676407+0000","last_fullsized":"2024-09-10T08:14:39.676407+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:39:12.895242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"88'12","reported_seq":52,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.672085+0000","last_change":"2024-09-10T08:12:34.810865+0000","last_active":"2024-09-10T08:14:39.672085+0000","last_peered":"2024-09-10T08:14:39.672085+0000","last_clean":"2024-09-10T08:14:39.672085+0000","last_became_active":"2024-09-10T08:12:34.810234+0000","last_became_peered":"2024-09-10T08:12:34.810234+0000","last_unstale":"2024-09-10T08:14:39.672085+0000","last_undegraded":"2024-09-10T08:14:39.672085+0000","last_fullsized":"2024-09-10T08:14:39.672085+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:55:16.240330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.684691+0000","last_change":"2024-09-10T08:12:36.835352+0000","last_active":"2024-09-10T08:14:39.684691+0000","last_peered":"2024-09-10T08:14:39.684691+0000","last_clean":"2024-09-10T08:14:39.684691+0000","last_became_active":"2024-09-10T08:12:36.835033+0000","last_became_peered":"2024-09-10T08:12:36.835033+0000","last_unstale":"2024-09-10T08:14:39.684691+0000","last_undegraded":"2024-09-10T08:14:39.684691+0000","last_fullsized":"2024-09-10T08:14:39.684691+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:42:37.042569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676648+0000","last_change":"2024-09-10T08:12:43.871905+0000","last_active":"2024-09-10T08:14:39.676648+0000","last_peered":"2024-09-10T08:14:39.676648+0000","last_clean":"2024-09-10T08:14:39.676648+0000","last_became_active":"2024-09-10T08:12:43.871475+0000","last_became_peered":"2024-09-10T08:12:43.871475+0000","last_unstale":"2024-09-10T08:14:39.676648+0000","last_undegraded":"2024-09-10T08:14:39.676648+0000","last_fullsized":"2024-09-10T08:14:39.676648+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:42:51.386857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"88'5","reported_seq":45,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671930+0000","last_change":"2024-09-10T08:12:34.811138+0000","last_active":"2024-09-10T08:14:39.671930+0000","last_peered":"2024-09-10T08:14:39.671930+0000","last_clean":"2024-09-10T08:14:39.671930+0000","last_became_active":"2024-09-10T08:12:34.810395+0000","last_became_peered":"2024-09-10T08:12:34.810395+0000","last_unstale":"2024-09-10T08:14:39.671930+0000","last_undegraded":"2024-09-10T08:14:39.671930+0000","last_fullsized":"2024-09-10T08:14:39.671930+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:19:39.256859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"90'15","reported_seq":55,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.863150+0000","last_change":"2024-09-10T08:14:39.862682+0000","last_active":"2024-09-10T08:14:39.863150+0000","last_peered":"2024-09-10T08:14:39.863150+0000","last_clean":"2024-09-10T08:14:39.863150+0000","last_became_active":"2024-09-10T08:14:39.862216+0000","last_became_peered":"2024-09-10T08:14:39.862216+0000","last_unstale":"2024-09-10T08:14:39.863150+0000","last_undegraded":"2024-09-10T08:14:39.863150+0000","last_fullsized":"2024-09-10T08:14:39.863150+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:17:01.944974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676504+0000","last_change":"2024-09-10T08:12:43.859853+0000","last_active":"2024-09-10T08:14:39.676504+0000","last_peered":"2024-09-10T08:14:39.676504+0000","last_clean":"2024-09-10T08:14:39.676504+0000","last_became_active":"2024-09-10T08:12:43.859405+0000","last_became_peered":"2024-09-10T08:12:43.859405+0000","last_unstale":"2024-09-10T08:14:39.676504+0000","last_undegraded":"2024-09-10T08:14:39.676504+0000","last_fullsized":"2024-09-10T08:14:39.676504+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:18:37.147252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"90'5","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861236+0000","last_change":"2024-09-10T08:12:36.832384+0000","last_active":"2024-09-10T08:14:39.861236+0000","last_peered":"2024-09-10T08:14:39.861236+0000","last_clean":"2024-09-10T08:14:39.861236+0000","last_became_active":"2024-09-10T08:12:36.831948+0000","last_became_peered":"2024-09-10T08:12:36.831948+0000","last_unstale":"2024-09-10T08:14:39.861236+0000","last_undegraded":"2024-09-10T08:14:39.861236+0000","last_fullsized":"2024-09-10T08:14:39.861236+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:08:21.982944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"88'4","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671630+0000","last_change":"2024-09-10T08:12:34.809160+0000","last_active":"2024-09-10T08:14:39.671630+0000","last_peered":"2024-09-10T08:14:39.671630+0000","last_clean":"2024-09-10T08:14:39.671630+0000","last_became_active":"2024-09-10T08:12:34.808811+0000","last_became_peered":"2024-09-10T08:12:34.808811+0000","last_unstale":"2024-09-10T08:14:39.671630+0000","last_undegraded":"2024-09-10T08:14:39.671630+0000","last_fullsized":"2024-09-10T08:14:39.671630+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:03:04.110196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676722+0000","last_change":"2024-09-10T08:12:43.992351+0000","last_active":"2024-09-10T08:14:39.676722+0000","last_peered":"2024-09-10T08:14:39.676722+0000","last_clean":"2024-09-10T08:14:39.676722+0000","last_became_active":"2024-09-10T08:12:43.991833+0000","last_became_peered":"2024-09-10T08:12:43.991833+0000","last_unstale":"2024-09-10T08:14:39.676722+0000","last_undegraded":"2024-09-10T08:14:39.676722+0000","last_fullsized":"2024-09-10T08:14:39.676722+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:01:52.453901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677398+0000","last_change":"2024-09-10T08:12:36.832081+0000","last_active":"2024-09-10T08:14:39.677398+0000","last_peered":"2024-09-10T08:14:39.677398+0000","last_clean":"2024-09-10T08:14:39.677398+0000","last_became_active":"2024-09-10T08:12:36.831667+0000","last_became_peered":"2024-09-10T08:12:36.831667+0000","last_unstale":"2024-09-10T08:14:39.677398+0000","last_undegraded":"2024-09-10T08:14:39.677398+0000","last_fullsized":"2024-09-10T08:14:39.677398+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:19:23.841907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"92'5","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:15.010916+0000","last_change":"2024-09-10T08:12:34.812279+0000","last_active":"2024-09-10T08:15:15.010916+0000","last_peered":"2024-09-10T08:15:15.010916+0000","last_clean":"2024-09-10T08:15:15.010916+0000","last_became_active":"2024-09-10T08:12:34.811729+0000","last_became_peered":"2024-09-10T08:12:34.811729+0000","last_unstale":"2024-09-10T08:15:15.010916+0000","last_undegraded":"2024-09-10T08:15:15.010916+0000","last_fullsized":"2024-09-10T08:15:15.010916+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:49:19.797930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"88'1","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677155+0000","last_change":"2024-09-10T08:12:43.871922+0000","last_active":"2024-09-10T08:14:39.677155+0000","last_peered":"2024-09-10T08:14:39.677155+0000","last_clean":"2024-09-10T08:14:39.677155+0000","last_became_active":"2024-09-10T08:12:43.871531+0000","last_became_peered":"2024-09-10T08:12:43.871531+0000","last_unstale":"2024-09-10T08:14:39.677155+0000","last_undegraded":"2024-09-10T08:14:39.677155+0000","last_fullsized":"2024-09-10T08:14:39.677155+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:49:26.483674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.673662+0000","last_change":"2024-09-10T08:12:36.830090+0000","last_active":"2024-09-10T08:14:39.673662+0000","last_peered":"2024-09-10T08:14:39.673662+0000","last_clean":"2024-09-10T08:14:39.673662+0000","last_became_active":"2024-09-10T08:12:36.829732+0000","last_became_peered":"2024-09-10T08:12:36.829732+0000","last_unstale":"2024-09-10T08:14:39.673662+0000","last_undegraded":"2024-09-10T08:14:39.673662+0000","last_fullsized":"2024-09-10T08:14:39.673662+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:11:21.058996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.9","version":"88'7","reported_seq":46,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676976+0000","last_change":"2024-09-10T08:12:34.808639+0000","last_active":"2024-09-10T08:14:39.676976+0000","last_peered":"2024-09-10T08:14:39.676976+0000","last_clean":"2024-09-10T08:14:39.676976+0000","last_became_active":"2024-09-10T08:12:34.808310+0000","last_became_peered":"2024-09-10T08:12:34.808310+0000","last_unstale":"2024-09-10T08:14:39.676976+0000","last_undegraded":"2024-09-10T08:14:39.676976+0000","last_fullsized":"2024-09-10T08:14:39.676976+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:44:01.719719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":16,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671879+0000","last_change":"2024-09-10T08:13:39.523878+0000","last_active":"2024-09-10T08:14:39.671879+0000","last_peered":"2024-09-10T08:14:39.671879+0000","last_clean":"2024-09-10T08:14:39.671879+0000","last_became_active":"2024-09-10T08:13:39.523356+0000","last_became_peered":"2024-09-10T08:13:39.523356+0000","last_unstale":"2024-09-10T08:14:39.671879+0000","last_undegraded":"2024-09-10T08:14:39.671879+0000","last_fullsized":"2024-09-10T08:14:39.671879+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:01:04.099625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,2,10],"acting":[8,3,2,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.9","version":"90'2","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671551+0000","last_change":"2024-09-10T08:12:36.828449+0000","last_active":"2024-09-10T08:14:39.671551+0000","last_peered":"2024-09-10T08:14:39.671551+0000","last_clean":"2024-09-10T08:14:39.671551+0000","last_became_active":"2024-09-10T08:12:36.828106+0000","last_became_peered":"2024-09-10T08:12:36.828106+0000","last_unstale":"2024-09-10T08:14:39.671551+0000","last_undegraded":"2024-09-10T08:14:39.671551+0000","last_fullsized":"2024-09-10T08:14:39.671551+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:18:00.158389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.8","version":"88'2","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.684197+0000","last_change":"2024-09-10T08:12:34.935257+0000","last_active":"2024-09-10T08:14:39.684197+0000","last_peered":"2024-09-10T08:14:39.684197+0000","last_clean":"2024-09-10T08:14:39.684197+0000","last_became_active":"2024-09-10T08:12:34.934895+0000","last_became_peered":"2024-09-10T08:12:34.934895+0000","last_unstale":"2024-09-10T08:14:39.684197+0000","last_undegraded":"2024-09-10T08:14:39.684197+0000","last_fullsized":"2024-09-10T08:14:39.684197+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:05:13.175542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676836+0000","last_change":"2024-09-10T08:12:43.992898+0000","last_active":"2024-09-10T08:14:39.676836+0000","last_peered":"2024-09-10T08:14:39.676836+0000","last_clean":"2024-09-10T08:14:39.676836+0000","last_became_active":"2024-09-10T08:12:43.992515+0000","last_became_peered":"2024-09-10T08:12:43.992515+0000","last_unstale":"2024-09-10T08:14:39.676836+0000","last_undegraded":"2024-09-10T08:14:39.676836+0000","last_fullsized":"2024-09-10T08:14:39.676836+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:33:15.411029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"90'7","reported_seq":47,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.681283+0000","last_change":"2024-09-10T08:13:39.677330+0000","last_active":"2024-09-10T08:14:39.681283+0000","last_peered":"2024-09-10T08:14:39.681283+0000","last_clean":"2024-09-10T08:14:39.681283+0000","last_became_active":"2024-09-10T08:13:39.676957+0000","last_became_peered":"2024-09-10T08:13:39.676957+0000","last_unstale":"2024-09-10T08:14:39.681283+0000","last_undegraded":"2024-09-10T08:14:39.681283+0000","last_fullsized":"2024-09-10T08:14:39.681283+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:53:20.898986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,4],"acting":[0,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"88'7","reported_seq":47,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677121+0000","last_change":"2024-09-10T08:12:35.352322+0000","last_active":"2024-09-10T08:14:39.677121+0000","last_peered":"2024-09-10T08:14:39.677121+0000","last_clean":"2024-09-10T08:14:39.677121+0000","last_became_active":"2024-09-10T08:12:35.351912+0000","last_became_peered":"2024-09-10T08:12:35.351912+0000","last_unstale":"2024-09-10T08:14:39.677121+0000","last_undegraded":"2024-09-10T08:14:39.677121+0000","last_fullsized":"2024-09-10T08:14:39.677121+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:00:27.531447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677019+0000","last_change":"2024-09-10T08:12:43.861303+0000","last_active":"2024-09-10T08:14:39.677019+0000","last_peered":"2024-09-10T08:14:39.677019+0000","last_clean":"2024-09-10T08:14:39.677019+0000","last_became_active":"2024-09-10T08:12:43.860849+0000","last_became_peered":"2024-09-10T08:12:43.860849+0000","last_unstale":"2024-09-10T08:14:39.677019+0000","last_undegraded":"2024-09-10T08:14:39.677019+0000","last_fullsized":"2024-09-10T08:14:39.677019+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:26:53.475097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"90'5","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677134+0000","last_change":"2024-09-10T08:12:36.834293+0000","last_active":"2024-09-10T08:14:39.677134+0000","last_peered":"2024-09-10T08:14:39.677134+0000","last_clean":"2024-09-10T08:14:39.677134+0000","last_became_active":"2024-09-10T08:12:36.833981+0000","last_became_peered":"2024-09-10T08:12:36.833981+0000","last_unstale":"2024-09-10T08:14:39.677134+0000","last_undegraded":"2024-09-10T08:14:39.677134+0000","last_fullsized":"2024-09-10T08:14:39.677134+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:56:18.333347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"92'17","reported_seq":72,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:14.855384+0000","last_change":"2024-09-10T08:14:39.686089+0000","last_active":"2024-09-10T08:15:14.855384+0000","last_peered":"2024-09-10T08:15:14.855384+0000","last_clean":"2024-09-10T08:15:14.855384+0000","last_became_active":"2024-09-10T08:14:39.678104+0000","last_became_peered":"2024-09-10T08:14:39.678104+0000","last_unstale":"2024-09-10T08:15:14.855384+0000","last_undegraded":"2024-09-10T08:15:14.855384+0000","last_fullsized":"2024-09-10T08:15:14.855384+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:18:29.844808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":31,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676341+0000","last_change":"2024-09-10T08:12:43.992400+0000","last_active":"2024-09-10T08:14:39.676341+0000","last_peered":"2024-09-10T08:14:39.676341+0000","last_clean":"2024-09-10T08:14:39.676341+0000","last_became_active":"2024-09-10T08:12:43.991970+0000","last_became_peered":"2024-09-10T08:12:43.991970+0000","last_unstale":"2024-09-10T08:14:39.676341+0000","last_undegraded":"2024-09-10T08:14:39.676341+0000","last_fullsized":"2024-09-10T08:14:39.676341+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:10:02.208981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677416+0000","last_change":"2024-09-10T08:12:36.832238+0000","last_active":"2024-09-10T08:14:39.677416+0000","last_peered":"2024-09-10T08:14:39.677416+0000","last_clean":"2024-09-10T08:14:39.677416+0000","last_became_active":"2024-09-10T08:12:36.831644+0000","last_became_peered":"2024-09-10T08:12:36.831644+0000","last_unstale":"2024-09-10T08:14:39.677416+0000","last_undegraded":"2024-09-10T08:14:39.677416+0000","last_fullsized":"2024-09-10T08:14:39.677416+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:44:55.777869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"88'4","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.672182+0000","last_change":"2024-09-10T08:12:34.934616+0000","last_active":"2024-09-10T08:14:39.672182+0000","last_peered":"2024-09-10T08:14:39.672182+0000","last_clean":"2024-09-10T08:14:39.672182+0000","last_became_active":"2024-09-10T08:12:34.934240+0000","last_became_peered":"2024-09-10T08:12:34.934240+0000","last_unstale":"2024-09-10T08:14:39.672182+0000","last_undegraded":"2024-09-10T08:14:39.672182+0000","last_fullsized":"2024-09-10T08:14:39.672182+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:01:30.178100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.674465+0000","last_change":"2024-09-10T08:12:43.866058+0000","last_active":"2024-09-10T08:14:39.674465+0000","last_peered":"2024-09-10T08:14:39.674465+0000","last_clean":"2024-09-10T08:14:39.674465+0000","last_became_active":"2024-09-10T08:12:43.865313+0000","last_became_peered":"2024-09-10T08:12:43.865313+0000","last_unstale":"2024-09-10T08:14:39.674465+0000","last_undegraded":"2024-09-10T08:14:39.674465+0000","last_fullsized":"2024-09-10T08:14:39.674465+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:15:57.695818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.5","version":"90'4","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.672127+0000","last_change":"2024-09-10T08:12:36.827327+0000","last_active":"2024-09-10T08:14:39.672127+0000","last_peered":"2024-09-10T08:14:39.672127+0000","last_clean":"2024-09-10T08:14:39.672127+0000","last_became_active":"2024-09-10T08:12:36.826973+0000","last_became_peered":"2024-09-10T08:12:36.826973+0000","last_unstale":"2024-09-10T08:14:39.672127+0000","last_undegraded":"2024-09-10T08:14:39.672127+0000","last_fullsized":"2024-09-10T08:14:39.672127+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:03:53.148739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"88'1","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.673317+0000","last_change":"2024-09-10T08:12:34.935377+0000","last_active":"2024-09-10T08:14:39.673317+0000","last_peered":"2024-09-10T08:14:39.673317+0000","last_clean":"2024-09-10T08:14:39.673317+0000","last_became_active":"2024-09-10T08:12:34.934905+0000","last_became_peered":"2024-09-10T08:12:34.934905+0000","last_unstale":"2024-09-10T08:14:39.673317+0000","last_undegraded":"2024-09-10T08:14:39.673317+0000","last_fullsized":"2024-09-10T08:14:39.673317+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:48:46.159178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671490+0000","last_change":"2024-09-10T08:12:43.992295+0000","last_active":"2024-09-10T08:14:39.671490+0000","last_peered":"2024-09-10T08:14:39.671490+0000","last_clean":"2024-09-10T08:14:39.671490+0000","last_became_active":"2024-09-10T08:12:43.991802+0000","last_became_peered":"2024-09-10T08:12:43.991802+0000","last_unstale":"2024-09-10T08:14:39.671490+0000","last_undegraded":"2024-09-10T08:14:39.671490+0000","last_fullsized":"2024-09-10T08:14:39.671490+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:38:53.330441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3","version":"90'7","reported_seq":47,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.672002+0000","last_change":"2024-09-10T08:13:39.407288+0000","last_active":"2024-09-10T08:14:39.672002+0000","last_peered":"2024-09-10T08:14:39.672002+0000","last_clean":"2024-09-10T08:14:39.672002+0000","last_became_active":"2024-09-10T08:13:39.406977+0000","last_became_peered":"2024-09-10T08:13:39.406977+0000","last_unstale":"2024-09-10T08:14:39.672002+0000","last_undegraded":"2024-09-10T08:14:39.672002+0000","last_fullsized":"2024-09-10T08:14:39.672002+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:48:54.336323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"92'8","reported_seq":173,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:23.981340+0000","last_change":"2024-09-10T08:12:34.814037+0000","last_active":"2024-09-10T08:15:23.981340+0000","last_peered":"2024-09-10T08:15:23.981340+0000","last_clean":"2024-09-10T08:15:23.981340+0000","last_became_active":"2024-09-10T08:12:34.813620+0000","last_became_peered":"2024-09-10T08:12:34.813620+0000","last_unstale":"2024-09-10T08:15:23.981340+0000","last_undegraded":"2024-09-10T08:15:23.981340+0000","last_fullsized":"2024-09-10T08:15:23.981340+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:21:07.593990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1617,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":4,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677140+0000","last_change":"2024-09-10T08:12:43.866652+0000","last_active":"2024-09-10T08:14:39.677140+0000","last_peered":"2024-09-10T08:14:39.677140+0000","last_clean":"2024-09-10T08:14:39.677140+0000","last_became_active":"2024-09-10T08:12:43.866267+0000","last_became_peered":"2024-09-10T08:12:43.866267+0000","last_unstale":"2024-09-10T08:14:39.677140+0000","last_undegraded":"2024-09-10T08:14:39.677140+0000","last_fullsized":"2024-09-10T08:14:39.677140+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:40:11.894132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.678146+0000","last_change":"2024-09-10T08:12:36.828347+0000","last_active":"2024-09-10T08:14:39.678146+0000","last_peered":"2024-09-10T08:14:39.678146+0000","last_clean":"2024-09-10T08:14:39.678146+0000","last_became_active":"2024-09-10T08:12:36.828034+0000","last_became_peered":"2024-09-10T08:12:36.828034+0000","last_unstale":"2024-09-10T08:14:39.678146+0000","last_undegraded":"2024-09-10T08:14:39.678146+0000","last_fullsized":"2024-09-10T08:14:39.678146+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:12:34.999032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"92'6","reported_seq":169,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:22.973798+0000","last_change":"2024-09-10T08:12:34.934390+0000","last_active":"2024-09-10T08:15:22.973798+0000","last_peered":"2024-09-10T08:15:22.973798+0000","last_clean":"2024-09-10T08:15:22.973798+0000","last_became_active":"2024-09-10T08:12:34.934052+0000","last_became_peered":"2024-09-10T08:12:34.934052+0000","last_unstale":"2024-09-10T08:15:22.973798+0000","last_undegraded":"2024-09-10T08:15:22.973798+0000","last_fullsized":"2024-09-10T08:15:22.973798+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:48:53.538324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":124,"num_read_kb":124,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677208+0000","last_change":"2024-09-10T08:12:43.992318+0000","last_active":"2024-09-10T08:14:39.677208+0000","last_peered":"2024-09-10T08:14:39.677208+0000","last_clean":"2024-09-10T08:14:39.677208+0000","last_became_active":"2024-09-10T08:12:43.991865+0000","last_became_peered":"2024-09-10T08:12:43.991865+0000","last_unstale":"2024-09-10T08:14:39.677208+0000","last_undegraded":"2024-09-10T08:14:39.677208+0000","last_fullsized":"2024-09-10T08:14:39.677208+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:44:14.872522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"90'5","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.674858+0000","last_change":"2024-09-10T08:12:36.831968+0000","last_active":"2024-09-10T08:14:39.674858+0000","last_peered":"2024-09-10T08:14:39.674858+0000","last_clean":"2024-09-10T08:14:39.674858+0000","last_became_active":"2024-09-10T08:12:36.831636+0000","last_became_peered":"2024-09-10T08:12:36.831636+0000","last_unstale":"2024-09-10T08:14:39.674858+0000","last_undegraded":"2024-09-10T08:14:39.674858+0000","last_fullsized":"2024-09-10T08:14:39.674858+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:36:42.460656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"88'4","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.860865+0000","last_change":"2024-09-10T08:12:34.811292+0000","last_active":"2024-09-10T08:14:39.860865+0000","last_peered":"2024-09-10T08:14:39.860865+0000","last_clean":"2024-09-10T08:14:39.860865+0000","last_became_active":"2024-09-10T08:12:34.810947+0000","last_became_peered":"2024-09-10T08:12:34.810947+0000","last_unstale":"2024-09-10T08:14:39.860865+0000","last_undegraded":"2024-09-10T08:14:39.860865+0000","last_fullsized":"2024-09-10T08:14:39.860865+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:34:12.885332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.678005+0000","last_change":"2024-09-10T08:12:43.993002+0000","last_active":"2024-09-10T08:14:39.678005+0000","last_peered":"2024-09-10T08:14:39.678005+0000","last_clean":"2024-09-10T08:14:39.678005+0000","last_became_active":"2024-09-10T08:12:43.992378+0000","last_became_peered":"2024-09-10T08:12:43.992378+0000","last_unstale":"2024-09-10T08:14:39.678005+0000","last_undegraded":"2024-09-10T08:14:39.678005+0000","last_fullsized":"2024-09-10T08:14:39.678005+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:51:30.925233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677400+0000","last_change":"2024-09-10T08:12:36.835603+0000","last_active":"2024-09-10T08:14:39.677400+0000","last_peered":"2024-09-10T08:14:39.677400+0000","last_clean":"2024-09-10T08:14:39.677400+0000","last_became_active":"2024-09-10T08:12:36.835266+0000","last_became_peered":"2024-09-10T08:12:36.835266+0000","last_unstale":"2024-09-10T08:14:39.677400+0000","last_undegraded":"2024-09-10T08:14:39.677400+0000","last_fullsized":"2024-09-10T08:14:39.677400+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:19.661448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"88'6","reported_seq":48,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676780+0000","last_change":"2024-09-10T08:12:34.812517+0000","last_active":"2024-09-10T08:14:39.676780+0000","last_peered":"2024-09-10T08:14:39.676780+0000","last_clean":"2024-09-10T08:14:39.676780+0000","last_became_active":"2024-09-10T08:12:34.811489+0000","last_became_peered":"2024-09-10T08:12:34.811489+0000","last_unstale":"2024-09-10T08:14:39.676780+0000","last_undegraded":"2024-09-10T08:14:39.676780+0000","last_fullsized":"2024-09-10T08:14:39.676780+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:06:38.638602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":354,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861025+0000","last_change":"2024-09-10T08:11:22.269533+0000","last_active":"2024-09-10T08:14:39.861025+0000","last_peered":"2024-09-10T08:14:39.861025+0000","last_clean":"2024-09-10T08:14:39.861025+0000","last_became_active":"2024-09-10T08:11:22.268999+0000","last_became_peered":"2024-09-10T08:11:22.268999+0000","last_unstale":"2024-09-10T08:14:39.861025+0000","last_undegraded":"2024-09-10T08:14:39.861025+0000","last_fullsized":"2024-09-10T08:14:39.861025+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:07:54.541647+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:07:54.541647+0000","last_clean_scrub_stamp":"2024-09-10T08:07:54.541647+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:11:27.439735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"88'1","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861350+0000","last_change":"2024-09-10T08:12:43.868283+0000","last_active":"2024-09-10T08:14:39.861350+0000","last_peered":"2024-09-10T08:14:39.861350+0000","last_clean":"2024-09-10T08:14:39.861350+0000","last_became_active":"2024-09-10T08:12:43.867984+0000","last_became_peered":"2024-09-10T08:12:43.867984+0000","last_unstale":"2024-09-10T08:14:39.861350+0000","last_undegraded":"2024-09-10T08:14:39.861350+0000","last_fullsized":"2024-09-10T08:14:39.861350+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:30:00.462641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"90'7","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861497+0000","last_change":"2024-09-10T08:12:36.832950+0000","last_active":"2024-09-10T08:14:39.861497+0000","last_peered":"2024-09-10T08:14:39.861497+0000","last_clean":"2024-09-10T08:14:39.861497+0000","last_became_active":"2024-09-10T08:12:36.832602+0000","last_became_peered":"2024-09-10T08:12:36.832602+0000","last_unstale":"2024-09-10T08:14:39.861497+0000","last_undegraded":"2024-09-10T08:14:39.861497+0000","last_fullsized":"2024-09-10T08:14:39.861497+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:18:11.879093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"92'6","reported_seq":67,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:23.749771+0000","last_change":"2024-09-10T08:14:39.689036+0000","last_active":"2024-09-10T08:15:23.749771+0000","last_peered":"2024-09-10T08:15:23.749771+0000","last_clean":"2024-09-10T08:15:23.749771+0000","last_became_active":"2024-09-10T08:14:39.682023+0000","last_became_peered":"2024-09-10T08:14:39.682023+0000","last_unstale":"2024-09-10T08:15:23.749771+0000","last_undegraded":"2024-09-10T08:15:23.749771+0000","last_fullsized":"2024-09-10T08:15:23.749771+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:05:33.095199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1665,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":48,"num_read_kb":2,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1170,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,0],"acting":[4,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.684275+0000","last_change":"2024-09-10T08:12:43.865702+0000","last_active":"2024-09-10T08:14:39.684275+0000","last_peered":"2024-09-10T08:14:39.684275+0000","last_clean":"2024-09-10T08:14:39.684275+0000","last_became_active":"2024-09-10T08:12:43.865229+0000","last_became_peered":"2024-09-10T08:12:43.865229+0000","last_unstale":"2024-09-10T08:14:39.684275+0000","last_undegraded":"2024-09-10T08:14:39.684275+0000","last_fullsized":"2024-09-10T08:14:39.684275+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:02:29.345505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"90'6","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861492+0000","last_change":"2024-09-10T08:12:36.827564+0000","last_active":"2024-09-10T08:14:39.861492+0000","last_peered":"2024-09-10T08:14:39.861492+0000","last_clean":"2024-09-10T08:14:39.861492+0000","last_became_active":"2024-09-10T08:12:36.827241+0000","last_became_peered":"2024-09-10T08:12:36.827241+0000","last_unstale":"2024-09-10T08:14:39.861492+0000","last_undegraded":"2024-09-10T08:14:39.861492+0000","last_fullsized":"2024-09-10T08:14:39.861492+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:39.539095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"88'3","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.680279+0000","last_change":"2024-09-10T08:12:34.813584+0000","last_active":"2024-09-10T08:14:39.680279+0000","last_peered":"2024-09-10T08:14:39.680279+0000","last_clean":"2024-09-10T08:14:39.680279+0000","last_became_active":"2024-09-10T08:12:34.812971+0000","last_became_peered":"2024-09-10T08:12:34.812971+0000","last_unstale":"2024-09-10T08:14:39.680279+0000","last_undegraded":"2024-09-10T08:14:39.680279+0000","last_fullsized":"2024-09-10T08:14:39.680279+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:07:59.453651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.681196+0000","last_change":"2024-09-10T08:12:43.870109+0000","last_active":"2024-09-10T08:14:39.681196+0000","last_peered":"2024-09-10T08:14:39.681196+0000","last_clean":"2024-09-10T08:14:39.681196+0000","last_became_active":"2024-09-10T08:12:43.869729+0000","last_became_peered":"2024-09-10T08:12:43.869729+0000","last_unstale":"2024-09-10T08:14:39.681196+0000","last_undegraded":"2024-09-10T08:14:39.681196+0000","last_fullsized":"2024-09-10T08:14:39.681196+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:43:11.951209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861421+0000","last_change":"2024-09-10T08:12:36.833151+0000","last_active":"2024-09-10T08:14:39.861421+0000","last_peered":"2024-09-10T08:14:39.861421+0000","last_clean":"2024-09-10T08:14:39.861421+0000","last_became_active":"2024-09-10T08:12:36.832799+0000","last_became_peered":"2024-09-10T08:12:36.832799+0000","last_unstale":"2024-09-10T08:14:39.861421+0000","last_undegraded":"2024-09-10T08:14:39.861421+0000","last_fullsized":"2024-09-10T08:14:39.861421+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:53:45.406482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"88'5","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677158+0000","last_change":"2024-09-10T08:12:34.809644+0000","last_active":"2024-09-10T08:14:39.677158+0000","last_peered":"2024-09-10T08:14:39.677158+0000","last_clean":"2024-09-10T08:14:39.677158+0000","last_became_active":"2024-09-10T08:12:34.809361+0000","last_became_peered":"2024-09-10T08:12:34.809361+0000","last_unstale":"2024-09-10T08:14:39.677158+0000","last_undegraded":"2024-09-10T08:14:39.677158+0000","last_fullsized":"2024-09-10T08:14:39.677158+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:51:33.188450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.678008+0000","last_change":"2024-09-10T08:12:43.863219+0000","last_active":"2024-09-10T08:14:39.678008+0000","last_peered":"2024-09-10T08:14:39.678008+0000","last_clean":"2024-09-10T08:14:39.678008+0000","last_became_active":"2024-09-10T08:12:43.862833+0000","last_became_peered":"2024-09-10T08:12:43.862833+0000","last_unstale":"2024-09-10T08:14:39.678008+0000","last_undegraded":"2024-09-10T08:14:39.678008+0000","last_fullsized":"2024-09-10T08:14:39.678008+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:43:20.340029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"90'5","reported_seq":45,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.679458+0000","last_change":"2024-09-10T08:14:39.678583+0000","last_active":"2024-09-10T08:14:39.679458+0000","last_peered":"2024-09-10T08:14:39.679458+0000","last_clean":"2024-09-10T08:14:39.679458+0000","last_became_active":"2024-09-10T08:14:39.678174+0000","last_became_peered":"2024-09-10T08:14:39.678174+0000","last_unstale":"2024-09-10T08:14:39.679458+0000","last_undegraded":"2024-09-10T08:14:39.679458+0000","last_fullsized":"2024-09-10T08:14:39.679458+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:52:40.178586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,4],"acting":[11,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.f","version":"92'3","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:52.261350+0000","last_change":"2024-09-10T08:12:34.810961+0000","last_active":"2024-09-10T08:14:52.261350+0000","last_peered":"2024-09-10T08:14:52.261350+0000","last_clean":"2024-09-10T08:14:52.261350+0000","last_became_active":"2024-09-10T08:12:34.810583+0000","last_became_peered":"2024-09-10T08:12:34.810583+0000","last_unstale":"2024-09-10T08:14:52.261350+0000","last_undegraded":"2024-09-10T08:14:52.261350+0000","last_fullsized":"2024-09-10T08:14:52.261350+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:47:04.190625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.678329+0000","last_change":"2024-09-10T08:12:43.861978+0000","last_active":"2024-09-10T08:14:39.678329+0000","last_peered":"2024-09-10T08:14:39.678329+0000","last_clean":"2024-09-10T08:14:39.678329+0000","last_became_active":"2024-09-10T08:12:43.861367+0000","last_became_peered":"2024-09-10T08:12:43.861367+0000","last_unstale":"2024-09-10T08:14:39.678329+0000","last_undegraded":"2024-09-10T08:14:39.678329+0000","last_fullsized":"2024-09-10T08:14:39.678329+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:30:00.860926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"90'6","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.678517+0000","last_change":"2024-09-10T08:12:36.831213+0000","last_active":"2024-09-10T08:14:39.678517+0000","last_peered":"2024-09-10T08:14:39.678517+0000","last_clean":"2024-09-10T08:14:39.678517+0000","last_became_active":"2024-09-10T08:12:36.830859+0000","last_became_peered":"2024-09-10T08:12:36.830859+0000","last_unstale":"2024-09-10T08:14:39.678517+0000","last_undegraded":"2024-09-10T08:14:39.678517+0000","last_fullsized":"2024-09-10T08:14:39.678517+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:24:41.648614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.10","version":"88'17","reported_seq":57,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671483+0000","last_change":"2024-09-10T08:12:34.935217+0000","last_active":"2024-09-10T08:14:39.671483+0000","last_peered":"2024-09-10T08:14:39.671483+0000","last_clean":"2024-09-10T08:14:39.671483+0000","last_became_active":"2024-09-10T08:12:34.934826+0000","last_became_peered":"2024-09-10T08:12:34.934826+0000","last_unstale":"2024-09-10T08:14:39.671483+0000","last_undegraded":"2024-09-10T08:14:39.671483+0000","last_fullsized":"2024-09-10T08:14:39.671483+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:00:38.020341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677095+0000","last_change":"2024-09-10T08:12:43.869729+0000","last_active":"2024-09-10T08:14:39.677095+0000","last_peered":"2024-09-10T08:14:39.677095+0000","last_clean":"2024-09-10T08:14:39.677095+0000","last_became_active":"2024-09-10T08:12:43.869340+0000","last_became_peered":"2024-09-10T08:12:43.869340+0000","last_unstale":"2024-09-10T08:14:39.677095+0000","last_undegraded":"2024-09-10T08:14:39.677095+0000","last_fullsized":"2024-09-10T08:14:39.677095+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:51:09.345805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"90'6","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.860798+0000","last_change":"2024-09-10T08:12:36.828727+0000","last_active":"2024-09-10T08:14:39.860798+0000","last_peered":"2024-09-10T08:14:39.860798+0000","last_clean":"2024-09-10T08:14:39.860798+0000","last_became_active":"2024-09-10T08:12:36.828414+0000","last_became_peered":"2024-09-10T08:12:36.828414+0000","last_unstale":"2024-09-10T08:14:39.860798+0000","last_undegraded":"2024-09-10T08:14:39.860798+0000","last_fullsized":"2024-09-10T08:14:39.860798+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:15:18.145475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"92'6","reported_seq":171,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:22.974319+0000","last_change":"2024-09-10T08:12:34.810916+0000","last_active":"2024-09-10T08:15:22.974319+0000","last_peered":"2024-09-10T08:15:22.974319+0000","last_clean":"2024-09-10T08:15:22.974319+0000","last_became_active":"2024-09-10T08:12:34.810589+0000","last_became_peered":"2024-09-10T08:12:34.810589+0000","last_unstale":"2024-09-10T08:15:22.974319+0000","last_undegraded":"2024-09-10T08:15:22.974319+0000","last_fullsized":"2024-09-10T08:15:22.974319+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:34:40.703435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1083,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":127,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.673501+0000","last_change":"2024-09-10T08:12:43.873472+0000","last_active":"2024-09-10T08:14:39.673501+0000","last_peered":"2024-09-10T08:14:39.673501+0000","last_clean":"2024-09-10T08:14:39.673501+0000","last_became_active":"2024-09-10T08:12:43.872708+0000","last_became_peered":"2024-09-10T08:12:43.872708+0000","last_unstale":"2024-09-10T08:14:39.673501+0000","last_undegraded":"2024-09-10T08:14:39.673501+0000","last_fullsized":"2024-09-10T08:14:39.673501+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:02:08.059771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.13","version":"90'15","reported_seq":49,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861411+0000","last_change":"2024-09-10T08:12:36.827575+0000","last_active":"2024-09-10T08:14:39.861411+0000","last_peered":"2024-09-10T08:14:39.861411+0000","last_clean":"2024-09-10T08:14:39.861411+0000","last_became_active":"2024-09-10T08:12:36.827219+0000","last_became_peered":"2024-09-10T08:12:36.827219+0000","last_unstale":"2024-09-10T08:14:39.861411+0000","last_undegraded":"2024-09-10T08:14:39.861411+0000","last_fullsized":"2024-09-10T08:14:39.861411+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:46:48.843252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"88'5","reported_seq":45,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.678756+0000","last_change":"2024-09-10T08:12:34.811935+0000","last_active":"2024-09-10T08:14:39.678756+0000","last_peered":"2024-09-10T08:14:39.678756+0000","last_clean":"2024-09-10T08:14:39.678756+0000","last_became_active":"2024-09-10T08:12:34.811456+0000","last_became_peered":"2024-09-10T08:12:34.811456+0000","last_unstale":"2024-09-10T08:14:39.678756+0000","last_undegraded":"2024-09-10T08:14:39.678756+0000","last_fullsized":"2024-09-10T08:14:39.678756+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:17:47.051684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.673862+0000","last_change":"2024-09-10T08:12:43.869439+0000","last_active":"2024-09-10T08:14:39.673862+0000","last_peered":"2024-09-10T08:14:39.673862+0000","last_clean":"2024-09-10T08:14:39.673862+0000","last_became_active":"2024-09-10T08:12:43.869034+0000","last_became_peered":"2024-09-10T08:12:43.869034+0000","last_unstale":"2024-09-10T08:14:39.673862+0000","last_undegraded":"2024-09-10T08:14:39.673862+0000","last_fullsized":"2024-09-10T08:14:39.673862+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:21:54.382769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.674679+0000","last_change":"2024-09-10T08:12:36.829005+0000","last_active":"2024-09-10T08:14:39.674679+0000","last_peered":"2024-09-10T08:14:39.674679+0000","last_clean":"2024-09-10T08:14:39.674679+0000","last_became_active":"2024-09-10T08:12:36.828617+0000","last_became_peered":"2024-09-10T08:12:36.828617+0000","last_unstale":"2024-09-10T08:14:39.674679+0000","last_undegraded":"2024-09-10T08:14:39.674679+0000","last_fullsized":"2024-09-10T08:14:39.674679+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:43:31.280528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"88'9","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.694803+0000","last_change":"2024-09-10T08:14:39.694803+0000","last_active":"2024-09-10T08:14:39.694803+0000","last_peered":"2024-09-10T08:14:39.694803+0000","last_clean":"2024-09-10T08:14:39.694803+0000","last_became_active":"2024-09-10T08:14:39.678382+0000","last_became_peered":"2024-09-10T08:14:39.678382+0000","last_unstale":"2024-09-10T08:14:39.694803+0000","last_undegraded":"2024-09-10T08:14:39.694803+0000","last_fullsized":"2024-09-10T08:14:39.694803+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:36:05.711128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":68,"num_keys_recovered":10,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.679786+0000","last_change":"2024-09-10T08:12:43.863520+0000","last_active":"2024-09-10T08:14:39.679786+0000","last_peered":"2024-09-10T08:14:39.679786+0000","last_clean":"2024-09-10T08:14:39.679786+0000","last_became_active":"2024-09-10T08:12:43.862340+0000","last_became_peered":"2024-09-10T08:12:43.862340+0000","last_unstale":"2024-09-10T08:14:39.679786+0000","last_undegraded":"2024-09-10T08:14:39.679786+0000","last_fullsized":"2024-09-10T08:14:39.679786+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:00:39.711524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"90'6","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.672030+0000","last_change":"2024-09-10T08:12:36.832910+0000","last_active":"2024-09-10T08:14:39.672030+0000","last_peered":"2024-09-10T08:14:39.672030+0000","last_clean":"2024-09-10T08:14:39.672030+0000","last_became_active":"2024-09-10T08:12:36.832581+0000","last_became_peered":"2024-09-10T08:12:36.832581+0000","last_unstale":"2024-09-10T08:14:39.672030+0000","last_undegraded":"2024-09-10T08:14:39.672030+0000","last_fullsized":"2024-09-10T08:14:39.672030+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:40:13.697323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.14","version":"92'42","reported_seq":341,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:23.975946+0000","last_change":"2024-09-10T08:12:34.811160+0000","last_active":"2024-09-10T08:15:23.975946+0000","last_peered":"2024-09-10T08:15:23.975946+0000","last_clean":"2024-09-10T08:15:23.975946+0000","last_became_active":"2024-09-10T08:12:34.810807+0000","last_became_peered":"2024-09-10T08:12:34.810807+0000","last_unstale":"2024-09-10T08:15:23.975946+0000","last_undegraded":"2024-09-10T08:15:23.975946+0000","last_fullsized":"2024-09-10T08:15:23.975946+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:59:27.235130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70047,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":260,"num_read_kb":199,"num_write":44,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":16,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671700+0000","last_change":"2024-09-10T08:13:39.412935+0000","last_active":"2024-09-10T08:14:39.671700+0000","last_peered":"2024-09-10T08:14:39.671700+0000","last_clean":"2024-09-10T08:14:39.671700+0000","last_became_active":"2024-09-10T08:13:39.412501+0000","last_became_peered":"2024-09-10T08:13:39.412501+0000","last_unstale":"2024-09-10T08:14:39.671700+0000","last_undegraded":"2024-09-10T08:14:39.671700+0000","last_fullsized":"2024-09-10T08:14:39.671700+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:52:57.355460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,11,5],"acting":[10,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.14","version":"90'11","reported_seq":51,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.684724+0000","last_change":"2024-09-10T08:13:39.413044+0000","last_active":"2024-09-10T08:14:39.684724+0000","last_peered":"2024-09-10T08:14:39.684724+0000","last_clean":"2024-09-10T08:14:39.684724+0000","last_became_active":"2024-09-10T08:13:39.412611+0000","last_became_peered":"2024-09-10T08:13:39.412611+0000","last_unstale":"2024-09-10T08:14:39.684724+0000","last_undegraded":"2024-09-10T08:14:39.684724+0000","last_fullsized":"2024-09-10T08:14:39.684724+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:35:39.007629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,6],"acting":[1,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"88'5","reported_seq":45,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.680162+0000","last_change":"2024-09-10T08:12:34.935213+0000","last_active":"2024-09-10T08:14:39.680162+0000","last_peered":"2024-09-10T08:14:39.680162+0000","last_clean":"2024-09-10T08:14:39.680162+0000","last_became_active":"2024-09-10T08:12:34.934653+0000","last_became_peered":"2024-09-10T08:12:34.934653+0000","last_unstale":"2024-09-10T08:14:39.680162+0000","last_undegraded":"2024-09-10T08:14:39.680162+0000","last_fullsized":"2024-09-10T08:14:39.680162+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:18:41.003041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676630+0000","last_change":"2024-09-10T08:12:43.871926+0000","last_active":"2024-09-10T08:14:39.676630+0000","last_peered":"2024-09-10T08:14:39.676630+0000","last_clean":"2024-09-10T08:14:39.676630+0000","last_became_active":"2024-09-10T08:12:43.871484+0000","last_became_peered":"2024-09-10T08:12:43.871484+0000","last_unstale":"2024-09-10T08:14:39.676630+0000","last_undegraded":"2024-09-10T08:14:39.676630+0000","last_fullsized":"2024-09-10T08:14:39.676630+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:28:58.589905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.681819+0000","last_change":"2024-09-10T08:12:36.840159+0000","last_active":"2024-09-10T08:14:39.681819+0000","last_peered":"2024-09-10T08:14:39.681819+0000","last_clean":"2024-09-10T08:14:39.681819+0000","last_became_active":"2024-09-10T08:12:36.839716+0000","last_became_peered":"2024-09-10T08:12:36.839716+0000","last_unstale":"2024-09-10T08:14:39.681819+0000","last_undegraded":"2024-09-10T08:14:39.681819+0000","last_fullsized":"2024-09-10T08:14:39.681819+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:22:29.954782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"88'4","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861337+0000","last_change":"2024-09-10T08:12:34.809229+0000","last_active":"2024-09-10T08:14:39.861337+0000","last_peered":"2024-09-10T08:14:39.861337+0000","last_clean":"2024-09-10T08:14:39.861337+0000","last_became_active":"2024-09-10T08:12:34.808802+0000","last_became_peered":"2024-09-10T08:12:34.808802+0000","last_unstale":"2024-09-10T08:14:39.861337+0000","last_undegraded":"2024-09-10T08:14:39.861337+0000","last_fullsized":"2024-09-10T08:14:39.861337+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:59:34.360559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.672756+0000","last_change":"2024-09-10T08:12:43.870601+0000","last_active":"2024-09-10T08:14:39.672756+0000","last_peered":"2024-09-10T08:14:39.672756+0000","last_clean":"2024-09-10T08:14:39.672756+0000","last_became_active":"2024-09-10T08:12:43.870168+0000","last_became_peered":"2024-09-10T08:12:43.870168+0000","last_unstale":"2024-09-10T08:14:39.672756+0000","last_undegraded":"2024-09-10T08:14:39.672756+0000","last_fullsized":"2024-09-10T08:14:39.672756+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:09:22.578268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.16","version":"90'10","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.684846+0000","last_change":"2024-09-10T08:12:36.834262+0000","last_active":"2024-09-10T08:14:39.684846+0000","last_peered":"2024-09-10T08:14:39.684846+0000","last_clean":"2024-09-10T08:14:39.684846+0000","last_became_active":"2024-09-10T08:12:36.833922+0000","last_became_peered":"2024-09-10T08:12:36.833922+0000","last_unstale":"2024-09-10T08:14:39.684846+0000","last_undegraded":"2024-09-10T08:14:39.684846+0000","last_fullsized":"2024-09-10T08:14:39.684846+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:33:22.621701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"92'6","reported_seq":288,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:23.749256+0000","last_change":"2024-09-10T08:12:34.815637+0000","last_active":"2024-09-10T08:15:23.749256+0000","last_peered":"2024-09-10T08:15:23.749256+0000","last_clean":"2024-09-10T08:15:23.749256+0000","last_became_active":"2024-09-10T08:12:34.815296+0000","last_became_peered":"2024-09-10T08:12:34.815296+0000","last_unstale":"2024-09-10T08:15:23.749256+0000","last_undegraded":"2024-09-10T08:15:23.749256+0000","last_fullsized":"2024-09-10T08:15:23.749256+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:37:39.424478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":243,"num_read_kb":243,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676184+0000","last_change":"2024-09-10T08:12:43.862840+0000","last_active":"2024-09-10T08:14:39.676184+0000","last_peered":"2024-09-10T08:14:39.676184+0000","last_clean":"2024-09-10T08:14:39.676184+0000","last_became_active":"2024-09-10T08:12:43.862406+0000","last_became_peered":"2024-09-10T08:12:43.862406+0000","last_unstale":"2024-09-10T08:14:39.676184+0000","last_undegraded":"2024-09-10T08:14:39.676184+0000","last_fullsized":"2024-09-10T08:14:39.676184+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:18:22.047003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.681089+0000","last_change":"2024-09-10T08:12:43.867758+0000","last_active":"2024-09-10T08:14:39.681089+0000","last_peered":"2024-09-10T08:14:39.681089+0000","last_clean":"2024-09-10T08:14:39.681089+0000","last_became_active":"2024-09-10T08:12:43.867330+0000","last_became_peered":"2024-09-10T08:12:43.867330+0000","last_unstale":"2024-09-10T08:14:39.681089+0000","last_undegraded":"2024-09-10T08:14:39.681089+0000","last_fullsized":"2024-09-10T08:14:39.681089+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:58:09.229320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"90'11","reported_seq":45,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.672858+0000","last_change":"2024-09-10T08:12:36.826035+0000","last_active":"2024-09-10T08:14:39.672858+0000","last_peered":"2024-09-10T08:14:39.672858+0000","last_clean":"2024-09-10T08:14:39.672858+0000","last_became_active":"2024-09-10T08:12:36.825728+0000","last_became_peered":"2024-09-10T08:12:36.825728+0000","last_unstale":"2024-09-10T08:14:39.672858+0000","last_undegraded":"2024-09-10T08:14:39.672858+0000","last_fullsized":"2024-09-10T08:14:39.672858+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:34:52.253250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"88'3","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.678341+0000","last_change":"2024-09-10T08:12:34.814423+0000","last_active":"2024-09-10T08:14:39.678341+0000","last_peered":"2024-09-10T08:14:39.678341+0000","last_clean":"2024-09-10T08:14:39.678341+0000","last_became_active":"2024-09-10T08:12:34.814063+0000","last_became_peered":"2024-09-10T08:12:34.814063+0000","last_unstale":"2024-09-10T08:14:39.678341+0000","last_undegraded":"2024-09-10T08:14:39.678341+0000","last_fullsized":"2024-09-10T08:14:39.678341+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:51:32.749383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.673785+0000","last_change":"2024-09-10T08:13:39.677217+0000","last_active":"2024-09-10T08:14:39.673785+0000","last_peered":"2024-09-10T08:14:39.673785+0000","last_clean":"2024-09-10T08:14:39.673785+0000","last_became_active":"2024-09-10T08:13:39.676759+0000","last_became_peered":"2024-09-10T08:13:39.676759+0000","last_unstale":"2024-09-10T08:14:39.673785+0000","last_undegraded":"2024-09-10T08:14:39.673785+0000","last_fullsized":"2024-09-10T08:14:39.673785+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:39:36.209080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8,0],"acting":[11,4,8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.18","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676046+0000","last_change":"2024-09-10T08:12:36.835980+0000","last_active":"2024-09-10T08:14:39.676046+0000","last_peered":"2024-09-10T08:14:39.676046+0000","last_clean":"2024-09-10T08:14:39.676046+0000","last_became_active":"2024-09-10T08:12:36.835091+0000","last_became_peered":"2024-09-10T08:12:36.835091+0000","last_unstale":"2024-09-10T08:14:39.676046+0000","last_undegraded":"2024-09-10T08:14:39.676046+0000","last_fullsized":"2024-09-10T08:14:39.676046+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:52:09.526296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"88'3","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.675022+0000","last_change":"2024-09-10T08:12:34.805925+0000","last_active":"2024-09-10T08:14:39.675022+0000","last_peered":"2024-09-10T08:14:39.675022+0000","last_clean":"2024-09-10T08:14:39.675022+0000","last_became_active":"2024-09-10T08:12:34.805568+0000","last_became_peered":"2024-09-10T08:12:34.805568+0000","last_unstale":"2024-09-10T08:14:39.675022+0000","last_undegraded":"2024-09-10T08:14:39.675022+0000","last_fullsized":"2024-09-10T08:14:39.675022+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:48:06.627866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"88'7","reported_seq":46,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671969+0000","last_change":"2024-09-10T08:12:34.814702+0000","last_active":"2024-09-10T08:14:39.671969+0000","last_peered":"2024-09-10T08:14:39.671969+0000","last_clean":"2024-09-10T08:14:39.671969+0000","last_became_active":"2024-09-10T08:12:34.814342+0000","last_became_peered":"2024-09-10T08:12:34.814342+0000","last_unstale":"2024-09-10T08:14:39.671969+0000","last_undegraded":"2024-09-10T08:14:39.671969+0000","last_fullsized":"2024-09-10T08:14:39.671969+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:21:13.086961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"90'8","reported_seq":48,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.679173+0000","last_change":"2024-09-10T08:13:39.509144+0000","last_active":"2024-09-10T08:14:39.679173+0000","last_peered":"2024-09-10T08:14:39.679173+0000","last_clean":"2024-09-10T08:14:39.679173+0000","last_became_active":"2024-09-10T08:13:39.508734+0000","last_became_peered":"2024-09-10T08:13:39.508734+0000","last_unstale":"2024-09-10T08:14:39.679173+0000","last_undegraded":"2024-09-10T08:14:39.679173+0000","last_fullsized":"2024-09-10T08:14:39.679173+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:05:42.593094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3],"acting":[5,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677000+0000","last_change":"2024-09-10T08:12:43.869005+0000","last_active":"2024-09-10T08:14:39.677000+0000","last_peered":"2024-09-10T08:14:39.677000+0000","last_clean":"2024-09-10T08:14:39.677000+0000","last_became_active":"2024-09-10T08:12:43.868553+0000","last_became_peered":"2024-09-10T08:12:43.868553+0000","last_unstale":"2024-09-10T08:14:39.677000+0000","last_undegraded":"2024-09-10T08:14:39.677000+0000","last_fullsized":"2024-09-10T08:14:39.677000+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:19:42.304477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"92'7","reported_seq":174,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:23.976697+0000","last_change":"2024-09-10T08:12:34.811244+0000","last_active":"2024-09-10T08:15:23.976697+0000","last_peered":"2024-09-10T08:15:23.976697+0000","last_clean":"2024-09-10T08:15:23.976697+0000","last_became_active":"2024-09-10T08:12:34.810834+0000","last_became_peered":"2024-09-10T08:12:34.810834+0000","last_unstale":"2024-09-10T08:15:23.976697+0000","last_undegraded":"2024-09-10T08:15:23.976697+0000","last_fullsized":"2024-09-10T08:15:23.976697+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:16:17.995366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1510,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":128,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"90'7","reported_seq":47,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671599+0000","last_change":"2024-09-10T08:13:39.749620+0000","last_active":"2024-09-10T08:14:39.671599+0000","last_peered":"2024-09-10T08:14:39.671599+0000","last_clean":"2024-09-10T08:14:39.671599+0000","last_became_active":"2024-09-10T08:13:39.749321+0000","last_became_peered":"2024-09-10T08:13:39.749321+0000","last_unstale":"2024-09-10T08:14:39.671599+0000","last_undegraded":"2024-09-10T08:14:39.671599+0000","last_fullsized":"2024-09-10T08:14:39.671599+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:25:20.412078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,7],"acting":[8,9,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677077+0000","last_change":"2024-09-10T08:12:43.862115+0000","last_active":"2024-09-10T08:14:39.677077+0000","last_peered":"2024-09-10T08:14:39.677077+0000","last_clean":"2024-09-10T08:14:39.677077+0000","last_became_active":"2024-09-10T08:12:43.861732+0000","last_became_peered":"2024-09-10T08:12:43.861732+0000","last_unstale":"2024-09-10T08:14:39.677077+0000","last_undegraded":"2024-09-10T08:14:39.677077+0000","last_fullsized":"2024-09-10T08:14:39.677077+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:14:27.742653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.673600+0000","last_change":"2024-09-10T08:12:36.823862+0000","last_active":"2024-09-10T08:14:39.673600+0000","last_peered":"2024-09-10T08:14:39.673600+0000","last_clean":"2024-09-10T08:14:39.673600+0000","last_became_active":"2024-09-10T08:12:36.823469+0000","last_became_peered":"2024-09-10T08:12:36.823469+0000","last_unstale":"2024-09-10T08:14:39.673600+0000","last_undegraded":"2024-09-10T08:14:39.673600+0000","last_fullsized":"2024-09-10T08:14:39.673600+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:49:39.006645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"90'12","reported_seq":46,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.679223+0000","last_change":"2024-09-10T08:12:36.836892+0000","last_active":"2024-09-10T08:14:39.679223+0000","last_peered":"2024-09-10T08:14:39.679223+0000","last_clean":"2024-09-10T08:14:39.679223+0000","last_became_active":"2024-09-10T08:12:36.836437+0000","last_became_peered":"2024-09-10T08:12:36.836437+0000","last_unstale":"2024-09-10T08:14:39.679223+0000","last_undegraded":"2024-09-10T08:14:39.679223+0000","last_fullsized":"2024-09-10T08:14:39.679223+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:19:20.085951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676404+0000","last_change":"2024-09-10T08:12:36.832733+0000","last_active":"2024-09-10T08:14:39.676404+0000","last_peered":"2024-09-10T08:14:39.676404+0000","last_clean":"2024-09-10T08:14:39.676404+0000","last_became_active":"2024-09-10T08:12:36.832395+0000","last_became_peered":"2024-09-10T08:12:36.832395+0000","last_unstale":"2024-09-10T08:14:39.676404+0000","last_undegraded":"2024-09-10T08:14:39.676404+0000","last_fullsized":"2024-09-10T08:14:39.676404+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:05:41.291574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"90'7","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.681284+0000","last_change":"2024-09-10T08:12:36.837495+0000","last_active":"2024-09-10T08:14:39.681284+0000","last_peered":"2024-09-10T08:14:39.681284+0000","last_clean":"2024-09-10T08:14:39.681284+0000","last_became_active":"2024-09-10T08:12:36.837198+0000","last_became_peered":"2024-09-10T08:12:36.837198+0000","last_unstale":"2024-09-10T08:14:39.681284+0000","last_undegraded":"2024-09-10T08:14:39.681284+0000","last_fullsized":"2024-09-10T08:14:39.681284+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:08:30.363433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"90'4","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677310+0000","last_change":"2024-09-10T08:12:36.825857+0000","last_active":"2024-09-10T08:14:39.677310+0000","last_peered":"2024-09-10T08:14:39.677310+0000","last_clean":"2024-09-10T08:14:39.677310+0000","last_became_active":"2024-09-10T08:12:36.825542+0000","last_became_peered":"2024-09-10T08:12:36.825542+0000","last_unstale":"2024-09-10T08:14:39.677310+0000","last_undegraded":"2024-09-10T08:14:39.677310+0000","last_fullsized":"2024-09-10T08:14:39.677310+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:22:48.590212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"90'6","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.674079+0000","last_change":"2024-09-10T08:12:36.824716+0000","last_active":"2024-09-10T08:14:39.674079+0000","last_peered":"2024-09-10T08:14:39.674079+0000","last_clean":"2024-09-10T08:14:39.674079+0000","last_became_active":"2024-09-10T08:12:36.824366+0000","last_became_peered":"2024-09-10T08:12:36.824366+0000","last_unstale":"2024-09-10T08:14:39.674079+0000","last_undegraded":"2024-09-10T08:14:39.674079+0000","last_fullsized":"2024-09-10T08:14:39.674079+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:55:03.364499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"90'15","reported_seq":49,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677619+0000","last_change":"2024-09-10T08:12:36.833047+0000","last_active":"2024-09-10T08:14:39.677619+0000","last_peered":"2024-09-10T08:14:39.677619+0000","last_clean":"2024-09-10T08:14:39.677619+0000","last_became_active":"2024-09-10T08:12:36.830068+0000","last_became_peered":"2024-09-10T08:12:36.830068+0000","last_unstale":"2024-09-10T08:14:39.677619+0000","last_undegraded":"2024-09-10T08:14:39.677619+0000","last_fullsized":"2024-09-10T08:14:39.677619+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:00:24.585213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"90'2","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677039+0000","last_change":"2024-09-10T08:12:36.839767+0000","last_active":"2024-09-10T08:14:39.677039+0000","last_peered":"2024-09-10T08:14:39.677039+0000","last_clean":"2024-09-10T08:14:39.677039+0000","last_became_active":"2024-09-10T08:12:36.839449+0000","last_became_peered":"2024-09-10T08:12:36.839449+0000","last_unstale":"2024-09-10T08:14:39.677039+0000","last_undegraded":"2024-09-10T08:14:39.677039+0000","last_fullsized":"2024-09-10T08:14:39.677039+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:29:51.721688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"90'6","reported_seq":11,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.682498+0000","last_change":"2024-09-10T08:14:39.681876+0000","last_active":"2024-09-10T08:14:39.682498+0000","last_peered":"2024-09-10T08:14:39.682498+0000","last_clean":"2024-09-10T08:14:39.682498+0000","last_became_active":"2024-09-10T08:14:39.681321+0000","last_became_peered":"2024-09-10T08:14:39.681321+0000","last_unstale":"2024-09-10T08:14:39.682498+0000","last_undegraded":"2024-09-10T08:14:39.682498+0000","last_fullsized":"2024-09-10T08:14:39.682498+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:51:54.415052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,8],"acting":[6,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.29","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676800+0000","last_change":"2024-09-10T08:12:36.840924+0000","last_active":"2024-09-10T08:14:39.676800+0000","last_peered":"2024-09-10T08:14:39.676800+0000","last_clean":"2024-09-10T08:14:39.676800+0000","last_became_active":"2024-09-10T08:12:36.840560+0000","last_became_peered":"2024-09-10T08:12:36.840560+0000","last_unstale":"2024-09-10T08:14:39.676800+0000","last_undegraded":"2024-09-10T08:14:39.676800+0000","last_fullsized":"2024-09-10T08:14:39.676800+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:23:45.417772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"90'10","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.684743+0000","last_change":"2024-09-10T08:12:36.830715+0000","last_active":"2024-09-10T08:14:39.684743+0000","last_peered":"2024-09-10T08:14:39.684743+0000","last_clean":"2024-09-10T08:14:39.684743+0000","last_became_active":"2024-09-10T08:12:36.830267+0000","last_became_peered":"2024-09-10T08:12:36.830267+0000","last_unstale":"2024-09-10T08:14:39.684743+0000","last_undegraded":"2024-09-10T08:14:39.684743+0000","last_fullsized":"2024-09-10T08:14:39.684743+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:23:26.456194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"90'11","reported_seq":45,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676611+0000","last_change":"2024-09-10T08:12:36.824993+0000","last_active":"2024-09-10T08:14:39.676611+0000","last_peered":"2024-09-10T08:14:39.676611+0000","last_clean":"2024-09-10T08:14:39.676611+0000","last_became_active":"2024-09-10T08:12:36.824698+0000","last_became_peered":"2024-09-10T08:12:36.824698+0000","last_unstale":"2024-09-10T08:14:39.676611+0000","last_undegraded":"2024-09-10T08:14:39.676611+0000","last_fullsized":"2024-09-10T08:14:39.676611+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:31:03.705318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.674781+0000","last_change":"2024-09-10T08:12:36.827310+0000","last_active":"2024-09-10T08:14:39.674781+0000","last_peered":"2024-09-10T08:14:39.674781+0000","last_clean":"2024-09-10T08:14:39.674781+0000","last_became_active":"2024-09-10T08:12:36.826931+0000","last_became_peered":"2024-09-10T08:12:36.826931+0000","last_unstale":"2024-09-10T08:14:39.674781+0000","last_undegraded":"2024-09-10T08:14:39.674781+0000","last_fullsized":"2024-09-10T08:14:39.674781+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:15:00.448249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2d","version":"90'7","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677269+0000","last_change":"2024-09-10T08:12:36.832125+0000","last_active":"2024-09-10T08:14:39.677269+0000","last_peered":"2024-09-10T08:14:39.677269+0000","last_clean":"2024-09-10T08:14:39.677269+0000","last_became_active":"2024-09-10T08:12:36.831745+0000","last_became_peered":"2024-09-10T08:12:36.831745+0000","last_unstale":"2024-09-10T08:14:39.677269+0000","last_undegraded":"2024-09-10T08:14:39.677269+0000","last_fullsized":"2024-09-10T08:14:39.677269+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:17:06.928086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"90'10","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.673687+0000","last_change":"2024-09-10T08:12:36.829584+0000","last_active":"2024-09-10T08:14:39.673687+0000","last_peered":"2024-09-10T08:14:39.673687+0000","last_clean":"2024-09-10T08:14:39.673687+0000","last_became_active":"2024-09-10T08:12:36.829266+0000","last_became_peered":"2024-09-10T08:12:36.829266+0000","last_unstale":"2024-09-10T08:14:39.673687+0000","last_undegraded":"2024-09-10T08:14:39.673687+0000","last_fullsized":"2024-09-10T08:14:39.673687+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:53.100598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2f","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.674187+0000","last_change":"2024-09-10T08:12:36.830413+0000","last_active":"2024-09-10T08:14:39.674187+0000","last_peered":"2024-09-10T08:14:39.674187+0000","last_clean":"2024-09-10T08:14:39.674187+0000","last_became_active":"2024-09-10T08:12:36.829718+0000","last_became_peered":"2024-09-10T08:12:36.829718+0000","last_unstale":"2024-09-10T08:14:39.674187+0000","last_undegraded":"2024-09-10T08:14:39.674187+0000","last_fullsized":"2024-09-10T08:14:39.674187+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:49:58.001141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.30","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.684158+0000","last_change":"2024-09-10T08:12:36.830019+0000","last_active":"2024-09-10T08:14:39.684158+0000","last_peered":"2024-09-10T08:14:39.684158+0000","last_clean":"2024-09-10T08:14:39.684158+0000","last_became_active":"2024-09-10T08:12:36.829692+0000","last_became_peered":"2024-09-10T08:12:36.829692+0000","last_unstale":"2024-09-10T08:14:39.684158+0000","last_undegraded":"2024-09-10T08:14:39.684158+0000","last_fullsized":"2024-09-10T08:14:39.684158+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:50:09.660472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.31","version":"90'7","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.680877+0000","last_change":"2024-09-10T08:12:36.840060+0000","last_active":"2024-09-10T08:14:39.680877+0000","last_peered":"2024-09-10T08:14:39.680877+0000","last_clean":"2024-09-10T08:14:39.680877+0000","last_became_active":"2024-09-10T08:12:36.839738+0000","last_became_peered":"2024-09-10T08:12:36.839738+0000","last_unstale":"2024-09-10T08:14:39.680877+0000","last_undegraded":"2024-09-10T08:14:39.680877+0000","last_fullsized":"2024-09-10T08:14:39.680877+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:03:15.086558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.32","version":"90'7","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.681159+0000","last_change":"2024-09-10T08:12:36.836313+0000","last_active":"2024-09-10T08:14:39.681159+0000","last_peered":"2024-09-10T08:14:39.681159+0000","last_clean":"2024-09-10T08:14:39.681159+0000","last_became_active":"2024-09-10T08:12:36.836053+0000","last_became_peered":"2024-09-10T08:12:36.836053+0000","last_unstale":"2024-09-10T08:14:39.681159+0000","last_undegraded":"2024-09-10T08:14:39.681159+0000","last_fullsized":"2024-09-10T08:14:39.681159+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:34:02.441241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"90'10","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676510+0000","last_change":"2024-09-10T08:12:36.824310+0000","last_active":"2024-09-10T08:14:39.676510+0000","last_peered":"2024-09-10T08:14:39.676510+0000","last_clean":"2024-09-10T08:14:39.676510+0000","last_became_active":"2024-09-10T08:12:36.823980+0000","last_became_peered":"2024-09-10T08:12:36.823980+0000","last_unstale":"2024-09-10T08:14:39.676510+0000","last_undegraded":"2024-09-10T08:14:39.676510+0000","last_fullsized":"2024-09-10T08:14:39.676510+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:15:55.322283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"90'7","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677259+0000","last_change":"2024-09-10T08:12:36.829554+0000","last_active":"2024-09-10T08:14:39.677259+0000","last_peered":"2024-09-10T08:14:39.677259+0000","last_clean":"2024-09-10T08:14:39.677259+0000","last_became_active":"2024-09-10T08:12:36.829054+0000","last_became_peered":"2024-09-10T08:12:36.829054+0000","last_unstale":"2024-09-10T08:14:39.677259+0000","last_undegraded":"2024-09-10T08:14:39.677259+0000","last_fullsized":"2024-09-10T08:14:39.677259+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:46:59.763378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"90'6","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861476+0000","last_change":"2024-09-10T08:12:36.831049+0000","last_active":"2024-09-10T08:14:39.861476+0000","last_peered":"2024-09-10T08:14:39.861476+0000","last_clean":"2024-09-10T08:14:39.861476+0000","last_became_active":"2024-09-10T08:12:36.830687+0000","last_became_peered":"2024-09-10T08:12:36.830687+0000","last_unstale":"2024-09-10T08:14:39.861476+0000","last_undegraded":"2024-09-10T08:14:39.861476+0000","last_fullsized":"2024-09-10T08:14:39.861476+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:48:24.014810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"90'16","reported_seq":50,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.672408+0000","last_change":"2024-09-10T08:12:36.832264+0000","last_active":"2024-09-10T08:14:39.672408+0000","last_peered":"2024-09-10T08:14:39.672408+0000","last_clean":"2024-09-10T08:14:39.672408+0000","last_became_active":"2024-09-10T08:12:36.831913+0000","last_became_peered":"2024-09-10T08:12:36.831913+0000","last_unstale":"2024-09-10T08:14:39.672408+0000","last_undegraded":"2024-09-10T08:14:39.672408+0000","last_fullsized":"2024-09-10T08:14:39.672408+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:58:43.692064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.37","version":"90'11","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.673449+0000","last_change":"2024-09-10T08:13:39.408577+0000","last_active":"2024-09-10T08:14:39.673449+0000","last_peered":"2024-09-10T08:14:39.673449+0000","last_clean":"2024-09-10T08:14:39.673449+0000","last_became_active":"2024-09-10T08:13:39.408252+0000","last_became_peered":"2024-09-10T08:13:39.408252+0000","last_unstale":"2024-09-10T08:14:39.673449+0000","last_undegraded":"2024-09-10T08:14:39.673449+0000","last_fullsized":"2024-09-10T08:14:39.673449+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:41:34.439133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,11],"acting":[9,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.38","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.675881+0000","last_change":"2024-09-10T08:12:36.836093+0000","last_active":"2024-09-10T08:14:39.675881+0000","last_peered":"2024-09-10T08:14:39.675881+0000","last_clean":"2024-09-10T08:14:39.675881+0000","last_became_active":"2024-09-10T08:12:36.835554+0000","last_became_peered":"2024-09-10T08:12:36.835554+0000","last_unstale":"2024-09-10T08:14:39.675881+0000","last_undegraded":"2024-09-10T08:14:39.675881+0000","last_fullsized":"2024-09-10T08:14:39.675881+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:19:23.240989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"90'5","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861018+0000","last_change":"2024-09-10T08:12:36.826650+0000","last_active":"2024-09-10T08:14:39.861018+0000","last_peered":"2024-09-10T08:14:39.861018+0000","last_clean":"2024-09-10T08:14:39.861018+0000","last_became_active":"2024-09-10T08:12:36.826323+0000","last_became_peered":"2024-09-10T08:12:36.826323+0000","last_unstale":"2024-09-10T08:14:39.861018+0000","last_undegraded":"2024-09-10T08:14:39.861018+0000","last_fullsized":"2024-09-10T08:14:39.861018+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:33:59.057180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"90'6","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671885+0000","last_change":"2024-09-10T08:12:36.834723+0000","last_active":"2024-09-10T08:14:39.671885+0000","last_peered":"2024-09-10T08:14:39.671885+0000","last_clean":"2024-09-10T08:14:39.671885+0000","last_became_active":"2024-09-10T08:12:36.834381+0000","last_became_peered":"2024-09-10T08:12:36.834381+0000","last_unstale":"2024-09-10T08:14:39.671885+0000","last_undegraded":"2024-09-10T08:14:39.671885+0000","last_fullsized":"2024-09-10T08:14:39.671885+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:40:27.833708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.3b","version":"90'4","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671636+0000","last_change":"2024-09-10T08:12:36.824219+0000","last_active":"2024-09-10T08:14:39.671636+0000","last_peered":"2024-09-10T08:14:39.671636+0000","last_clean":"2024-09-10T08:14:39.671636+0000","last_became_active":"2024-09-10T08:12:36.823889+0000","last_became_peered":"2024-09-10T08:12:36.823889+0000","last_unstale":"2024-09-10T08:14:39.671636+0000","last_undegraded":"2024-09-10T08:14:39.671636+0000","last_fullsized":"2024-09-10T08:14:39.671636+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:08:25.582184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3c","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677232+0000","last_change":"2024-09-10T08:12:36.837829+0000","last_active":"2024-09-10T08:14:39.677232+0000","last_peered":"2024-09-10T08:14:39.677232+0000","last_clean":"2024-09-10T08:14:39.677232+0000","last_became_active":"2024-09-10T08:12:36.837531+0000","last_became_peered":"2024-09-10T08:12:36.837531+0000","last_unstale":"2024-09-10T08:14:39.677232+0000","last_undegraded":"2024-09-10T08:14:39.677232+0000","last_fullsized":"2024-09-10T08:14:39.677232+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:40:40.260405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3d","version":"90'7","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.680964+0000","last_change":"2024-09-10T08:12:36.840652+0000","last_active":"2024-09-10T08:14:39.680964+0000","last_peered":"2024-09-10T08:14:39.680964+0000","last_clean":"2024-09-10T08:14:39.680964+0000","last_became_active":"2024-09-10T08:12:36.840300+0000","last_became_peered":"2024-09-10T08:12:36.840300+0000","last_unstale":"2024-09-10T08:14:39.680964+0000","last_undegraded":"2024-09-10T08:14:39.680964+0000","last_fullsized":"2024-09-10T08:14:39.680964+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:38:52.985183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"90'4","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.681186+0000","last_change":"2024-09-10T08:12:36.834942+0000","last_active":"2024-09-10T08:14:39.681186+0000","last_peered":"2024-09-10T08:14:39.681186+0000","last_clean":"2024-09-10T08:14:39.681186+0000","last_became_active":"2024-09-10T08:12:36.834630+0000","last_became_peered":"2024-09-10T08:12:36.834630+0000","last_unstale":"2024-09-10T08:14:39.681186+0000","last_undegraded":"2024-09-10T08:14:39.681186+0000","last_fullsized":"2024-09-10T08:14:39.681186+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:13:50.463207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3f","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.674183+0000","last_change":"2024-09-10T08:12:36.830866+0000","last_active":"2024-09-10T08:14:39.674183+0000","last_peered":"2024-09-10T08:14:39.674183+0000","last_clean":"2024-09-10T08:14:39.674183+0000","last_became_active":"2024-09-10T08:12:36.830186+0000","last_became_peered":"2024-09-10T08:12:36.830186+0000","last_unstale":"2024-09-10T08:14:39.674183+0000","last_undegraded":"2024-09-10T08:14:39.674183+0000","last_fullsized":"2024-09-10T08:14:39.674183+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:41:50.543954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":79376,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":1197,"num_read_kb":721,"num_write":276,"num_write_kb":170,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":1238,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":238128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":236,"ondisk_log_size":236,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":76,"seq":326417514544,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36388,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708764,"statfs":{"total":95995035648,"available":95957774336,"internally_reserved":0,"allocated":1069056,"data_stored":526481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":68,"seq":292057776181,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37064,"kb_used_data":1720,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708088,"statfs":{"total":95995035648,"available":95957082112,"internally_reserved":0,"allocated":1761280,"data_stored":1183276,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":63,"seq":270582939706,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36408,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708744,"statfs":{"total":95995035648,"available":95957753856,"internally_reserved":0,"allocated":1089536,"data_stored":529944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":56,"seq":240518168639,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36400,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708752,"statfs":{"total":95995035648,"available":95957762048,"internally_reserved":0,"allocated":1081344,"data_stored":526226,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":49,"seq":210453397572,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36984,"kb_used_data":1640,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708168,"statfs":{"total":95995035648,"available":95957164032,"internally_reserved":0,"allocated":1679360,"data_stored":1124744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":44,"seq":188978561097,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28060,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717092,"statfs":{"total":95995035648,"available":95966302208,"internally_reserved":0,"allocated":1060864,"data_stored":522381,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790031,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36992,"kb_used_data":1648,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708160,"statfs":{"total":95995035648,"available":95957155840,"internally_reserved":0,"allocated":1687552,"data_stored":1118802,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953556,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36396,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708756,"statfs":{"total":95995035648,"available":95957766144,"internally_reserved":0,"allocated":1077248,"data_stored":527586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":24,"seq":103079215193,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28072,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717080,"statfs":{"total":95995035648,"available":95966289920,"internally_reserved":0,"allocated":1073152,"data_stored":521060,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411422,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36456,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708696,"statfs":{"total":95995035648,"available":95957704704,"internally_reserved":0,"allocated":1138688,"data_stored":592299,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574947,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36452,"kb_used_data":1108,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708700,"statfs":{"total":95995035648,"available":95957708800,"internally_reserved":0,"allocated":1134592,"data_stored":593458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738472,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32244,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712908,"statfs":{"total":95995035648,"available":95962017792,"internally_reserved":0,"allocated":1085440,"data_stored":523303,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":72828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":71669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1751,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":122880,"data_stored":72278,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1755,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:15:27.564 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph pg dump --format=json 2024-09-10T08:15:27.997 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T08:15:28.063 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:15:28.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:27 smithi067 ceph-mon[31051]: scrub queued for path: / 2024-09-10T08:15:28.221 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:27 smithi067 ceph-mon[31051]: scrub summary: idle+waiting paths [/] 2024-09-10T08:15:28.221 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:27 smithi067 ceph-mon[31051]: scrub summary: active paths [/] 2024-09-10T08:15:28.221 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:27 smithi067 ceph-mon[31051]: scrub summary: idle+waiting paths [/] 2024-09-10T08:15:28.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:27 smithi203 ceph-mon[34672]: scrub queued for path: / 2024-09-10T08:15:28.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:27 smithi203 ceph-mon[34672]: scrub summary: idle+waiting paths [/] 2024-09-10T08:15:28.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:27 smithi203 ceph-mon[34672]: scrub summary: active paths [/] 2024-09-10T08:15:28.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:27 smithi203 ceph-mon[34672]: scrub summary: idle+waiting paths [/] 2024-09-10T08:15:28.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:27 smithi133 ceph-mon[34721]: scrub queued for path: / 2024-09-10T08:15:28.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:27 smithi133 ceph-mon[34721]: scrub summary: idle+waiting paths [/] 2024-09-10T08:15:28.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:27 smithi133 ceph-mon[34721]: scrub summary: active paths [/] 2024-09-10T08:15:28.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:27 smithi133 ceph-mon[34721]: scrub summary: idle+waiting paths [/] 2024-09-10T08:15:28.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.574+0000 7f5501410640 1 -- 172.21.15.67:0/2133290322 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f54fc102ef0 msgr2=0x7f54fc10da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:28.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.574+0000 7f5501410640 1 --2- 172.21.15.67:0/2133290322 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f54fc102ef0 0x7f54fc10da40 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f54f4009ca0 tx=0x7f54f402a950 comp rx=0 tx=0).stop 2024-09-10T08:15:28.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.574+0000 7f5501410640 1 -- 172.21.15.67:0/2133290322 shutdown_connections 2024-09-10T08:15:28.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.574+0000 7f5501410640 1 --2- 172.21.15.67:0/2133290322 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f54fc102570 0x7f54fc1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:28.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.574+0000 7f5501410640 1 --2- 172.21.15.67:0/2133290322 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f54fc102ef0 0x7f54fc10da40 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:28.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.574+0000 7f5501410640 1 --2- 172.21.15.67:0/2133290322 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f54fc100e20 0x7f54fc101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:28.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.574+0000 7f5501410640 1 -- 172.21.15.67:0/2133290322 >> 172.21.15.67:0/2133290322 conn(0x7f54fc0fc7d0 msgr2=0x7f54fc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:28.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.574+0000 7f5501410640 1 -- 172.21.15.67:0/2133290322 shutdown_connections 2024-09-10T08:15:28.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.575+0000 7f5501410640 1 -- 172.21.15.67:0/2133290322 wait complete. 2024-09-10T08:15:28.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.575+0000 7f5501410640 1 Processor -- start 2024-09-10T08:15:28.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.575+0000 7f5501410640 1 -- start start 2024-09-10T08:15:28.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.575+0000 7f5501410640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f54fc100e20 0x7f54fc10e4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:28.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.575+0000 7f5501410640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f54fc102570 0x7f54fc10ea10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:28.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.575+0000 7f5501410640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f54fc102ef0 0x7f54fc10ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:28.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.576+0000 7f5501410640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f54fc112020 con 0x7f54fc102570 2024-09-10T08:15:28.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.576+0000 7f5501410640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f54fc111ea0 con 0x7f54fc100e20 2024-09-10T08:15:28.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.576+0000 7f5501410640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f54fc1121a0 con 0x7f54fc102ef0 2024-09-10T08:15:28.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.576+0000 7f54fa7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f54fc102570 0x7f54fc10ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:28.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.576+0000 7f54fa7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f54fc102570 0x7f54fc10ea10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48222/0 (socket says 172.21.15.67:48222) 2024-09-10T08:15:28.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.576+0000 7f54fa7fc640 1 -- 172.21.15.67:0/3294890515 learned_addr learned my addr 172.21.15.67:0/3294890515 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:28.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.576+0000 7f54faffd640 1 --2- 172.21.15.67:0/3294890515 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f54fc100e20 0x7f54fc10e4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:28.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.576+0000 7f54fb7fe640 1 --2- 172.21.15.67:0/3294890515 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f54fc102ef0 0x7f54fc10ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:28.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.576+0000 7f54fa7fc640 1 -- 172.21.15.67:0/3294890515 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f54fc102ef0 msgr2=0x7f54fc10ef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:28.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.576+0000 7f54fa7fc640 1 --2- 172.21.15.67:0/3294890515 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f54fc102ef0 0x7f54fc10ef50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:28.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.576+0000 7f54fa7fc640 1 -- 172.21.15.67:0/3294890515 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f54fc100e20 msgr2=0x7f54fc10e4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:28.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.576+0000 7f54fa7fc640 1 --2- 172.21.15.67:0/3294890515 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f54fc100e20 0x7f54fc10e4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:28.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.576+0000 7f54fa7fc640 1 -- 172.21.15.67:0/3294890515 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54fc1a69c0 con 0x7f54fc102570 2024-09-10T08:15:28.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.576+0000 7f54fb7fe640 1 --2- 172.21.15.67:0/3294890515 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f54fc102ef0 0x7f54fc10ef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:15:28.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.576+0000 7f54fa7fc640 1 --2- 172.21.15.67:0/3294890515 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f54fc102570 0x7f54fc10ea10 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f54f000b4a0 tx=0x7f54f000b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:28.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.576+0000 7f54e3fff640 1 -- 172.21.15.67:0/3294890515 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54f0015020 con 0x7f54fc102570 2024-09-10T08:15:28.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.576+0000 7f5501410640 1 -- 172.21.15.67:0/3294890515 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54fc1a6cb0 con 0x7f54fc102570 2024-09-10T08:15:28.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.576+0000 7f54e3fff640 1 -- 172.21.15.67:0/3294890515 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f54f0011ce0 con 0x7f54fc102570 2024-09-10T08:15:28.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.576+0000 7f54e3fff640 1 -- 172.21.15.67:0/3294890515 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54f0010dc0 con 0x7f54fc102570 2024-09-10T08:15:28.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.576+0000 7f5501410640 1 -- 172.21.15.67:0/3294890515 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54fc1a71e0 con 0x7f54fc102570 2024-09-10T08:15:28.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.577+0000 7f5501410640 1 -- 172.21.15.67:0/3294890515 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f54fc101280 con 0x7f54fc102570 2024-09-10T08:15:28.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.579+0000 7f54e3fff640 1 -- 172.21.15.67:0/3294890515 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 19) ==== 137884+0+0 (secure 0 0 0) 0x7f54f0018020 con 0x7f54fc102570 2024-09-10T08:15:28.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.579+0000 7f54e3fff640 1 --2- 172.21.15.67:0/3294890515 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f54e40a2c10 0x7f54e40a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:28.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.580+0000 7f54faffd640 1 --2- 172.21.15.67:0/3294890515 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f54e40a2c10 0x7f54e40a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:28.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.580+0000 7f54e3fff640 1 -- 172.21.15.67:0/3294890515 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f54f00cf340 con 0x7f54fc102570 2024-09-10T08:15:28.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.580+0000 7f54faffd640 1 --2- 172.21.15.67:0/3294890515 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f54e40a2c10 0x7f54e40a50d0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f54ec009990 tx=0x7f54ec009110 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:28.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.583+0000 7f54e3fff640 1 -- 172.21.15.67:0/3294890515 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f54f001f020 con 0x7f54fc102570 2024-09-10T08:15:28.670 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:15:28.759 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.759+0000 7f5501410640 1 -- 172.21.15.67:0/3294890515 --> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f54fc109100 con 0x7f54e40a2c10 2024-09-10T08:15:28.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.768+0000 7f54e3fff640 1 -- 172.21.15.67:0/3294890515 <== mgr.14150 v2:172.21.15.67:6800/4256949759 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340550 (secure 0 0 0) 0x7f54ec00e850 con 0x7f54e40a2c10 2024-09-10T08:15:28.771 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:15:28.773 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-10T08:15:28.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.771+0000 7f5501410640 1 -- 172.21.15.67:0/3294890515 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f54e40a2c10 msgr2=0x7f54e40a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:28.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.771+0000 7f5501410640 1 --2- 172.21.15.67:0/3294890515 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f54e40a2c10 0x7f54e40a50d0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f54ec009990 tx=0x7f54ec009110 comp rx=0 tx=0).stop 2024-09-10T08:15:28.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.771+0000 7f5501410640 1 -- 172.21.15.67:0/3294890515 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f54fc102570 msgr2=0x7f54fc10ea10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:28.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.771+0000 7f5501410640 1 --2- 172.21.15.67:0/3294890515 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f54fc102570 0x7f54fc10ea10 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f54f000b4a0 tx=0x7f54f000b8a0 comp rx=0 tx=0).stop 2024-09-10T08:15:28.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.772+0000 7f5501410640 1 -- 172.21.15.67:0/3294890515 shutdown_connections 2024-09-10T08:15:28.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.772+0000 7f5501410640 1 --2- 172.21.15.67:0/3294890515 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f54e40a2c10 0x7f54e40a50d0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:28.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.772+0000 7f5501410640 1 --2- 172.21.15.67:0/3294890515 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f54fc102ef0 0x7f54fc10ef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:28.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.772+0000 7f5501410640 1 --2- 172.21.15.67:0/3294890515 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f54fc102570 0x7f54fc10ea10 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:28.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.772+0000 7f5501410640 1 --2- 172.21.15.67:0/3294890515 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f54fc100e20 0x7f54fc10e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:28.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.772+0000 7f5501410640 1 -- 172.21.15.67:0/3294890515 >> 172.21.15.67:0/3294890515 conn(0x7f54fc0fc7d0 msgr2=0x7f54fc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:28.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.772+0000 7f5501410640 1 -- 172.21.15.67:0/3294890515 shutdown_connections 2024-09-10T08:15:28.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:28.772+0000 7f5501410640 1 -- 172.21.15.67:0/3294890515 wait complete. 2024-09-10T08:15:29.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:28 smithi067 ceph-mon[31051]: pgmap v377: 129 pgs: 129 active+clean; 654 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-09-10T08:15:29.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:28 smithi067 ceph-mon[31051]: from='client.15456 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T08:15:29.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:28 smithi203 ceph-mon[34672]: pgmap v377: 129 pgs: 129 active+clean; 654 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-09-10T08:15:29.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:28 smithi203 ceph-mon[34672]: from='client.15456 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T08:15:29.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:28 smithi133 ceph-mon[34721]: pgmap v377: 129 pgs: 129 active+clean; 654 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-09-10T08:15:29.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:28 smithi133 ceph-mon[34721]: from='client.15456 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T08:15:29.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.367+0000 7fac8d2c9640 1 -- 172.21.15.67:0/2535465030 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fac88102de0 msgr2=0x7fac881031c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:29.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.367+0000 7fac8d2c9640 1 --2- 172.21.15.67:0/2535465030 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fac88102de0 0x7fac881031c0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fac78009900 tx=0x7fac7802a480 comp rx=0 tx=0).stop 2024-09-10T08:15:29.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.367+0000 7fac8d2c9640 1 -- 172.21.15.67:0/2535465030 shutdown_connections 2024-09-10T08:15:29.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.367+0000 7fac8d2c9640 1 --2- 172.21.15.67:0/2535465030 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fac8810c180 0x7fac8810e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:29.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.367+0000 7fac8d2c9640 1 --2- 172.21.15.67:0/2535465030 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fac88103700 0x7fac8810bbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:29.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.367+0000 7fac8d2c9640 1 --2- 172.21.15.67:0/2535465030 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fac88102de0 0x7fac881031c0 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:29.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.368+0000 7fac8d2c9640 1 -- 172.21.15.67:0/2535465030 >> 172.21.15.67:0/2535465030 conn(0x7fac880fc7a0 msgr2=0x7fac880febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:29.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.368+0000 7fac8d2c9640 1 -- 172.21.15.67:0/2535465030 shutdown_connections 2024-09-10T08:15:29.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.368+0000 7fac8d2c9640 1 -- 172.21.15.67:0/2535465030 wait complete. 2024-09-10T08:15:29.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.368+0000 7fac8d2c9640 1 Processor -- start 2024-09-10T08:15:29.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.368+0000 7fac8d2c9640 1 -- start start 2024-09-10T08:15:29.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.368+0000 7fac8d2c9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fac88102de0 0x7fac88100a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:29.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.369+0000 7fac8d2c9640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fac88103700 0x7fac88100f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:29.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.369+0000 7fac8d2c9640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fac8810c180 0x7fac881014c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:29.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.369+0000 7fac8d2c9640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fac88111e20 con 0x7fac88102de0 2024-09-10T08:15:29.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.369+0000 7fac8d2c9640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fac88111ca0 con 0x7fac88103700 2024-09-10T08:15:29.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.369+0000 7fac8d2c9640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fac88111fa0 con 0x7fac8810c180 2024-09-10T08:15:29.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.369+0000 7fac86ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fac88102de0 0x7fac88100a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:29.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.369+0000 7fac86ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fac88102de0 0x7fac88100a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48242/0 (socket says 172.21.15.67:48242) 2024-09-10T08:15:29.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.369+0000 7fac86ffd640 1 -- 172.21.15.67:0/1279322683 learned_addr learned my addr 172.21.15.67:0/1279322683 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:29.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.369+0000 7fac877fe640 1 --2- 172.21.15.67:0/1279322683 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fac8810c180 0x7fac881014c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:29.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.369+0000 7fac867fc640 1 --2- 172.21.15.67:0/1279322683 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fac88103700 0x7fac88100f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:29.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.369+0000 7fac86ffd640 1 -- 172.21.15.67:0/1279322683 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fac8810c180 msgr2=0x7fac881014c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:29.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.369+0000 7fac86ffd640 1 --2- 172.21.15.67:0/1279322683 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fac8810c180 0x7fac881014c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:29.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.369+0000 7fac86ffd640 1 -- 172.21.15.67:0/1279322683 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fac88103700 msgr2=0x7fac88100f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:29.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.369+0000 7fac86ffd640 1 --2- 172.21.15.67:0/1279322683 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fac88103700 0x7fac88100f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:29.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.369+0000 7fac86ffd640 1 -- 172.21.15.67:0/1279322683 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac881a6840 con 0x7fac88102de0 2024-09-10T08:15:29.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.369+0000 7fac867fc640 1 --2- 172.21.15.67:0/1279322683 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fac88103700 0x7fac88100f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:15:29.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.369+0000 7fac86ffd640 1 --2- 172.21.15.67:0/1279322683 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fac88102de0 0x7fac88100a40 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fac78005940 tx=0x7fac780042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:29.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.369+0000 7fac6ffff640 1 -- 172.21.15.67:0/1279322683 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac7803f030 con 0x7fac88102de0 2024-09-10T08:15:29.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.369+0000 7fac8d2c9640 1 -- 172.21.15.67:0/1279322683 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac881a6ad0 con 0x7fac88102de0 2024-09-10T08:15:29.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.369+0000 7fac6ffff640 1 -- 172.21.15.67:0/1279322683 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fac78003cb0 con 0x7fac88102de0 2024-09-10T08:15:29.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.369+0000 7fac6ffff640 1 -- 172.21.15.67:0/1279322683 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac78035070 con 0x7fac88102de0 2024-09-10T08:15:29.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.370+0000 7fac8d2c9640 1 -- 172.21.15.67:0/1279322683 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac881a6fb0 con 0x7fac88102de0 2024-09-10T08:15:29.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.372+0000 7fac6ffff640 1 -- 172.21.15.67:0/1279322683 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 19) ==== 137884+0+0 (secure 0 0 0) 0x7fac78042030 con 0x7fac88102de0 2024-09-10T08:15:29.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.372+0000 7fac8f6a2740 1 Processor -- start 2024-09-10T08:15:29.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.372+0000 7fac8f6a2740 1 -- start start 2024-09-10T08:15:29.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.372+0000 7fac6ffff640 1 --2- 172.21.15.67:0/1279322683 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fac700a2c10 0x7fac700a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:29.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.372+0000 7fac8f6a2740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a5c98934a0 0x55a5c9893880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:29.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.372+0000 7fac8f6a2740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a5c9893dc0 0x55a5c989e140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:29.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.373+0000 7fac8f6a2740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a5c989e680 0x55a5c98a0a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:29.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.373+0000 7fac8f6a2740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55a5c97f92e0 con 0x55a5c98934a0 2024-09-10T08:15:29.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.373+0000 7fac86ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a5c98934a0 0x55a5c9893880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:29.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.373+0000 7fac86ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a5c98934a0 0x55a5c9893880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48252/0 (socket says 172.21.15.67:48252) 2024-09-10T08:15:29.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.373+0000 7fac86ffd640 1 -- 172.21.15.67:0/2707673332 learned_addr learned my addr 172.21.15.67:0/2707673332 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:29.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.373+0000 7fac8f6a2740 1 -- 172.21.15.67:0/2707673332 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55a5c97a0ce0 con 0x55a5c9893dc0 2024-09-10T08:15:29.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.373+0000 7fac8f6a2740 1 -- 172.21.15.67:0/2707673332 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55a5c97f52a0 con 0x55a5c989e680 2024-09-10T08:15:29.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.373+0000 7fac877fe640 1 --2- 172.21.15.67:0/1279322683 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fac700a2c10 0x7fac700a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:29.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.373+0000 7fac6ffff640 1 -- 172.21.15.67:0/1279322683 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fac780efdf0 con 0x7fac88102de0 2024-09-10T08:15:29.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.373+0000 7fac867fc640 1 --2- 172.21.15.67:0/2707673332 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a5c9893dc0 0x55a5c989e140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:29.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.373+0000 7fac877fe640 1 --2- 172.21.15.67:0/2707673332 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a5c989e680 0x55a5c98a0a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:29.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.373+0000 7fac86ffd640 1 -- 172.21.15.67:0/2707673332 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a5c989e680 msgr2=0x55a5c98a0a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:29.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.373+0000 7fac86ffd640 1 --2- 172.21.15.67:0/2707673332 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a5c989e680 0x55a5c98a0a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:29.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.373+0000 7fac86ffd640 1 -- 172.21.15.67:0/2707673332 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a5c9893dc0 msgr2=0x55a5c989e140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:29.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.373+0000 7fac86ffd640 1 --2- 172.21.15.67:0/2707673332 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a5c9893dc0 0x55a5c989e140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:29.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.373+0000 7fac86ffd640 1 -- 172.21.15.67:0/2707673332 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a5c9785440 con 0x55a5c98934a0 2024-09-10T08:15:29.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.373+0000 7fac86ffd640 1 --2- 172.21.15.67:0/2707673332 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a5c98934a0 0x55a5c9893880 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fac780ed3d0 tx=0x7fac78031a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b5961cae4e1e5db server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:29.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.373+0000 7fac877fe640 1 --2- 172.21.15.67:0/1279322683 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fac700a2c10 0x7fac700a50d0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fac80009fd0 tx=0x7fac80013b00 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:29.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.373+0000 7fac6d7fa640 1 -- 172.21.15.67:0/2707673332 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac78049070 con 0x55a5c98934a0 2024-09-10T08:15:29.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.373+0000 7fac6d7fa640 1 -- 172.21.15.67:0/2707673332 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fac7803b460 con 0x55a5c98934a0 2024-09-10T08:15:29.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.373+0000 7fac6d7fa640 1 -- 172.21.15.67:0/2707673332 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac780bc350 con 0x55a5c98934a0 2024-09-10T08:15:29.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.374+0000 7fac8f6a2740 1 -- 172.21.15.67:0/2707673332 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a5c98934a0 msgr2=0x55a5c9893880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:29.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.374+0000 7fac8f6a2740 1 --2- 172.21.15.67:0/2707673332 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a5c98934a0 0x55a5c9893880 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fac780ed3d0 tx=0x7fac78031a10 comp rx=0 tx=0).stop 2024-09-10T08:15:29.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.374+0000 7fac8f6a2740 1 -- 172.21.15.67:0/2707673332 shutdown_connections 2024-09-10T08:15:29.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.374+0000 7fac8f6a2740 1 --2- 172.21.15.67:0/2707673332 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a5c9893dc0 0x55a5c989e140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:29.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.374+0000 7fac8f6a2740 1 --2- 172.21.15.67:0/2707673332 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a5c989e680 0x55a5c98a0a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:29.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.374+0000 7fac8f6a2740 1 --2- 172.21.15.67:0/2707673332 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a5c98934a0 0x55a5c9893880 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:29.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.374+0000 7fac8f6a2740 1 -- 172.21.15.67:0/2707673332 >> 172.21.15.67:0/2707673332 conn(0x55a5c988fa30 msgr2=0x55a5c988fe10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:29.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.374+0000 7fac8f6a2740 1 -- 172.21.15.67:0/2707673332 shutdown_connections 2024-09-10T08:15:29.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.374+0000 7fac8f6a2740 1 -- 172.21.15.67:0/2707673332 wait complete. 2024-09-10T08:15:29.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.375+0000 7fac8f6a2740 1 -- start start 2024-09-10T08:15:29.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.375+0000 7fac8f6a2740 1 Processor -- start 2024-09-10T08:15:29.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.375+0000 7fac8f6a2740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a5c98934a0 0x55a5c989df90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:29.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.375+0000 7fac8f6a2740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a5c9893dc0 0x55a5c989b240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:29.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.375+0000 7fac8f6a2740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a5c989e680 0x55a5c989b780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:29.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.375+0000 7fac8f6a2740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55a5c98a1010 con 0x55a5c98934a0 2024-09-10T08:15:29.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.375+0000 7fac8f6a2740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55a5c97b4050 con 0x55a5c989e680 2024-09-10T08:15:29.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.375+0000 7fac8f6a2740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55a5c98a1190 con 0x55a5c9893dc0 2024-09-10T08:15:29.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.375+0000 7fac8f6a2740 10 client.0 _ll_register_callbacks cb 0x55a5c97f4160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:15:29.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.375+0000 7fac86ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a5c98934a0 0x55a5c989df90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:29.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.375+0000 7fac86ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a5c98934a0 0x55a5c989df90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48262/0 (socket says 172.21.15.67:48262) 2024-09-10T08:15:29.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.375+0000 7fac86ffd640 1 -- 172.21.15.67:0/2438514754 learned_addr learned my addr 172.21.15.67:0/2438514754 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:29.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.375+0000 7fac867fc640 1 --2- 172.21.15.67:0/2438514754 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a5c9893dc0 0x55a5c989b240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:29.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.376+0000 7fac86ffd640 1 -- 172.21.15.67:0/2438514754 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a5c9893dc0 msgr2=0x55a5c989b240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:29.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.376+0000 7fac877fe640 1 --2- 172.21.15.67:0/2438514754 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a5c989e680 0x55a5c989b780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:29.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.376+0000 7fac86ffd640 1 --2- 172.21.15.67:0/2438514754 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a5c9893dc0 0x55a5c989b240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:29.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.376+0000 7fac86ffd640 1 -- 172.21.15.67:0/2438514754 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a5c989e680 msgr2=0x55a5c989b780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:29.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.376+0000 7fac86ffd640 1 --2- 172.21.15.67:0/2438514754 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a5c989e680 0x55a5c989b780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:29.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.376+0000 7fac86ffd640 1 -- 172.21.15.67:0/2438514754 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a5c956a3c0 con 0x55a5c98934a0 2024-09-10T08:15:29.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.376+0000 7fac877fe640 1 --2- 172.21.15.67:0/2438514754 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a5c989e680 0x55a5c989b780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:15:29.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.376+0000 7fac86ffd640 1 --2- 172.21.15.67:0/2438514754 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a5c98934a0 0x55a5c989df90 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fac780b8ac0 tx=0x7fac780095e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62e2da632b55774b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:29.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.376+0000 7fac6aff5640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:15:29.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.376+0000 7fac6aff5640 1 -- 172.21.15.67:0/2438514754 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac78049040 con 0x55a5c98934a0 2024-09-10T08:15:29.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.376+0000 7fac6aff5640 1 -- 172.21.15.67:0/2438514754 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fac780c0170 con 0x55a5c98934a0 2024-09-10T08:15:29.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.376+0000 7fac8f6a2740 1 -- 172.21.15.67:0/2438514754 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55a5c9806850 con 0x55a5c98934a0 2024-09-10T08:15:29.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.376+0000 7fac6aff5640 1 -- 172.21.15.67:0/2438514754 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fac780c5c20 con 0x55a5c98934a0 2024-09-10T08:15:29.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.376+0000 7fac8f6a2740 10 client.15468 fetch_fsmap learned FSMap version 29 2024-09-10T08:15:29.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.376+0000 7fac8f6a2740 1 -- 172.21.15.67:0/2438514754 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a5c98a1010 con 0x55a5c98934a0 2024-09-10T08:15:29.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.376+0000 7fac6aff5640 1 -- 172.21.15.67:0/2438514754 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fac780bc7f0 con 0x55a5c98934a0 2024-09-10T08:15:29.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.377+0000 7fac6aff5640 1 -- 172.21.15.67:0/2438514754 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fac780d6060 con 0x55a5c98934a0 2024-09-10T08:15:29.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.377+0000 7fac8f6a2740 10 client.15468 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:15:29.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.377+0000 7fac8f6a2740 10 client.15468 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:15:29.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.377+0000 7fac8f6a2740 20 client.15468 populate_metadata read hostname 'smithi067' 2024-09-10T08:15:29.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.377+0000 7fac8f6a2740 1 --2- 172.21.15.67:0/2438514754 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55a5c98adbe0 0x55a5c98affd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:29.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.377+0000 7fac8f6a2740 4 client.15468 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:15:29.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.377+0000 7fac8f6a2740 1 -- 172.21.15.67:0/2438514754 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a5c9806850 con 0x55a5c98adbe0 2024-09-10T08:15:29.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.377+0000 7fac867fc640 1 --2- 172.21.15.67:0/2438514754 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55a5c98adbe0 0x55a5c98affd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:29.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.377+0000 7fac6aff5640 10 client.15468 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:15:29.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.377+0000 7fac867fc640 1 --2- 172.21.15.67:0/2438514754 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55a5c98adbe0 0x55a5c98affd0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c7d272b3f38aa17d server_cookie=11f6a75fe8f2d5d4 in_seq=0 out_seq=0 2024-09-10T08:15:29.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.378+0000 7fac6aff5640 1 -- 172.21.15.67:0/2438514754 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a5c9806850 con 0x55a5c98adbe0 2024-09-10T08:15:29.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.378+0000 7fac6aff5640 10 client.15468 handle_command_reply: tid=0 2024-09-10T08:15:29.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.378+0000 7fac8f6a2740 1 client.15468 shutdown 2024-09-10T08:15:29.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.378+0000 7fac8f6a2740 1 -- 172.21.15.67:0/2438514754 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a5c98934a0 msgr2=0x55a5c989df90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:29.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.378+0000 7fac8f6a2740 1 --2- 172.21.15.67:0/2438514754 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a5c98934a0 0x55a5c989df90 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7fac780b8ac0 tx=0x7fac780095e0 comp rx=0 tx=0).stop 2024-09-10T08:15:29.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.378+0000 7fac8f6a2740 1 -- 172.21.15.67:0/2438514754 shutdown_connections 2024-09-10T08:15:29.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.378+0000 7fac8f6a2740 1 --2- 172.21.15.67:0/2438514754 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55a5c98adbe0 0x55a5c98affd0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:29.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.378+0000 7fac8f6a2740 1 --2- 172.21.15.67:0/2438514754 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a5c989e680 0x55a5c989b780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:29.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.378+0000 7fac8f6a2740 1 --2- 172.21.15.67:0/2438514754 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a5c9893dc0 0x55a5c989b240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:29.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.378+0000 7fac8f6a2740 1 --2- 172.21.15.67:0/2438514754 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a5c98934a0 0x55a5c989df90 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:29.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.378+0000 7fac8f6a2740 1 -- 172.21.15.67:0/2438514754 >> 172.21.15.67:0/2438514754 conn(0x55a5c988fa30 msgr2=0x55a5c9895760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:29.388 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.378+0000 7fac6aff5640 0 client.15468 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:15:29.388 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.378+0000 7fac8f6a2740 1 -- 172.21.15.67:0/2438514754 shutdown_connections 2024-09-10T08:15:29.388 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.378+0000 7fac8f6a2740 1 -- 172.21.15.67:0/2438514754 wait complete. 2024-09-10T08:15:29.388 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.379+0000 7fac8f6a2740 20 client.15468 trim_cache size 0 max 16384 2024-09-10T08:15:29.396 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.396+0000 7fac8f6a2740 1 Processor -- start 2024-09-10T08:15:29.396 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.396+0000 7fac8f6a2740 1 -- start start 2024-09-10T08:15:29.396 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.396+0000 7fac8f6a2740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a5c988fa30 0x55a5c988ea80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:29.396 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.396+0000 7fac8f6a2740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a5c98934a0 0x55a5c98b5870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:29.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.396+0000 7fac8f6a2740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a5c9893dc0 0x55a5c98b5db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:29.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.396+0000 7fac8f6a2740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fac881b0f20 con 0x55a5c9893dc0 2024-09-10T08:15:29.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.396+0000 7fac8f6a2740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fac881b2a60 con 0x55a5c988fa30 2024-09-10T08:15:29.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.396+0000 7fac8f6a2740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fac881b15f0 con 0x55a5c98934a0 2024-09-10T08:15:29.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.396+0000 7fac877fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a5c9893dc0 0x55a5c98b5db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:29.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.396+0000 7fac877fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a5c9893dc0 0x55a5c98b5db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48278/0 (socket says 172.21.15.67:48278) 2024-09-10T08:15:29.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.396+0000 7fac877fe640 1 -- 172.21.15.67:0/2328462701 learned_addr learned my addr 172.21.15.67:0/2328462701 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:29.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.396+0000 7fac86ffd640 1 --2- 172.21.15.67:0/2328462701 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a5c988fa30 0x55a5c988ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:29.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.396+0000 7fac867fc640 1 --2- 172.21.15.67:0/2328462701 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a5c98934a0 0x55a5c98b5870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:29.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.396+0000 7fac877fe640 1 -- 172.21.15.67:0/2328462701 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a5c98934a0 msgr2=0x55a5c98b5870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:29.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.396+0000 7fac877fe640 1 --2- 172.21.15.67:0/2328462701 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a5c98934a0 0x55a5c98b5870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:29.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.396+0000 7fac877fe640 1 -- 172.21.15.67:0/2328462701 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a5c988fa30 msgr2=0x55a5c988ea80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:29.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.396+0000 7fac877fe640 1 --2- 172.21.15.67:0/2328462701 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a5c988fa30 0x55a5c988ea80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:29.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.396+0000 7fac877fe640 1 -- 172.21.15.67:0/2328462701 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a5c988f860 con 0x55a5c9893dc0 2024-09-10T08:15:29.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.397+0000 7fac877fe640 1 --2- 172.21.15.67:0/2328462701 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a5c9893dc0 0x55a5c98b5db0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fac800049a0 tx=0x7fac8001f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b12a1905c1002b1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:29.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.397+0000 7fac6cff9640 1 -- 172.21.15.67:0/2328462701 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac80010570 con 0x55a5c9893dc0 2024-09-10T08:15:29.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.397+0000 7fac6cff9640 1 -- 172.21.15.67:0/2328462701 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fac80024070 con 0x55a5c9893dc0 2024-09-10T08:15:29.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.397+0000 7fac6cff9640 1 -- 172.21.15.67:0/2328462701 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac800209c0 con 0x55a5c9893dc0 2024-09-10T08:15:29.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.397+0000 7fac8f6a2740 1 -- 172.21.15.67:0/2328462701 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a5c9893dc0 msgr2=0x55a5c98b5db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:29.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.397+0000 7fac8f6a2740 1 --2- 172.21.15.67:0/2328462701 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a5c9893dc0 0x55a5c98b5db0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fac800049a0 tx=0x7fac8001f000 comp rx=0 tx=0).stop 2024-09-10T08:15:29.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.397+0000 7fac8f6a2740 1 -- 172.21.15.67:0/2328462701 shutdown_connections 2024-09-10T08:15:29.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.397+0000 7fac8f6a2740 1 --2- 172.21.15.67:0/2328462701 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a5c9893dc0 0x55a5c98b5db0 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:29.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.397+0000 7fac8f6a2740 1 --2- 172.21.15.67:0/2328462701 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a5c98934a0 0x55a5c98b5870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:29.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.397+0000 7fac8f6a2740 1 --2- 172.21.15.67:0/2328462701 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a5c988fa30 0x55a5c988ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:29.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.397+0000 7fac8f6a2740 1 -- 172.21.15.67:0/2328462701 >> 172.21.15.67:0/2328462701 conn(0x55a5c989b8e0 msgr2=0x55a5c988e370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:29.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.397+0000 7fac8f6a2740 1 -- 172.21.15.67:0/2328462701 shutdown_connections 2024-09-10T08:15:29.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.398+0000 7fac8f6a2740 1 -- 172.21.15.67:0/2328462701 wait complete. 2024-09-10T08:15:29.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.398+0000 7fac8f6a2740 1 -- start start 2024-09-10T08:15:29.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.398+0000 7fac8f6a2740 1 Processor -- start 2024-09-10T08:15:29.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.398+0000 7fac8f6a2740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a5c988fa30 0x55a5c98a6c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:29.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.398+0000 7fac8f6a2740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a5c98934a0 0x55a5c98a3f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:29.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.398+0000 7fac8f6a2740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a5c9893dc0 0x55a5c98a46a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:29.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.398+0000 7fac8f6a2740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fac881b2390 con 0x55a5c988fa30 2024-09-10T08:15:29.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.398+0000 7fac8f6a2740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fac881b1cc0 con 0x55a5c98934a0 2024-09-10T08:15:29.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.398+0000 7fac8f6a2740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fac881aef00 con 0x55a5c9893dc0 2024-09-10T08:15:29.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.398+0000 7fac8f6a2740 10 client.0 _ll_register_callbacks cb 0x7fac780b7c90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:15:29.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.398+0000 7fac86ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a5c988fa30 0x55a5c98a6c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:29.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.398+0000 7fac86ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a5c988fa30 0x55a5c98a6c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48280/0 (socket says 172.21.15.67:48280) 2024-09-10T08:15:29.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.398+0000 7fac86ffd640 1 -- 172.21.15.67:0/1830019206 learned_addr learned my addr 172.21.15.67:0/1830019206 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:29.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.398+0000 7fac867fc640 1 --2- 172.21.15.67:0/1830019206 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a5c98934a0 0x55a5c98a3f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:29.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.399+0000 7fac86ffd640 1 -- 172.21.15.67:0/1830019206 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a5c9893dc0 msgr2=0x55a5c98a46a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:29.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.399+0000 7fac877fe640 1 --2- 172.21.15.67:0/1830019206 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a5c9893dc0 0x55a5c98a46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:29.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.399+0000 7fac86ffd640 1 --2- 172.21.15.67:0/1830019206 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a5c9893dc0 0x55a5c98a46a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:29.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.399+0000 7fac86ffd640 1 -- 172.21.15.67:0/1830019206 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a5c98934a0 msgr2=0x55a5c98a3f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:29.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.399+0000 7fac86ffd640 1 --2- 172.21.15.67:0/1830019206 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a5c98934a0 0x55a5c98a3f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:29.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.399+0000 7fac86ffd640 1 -- 172.21.15.67:0/1830019206 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a5c9917850 con 0x55a5c988fa30 2024-09-10T08:15:29.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.399+0000 7fac86ffd640 1 --2- 172.21.15.67:0/1830019206 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a5c988fa30 0x55a5c98a6c10 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fac78031440 tx=0x7fac78009650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d3cf9b5e76a1951 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:29.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.399+0000 7fac6aff5640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:15:29.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.399+0000 7fac6aff5640 1 -- 172.21.15.67:0/1830019206 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac78049070 con 0x55a5c988fa30 2024-09-10T08:15:29.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.399+0000 7fac6aff5640 1 -- 172.21.15.67:0/1830019206 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fac78003850 con 0x55a5c988fa30 2024-09-10T08:15:29.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.399+0000 7fac8f6a2740 1 -- 172.21.15.67:0/1830019206 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fac80024070 con 0x55a5c988fa30 2024-09-10T08:15:29.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.399+0000 7fac6aff5640 1 -- 172.21.15.67:0/1830019206 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fac780bba50 con 0x55a5c988fa30 2024-09-10T08:15:29.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.399+0000 7fac8f6a2740 10 client.15474 fetch_fsmap learned FSMap version 29 2024-09-10T08:15:29.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.399+0000 7fac8f6a2740 1 -- 172.21.15.67:0/1830019206 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a5c9917850 con 0x55a5c988fa30 2024-09-10T08:15:29.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.399+0000 7fac6aff5640 1 -- 172.21.15.67:0/1830019206 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fac80024070 con 0x55a5c988fa30 2024-09-10T08:15:29.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.399+0000 7fac6aff5640 1 -- 172.21.15.67:0/1830019206 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fac780bc350 con 0x55a5c988fa30 2024-09-10T08:15:29.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.400+0000 7fac8f6a2740 10 client.15474 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:15:29.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.400+0000 7fac8f6a2740 10 client.15474 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:15:29.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.400+0000 7fac8f6a2740 20 client.15474 populate_metadata read hostname 'smithi067' 2024-09-10T08:15:29.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.400+0000 7fac8f6a2740 1 --2- 172.21.15.67:0/1830019206 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55a5c989e680 0x55a5c991ad70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:29.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.400+0000 7fac8f6a2740 4 client.15474 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T08:15:29.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.400+0000 7fac8f6a2740 1 -- 172.21.15.67:0/1830019206 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55a5c9800d60 con 0x55a5c989e680 2024-09-10T08:15:29.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.400+0000 7fac867fc640 1 --2- 172.21.15.67:0/1830019206 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55a5c989e680 0x55a5c991ad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:29.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.400+0000 7fac6aff5640 10 client.15474 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:15:29.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.400+0000 7fac867fc640 1 --2- 172.21.15.67:0/1830019206 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55a5c989e680 0x55a5c991ad70 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ea31e701bba64d4b server_cookie=1616fb39a533636e in_seq=0 out_seq=0 2024-09-10T08:15:29.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.401+0000 7fac6aff5640 1 -- 172.21.15.67:0/1830019206 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55a5c9800d60 con 0x55a5c989e680 2024-09-10T08:15:29.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.401+0000 7fac6aff5640 10 client.15474 handle_command_reply: tid=0 2024-09-10T08:15:29.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.401+0000 7fac8f6a2740 1 client.15474 shutdown 2024-09-10T08:15:29.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.401+0000 7fac8f6a2740 1 -- 172.21.15.67:0/1830019206 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a5c988fa30 msgr2=0x55a5c98a6c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:29.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.401+0000 7fac8f6a2740 1 --2- 172.21.15.67:0/1830019206 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a5c988fa30 0x55a5c98a6c10 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fac78031440 tx=0x7fac78009650 comp rx=0 tx=0).stop 2024-09-10T08:15:29.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.401+0000 7fac8f6a2740 1 -- 172.21.15.67:0/1830019206 shutdown_connections 2024-09-10T08:15:29.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.401+0000 7fac8f6a2740 1 --2- 172.21.15.67:0/1830019206 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55a5c989e680 0x55a5c991ad70 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:29.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.401+0000 7fac8f6a2740 1 --2- 172.21.15.67:0/1830019206 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a5c98934a0 0x55a5c98a3f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:29.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.401+0000 7fac8f6a2740 1 --2- 172.21.15.67:0/1830019206 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a5c9893dc0 0x55a5c98a46a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:29.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.401+0000 7fac8f6a2740 1 --2- 172.21.15.67:0/1830019206 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a5c988fa30 0x55a5c98a6c10 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:29.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.401+0000 7fac8f6a2740 1 -- 172.21.15.67:0/1830019206 >> 172.21.15.67:0/1830019206 conn(0x55a5c989b8e0 msgr2=0x55a5c988e310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:29.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.401+0000 7fac6aff5640 0 client.15474 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:15:29.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.401+0000 7fac8f6a2740 1 -- 172.21.15.67:0/1830019206 shutdown_connections 2024-09-10T08:15:29.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.401+0000 7fac8f6a2740 1 -- 172.21.15.67:0/1830019206 wait complete. 2024-09-10T08:15:29.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.401+0000 7fac8f6a2740 20 client.15474 trim_cache size 0 max 16384 2024-09-10T08:15:29.409 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:15:29.409 INFO:teuthology.orchestra.run.smithi067.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-10T08:15:29.409 INFO:teuthology.orchestra.run.smithi067.stdout: "scrubs": { 2024-09-10T08:15:29.409 INFO:teuthology.orchestra.run.smithi067.stdout: "448a5e8e-3646-4988-88fb-bcb34c35f8ed": { 2024-09-10T08:15:29.410 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/", 2024-09-10T08:15:29.410 INFO:teuthology.orchestra.run.smithi067.stdout: "tag": "448a5e8e-3646-4988-88fb-bcb34c35f8ed", 2024-09-10T08:15:29.410 INFO:teuthology.orchestra.run.smithi067.stdout: "options": "recursive,force" 2024-09-10T08:15:29.410 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:15:29.410 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:15:29.410 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:15:29.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.401+0000 7fac8d2c9640 1 -- 172.21.15.67:0/1279322683 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fac700a2c10 msgr2=0x7fac700a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:29.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.401+0000 7fac8d2c9640 1 --2- 172.21.15.67:0/1279322683 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fac700a2c10 0x7fac700a50d0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fac80009fd0 tx=0x7fac80013b00 comp rx=0 tx=0).stop 2024-09-10T08:15:29.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.401+0000 7fac8d2c9640 1 -- 172.21.15.67:0/1279322683 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fac88102de0 msgr2=0x7fac88100a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:29.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.401+0000 7fac8d2c9640 1 --2- 172.21.15.67:0/1279322683 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fac88102de0 0x7fac88100a40 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fac78005940 tx=0x7fac780042f0 comp rx=0 tx=0).stop 2024-09-10T08:15:29.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.402+0000 7fac8d2c9640 1 -- 172.21.15.67:0/1279322683 shutdown_connections 2024-09-10T08:15:29.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.402+0000 7fac8d2c9640 1 --2- 172.21.15.67:0/1279322683 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fac700a2c10 0x7fac700a50d0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:29.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.402+0000 7fac8d2c9640 1 --2- 172.21.15.67:0/1279322683 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fac88103700 0x7fac88100f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:29.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.402+0000 7fac8d2c9640 1 --2- 172.21.15.67:0/1279322683 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fac8810c180 0x7fac881014c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:29.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.402+0000 7fac8d2c9640 1 --2- 172.21.15.67:0/1279322683 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fac88102de0 0x7fac88100a40 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:29.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.402+0000 7fac8d2c9640 1 -- 172.21.15.67:0/1279322683 >> 172.21.15.67:0/1279322683 conn(0x7fac880fc7a0 msgr2=0x7fac880fe100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:29.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.402+0000 7fac8d2c9640 1 -- 172.21.15.67:0/1279322683 shutdown_connections 2024-09-10T08:15:29.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:29.402+0000 7fac8d2c9640 1 -- 172.21.15.67:0/1279322683 wait complete. 2024-09-10T08:15:30.193 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":377,"stamp":"2024-09-10T08:15:27.847029+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":669978,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":1323,"num_read_kb":830,"num_write":459,"num_write_kb":3110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":1181974,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":875,"ondisk_log_size":875,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":417916,"kb_used_data":14588,"kb_used_omap":18,"kb_used_meta":403117,"kb_avail":1124523908,"statfs":{"total":1151940427776,"available":1151512481792,"internally_reserved":0,"allocated":14938112,"data_stored":8289560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":412792121},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":8115,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":106,"num_read_kb":62,"num_write":19,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003211"},"pg_stats":[{"pgid":"2.1f","version":"92'15","reported_seq":175,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:21.978338+0000","last_change":"2024-09-10T08:12:34.806369+0000","last_active":"2024-09-10T08:15:21.978338+0000","last_peered":"2024-09-10T08:15:21.978338+0000","last_clean":"2024-09-10T08:15:21.978338+0000","last_became_active":"2024-09-10T08:12:34.805950+0000","last_became_peered":"2024-09-10T08:12:34.805950+0000","last_unstale":"2024-09-10T08:15:21.978338+0000","last_undegraded":"2024-09-10T08:15:21.978338+0000","last_fullsized":"2024-09-10T08:15:21.978338+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:06:34.845848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":121,"num_read_kb":121,"num_write":16,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"90'5","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677270+0000","last_change":"2024-09-10T08:12:36.838658+0000","last_active":"2024-09-10T08:14:39.677270+0000","last_peered":"2024-09-10T08:14:39.677270+0000","last_clean":"2024-09-10T08:14:39.677270+0000","last_became_active":"2024-09-10T08:12:36.838366+0000","last_became_peered":"2024-09-10T08:12:36.838366+0000","last_unstale":"2024-09-10T08:14:39.677270+0000","last_undegraded":"2024-09-10T08:14:39.677270+0000","last_fullsized":"2024-09-10T08:14:39.677270+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:53:10.847198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676873+0000","last_change":"2024-09-10T08:12:43.868547+0000","last_active":"2024-09-10T08:14:39.676873+0000","last_peered":"2024-09-10T08:14:39.676873+0000","last_clean":"2024-09-10T08:14:39.676873+0000","last_became_active":"2024-09-10T08:12:43.868066+0000","last_became_peered":"2024-09-10T08:12:43.868066+0000","last_unstale":"2024-09-10T08:14:39.676873+0000","last_undegraded":"2024-09-10T08:14:39.676873+0000","last_fullsized":"2024-09-10T08:14:39.676873+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:08.277037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1e","version":"88'2","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677489+0000","last_change":"2024-09-10T08:12:34.934507+0000","last_active":"2024-09-10T08:14:39.677489+0000","last_peered":"2024-09-10T08:14:39.677489+0000","last_clean":"2024-09-10T08:14:39.677489+0000","last_became_active":"2024-09-10T08:12:34.934137+0000","last_became_peered":"2024-09-10T08:12:34.934137+0000","last_unstale":"2024-09-10T08:14:39.677489+0000","last_undegraded":"2024-09-10T08:14:39.677489+0000","last_fullsized":"2024-09-10T08:14:39.677489+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:03:36.377273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"90'6","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.681748+0000","last_change":"2024-09-10T08:12:36.840138+0000","last_active":"2024-09-10T08:14:39.681748+0000","last_peered":"2024-09-10T08:14:39.681748+0000","last_clean":"2024-09-10T08:14:39.681748+0000","last_became_active":"2024-09-10T08:12:36.839808+0000","last_became_peered":"2024-09-10T08:12:36.839808+0000","last_unstale":"2024-09-10T08:14:39.681748+0000","last_undegraded":"2024-09-10T08:14:39.681748+0000","last_fullsized":"2024-09-10T08:14:39.681748+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:20:44.599707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676407+0000","last_change":"2024-09-10T08:12:43.866234+0000","last_active":"2024-09-10T08:14:39.676407+0000","last_peered":"2024-09-10T08:14:39.676407+0000","last_clean":"2024-09-10T08:14:39.676407+0000","last_became_active":"2024-09-10T08:12:43.865892+0000","last_became_peered":"2024-09-10T08:12:43.865892+0000","last_unstale":"2024-09-10T08:14:39.676407+0000","last_undegraded":"2024-09-10T08:14:39.676407+0000","last_fullsized":"2024-09-10T08:14:39.676407+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:39:12.895242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"88'12","reported_seq":52,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.672085+0000","last_change":"2024-09-10T08:12:34.810865+0000","last_active":"2024-09-10T08:14:39.672085+0000","last_peered":"2024-09-10T08:14:39.672085+0000","last_clean":"2024-09-10T08:14:39.672085+0000","last_became_active":"2024-09-10T08:12:34.810234+0000","last_became_peered":"2024-09-10T08:12:34.810234+0000","last_unstale":"2024-09-10T08:14:39.672085+0000","last_undegraded":"2024-09-10T08:14:39.672085+0000","last_fullsized":"2024-09-10T08:14:39.672085+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:55:16.240330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.684691+0000","last_change":"2024-09-10T08:12:36.835352+0000","last_active":"2024-09-10T08:14:39.684691+0000","last_peered":"2024-09-10T08:14:39.684691+0000","last_clean":"2024-09-10T08:14:39.684691+0000","last_became_active":"2024-09-10T08:12:36.835033+0000","last_became_peered":"2024-09-10T08:12:36.835033+0000","last_unstale":"2024-09-10T08:14:39.684691+0000","last_undegraded":"2024-09-10T08:14:39.684691+0000","last_fullsized":"2024-09-10T08:14:39.684691+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:42:37.042569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676648+0000","last_change":"2024-09-10T08:12:43.871905+0000","last_active":"2024-09-10T08:14:39.676648+0000","last_peered":"2024-09-10T08:14:39.676648+0000","last_clean":"2024-09-10T08:14:39.676648+0000","last_became_active":"2024-09-10T08:12:43.871475+0000","last_became_peered":"2024-09-10T08:12:43.871475+0000","last_unstale":"2024-09-10T08:14:39.676648+0000","last_undegraded":"2024-09-10T08:14:39.676648+0000","last_fullsized":"2024-09-10T08:14:39.676648+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:42:51.386857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"88'5","reported_seq":45,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671930+0000","last_change":"2024-09-10T08:12:34.811138+0000","last_active":"2024-09-10T08:14:39.671930+0000","last_peered":"2024-09-10T08:14:39.671930+0000","last_clean":"2024-09-10T08:14:39.671930+0000","last_became_active":"2024-09-10T08:12:34.810395+0000","last_became_peered":"2024-09-10T08:12:34.810395+0000","last_unstale":"2024-09-10T08:14:39.671930+0000","last_undegraded":"2024-09-10T08:14:39.671930+0000","last_fullsized":"2024-09-10T08:14:39.671930+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:19:39.256859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"90'15","reported_seq":55,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.863150+0000","last_change":"2024-09-10T08:14:39.862682+0000","last_active":"2024-09-10T08:14:39.863150+0000","last_peered":"2024-09-10T08:14:39.863150+0000","last_clean":"2024-09-10T08:14:39.863150+0000","last_became_active":"2024-09-10T08:14:39.862216+0000","last_became_peered":"2024-09-10T08:14:39.862216+0000","last_unstale":"2024-09-10T08:14:39.863150+0000","last_undegraded":"2024-09-10T08:14:39.863150+0000","last_fullsized":"2024-09-10T08:14:39.863150+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:17:01.944974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676504+0000","last_change":"2024-09-10T08:12:43.859853+0000","last_active":"2024-09-10T08:14:39.676504+0000","last_peered":"2024-09-10T08:14:39.676504+0000","last_clean":"2024-09-10T08:14:39.676504+0000","last_became_active":"2024-09-10T08:12:43.859405+0000","last_became_peered":"2024-09-10T08:12:43.859405+0000","last_unstale":"2024-09-10T08:14:39.676504+0000","last_undegraded":"2024-09-10T08:14:39.676504+0000","last_fullsized":"2024-09-10T08:14:39.676504+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:18:37.147252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"90'5","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861236+0000","last_change":"2024-09-10T08:12:36.832384+0000","last_active":"2024-09-10T08:14:39.861236+0000","last_peered":"2024-09-10T08:14:39.861236+0000","last_clean":"2024-09-10T08:14:39.861236+0000","last_became_active":"2024-09-10T08:12:36.831948+0000","last_became_peered":"2024-09-10T08:12:36.831948+0000","last_unstale":"2024-09-10T08:14:39.861236+0000","last_undegraded":"2024-09-10T08:14:39.861236+0000","last_fullsized":"2024-09-10T08:14:39.861236+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:08:21.982944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"88'4","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671630+0000","last_change":"2024-09-10T08:12:34.809160+0000","last_active":"2024-09-10T08:14:39.671630+0000","last_peered":"2024-09-10T08:14:39.671630+0000","last_clean":"2024-09-10T08:14:39.671630+0000","last_became_active":"2024-09-10T08:12:34.808811+0000","last_became_peered":"2024-09-10T08:12:34.808811+0000","last_unstale":"2024-09-10T08:14:39.671630+0000","last_undegraded":"2024-09-10T08:14:39.671630+0000","last_fullsized":"2024-09-10T08:14:39.671630+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:03:04.110196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676722+0000","last_change":"2024-09-10T08:12:43.992351+0000","last_active":"2024-09-10T08:14:39.676722+0000","last_peered":"2024-09-10T08:14:39.676722+0000","last_clean":"2024-09-10T08:14:39.676722+0000","last_became_active":"2024-09-10T08:12:43.991833+0000","last_became_peered":"2024-09-10T08:12:43.991833+0000","last_unstale":"2024-09-10T08:14:39.676722+0000","last_undegraded":"2024-09-10T08:14:39.676722+0000","last_fullsized":"2024-09-10T08:14:39.676722+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:01:52.453901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677398+0000","last_change":"2024-09-10T08:12:36.832081+0000","last_active":"2024-09-10T08:14:39.677398+0000","last_peered":"2024-09-10T08:14:39.677398+0000","last_clean":"2024-09-10T08:14:39.677398+0000","last_became_active":"2024-09-10T08:12:36.831667+0000","last_became_peered":"2024-09-10T08:12:36.831667+0000","last_unstale":"2024-09-10T08:14:39.677398+0000","last_undegraded":"2024-09-10T08:14:39.677398+0000","last_fullsized":"2024-09-10T08:14:39.677398+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:19:23.841907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"92'5","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:15.010916+0000","last_change":"2024-09-10T08:12:34.812279+0000","last_active":"2024-09-10T08:15:15.010916+0000","last_peered":"2024-09-10T08:15:15.010916+0000","last_clean":"2024-09-10T08:15:15.010916+0000","last_became_active":"2024-09-10T08:12:34.811729+0000","last_became_peered":"2024-09-10T08:12:34.811729+0000","last_unstale":"2024-09-10T08:15:15.010916+0000","last_undegraded":"2024-09-10T08:15:15.010916+0000","last_fullsized":"2024-09-10T08:15:15.010916+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:49:19.797930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"88'1","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677155+0000","last_change":"2024-09-10T08:12:43.871922+0000","last_active":"2024-09-10T08:14:39.677155+0000","last_peered":"2024-09-10T08:14:39.677155+0000","last_clean":"2024-09-10T08:14:39.677155+0000","last_became_active":"2024-09-10T08:12:43.871531+0000","last_became_peered":"2024-09-10T08:12:43.871531+0000","last_unstale":"2024-09-10T08:14:39.677155+0000","last_undegraded":"2024-09-10T08:14:39.677155+0000","last_fullsized":"2024-09-10T08:14:39.677155+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:49:26.483674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.673662+0000","last_change":"2024-09-10T08:12:36.830090+0000","last_active":"2024-09-10T08:14:39.673662+0000","last_peered":"2024-09-10T08:14:39.673662+0000","last_clean":"2024-09-10T08:14:39.673662+0000","last_became_active":"2024-09-10T08:12:36.829732+0000","last_became_peered":"2024-09-10T08:12:36.829732+0000","last_unstale":"2024-09-10T08:14:39.673662+0000","last_undegraded":"2024-09-10T08:14:39.673662+0000","last_fullsized":"2024-09-10T08:14:39.673662+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:11:21.058996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.9","version":"88'7","reported_seq":46,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676976+0000","last_change":"2024-09-10T08:12:34.808639+0000","last_active":"2024-09-10T08:14:39.676976+0000","last_peered":"2024-09-10T08:14:39.676976+0000","last_clean":"2024-09-10T08:14:39.676976+0000","last_became_active":"2024-09-10T08:12:34.808310+0000","last_became_peered":"2024-09-10T08:12:34.808310+0000","last_unstale":"2024-09-10T08:14:39.676976+0000","last_undegraded":"2024-09-10T08:14:39.676976+0000","last_fullsized":"2024-09-10T08:14:39.676976+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:44:01.719719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":16,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671879+0000","last_change":"2024-09-10T08:13:39.523878+0000","last_active":"2024-09-10T08:14:39.671879+0000","last_peered":"2024-09-10T08:14:39.671879+0000","last_clean":"2024-09-10T08:14:39.671879+0000","last_became_active":"2024-09-10T08:13:39.523356+0000","last_became_peered":"2024-09-10T08:13:39.523356+0000","last_unstale":"2024-09-10T08:14:39.671879+0000","last_undegraded":"2024-09-10T08:14:39.671879+0000","last_fullsized":"2024-09-10T08:14:39.671879+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:01:04.099625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,2,10],"acting":[8,3,2,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.9","version":"90'2","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671551+0000","last_change":"2024-09-10T08:12:36.828449+0000","last_active":"2024-09-10T08:14:39.671551+0000","last_peered":"2024-09-10T08:14:39.671551+0000","last_clean":"2024-09-10T08:14:39.671551+0000","last_became_active":"2024-09-10T08:12:36.828106+0000","last_became_peered":"2024-09-10T08:12:36.828106+0000","last_unstale":"2024-09-10T08:14:39.671551+0000","last_undegraded":"2024-09-10T08:14:39.671551+0000","last_fullsized":"2024-09-10T08:14:39.671551+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:18:00.158389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.8","version":"88'2","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.684197+0000","last_change":"2024-09-10T08:12:34.935257+0000","last_active":"2024-09-10T08:14:39.684197+0000","last_peered":"2024-09-10T08:14:39.684197+0000","last_clean":"2024-09-10T08:14:39.684197+0000","last_became_active":"2024-09-10T08:12:34.934895+0000","last_became_peered":"2024-09-10T08:12:34.934895+0000","last_unstale":"2024-09-10T08:14:39.684197+0000","last_undegraded":"2024-09-10T08:14:39.684197+0000","last_fullsized":"2024-09-10T08:14:39.684197+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:05:13.175542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676836+0000","last_change":"2024-09-10T08:12:43.992898+0000","last_active":"2024-09-10T08:14:39.676836+0000","last_peered":"2024-09-10T08:14:39.676836+0000","last_clean":"2024-09-10T08:14:39.676836+0000","last_became_active":"2024-09-10T08:12:43.992515+0000","last_became_peered":"2024-09-10T08:12:43.992515+0000","last_unstale":"2024-09-10T08:14:39.676836+0000","last_undegraded":"2024-09-10T08:14:39.676836+0000","last_fullsized":"2024-09-10T08:14:39.676836+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:33:15.411029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"90'7","reported_seq":47,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.681283+0000","last_change":"2024-09-10T08:13:39.677330+0000","last_active":"2024-09-10T08:14:39.681283+0000","last_peered":"2024-09-10T08:14:39.681283+0000","last_clean":"2024-09-10T08:14:39.681283+0000","last_became_active":"2024-09-10T08:13:39.676957+0000","last_became_peered":"2024-09-10T08:13:39.676957+0000","last_unstale":"2024-09-10T08:14:39.681283+0000","last_undegraded":"2024-09-10T08:14:39.681283+0000","last_fullsized":"2024-09-10T08:14:39.681283+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:53:20.898986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,4],"acting":[0,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"88'7","reported_seq":47,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677121+0000","last_change":"2024-09-10T08:12:35.352322+0000","last_active":"2024-09-10T08:14:39.677121+0000","last_peered":"2024-09-10T08:14:39.677121+0000","last_clean":"2024-09-10T08:14:39.677121+0000","last_became_active":"2024-09-10T08:12:35.351912+0000","last_became_peered":"2024-09-10T08:12:35.351912+0000","last_unstale":"2024-09-10T08:14:39.677121+0000","last_undegraded":"2024-09-10T08:14:39.677121+0000","last_fullsized":"2024-09-10T08:14:39.677121+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:00:27.531447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677019+0000","last_change":"2024-09-10T08:12:43.861303+0000","last_active":"2024-09-10T08:14:39.677019+0000","last_peered":"2024-09-10T08:14:39.677019+0000","last_clean":"2024-09-10T08:14:39.677019+0000","last_became_active":"2024-09-10T08:12:43.860849+0000","last_became_peered":"2024-09-10T08:12:43.860849+0000","last_unstale":"2024-09-10T08:14:39.677019+0000","last_undegraded":"2024-09-10T08:14:39.677019+0000","last_fullsized":"2024-09-10T08:14:39.677019+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:26:53.475097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"90'5","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677134+0000","last_change":"2024-09-10T08:12:36.834293+0000","last_active":"2024-09-10T08:14:39.677134+0000","last_peered":"2024-09-10T08:14:39.677134+0000","last_clean":"2024-09-10T08:14:39.677134+0000","last_became_active":"2024-09-10T08:12:36.833981+0000","last_became_peered":"2024-09-10T08:12:36.833981+0000","last_unstale":"2024-09-10T08:14:39.677134+0000","last_undegraded":"2024-09-10T08:14:39.677134+0000","last_fullsized":"2024-09-10T08:14:39.677134+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:56:18.333347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"92'17","reported_seq":72,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:14.855384+0000","last_change":"2024-09-10T08:14:39.686089+0000","last_active":"2024-09-10T08:15:14.855384+0000","last_peered":"2024-09-10T08:15:14.855384+0000","last_clean":"2024-09-10T08:15:14.855384+0000","last_became_active":"2024-09-10T08:14:39.678104+0000","last_became_peered":"2024-09-10T08:14:39.678104+0000","last_unstale":"2024-09-10T08:15:14.855384+0000","last_undegraded":"2024-09-10T08:15:14.855384+0000","last_fullsized":"2024-09-10T08:15:14.855384+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:18:29.844808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":31,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676341+0000","last_change":"2024-09-10T08:12:43.992400+0000","last_active":"2024-09-10T08:14:39.676341+0000","last_peered":"2024-09-10T08:14:39.676341+0000","last_clean":"2024-09-10T08:14:39.676341+0000","last_became_active":"2024-09-10T08:12:43.991970+0000","last_became_peered":"2024-09-10T08:12:43.991970+0000","last_unstale":"2024-09-10T08:14:39.676341+0000","last_undegraded":"2024-09-10T08:14:39.676341+0000","last_fullsized":"2024-09-10T08:14:39.676341+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:10:02.208981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677416+0000","last_change":"2024-09-10T08:12:36.832238+0000","last_active":"2024-09-10T08:14:39.677416+0000","last_peered":"2024-09-10T08:14:39.677416+0000","last_clean":"2024-09-10T08:14:39.677416+0000","last_became_active":"2024-09-10T08:12:36.831644+0000","last_became_peered":"2024-09-10T08:12:36.831644+0000","last_unstale":"2024-09-10T08:14:39.677416+0000","last_undegraded":"2024-09-10T08:14:39.677416+0000","last_fullsized":"2024-09-10T08:14:39.677416+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:44:55.777869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"88'4","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.672182+0000","last_change":"2024-09-10T08:12:34.934616+0000","last_active":"2024-09-10T08:14:39.672182+0000","last_peered":"2024-09-10T08:14:39.672182+0000","last_clean":"2024-09-10T08:14:39.672182+0000","last_became_active":"2024-09-10T08:12:34.934240+0000","last_became_peered":"2024-09-10T08:12:34.934240+0000","last_unstale":"2024-09-10T08:14:39.672182+0000","last_undegraded":"2024-09-10T08:14:39.672182+0000","last_fullsized":"2024-09-10T08:14:39.672182+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:01:30.178100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.674465+0000","last_change":"2024-09-10T08:12:43.866058+0000","last_active":"2024-09-10T08:14:39.674465+0000","last_peered":"2024-09-10T08:14:39.674465+0000","last_clean":"2024-09-10T08:14:39.674465+0000","last_became_active":"2024-09-10T08:12:43.865313+0000","last_became_peered":"2024-09-10T08:12:43.865313+0000","last_unstale":"2024-09-10T08:14:39.674465+0000","last_undegraded":"2024-09-10T08:14:39.674465+0000","last_fullsized":"2024-09-10T08:14:39.674465+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:15:57.695818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.5","version":"90'4","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.672127+0000","last_change":"2024-09-10T08:12:36.827327+0000","last_active":"2024-09-10T08:14:39.672127+0000","last_peered":"2024-09-10T08:14:39.672127+0000","last_clean":"2024-09-10T08:14:39.672127+0000","last_became_active":"2024-09-10T08:12:36.826973+0000","last_became_peered":"2024-09-10T08:12:36.826973+0000","last_unstale":"2024-09-10T08:14:39.672127+0000","last_undegraded":"2024-09-10T08:14:39.672127+0000","last_fullsized":"2024-09-10T08:14:39.672127+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:03:53.148739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"88'1","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.673317+0000","last_change":"2024-09-10T08:12:34.935377+0000","last_active":"2024-09-10T08:14:39.673317+0000","last_peered":"2024-09-10T08:14:39.673317+0000","last_clean":"2024-09-10T08:14:39.673317+0000","last_became_active":"2024-09-10T08:12:34.934905+0000","last_became_peered":"2024-09-10T08:12:34.934905+0000","last_unstale":"2024-09-10T08:14:39.673317+0000","last_undegraded":"2024-09-10T08:14:39.673317+0000","last_fullsized":"2024-09-10T08:14:39.673317+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:48:46.159178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671490+0000","last_change":"2024-09-10T08:12:43.992295+0000","last_active":"2024-09-10T08:14:39.671490+0000","last_peered":"2024-09-10T08:14:39.671490+0000","last_clean":"2024-09-10T08:14:39.671490+0000","last_became_active":"2024-09-10T08:12:43.991802+0000","last_became_peered":"2024-09-10T08:12:43.991802+0000","last_unstale":"2024-09-10T08:14:39.671490+0000","last_undegraded":"2024-09-10T08:14:39.671490+0000","last_fullsized":"2024-09-10T08:14:39.671490+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:38:53.330441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3","version":"90'7","reported_seq":47,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.672002+0000","last_change":"2024-09-10T08:13:39.407288+0000","last_active":"2024-09-10T08:14:39.672002+0000","last_peered":"2024-09-10T08:14:39.672002+0000","last_clean":"2024-09-10T08:14:39.672002+0000","last_became_active":"2024-09-10T08:13:39.406977+0000","last_became_peered":"2024-09-10T08:13:39.406977+0000","last_unstale":"2024-09-10T08:14:39.672002+0000","last_undegraded":"2024-09-10T08:14:39.672002+0000","last_fullsized":"2024-09-10T08:14:39.672002+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:48:54.336323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"92'8","reported_seq":173,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:23.981340+0000","last_change":"2024-09-10T08:12:34.814037+0000","last_active":"2024-09-10T08:15:23.981340+0000","last_peered":"2024-09-10T08:15:23.981340+0000","last_clean":"2024-09-10T08:15:23.981340+0000","last_became_active":"2024-09-10T08:12:34.813620+0000","last_became_peered":"2024-09-10T08:12:34.813620+0000","last_unstale":"2024-09-10T08:15:23.981340+0000","last_undegraded":"2024-09-10T08:15:23.981340+0000","last_fullsized":"2024-09-10T08:15:23.981340+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:21:07.593990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1617,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":4,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677140+0000","last_change":"2024-09-10T08:12:43.866652+0000","last_active":"2024-09-10T08:14:39.677140+0000","last_peered":"2024-09-10T08:14:39.677140+0000","last_clean":"2024-09-10T08:14:39.677140+0000","last_became_active":"2024-09-10T08:12:43.866267+0000","last_became_peered":"2024-09-10T08:12:43.866267+0000","last_unstale":"2024-09-10T08:14:39.677140+0000","last_undegraded":"2024-09-10T08:14:39.677140+0000","last_fullsized":"2024-09-10T08:14:39.677140+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:40:11.894132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.678146+0000","last_change":"2024-09-10T08:12:36.828347+0000","last_active":"2024-09-10T08:14:39.678146+0000","last_peered":"2024-09-10T08:14:39.678146+0000","last_clean":"2024-09-10T08:14:39.678146+0000","last_became_active":"2024-09-10T08:12:36.828034+0000","last_became_peered":"2024-09-10T08:12:36.828034+0000","last_unstale":"2024-09-10T08:14:39.678146+0000","last_undegraded":"2024-09-10T08:14:39.678146+0000","last_fullsized":"2024-09-10T08:14:39.678146+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:12:34.999032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"92'6","reported_seq":169,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:22.973798+0000","last_change":"2024-09-10T08:12:34.934390+0000","last_active":"2024-09-10T08:15:22.973798+0000","last_peered":"2024-09-10T08:15:22.973798+0000","last_clean":"2024-09-10T08:15:22.973798+0000","last_became_active":"2024-09-10T08:12:34.934052+0000","last_became_peered":"2024-09-10T08:12:34.934052+0000","last_unstale":"2024-09-10T08:15:22.973798+0000","last_undegraded":"2024-09-10T08:15:22.973798+0000","last_fullsized":"2024-09-10T08:15:22.973798+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:48:53.538324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":124,"num_read_kb":124,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677208+0000","last_change":"2024-09-10T08:12:43.992318+0000","last_active":"2024-09-10T08:14:39.677208+0000","last_peered":"2024-09-10T08:14:39.677208+0000","last_clean":"2024-09-10T08:14:39.677208+0000","last_became_active":"2024-09-10T08:12:43.991865+0000","last_became_peered":"2024-09-10T08:12:43.991865+0000","last_unstale":"2024-09-10T08:14:39.677208+0000","last_undegraded":"2024-09-10T08:14:39.677208+0000","last_fullsized":"2024-09-10T08:14:39.677208+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:44:14.872522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"90'5","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.674858+0000","last_change":"2024-09-10T08:12:36.831968+0000","last_active":"2024-09-10T08:14:39.674858+0000","last_peered":"2024-09-10T08:14:39.674858+0000","last_clean":"2024-09-10T08:14:39.674858+0000","last_became_active":"2024-09-10T08:12:36.831636+0000","last_became_peered":"2024-09-10T08:12:36.831636+0000","last_unstale":"2024-09-10T08:14:39.674858+0000","last_undegraded":"2024-09-10T08:14:39.674858+0000","last_fullsized":"2024-09-10T08:14:39.674858+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:36:42.460656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"88'4","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.860865+0000","last_change":"2024-09-10T08:12:34.811292+0000","last_active":"2024-09-10T08:14:39.860865+0000","last_peered":"2024-09-10T08:14:39.860865+0000","last_clean":"2024-09-10T08:14:39.860865+0000","last_became_active":"2024-09-10T08:12:34.810947+0000","last_became_peered":"2024-09-10T08:12:34.810947+0000","last_unstale":"2024-09-10T08:14:39.860865+0000","last_undegraded":"2024-09-10T08:14:39.860865+0000","last_fullsized":"2024-09-10T08:14:39.860865+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:34:12.885332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.678005+0000","last_change":"2024-09-10T08:12:43.993002+0000","last_active":"2024-09-10T08:14:39.678005+0000","last_peered":"2024-09-10T08:14:39.678005+0000","last_clean":"2024-09-10T08:14:39.678005+0000","last_became_active":"2024-09-10T08:12:43.992378+0000","last_became_peered":"2024-09-10T08:12:43.992378+0000","last_unstale":"2024-09-10T08:14:39.678005+0000","last_undegraded":"2024-09-10T08:14:39.678005+0000","last_fullsized":"2024-09-10T08:14:39.678005+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:51:30.925233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677400+0000","last_change":"2024-09-10T08:12:36.835603+0000","last_active":"2024-09-10T08:14:39.677400+0000","last_peered":"2024-09-10T08:14:39.677400+0000","last_clean":"2024-09-10T08:14:39.677400+0000","last_became_active":"2024-09-10T08:12:36.835266+0000","last_became_peered":"2024-09-10T08:12:36.835266+0000","last_unstale":"2024-09-10T08:14:39.677400+0000","last_undegraded":"2024-09-10T08:14:39.677400+0000","last_fullsized":"2024-09-10T08:14:39.677400+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:19.661448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"88'6","reported_seq":48,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676780+0000","last_change":"2024-09-10T08:12:34.812517+0000","last_active":"2024-09-10T08:14:39.676780+0000","last_peered":"2024-09-10T08:14:39.676780+0000","last_clean":"2024-09-10T08:14:39.676780+0000","last_became_active":"2024-09-10T08:12:34.811489+0000","last_became_peered":"2024-09-10T08:12:34.811489+0000","last_unstale":"2024-09-10T08:14:39.676780+0000","last_undegraded":"2024-09-10T08:14:39.676780+0000","last_fullsized":"2024-09-10T08:14:39.676780+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:06:38.638602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":354,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861025+0000","last_change":"2024-09-10T08:11:22.269533+0000","last_active":"2024-09-10T08:14:39.861025+0000","last_peered":"2024-09-10T08:14:39.861025+0000","last_clean":"2024-09-10T08:14:39.861025+0000","last_became_active":"2024-09-10T08:11:22.268999+0000","last_became_peered":"2024-09-10T08:11:22.268999+0000","last_unstale":"2024-09-10T08:14:39.861025+0000","last_undegraded":"2024-09-10T08:14:39.861025+0000","last_fullsized":"2024-09-10T08:14:39.861025+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:07:54.541647+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:07:54.541647+0000","last_clean_scrub_stamp":"2024-09-10T08:07:54.541647+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:11:27.439735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"88'1","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861350+0000","last_change":"2024-09-10T08:12:43.868283+0000","last_active":"2024-09-10T08:14:39.861350+0000","last_peered":"2024-09-10T08:14:39.861350+0000","last_clean":"2024-09-10T08:14:39.861350+0000","last_became_active":"2024-09-10T08:12:43.867984+0000","last_became_peered":"2024-09-10T08:12:43.867984+0000","last_unstale":"2024-09-10T08:14:39.861350+0000","last_undegraded":"2024-09-10T08:14:39.861350+0000","last_fullsized":"2024-09-10T08:14:39.861350+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:30:00.462641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"90'7","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861497+0000","last_change":"2024-09-10T08:12:36.832950+0000","last_active":"2024-09-10T08:14:39.861497+0000","last_peered":"2024-09-10T08:14:39.861497+0000","last_clean":"2024-09-10T08:14:39.861497+0000","last_became_active":"2024-09-10T08:12:36.832602+0000","last_became_peered":"2024-09-10T08:12:36.832602+0000","last_unstale":"2024-09-10T08:14:39.861497+0000","last_undegraded":"2024-09-10T08:14:39.861497+0000","last_fullsized":"2024-09-10T08:14:39.861497+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:18:11.879093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"92'6","reported_seq":67,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:23.749771+0000","last_change":"2024-09-10T08:14:39.689036+0000","last_active":"2024-09-10T08:15:23.749771+0000","last_peered":"2024-09-10T08:15:23.749771+0000","last_clean":"2024-09-10T08:15:23.749771+0000","last_became_active":"2024-09-10T08:14:39.682023+0000","last_became_peered":"2024-09-10T08:14:39.682023+0000","last_unstale":"2024-09-10T08:15:23.749771+0000","last_undegraded":"2024-09-10T08:15:23.749771+0000","last_fullsized":"2024-09-10T08:15:23.749771+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:05:33.095199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1665,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":48,"num_read_kb":2,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1170,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,0],"acting":[4,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.684275+0000","last_change":"2024-09-10T08:12:43.865702+0000","last_active":"2024-09-10T08:14:39.684275+0000","last_peered":"2024-09-10T08:14:39.684275+0000","last_clean":"2024-09-10T08:14:39.684275+0000","last_became_active":"2024-09-10T08:12:43.865229+0000","last_became_peered":"2024-09-10T08:12:43.865229+0000","last_unstale":"2024-09-10T08:14:39.684275+0000","last_undegraded":"2024-09-10T08:14:39.684275+0000","last_fullsized":"2024-09-10T08:14:39.684275+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:02:29.345505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"90'6","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861492+0000","last_change":"2024-09-10T08:12:36.827564+0000","last_active":"2024-09-10T08:14:39.861492+0000","last_peered":"2024-09-10T08:14:39.861492+0000","last_clean":"2024-09-10T08:14:39.861492+0000","last_became_active":"2024-09-10T08:12:36.827241+0000","last_became_peered":"2024-09-10T08:12:36.827241+0000","last_unstale":"2024-09-10T08:14:39.861492+0000","last_undegraded":"2024-09-10T08:14:39.861492+0000","last_fullsized":"2024-09-10T08:14:39.861492+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:39.539095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"88'3","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.680279+0000","last_change":"2024-09-10T08:12:34.813584+0000","last_active":"2024-09-10T08:14:39.680279+0000","last_peered":"2024-09-10T08:14:39.680279+0000","last_clean":"2024-09-10T08:14:39.680279+0000","last_became_active":"2024-09-10T08:12:34.812971+0000","last_became_peered":"2024-09-10T08:12:34.812971+0000","last_unstale":"2024-09-10T08:14:39.680279+0000","last_undegraded":"2024-09-10T08:14:39.680279+0000","last_fullsized":"2024-09-10T08:14:39.680279+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:07:59.453651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.681196+0000","last_change":"2024-09-10T08:12:43.870109+0000","last_active":"2024-09-10T08:14:39.681196+0000","last_peered":"2024-09-10T08:14:39.681196+0000","last_clean":"2024-09-10T08:14:39.681196+0000","last_became_active":"2024-09-10T08:12:43.869729+0000","last_became_peered":"2024-09-10T08:12:43.869729+0000","last_unstale":"2024-09-10T08:14:39.681196+0000","last_undegraded":"2024-09-10T08:14:39.681196+0000","last_fullsized":"2024-09-10T08:14:39.681196+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:43:11.951209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861421+0000","last_change":"2024-09-10T08:12:36.833151+0000","last_active":"2024-09-10T08:14:39.861421+0000","last_peered":"2024-09-10T08:14:39.861421+0000","last_clean":"2024-09-10T08:14:39.861421+0000","last_became_active":"2024-09-10T08:12:36.832799+0000","last_became_peered":"2024-09-10T08:12:36.832799+0000","last_unstale":"2024-09-10T08:14:39.861421+0000","last_undegraded":"2024-09-10T08:14:39.861421+0000","last_fullsized":"2024-09-10T08:14:39.861421+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:53:45.406482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"88'5","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677158+0000","last_change":"2024-09-10T08:12:34.809644+0000","last_active":"2024-09-10T08:14:39.677158+0000","last_peered":"2024-09-10T08:14:39.677158+0000","last_clean":"2024-09-10T08:14:39.677158+0000","last_became_active":"2024-09-10T08:12:34.809361+0000","last_became_peered":"2024-09-10T08:12:34.809361+0000","last_unstale":"2024-09-10T08:14:39.677158+0000","last_undegraded":"2024-09-10T08:14:39.677158+0000","last_fullsized":"2024-09-10T08:14:39.677158+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:51:33.188450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.678008+0000","last_change":"2024-09-10T08:12:43.863219+0000","last_active":"2024-09-10T08:14:39.678008+0000","last_peered":"2024-09-10T08:14:39.678008+0000","last_clean":"2024-09-10T08:14:39.678008+0000","last_became_active":"2024-09-10T08:12:43.862833+0000","last_became_peered":"2024-09-10T08:12:43.862833+0000","last_unstale":"2024-09-10T08:14:39.678008+0000","last_undegraded":"2024-09-10T08:14:39.678008+0000","last_fullsized":"2024-09-10T08:14:39.678008+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:43:20.340029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"90'5","reported_seq":45,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.679458+0000","last_change":"2024-09-10T08:14:39.678583+0000","last_active":"2024-09-10T08:14:39.679458+0000","last_peered":"2024-09-10T08:14:39.679458+0000","last_clean":"2024-09-10T08:14:39.679458+0000","last_became_active":"2024-09-10T08:14:39.678174+0000","last_became_peered":"2024-09-10T08:14:39.678174+0000","last_unstale":"2024-09-10T08:14:39.679458+0000","last_undegraded":"2024-09-10T08:14:39.679458+0000","last_fullsized":"2024-09-10T08:14:39.679458+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:52:40.178586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,4],"acting":[11,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.f","version":"92'3","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:52.261350+0000","last_change":"2024-09-10T08:12:34.810961+0000","last_active":"2024-09-10T08:14:52.261350+0000","last_peered":"2024-09-10T08:14:52.261350+0000","last_clean":"2024-09-10T08:14:52.261350+0000","last_became_active":"2024-09-10T08:12:34.810583+0000","last_became_peered":"2024-09-10T08:12:34.810583+0000","last_unstale":"2024-09-10T08:14:52.261350+0000","last_undegraded":"2024-09-10T08:14:52.261350+0000","last_fullsized":"2024-09-10T08:14:52.261350+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:47:04.190625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.678329+0000","last_change":"2024-09-10T08:12:43.861978+0000","last_active":"2024-09-10T08:14:39.678329+0000","last_peered":"2024-09-10T08:14:39.678329+0000","last_clean":"2024-09-10T08:14:39.678329+0000","last_became_active":"2024-09-10T08:12:43.861367+0000","last_became_peered":"2024-09-10T08:12:43.861367+0000","last_unstale":"2024-09-10T08:14:39.678329+0000","last_undegraded":"2024-09-10T08:14:39.678329+0000","last_fullsized":"2024-09-10T08:14:39.678329+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:30:00.860926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"90'6","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.678517+0000","last_change":"2024-09-10T08:12:36.831213+0000","last_active":"2024-09-10T08:14:39.678517+0000","last_peered":"2024-09-10T08:14:39.678517+0000","last_clean":"2024-09-10T08:14:39.678517+0000","last_became_active":"2024-09-10T08:12:36.830859+0000","last_became_peered":"2024-09-10T08:12:36.830859+0000","last_unstale":"2024-09-10T08:14:39.678517+0000","last_undegraded":"2024-09-10T08:14:39.678517+0000","last_fullsized":"2024-09-10T08:14:39.678517+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:24:41.648614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.10","version":"88'17","reported_seq":57,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671483+0000","last_change":"2024-09-10T08:12:34.935217+0000","last_active":"2024-09-10T08:14:39.671483+0000","last_peered":"2024-09-10T08:14:39.671483+0000","last_clean":"2024-09-10T08:14:39.671483+0000","last_became_active":"2024-09-10T08:12:34.934826+0000","last_became_peered":"2024-09-10T08:12:34.934826+0000","last_unstale":"2024-09-10T08:14:39.671483+0000","last_undegraded":"2024-09-10T08:14:39.671483+0000","last_fullsized":"2024-09-10T08:14:39.671483+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:00:38.020341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677095+0000","last_change":"2024-09-10T08:12:43.869729+0000","last_active":"2024-09-10T08:14:39.677095+0000","last_peered":"2024-09-10T08:14:39.677095+0000","last_clean":"2024-09-10T08:14:39.677095+0000","last_became_active":"2024-09-10T08:12:43.869340+0000","last_became_peered":"2024-09-10T08:12:43.869340+0000","last_unstale":"2024-09-10T08:14:39.677095+0000","last_undegraded":"2024-09-10T08:14:39.677095+0000","last_fullsized":"2024-09-10T08:14:39.677095+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:51:09.345805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"90'6","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.860798+0000","last_change":"2024-09-10T08:12:36.828727+0000","last_active":"2024-09-10T08:14:39.860798+0000","last_peered":"2024-09-10T08:14:39.860798+0000","last_clean":"2024-09-10T08:14:39.860798+0000","last_became_active":"2024-09-10T08:12:36.828414+0000","last_became_peered":"2024-09-10T08:12:36.828414+0000","last_unstale":"2024-09-10T08:14:39.860798+0000","last_undegraded":"2024-09-10T08:14:39.860798+0000","last_fullsized":"2024-09-10T08:14:39.860798+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:15:18.145475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"92'6","reported_seq":171,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:22.974319+0000","last_change":"2024-09-10T08:12:34.810916+0000","last_active":"2024-09-10T08:15:22.974319+0000","last_peered":"2024-09-10T08:15:22.974319+0000","last_clean":"2024-09-10T08:15:22.974319+0000","last_became_active":"2024-09-10T08:12:34.810589+0000","last_became_peered":"2024-09-10T08:12:34.810589+0000","last_unstale":"2024-09-10T08:15:22.974319+0000","last_undegraded":"2024-09-10T08:15:22.974319+0000","last_fullsized":"2024-09-10T08:15:22.974319+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:34:40.703435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1083,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":127,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.673501+0000","last_change":"2024-09-10T08:12:43.873472+0000","last_active":"2024-09-10T08:14:39.673501+0000","last_peered":"2024-09-10T08:14:39.673501+0000","last_clean":"2024-09-10T08:14:39.673501+0000","last_became_active":"2024-09-10T08:12:43.872708+0000","last_became_peered":"2024-09-10T08:12:43.872708+0000","last_unstale":"2024-09-10T08:14:39.673501+0000","last_undegraded":"2024-09-10T08:14:39.673501+0000","last_fullsized":"2024-09-10T08:14:39.673501+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:02:08.059771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.13","version":"90'15","reported_seq":49,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861411+0000","last_change":"2024-09-10T08:12:36.827575+0000","last_active":"2024-09-10T08:14:39.861411+0000","last_peered":"2024-09-10T08:14:39.861411+0000","last_clean":"2024-09-10T08:14:39.861411+0000","last_became_active":"2024-09-10T08:12:36.827219+0000","last_became_peered":"2024-09-10T08:12:36.827219+0000","last_unstale":"2024-09-10T08:14:39.861411+0000","last_undegraded":"2024-09-10T08:14:39.861411+0000","last_fullsized":"2024-09-10T08:14:39.861411+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:46:48.843252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"88'5","reported_seq":45,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.678756+0000","last_change":"2024-09-10T08:12:34.811935+0000","last_active":"2024-09-10T08:14:39.678756+0000","last_peered":"2024-09-10T08:14:39.678756+0000","last_clean":"2024-09-10T08:14:39.678756+0000","last_became_active":"2024-09-10T08:12:34.811456+0000","last_became_peered":"2024-09-10T08:12:34.811456+0000","last_unstale":"2024-09-10T08:14:39.678756+0000","last_undegraded":"2024-09-10T08:14:39.678756+0000","last_fullsized":"2024-09-10T08:14:39.678756+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:17:47.051684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.673862+0000","last_change":"2024-09-10T08:12:43.869439+0000","last_active":"2024-09-10T08:14:39.673862+0000","last_peered":"2024-09-10T08:14:39.673862+0000","last_clean":"2024-09-10T08:14:39.673862+0000","last_became_active":"2024-09-10T08:12:43.869034+0000","last_became_peered":"2024-09-10T08:12:43.869034+0000","last_unstale":"2024-09-10T08:14:39.673862+0000","last_undegraded":"2024-09-10T08:14:39.673862+0000","last_fullsized":"2024-09-10T08:14:39.673862+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:21:54.382769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.674679+0000","last_change":"2024-09-10T08:12:36.829005+0000","last_active":"2024-09-10T08:14:39.674679+0000","last_peered":"2024-09-10T08:14:39.674679+0000","last_clean":"2024-09-10T08:14:39.674679+0000","last_became_active":"2024-09-10T08:12:36.828617+0000","last_became_peered":"2024-09-10T08:12:36.828617+0000","last_unstale":"2024-09-10T08:14:39.674679+0000","last_undegraded":"2024-09-10T08:14:39.674679+0000","last_fullsized":"2024-09-10T08:14:39.674679+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:43:31.280528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"88'9","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.694803+0000","last_change":"2024-09-10T08:14:39.694803+0000","last_active":"2024-09-10T08:14:39.694803+0000","last_peered":"2024-09-10T08:14:39.694803+0000","last_clean":"2024-09-10T08:14:39.694803+0000","last_became_active":"2024-09-10T08:14:39.678382+0000","last_became_peered":"2024-09-10T08:14:39.678382+0000","last_unstale":"2024-09-10T08:14:39.694803+0000","last_undegraded":"2024-09-10T08:14:39.694803+0000","last_fullsized":"2024-09-10T08:14:39.694803+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:36:05.711128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":68,"num_keys_recovered":10,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.679786+0000","last_change":"2024-09-10T08:12:43.863520+0000","last_active":"2024-09-10T08:14:39.679786+0000","last_peered":"2024-09-10T08:14:39.679786+0000","last_clean":"2024-09-10T08:14:39.679786+0000","last_became_active":"2024-09-10T08:12:43.862340+0000","last_became_peered":"2024-09-10T08:12:43.862340+0000","last_unstale":"2024-09-10T08:14:39.679786+0000","last_undegraded":"2024-09-10T08:14:39.679786+0000","last_fullsized":"2024-09-10T08:14:39.679786+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:00:39.711524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"90'6","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.672030+0000","last_change":"2024-09-10T08:12:36.832910+0000","last_active":"2024-09-10T08:14:39.672030+0000","last_peered":"2024-09-10T08:14:39.672030+0000","last_clean":"2024-09-10T08:14:39.672030+0000","last_became_active":"2024-09-10T08:12:36.832581+0000","last_became_peered":"2024-09-10T08:12:36.832581+0000","last_unstale":"2024-09-10T08:14:39.672030+0000","last_undegraded":"2024-09-10T08:14:39.672030+0000","last_fullsized":"2024-09-10T08:14:39.672030+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:40:13.697323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.14","version":"92'42","reported_seq":341,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:23.975946+0000","last_change":"2024-09-10T08:12:34.811160+0000","last_active":"2024-09-10T08:15:23.975946+0000","last_peered":"2024-09-10T08:15:23.975946+0000","last_clean":"2024-09-10T08:15:23.975946+0000","last_became_active":"2024-09-10T08:12:34.810807+0000","last_became_peered":"2024-09-10T08:12:34.810807+0000","last_unstale":"2024-09-10T08:15:23.975946+0000","last_undegraded":"2024-09-10T08:15:23.975946+0000","last_fullsized":"2024-09-10T08:15:23.975946+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:59:27.235130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70047,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":260,"num_read_kb":199,"num_write":44,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":16,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671700+0000","last_change":"2024-09-10T08:13:39.412935+0000","last_active":"2024-09-10T08:14:39.671700+0000","last_peered":"2024-09-10T08:14:39.671700+0000","last_clean":"2024-09-10T08:14:39.671700+0000","last_became_active":"2024-09-10T08:13:39.412501+0000","last_became_peered":"2024-09-10T08:13:39.412501+0000","last_unstale":"2024-09-10T08:14:39.671700+0000","last_undegraded":"2024-09-10T08:14:39.671700+0000","last_fullsized":"2024-09-10T08:14:39.671700+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:52:57.355460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,11,5],"acting":[10,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.14","version":"90'11","reported_seq":51,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.684724+0000","last_change":"2024-09-10T08:13:39.413044+0000","last_active":"2024-09-10T08:14:39.684724+0000","last_peered":"2024-09-10T08:14:39.684724+0000","last_clean":"2024-09-10T08:14:39.684724+0000","last_became_active":"2024-09-10T08:13:39.412611+0000","last_became_peered":"2024-09-10T08:13:39.412611+0000","last_unstale":"2024-09-10T08:14:39.684724+0000","last_undegraded":"2024-09-10T08:14:39.684724+0000","last_fullsized":"2024-09-10T08:14:39.684724+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:35:39.007629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,6],"acting":[1,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"88'5","reported_seq":45,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.680162+0000","last_change":"2024-09-10T08:12:34.935213+0000","last_active":"2024-09-10T08:14:39.680162+0000","last_peered":"2024-09-10T08:14:39.680162+0000","last_clean":"2024-09-10T08:14:39.680162+0000","last_became_active":"2024-09-10T08:12:34.934653+0000","last_became_peered":"2024-09-10T08:12:34.934653+0000","last_unstale":"2024-09-10T08:14:39.680162+0000","last_undegraded":"2024-09-10T08:14:39.680162+0000","last_fullsized":"2024-09-10T08:14:39.680162+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:18:41.003041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676630+0000","last_change":"2024-09-10T08:12:43.871926+0000","last_active":"2024-09-10T08:14:39.676630+0000","last_peered":"2024-09-10T08:14:39.676630+0000","last_clean":"2024-09-10T08:14:39.676630+0000","last_became_active":"2024-09-10T08:12:43.871484+0000","last_became_peered":"2024-09-10T08:12:43.871484+0000","last_unstale":"2024-09-10T08:14:39.676630+0000","last_undegraded":"2024-09-10T08:14:39.676630+0000","last_fullsized":"2024-09-10T08:14:39.676630+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:28:58.589905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.681819+0000","last_change":"2024-09-10T08:12:36.840159+0000","last_active":"2024-09-10T08:14:39.681819+0000","last_peered":"2024-09-10T08:14:39.681819+0000","last_clean":"2024-09-10T08:14:39.681819+0000","last_became_active":"2024-09-10T08:12:36.839716+0000","last_became_peered":"2024-09-10T08:12:36.839716+0000","last_unstale":"2024-09-10T08:14:39.681819+0000","last_undegraded":"2024-09-10T08:14:39.681819+0000","last_fullsized":"2024-09-10T08:14:39.681819+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:22:29.954782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"88'4","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861337+0000","last_change":"2024-09-10T08:12:34.809229+0000","last_active":"2024-09-10T08:14:39.861337+0000","last_peered":"2024-09-10T08:14:39.861337+0000","last_clean":"2024-09-10T08:14:39.861337+0000","last_became_active":"2024-09-10T08:12:34.808802+0000","last_became_peered":"2024-09-10T08:12:34.808802+0000","last_unstale":"2024-09-10T08:14:39.861337+0000","last_undegraded":"2024-09-10T08:14:39.861337+0000","last_fullsized":"2024-09-10T08:14:39.861337+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:59:34.360559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.672756+0000","last_change":"2024-09-10T08:12:43.870601+0000","last_active":"2024-09-10T08:14:39.672756+0000","last_peered":"2024-09-10T08:14:39.672756+0000","last_clean":"2024-09-10T08:14:39.672756+0000","last_became_active":"2024-09-10T08:12:43.870168+0000","last_became_peered":"2024-09-10T08:12:43.870168+0000","last_unstale":"2024-09-10T08:14:39.672756+0000","last_undegraded":"2024-09-10T08:14:39.672756+0000","last_fullsized":"2024-09-10T08:14:39.672756+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:09:22.578268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.16","version":"90'10","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.684846+0000","last_change":"2024-09-10T08:12:36.834262+0000","last_active":"2024-09-10T08:14:39.684846+0000","last_peered":"2024-09-10T08:14:39.684846+0000","last_clean":"2024-09-10T08:14:39.684846+0000","last_became_active":"2024-09-10T08:12:36.833922+0000","last_became_peered":"2024-09-10T08:12:36.833922+0000","last_unstale":"2024-09-10T08:14:39.684846+0000","last_undegraded":"2024-09-10T08:14:39.684846+0000","last_fullsized":"2024-09-10T08:14:39.684846+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:33:22.621701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"92'6","reported_seq":288,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:23.749256+0000","last_change":"2024-09-10T08:12:34.815637+0000","last_active":"2024-09-10T08:15:23.749256+0000","last_peered":"2024-09-10T08:15:23.749256+0000","last_clean":"2024-09-10T08:15:23.749256+0000","last_became_active":"2024-09-10T08:12:34.815296+0000","last_became_peered":"2024-09-10T08:12:34.815296+0000","last_unstale":"2024-09-10T08:15:23.749256+0000","last_undegraded":"2024-09-10T08:15:23.749256+0000","last_fullsized":"2024-09-10T08:15:23.749256+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:37:39.424478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":243,"num_read_kb":243,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676184+0000","last_change":"2024-09-10T08:12:43.862840+0000","last_active":"2024-09-10T08:14:39.676184+0000","last_peered":"2024-09-10T08:14:39.676184+0000","last_clean":"2024-09-10T08:14:39.676184+0000","last_became_active":"2024-09-10T08:12:43.862406+0000","last_became_peered":"2024-09-10T08:12:43.862406+0000","last_unstale":"2024-09-10T08:14:39.676184+0000","last_undegraded":"2024-09-10T08:14:39.676184+0000","last_fullsized":"2024-09-10T08:14:39.676184+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:18:22.047003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.681089+0000","last_change":"2024-09-10T08:12:43.867758+0000","last_active":"2024-09-10T08:14:39.681089+0000","last_peered":"2024-09-10T08:14:39.681089+0000","last_clean":"2024-09-10T08:14:39.681089+0000","last_became_active":"2024-09-10T08:12:43.867330+0000","last_became_peered":"2024-09-10T08:12:43.867330+0000","last_unstale":"2024-09-10T08:14:39.681089+0000","last_undegraded":"2024-09-10T08:14:39.681089+0000","last_fullsized":"2024-09-10T08:14:39.681089+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:58:09.229320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"90'11","reported_seq":45,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.672858+0000","last_change":"2024-09-10T08:12:36.826035+0000","last_active":"2024-09-10T08:14:39.672858+0000","last_peered":"2024-09-10T08:14:39.672858+0000","last_clean":"2024-09-10T08:14:39.672858+0000","last_became_active":"2024-09-10T08:12:36.825728+0000","last_became_peered":"2024-09-10T08:12:36.825728+0000","last_unstale":"2024-09-10T08:14:39.672858+0000","last_undegraded":"2024-09-10T08:14:39.672858+0000","last_fullsized":"2024-09-10T08:14:39.672858+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:34:52.253250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"88'3","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.678341+0000","last_change":"2024-09-10T08:12:34.814423+0000","last_active":"2024-09-10T08:14:39.678341+0000","last_peered":"2024-09-10T08:14:39.678341+0000","last_clean":"2024-09-10T08:14:39.678341+0000","last_became_active":"2024-09-10T08:12:34.814063+0000","last_became_peered":"2024-09-10T08:12:34.814063+0000","last_unstale":"2024-09-10T08:14:39.678341+0000","last_undegraded":"2024-09-10T08:14:39.678341+0000","last_fullsized":"2024-09-10T08:14:39.678341+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:51:32.749383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.673785+0000","last_change":"2024-09-10T08:13:39.677217+0000","last_active":"2024-09-10T08:14:39.673785+0000","last_peered":"2024-09-10T08:14:39.673785+0000","last_clean":"2024-09-10T08:14:39.673785+0000","last_became_active":"2024-09-10T08:13:39.676759+0000","last_became_peered":"2024-09-10T08:13:39.676759+0000","last_unstale":"2024-09-10T08:14:39.673785+0000","last_undegraded":"2024-09-10T08:14:39.673785+0000","last_fullsized":"2024-09-10T08:14:39.673785+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:39:36.209080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8,0],"acting":[11,4,8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.18","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676046+0000","last_change":"2024-09-10T08:12:36.835980+0000","last_active":"2024-09-10T08:14:39.676046+0000","last_peered":"2024-09-10T08:14:39.676046+0000","last_clean":"2024-09-10T08:14:39.676046+0000","last_became_active":"2024-09-10T08:12:36.835091+0000","last_became_peered":"2024-09-10T08:12:36.835091+0000","last_unstale":"2024-09-10T08:14:39.676046+0000","last_undegraded":"2024-09-10T08:14:39.676046+0000","last_fullsized":"2024-09-10T08:14:39.676046+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:52:09.526296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"88'3","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.675022+0000","last_change":"2024-09-10T08:12:34.805925+0000","last_active":"2024-09-10T08:14:39.675022+0000","last_peered":"2024-09-10T08:14:39.675022+0000","last_clean":"2024-09-10T08:14:39.675022+0000","last_became_active":"2024-09-10T08:12:34.805568+0000","last_became_peered":"2024-09-10T08:12:34.805568+0000","last_unstale":"2024-09-10T08:14:39.675022+0000","last_undegraded":"2024-09-10T08:14:39.675022+0000","last_fullsized":"2024-09-10T08:14:39.675022+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:48:06.627866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"88'7","reported_seq":46,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671969+0000","last_change":"2024-09-10T08:12:34.814702+0000","last_active":"2024-09-10T08:14:39.671969+0000","last_peered":"2024-09-10T08:14:39.671969+0000","last_clean":"2024-09-10T08:14:39.671969+0000","last_became_active":"2024-09-10T08:12:34.814342+0000","last_became_peered":"2024-09-10T08:12:34.814342+0000","last_unstale":"2024-09-10T08:14:39.671969+0000","last_undegraded":"2024-09-10T08:14:39.671969+0000","last_fullsized":"2024-09-10T08:14:39.671969+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:21:13.086961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"90'8","reported_seq":48,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.679173+0000","last_change":"2024-09-10T08:13:39.509144+0000","last_active":"2024-09-10T08:14:39.679173+0000","last_peered":"2024-09-10T08:14:39.679173+0000","last_clean":"2024-09-10T08:14:39.679173+0000","last_became_active":"2024-09-10T08:13:39.508734+0000","last_became_peered":"2024-09-10T08:13:39.508734+0000","last_unstale":"2024-09-10T08:14:39.679173+0000","last_undegraded":"2024-09-10T08:14:39.679173+0000","last_fullsized":"2024-09-10T08:14:39.679173+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:05:42.593094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3],"acting":[5,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677000+0000","last_change":"2024-09-10T08:12:43.869005+0000","last_active":"2024-09-10T08:14:39.677000+0000","last_peered":"2024-09-10T08:14:39.677000+0000","last_clean":"2024-09-10T08:14:39.677000+0000","last_became_active":"2024-09-10T08:12:43.868553+0000","last_became_peered":"2024-09-10T08:12:43.868553+0000","last_unstale":"2024-09-10T08:14:39.677000+0000","last_undegraded":"2024-09-10T08:14:39.677000+0000","last_fullsized":"2024-09-10T08:14:39.677000+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:19:42.304477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"92'7","reported_seq":174,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:23.976697+0000","last_change":"2024-09-10T08:12:34.811244+0000","last_active":"2024-09-10T08:15:23.976697+0000","last_peered":"2024-09-10T08:15:23.976697+0000","last_clean":"2024-09-10T08:15:23.976697+0000","last_became_active":"2024-09-10T08:12:34.810834+0000","last_became_peered":"2024-09-10T08:12:34.810834+0000","last_unstale":"2024-09-10T08:15:23.976697+0000","last_undegraded":"2024-09-10T08:15:23.976697+0000","last_fullsized":"2024-09-10T08:15:23.976697+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:16:17.995366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1510,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":128,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"90'7","reported_seq":47,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671599+0000","last_change":"2024-09-10T08:13:39.749620+0000","last_active":"2024-09-10T08:14:39.671599+0000","last_peered":"2024-09-10T08:14:39.671599+0000","last_clean":"2024-09-10T08:14:39.671599+0000","last_became_active":"2024-09-10T08:13:39.749321+0000","last_became_peered":"2024-09-10T08:13:39.749321+0000","last_unstale":"2024-09-10T08:14:39.671599+0000","last_undegraded":"2024-09-10T08:14:39.671599+0000","last_fullsized":"2024-09-10T08:14:39.671599+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:25:20.412078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,7],"acting":[8,9,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677077+0000","last_change":"2024-09-10T08:12:43.862115+0000","last_active":"2024-09-10T08:14:39.677077+0000","last_peered":"2024-09-10T08:14:39.677077+0000","last_clean":"2024-09-10T08:14:39.677077+0000","last_became_active":"2024-09-10T08:12:43.861732+0000","last_became_peered":"2024-09-10T08:12:43.861732+0000","last_unstale":"2024-09-10T08:14:39.677077+0000","last_undegraded":"2024-09-10T08:14:39.677077+0000","last_fullsized":"2024-09-10T08:14:39.677077+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:14:27.742653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.673600+0000","last_change":"2024-09-10T08:12:36.823862+0000","last_active":"2024-09-10T08:14:39.673600+0000","last_peered":"2024-09-10T08:14:39.673600+0000","last_clean":"2024-09-10T08:14:39.673600+0000","last_became_active":"2024-09-10T08:12:36.823469+0000","last_became_peered":"2024-09-10T08:12:36.823469+0000","last_unstale":"2024-09-10T08:14:39.673600+0000","last_undegraded":"2024-09-10T08:14:39.673600+0000","last_fullsized":"2024-09-10T08:14:39.673600+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:49:39.006645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"90'12","reported_seq":46,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.679223+0000","last_change":"2024-09-10T08:12:36.836892+0000","last_active":"2024-09-10T08:14:39.679223+0000","last_peered":"2024-09-10T08:14:39.679223+0000","last_clean":"2024-09-10T08:14:39.679223+0000","last_became_active":"2024-09-10T08:12:36.836437+0000","last_became_peered":"2024-09-10T08:12:36.836437+0000","last_unstale":"2024-09-10T08:14:39.679223+0000","last_undegraded":"2024-09-10T08:14:39.679223+0000","last_fullsized":"2024-09-10T08:14:39.679223+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:19:20.085951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676404+0000","last_change":"2024-09-10T08:12:36.832733+0000","last_active":"2024-09-10T08:14:39.676404+0000","last_peered":"2024-09-10T08:14:39.676404+0000","last_clean":"2024-09-10T08:14:39.676404+0000","last_became_active":"2024-09-10T08:12:36.832395+0000","last_became_peered":"2024-09-10T08:12:36.832395+0000","last_unstale":"2024-09-10T08:14:39.676404+0000","last_undegraded":"2024-09-10T08:14:39.676404+0000","last_fullsized":"2024-09-10T08:14:39.676404+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:05:41.291574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"90'7","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.681284+0000","last_change":"2024-09-10T08:12:36.837495+0000","last_active":"2024-09-10T08:14:39.681284+0000","last_peered":"2024-09-10T08:14:39.681284+0000","last_clean":"2024-09-10T08:14:39.681284+0000","last_became_active":"2024-09-10T08:12:36.837198+0000","last_became_peered":"2024-09-10T08:12:36.837198+0000","last_unstale":"2024-09-10T08:14:39.681284+0000","last_undegraded":"2024-09-10T08:14:39.681284+0000","last_fullsized":"2024-09-10T08:14:39.681284+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:08:30.363433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"90'4","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677310+0000","last_change":"2024-09-10T08:12:36.825857+0000","last_active":"2024-09-10T08:14:39.677310+0000","last_peered":"2024-09-10T08:14:39.677310+0000","last_clean":"2024-09-10T08:14:39.677310+0000","last_became_active":"2024-09-10T08:12:36.825542+0000","last_became_peered":"2024-09-10T08:12:36.825542+0000","last_unstale":"2024-09-10T08:14:39.677310+0000","last_undegraded":"2024-09-10T08:14:39.677310+0000","last_fullsized":"2024-09-10T08:14:39.677310+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:22:48.590212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"90'6","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.674079+0000","last_change":"2024-09-10T08:12:36.824716+0000","last_active":"2024-09-10T08:14:39.674079+0000","last_peered":"2024-09-10T08:14:39.674079+0000","last_clean":"2024-09-10T08:14:39.674079+0000","last_became_active":"2024-09-10T08:12:36.824366+0000","last_became_peered":"2024-09-10T08:12:36.824366+0000","last_unstale":"2024-09-10T08:14:39.674079+0000","last_undegraded":"2024-09-10T08:14:39.674079+0000","last_fullsized":"2024-09-10T08:14:39.674079+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:55:03.364499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"90'15","reported_seq":49,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677619+0000","last_change":"2024-09-10T08:12:36.833047+0000","last_active":"2024-09-10T08:14:39.677619+0000","last_peered":"2024-09-10T08:14:39.677619+0000","last_clean":"2024-09-10T08:14:39.677619+0000","last_became_active":"2024-09-10T08:12:36.830068+0000","last_became_peered":"2024-09-10T08:12:36.830068+0000","last_unstale":"2024-09-10T08:14:39.677619+0000","last_undegraded":"2024-09-10T08:14:39.677619+0000","last_fullsized":"2024-09-10T08:14:39.677619+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:00:24.585213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"90'2","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677039+0000","last_change":"2024-09-10T08:12:36.839767+0000","last_active":"2024-09-10T08:14:39.677039+0000","last_peered":"2024-09-10T08:14:39.677039+0000","last_clean":"2024-09-10T08:14:39.677039+0000","last_became_active":"2024-09-10T08:12:36.839449+0000","last_became_peered":"2024-09-10T08:12:36.839449+0000","last_unstale":"2024-09-10T08:14:39.677039+0000","last_undegraded":"2024-09-10T08:14:39.677039+0000","last_fullsized":"2024-09-10T08:14:39.677039+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:29:51.721688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"90'6","reported_seq":11,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.682498+0000","last_change":"2024-09-10T08:14:39.681876+0000","last_active":"2024-09-10T08:14:39.682498+0000","last_peered":"2024-09-10T08:14:39.682498+0000","last_clean":"2024-09-10T08:14:39.682498+0000","last_became_active":"2024-09-10T08:14:39.681321+0000","last_became_peered":"2024-09-10T08:14:39.681321+0000","last_unstale":"2024-09-10T08:14:39.682498+0000","last_undegraded":"2024-09-10T08:14:39.682498+0000","last_fullsized":"2024-09-10T08:14:39.682498+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:51:54.415052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,8],"acting":[6,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.29","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676800+0000","last_change":"2024-09-10T08:12:36.840924+0000","last_active":"2024-09-10T08:14:39.676800+0000","last_peered":"2024-09-10T08:14:39.676800+0000","last_clean":"2024-09-10T08:14:39.676800+0000","last_became_active":"2024-09-10T08:12:36.840560+0000","last_became_peered":"2024-09-10T08:12:36.840560+0000","last_unstale":"2024-09-10T08:14:39.676800+0000","last_undegraded":"2024-09-10T08:14:39.676800+0000","last_fullsized":"2024-09-10T08:14:39.676800+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:23:45.417772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"90'10","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.684743+0000","last_change":"2024-09-10T08:12:36.830715+0000","last_active":"2024-09-10T08:14:39.684743+0000","last_peered":"2024-09-10T08:14:39.684743+0000","last_clean":"2024-09-10T08:14:39.684743+0000","last_became_active":"2024-09-10T08:12:36.830267+0000","last_became_peered":"2024-09-10T08:12:36.830267+0000","last_unstale":"2024-09-10T08:14:39.684743+0000","last_undegraded":"2024-09-10T08:14:39.684743+0000","last_fullsized":"2024-09-10T08:14:39.684743+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:23:26.456194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"90'11","reported_seq":45,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676611+0000","last_change":"2024-09-10T08:12:36.824993+0000","last_active":"2024-09-10T08:14:39.676611+0000","last_peered":"2024-09-10T08:14:39.676611+0000","last_clean":"2024-09-10T08:14:39.676611+0000","last_became_active":"2024-09-10T08:12:36.824698+0000","last_became_peered":"2024-09-10T08:12:36.824698+0000","last_unstale":"2024-09-10T08:14:39.676611+0000","last_undegraded":"2024-09-10T08:14:39.676611+0000","last_fullsized":"2024-09-10T08:14:39.676611+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:31:03.705318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.674781+0000","last_change":"2024-09-10T08:12:36.827310+0000","last_active":"2024-09-10T08:14:39.674781+0000","last_peered":"2024-09-10T08:14:39.674781+0000","last_clean":"2024-09-10T08:14:39.674781+0000","last_became_active":"2024-09-10T08:12:36.826931+0000","last_became_peered":"2024-09-10T08:12:36.826931+0000","last_unstale":"2024-09-10T08:14:39.674781+0000","last_undegraded":"2024-09-10T08:14:39.674781+0000","last_fullsized":"2024-09-10T08:14:39.674781+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:15:00.448249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2d","version":"90'7","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677269+0000","last_change":"2024-09-10T08:12:36.832125+0000","last_active":"2024-09-10T08:14:39.677269+0000","last_peered":"2024-09-10T08:14:39.677269+0000","last_clean":"2024-09-10T08:14:39.677269+0000","last_became_active":"2024-09-10T08:12:36.831745+0000","last_became_peered":"2024-09-10T08:12:36.831745+0000","last_unstale":"2024-09-10T08:14:39.677269+0000","last_undegraded":"2024-09-10T08:14:39.677269+0000","last_fullsized":"2024-09-10T08:14:39.677269+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:17:06.928086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"90'10","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.673687+0000","last_change":"2024-09-10T08:12:36.829584+0000","last_active":"2024-09-10T08:14:39.673687+0000","last_peered":"2024-09-10T08:14:39.673687+0000","last_clean":"2024-09-10T08:14:39.673687+0000","last_became_active":"2024-09-10T08:12:36.829266+0000","last_became_peered":"2024-09-10T08:12:36.829266+0000","last_unstale":"2024-09-10T08:14:39.673687+0000","last_undegraded":"2024-09-10T08:14:39.673687+0000","last_fullsized":"2024-09-10T08:14:39.673687+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:53.100598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2f","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.674187+0000","last_change":"2024-09-10T08:12:36.830413+0000","last_active":"2024-09-10T08:14:39.674187+0000","last_peered":"2024-09-10T08:14:39.674187+0000","last_clean":"2024-09-10T08:14:39.674187+0000","last_became_active":"2024-09-10T08:12:36.829718+0000","last_became_peered":"2024-09-10T08:12:36.829718+0000","last_unstale":"2024-09-10T08:14:39.674187+0000","last_undegraded":"2024-09-10T08:14:39.674187+0000","last_fullsized":"2024-09-10T08:14:39.674187+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:49:58.001141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.30","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.684158+0000","last_change":"2024-09-10T08:12:36.830019+0000","last_active":"2024-09-10T08:14:39.684158+0000","last_peered":"2024-09-10T08:14:39.684158+0000","last_clean":"2024-09-10T08:14:39.684158+0000","last_became_active":"2024-09-10T08:12:36.829692+0000","last_became_peered":"2024-09-10T08:12:36.829692+0000","last_unstale":"2024-09-10T08:14:39.684158+0000","last_undegraded":"2024-09-10T08:14:39.684158+0000","last_fullsized":"2024-09-10T08:14:39.684158+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:50:09.660472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.31","version":"90'7","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.680877+0000","last_change":"2024-09-10T08:12:36.840060+0000","last_active":"2024-09-10T08:14:39.680877+0000","last_peered":"2024-09-10T08:14:39.680877+0000","last_clean":"2024-09-10T08:14:39.680877+0000","last_became_active":"2024-09-10T08:12:36.839738+0000","last_became_peered":"2024-09-10T08:12:36.839738+0000","last_unstale":"2024-09-10T08:14:39.680877+0000","last_undegraded":"2024-09-10T08:14:39.680877+0000","last_fullsized":"2024-09-10T08:14:39.680877+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:03:15.086558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.32","version":"90'7","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.681159+0000","last_change":"2024-09-10T08:12:36.836313+0000","last_active":"2024-09-10T08:14:39.681159+0000","last_peered":"2024-09-10T08:14:39.681159+0000","last_clean":"2024-09-10T08:14:39.681159+0000","last_became_active":"2024-09-10T08:12:36.836053+0000","last_became_peered":"2024-09-10T08:12:36.836053+0000","last_unstale":"2024-09-10T08:14:39.681159+0000","last_undegraded":"2024-09-10T08:14:39.681159+0000","last_fullsized":"2024-09-10T08:14:39.681159+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:34:02.441241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"90'10","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676510+0000","last_change":"2024-09-10T08:12:36.824310+0000","last_active":"2024-09-10T08:14:39.676510+0000","last_peered":"2024-09-10T08:14:39.676510+0000","last_clean":"2024-09-10T08:14:39.676510+0000","last_became_active":"2024-09-10T08:12:36.823980+0000","last_became_peered":"2024-09-10T08:12:36.823980+0000","last_unstale":"2024-09-10T08:14:39.676510+0000","last_undegraded":"2024-09-10T08:14:39.676510+0000","last_fullsized":"2024-09-10T08:14:39.676510+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:15:55.322283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"90'7","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677259+0000","last_change":"2024-09-10T08:12:36.829554+0000","last_active":"2024-09-10T08:14:39.677259+0000","last_peered":"2024-09-10T08:14:39.677259+0000","last_clean":"2024-09-10T08:14:39.677259+0000","last_became_active":"2024-09-10T08:12:36.829054+0000","last_became_peered":"2024-09-10T08:12:36.829054+0000","last_unstale":"2024-09-10T08:14:39.677259+0000","last_undegraded":"2024-09-10T08:14:39.677259+0000","last_fullsized":"2024-09-10T08:14:39.677259+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:46:59.763378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"90'6","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861476+0000","last_change":"2024-09-10T08:12:36.831049+0000","last_active":"2024-09-10T08:14:39.861476+0000","last_peered":"2024-09-10T08:14:39.861476+0000","last_clean":"2024-09-10T08:14:39.861476+0000","last_became_active":"2024-09-10T08:12:36.830687+0000","last_became_peered":"2024-09-10T08:12:36.830687+0000","last_unstale":"2024-09-10T08:14:39.861476+0000","last_undegraded":"2024-09-10T08:14:39.861476+0000","last_fullsized":"2024-09-10T08:14:39.861476+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:48:24.014810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"90'16","reported_seq":50,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.672408+0000","last_change":"2024-09-10T08:12:36.832264+0000","last_active":"2024-09-10T08:14:39.672408+0000","last_peered":"2024-09-10T08:14:39.672408+0000","last_clean":"2024-09-10T08:14:39.672408+0000","last_became_active":"2024-09-10T08:12:36.831913+0000","last_became_peered":"2024-09-10T08:12:36.831913+0000","last_unstale":"2024-09-10T08:14:39.672408+0000","last_undegraded":"2024-09-10T08:14:39.672408+0000","last_fullsized":"2024-09-10T08:14:39.672408+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:58:43.692064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.37","version":"90'11","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.673449+0000","last_change":"2024-09-10T08:13:39.408577+0000","last_active":"2024-09-10T08:14:39.673449+0000","last_peered":"2024-09-10T08:14:39.673449+0000","last_clean":"2024-09-10T08:14:39.673449+0000","last_became_active":"2024-09-10T08:13:39.408252+0000","last_became_peered":"2024-09-10T08:13:39.408252+0000","last_unstale":"2024-09-10T08:14:39.673449+0000","last_undegraded":"2024-09-10T08:14:39.673449+0000","last_fullsized":"2024-09-10T08:14:39.673449+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:41:34.439133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,11],"acting":[9,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.38","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.675881+0000","last_change":"2024-09-10T08:12:36.836093+0000","last_active":"2024-09-10T08:14:39.675881+0000","last_peered":"2024-09-10T08:14:39.675881+0000","last_clean":"2024-09-10T08:14:39.675881+0000","last_became_active":"2024-09-10T08:12:36.835554+0000","last_became_peered":"2024-09-10T08:12:36.835554+0000","last_unstale":"2024-09-10T08:14:39.675881+0000","last_undegraded":"2024-09-10T08:14:39.675881+0000","last_fullsized":"2024-09-10T08:14:39.675881+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:19:23.240989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"90'5","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861018+0000","last_change":"2024-09-10T08:12:36.826650+0000","last_active":"2024-09-10T08:14:39.861018+0000","last_peered":"2024-09-10T08:14:39.861018+0000","last_clean":"2024-09-10T08:14:39.861018+0000","last_became_active":"2024-09-10T08:12:36.826323+0000","last_became_peered":"2024-09-10T08:12:36.826323+0000","last_unstale":"2024-09-10T08:14:39.861018+0000","last_undegraded":"2024-09-10T08:14:39.861018+0000","last_fullsized":"2024-09-10T08:14:39.861018+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:33:59.057180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"90'6","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671885+0000","last_change":"2024-09-10T08:12:36.834723+0000","last_active":"2024-09-10T08:14:39.671885+0000","last_peered":"2024-09-10T08:14:39.671885+0000","last_clean":"2024-09-10T08:14:39.671885+0000","last_became_active":"2024-09-10T08:12:36.834381+0000","last_became_peered":"2024-09-10T08:12:36.834381+0000","last_unstale":"2024-09-10T08:14:39.671885+0000","last_undegraded":"2024-09-10T08:14:39.671885+0000","last_fullsized":"2024-09-10T08:14:39.671885+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:40:27.833708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.3b","version":"90'4","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671636+0000","last_change":"2024-09-10T08:12:36.824219+0000","last_active":"2024-09-10T08:14:39.671636+0000","last_peered":"2024-09-10T08:14:39.671636+0000","last_clean":"2024-09-10T08:14:39.671636+0000","last_became_active":"2024-09-10T08:12:36.823889+0000","last_became_peered":"2024-09-10T08:12:36.823889+0000","last_unstale":"2024-09-10T08:14:39.671636+0000","last_undegraded":"2024-09-10T08:14:39.671636+0000","last_fullsized":"2024-09-10T08:14:39.671636+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:08:25.582184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3c","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677232+0000","last_change":"2024-09-10T08:12:36.837829+0000","last_active":"2024-09-10T08:14:39.677232+0000","last_peered":"2024-09-10T08:14:39.677232+0000","last_clean":"2024-09-10T08:14:39.677232+0000","last_became_active":"2024-09-10T08:12:36.837531+0000","last_became_peered":"2024-09-10T08:12:36.837531+0000","last_unstale":"2024-09-10T08:14:39.677232+0000","last_undegraded":"2024-09-10T08:14:39.677232+0000","last_fullsized":"2024-09-10T08:14:39.677232+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:40:40.260405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3d","version":"90'7","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.680964+0000","last_change":"2024-09-10T08:12:36.840652+0000","last_active":"2024-09-10T08:14:39.680964+0000","last_peered":"2024-09-10T08:14:39.680964+0000","last_clean":"2024-09-10T08:14:39.680964+0000","last_became_active":"2024-09-10T08:12:36.840300+0000","last_became_peered":"2024-09-10T08:12:36.840300+0000","last_unstale":"2024-09-10T08:14:39.680964+0000","last_undegraded":"2024-09-10T08:14:39.680964+0000","last_fullsized":"2024-09-10T08:14:39.680964+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:38:52.985183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"90'4","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.681186+0000","last_change":"2024-09-10T08:12:36.834942+0000","last_active":"2024-09-10T08:14:39.681186+0000","last_peered":"2024-09-10T08:14:39.681186+0000","last_clean":"2024-09-10T08:14:39.681186+0000","last_became_active":"2024-09-10T08:12:36.834630+0000","last_became_peered":"2024-09-10T08:12:36.834630+0000","last_unstale":"2024-09-10T08:14:39.681186+0000","last_undegraded":"2024-09-10T08:14:39.681186+0000","last_fullsized":"2024-09-10T08:14:39.681186+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:13:50.463207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3f","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.674183+0000","last_change":"2024-09-10T08:12:36.830866+0000","last_active":"2024-09-10T08:14:39.674183+0000","last_peered":"2024-09-10T08:14:39.674183+0000","last_clean":"2024-09-10T08:14:39.674183+0000","last_became_active":"2024-09-10T08:12:36.830186+0000","last_became_peered":"2024-09-10T08:12:36.830186+0000","last_unstale":"2024-09-10T08:14:39.674183+0000","last_undegraded":"2024-09-10T08:14:39.674183+0000","last_fullsized":"2024-09-10T08:14:39.674183+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:41:50.543954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":79376,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":1197,"num_read_kb":721,"num_write":276,"num_write_kb":170,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":1238,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":238128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":236,"ondisk_log_size":236,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":76,"seq":326417514544,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36388,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708764,"statfs":{"total":95995035648,"available":95957774336,"internally_reserved":0,"allocated":1069056,"data_stored":526481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":68,"seq":292057776181,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37064,"kb_used_data":1720,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708088,"statfs":{"total":95995035648,"available":95957082112,"internally_reserved":0,"allocated":1761280,"data_stored":1183276,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":63,"seq":270582939706,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36408,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708744,"statfs":{"total":95995035648,"available":95957753856,"internally_reserved":0,"allocated":1089536,"data_stored":529944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":56,"seq":240518168640,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36400,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708752,"statfs":{"total":95995035648,"available":95957762048,"internally_reserved":0,"allocated":1081344,"data_stored":526226,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":49,"seq":210453397572,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36984,"kb_used_data":1640,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708168,"statfs":{"total":95995035648,"available":95957164032,"internally_reserved":0,"allocated":1679360,"data_stored":1124744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":44,"seq":188978561097,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28060,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717092,"statfs":{"total":95995035648,"available":95966302208,"internally_reserved":0,"allocated":1060864,"data_stored":522381,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790031,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36992,"kb_used_data":1648,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708160,"statfs":{"total":95995035648,"available":95957155840,"internally_reserved":0,"allocated":1687552,"data_stored":1118802,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953556,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36396,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708756,"statfs":{"total":95995035648,"available":95957766144,"internally_reserved":0,"allocated":1077248,"data_stored":527586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":24,"seq":103079215193,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28072,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717080,"statfs":{"total":95995035648,"available":95966289920,"internally_reserved":0,"allocated":1073152,"data_stored":521060,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411422,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36456,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708696,"statfs":{"total":95995035648,"available":95957704704,"internally_reserved":0,"allocated":1138688,"data_stored":592299,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574947,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36452,"kb_used_data":1108,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708700,"statfs":{"total":95995035648,"available":95957708800,"internally_reserved":0,"allocated":1134592,"data_stored":593458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738472,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32244,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712908,"statfs":{"total":95995035648,"available":95962017792,"internally_reserved":0,"allocated":1085440,"data_stored":523303,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":72828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":71669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1751,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":122880,"data_stored":72278,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1755,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:15:30.199 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-10T08:15:30.200 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph pg dump --format=json 2024-09-10T08:15:30.720 INFO:tasks.cephfs.filesystem:scrub status for tag:448a5e8e-3646-4988-88fb-bcb34c35f8ed - {'path': '/', 'tag': '448a5e8e-3646-4988-88fb-bcb34c35f8ed', 'options': 'recursive,force'} 2024-09-10T08:15:30.793 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:15:31.204 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:30 smithi067 ceph-mon[31051]: pgmap v378: 129 pgs: 129 active+clean; 654 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 1.6 KiB/s wr, 13 op/s 2024-09-10T08:15:31.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.289+0000 7fec7215c640 1 -- 172.21.15.67:0/2144145579 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fec6c1036e0 msgr2=0x7fec6c107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:31.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.289+0000 7fec7215c640 1 --2- 172.21.15.67:0/2144145579 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fec6c1036e0 0x7fec6c107b90 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fec54009930 tx=0x7fec5402a420 comp rx=0 tx=0).stop 2024-09-10T08:15:31.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.289+0000 7fec7215c640 1 -- 172.21.15.67:0/2144145579 shutdown_connections 2024-09-10T08:15:31.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.289+0000 7fec7215c640 1 --2- 172.21.15.67:0/2144145579 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fec6c1082a0 0x7fec6c10ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:31.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.289+0000 7fec7215c640 1 --2- 172.21.15.67:0/2144145579 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fec6c1036e0 0x7fec6c107b90 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:31.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.289+0000 7fec7215c640 1 --2- 172.21.15.67:0/2144145579 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fec6c102d30 0x7fec6c103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:31.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.289+0000 7fec7215c640 1 -- 172.21.15.67:0/2144145579 >> 172.21.15.67:0/2144145579 conn(0x7fec6c0fc7d0 msgr2=0x7fec6c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:31.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.289+0000 7fec7215c640 1 -- 172.21.15.67:0/2144145579 shutdown_connections 2024-09-10T08:15:31.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.289+0000 7fec7215c640 1 -- 172.21.15.67:0/2144145579 wait complete. 2024-09-10T08:15:31.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.290+0000 7fec7215c640 1 Processor -- start 2024-09-10T08:15:31.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.290+0000 7fec7215c640 1 -- start start 2024-09-10T08:15:31.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.290+0000 7fec7215c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fec6c102d30 0x7fec6c1984f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:31.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.290+0000 7fec7215c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fec6c1036e0 0x7fec6c198a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:31.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.290+0000 7fec7215c640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fec6c1082a0 0x7fec6c19cdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:31.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.290+0000 7fec7215c640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fec6c111f50 con 0x7fec6c1036e0 2024-09-10T08:15:31.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.290+0000 7fec7215c640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fec6c111dd0 con 0x7fec6c102d30 2024-09-10T08:15:31.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.290+0000 7fec7215c640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fec6c1120d0 con 0x7fec6c1082a0 2024-09-10T08:15:31.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.291+0000 7fec6affd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fec6c1036e0 0x7fec6c198a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:31.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.291+0000 7fec6affd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fec6c1036e0 0x7fec6c198a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48300/0 (socket says 172.21.15.67:48300) 2024-09-10T08:15:31.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.291+0000 7fec6affd640 1 -- 172.21.15.67:0/3740256223 learned_addr learned my addr 172.21.15.67:0/3740256223 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:31.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.291+0000 7fec6b7fe640 1 --2- 172.21.15.67:0/3740256223 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fec6c102d30 0x7fec6c1984f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:31.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.291+0000 7fec6bfff640 1 --2- 172.21.15.67:0/3740256223 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fec6c1082a0 0x7fec6c19cdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:31.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.291+0000 7fec6affd640 1 -- 172.21.15.67:0/3740256223 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fec6c1082a0 msgr2=0x7fec6c19cdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:31.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.291+0000 7fec6affd640 1 --2- 172.21.15.67:0/3740256223 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fec6c1082a0 0x7fec6c19cdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:31.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.291+0000 7fec6affd640 1 -- 172.21.15.67:0/3740256223 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fec6c102d30 msgr2=0x7fec6c1984f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:31.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.291+0000 7fec6affd640 1 --2- 172.21.15.67:0/3740256223 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fec6c102d30 0x7fec6c1984f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:31.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.291+0000 7fec6affd640 1 -- 172.21.15.67:0/3740256223 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec6c19d4a0 con 0x7fec6c1036e0 2024-09-10T08:15:31.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.291+0000 7fec6b7fe640 1 --2- 172.21.15.67:0/3740256223 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fec6c102d30 0x7fec6c1984f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:15:31.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.291+0000 7fec6bfff640 1 --2- 172.21.15.67:0/3740256223 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fec6c1082a0 0x7fec6c19cdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:15:31.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.291+0000 7fec6affd640 1 --2- 172.21.15.67:0/3740256223 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fec6c1036e0 0x7fec6c198a30 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fec54031440 tx=0x7fec54004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:31.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.291+0000 7fec68ff9640 1 -- 172.21.15.67:0/3740256223 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec5403f030 con 0x7fec6c1036e0 2024-09-10T08:15:31.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.291+0000 7fec7215c640 1 -- 172.21.15.67:0/3740256223 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec6c19d730 con 0x7fec6c1036e0 2024-09-10T08:15:31.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.291+0000 7fec68ff9640 1 -- 172.21.15.67:0/3740256223 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fec54003aa0 con 0x7fec6c1036e0 2024-09-10T08:15:31.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.291+0000 7fec68ff9640 1 -- 172.21.15.67:0/3740256223 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec54035070 con 0x7fec6c1036e0 2024-09-10T08:15:31.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.291+0000 7fec7215c640 1 -- 172.21.15.67:0/3740256223 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec6c1a5070 con 0x7fec6c1036e0 2024-09-10T08:15:31.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.292+0000 7fec7215c640 1 -- 172.21.15.67:0/3740256223 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fec6c103110 con 0x7fec6c1036e0 2024-09-10T08:15:31.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.294+0000 7fec68ff9640 1 -- 172.21.15.67:0/3740256223 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 19) ==== 137884+0+0 (secure 0 0 0) 0x7fec54042030 con 0x7fec6c1036e0 2024-09-10T08:15:31.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.295+0000 7fec68ff9640 1 --2- 172.21.15.67:0/3740256223 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fec580a2c10 0x7fec580a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:31.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.295+0000 7fec6b7fe640 1 --2- 172.21.15.67:0/3740256223 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fec580a2c10 0x7fec580a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:31.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.295+0000 7fec68ff9640 1 -- 172.21.15.67:0/3740256223 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fec540f0100 con 0x7fec6c1036e0 2024-09-10T08:15:31.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.295+0000 7fec6b7fe640 1 --2- 172.21.15.67:0/3740256223 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fec580a2c10 0x7fec580a50d0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fec5c005fd0 tx=0x7fec5c009500 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:31.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.297+0000 7fec68ff9640 1 -- 172.21.15.67:0/3740256223 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fec540bcb00 con 0x7fec6c1036e0 2024-09-10T08:15:31.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:30 smithi203 ceph-mon[34672]: pgmap v378: 129 pgs: 129 active+clean; 654 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 1.6 KiB/s wr, 13 op/s 2024-09-10T08:15:31.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:30 smithi133 ceph-mon[34721]: pgmap v378: 129 pgs: 129 active+clean; 654 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 1.6 KiB/s wr, 13 op/s 2024-09-10T08:15:31.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.473+0000 7fec7215c640 1 -- 172.21.15.67:0/3740256223 --> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fec6c062630 con 0x7fec580a2c10 2024-09-10T08:15:31.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.481+0000 7fec68ff9640 1 -- 172.21.15.67:0/3740256223 <== mgr.14150 v2:172.21.15.67:6800/4256949759 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+340550 (secure 0 0 0) 0x7fec6c062630 con 0x7fec580a2c10 2024-09-10T08:15:31.483 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:15:31.485 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-10T08:15:31.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.484+0000 7fec7215c640 1 -- 172.21.15.67:0/3740256223 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fec580a2c10 msgr2=0x7fec580a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:31.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.484+0000 7fec7215c640 1 --2- 172.21.15.67:0/3740256223 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fec580a2c10 0x7fec580a50d0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fec5c005fd0 tx=0x7fec5c009500 comp rx=0 tx=0).stop 2024-09-10T08:15:31.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.484+0000 7fec7215c640 1 -- 172.21.15.67:0/3740256223 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fec6c1036e0 msgr2=0x7fec6c198a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:31.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.484+0000 7fec7215c640 1 --2- 172.21.15.67:0/3740256223 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fec6c1036e0 0x7fec6c198a30 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fec54031440 tx=0x7fec54004270 comp rx=0 tx=0).stop 2024-09-10T08:15:31.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.484+0000 7fec7215c640 1 -- 172.21.15.67:0/3740256223 shutdown_connections 2024-09-10T08:15:31.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.484+0000 7fec7215c640 1 --2- 172.21.15.67:0/3740256223 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fec580a2c10 0x7fec580a50d0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:31.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.484+0000 7fec7215c640 1 --2- 172.21.15.67:0/3740256223 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fec6c1082a0 0x7fec6c19cdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:31.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.484+0000 7fec7215c640 1 --2- 172.21.15.67:0/3740256223 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fec6c1036e0 0x7fec6c198a30 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:31.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.484+0000 7fec7215c640 1 --2- 172.21.15.67:0/3740256223 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fec6c102d30 0x7fec6c1984f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:31.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.484+0000 7fec7215c640 1 -- 172.21.15.67:0/3740256223 >> 172.21.15.67:0/3740256223 conn(0x7fec6c0fc7d0 msgr2=0x7fec6c105ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:31.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.484+0000 7fec7215c640 1 -- 172.21.15.67:0/3740256223 shutdown_connections 2024-09-10T08:15:31.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:31.484+0000 7fec7215c640 1 -- 172.21.15.67:0/3740256223 wait complete. 2024-09-10T08:15:32.136 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:31 smithi067 ceph-mon[31051]: from='client.15480 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T08:15:32.164 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":378,"stamp":"2024-09-10T08:15:29.847605+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":669978,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":1365,"num_read_kb":857,"num_write":459,"num_write_kb":3110,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":17,"num_bytes_recovered":1181974,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":875,"ondisk_log_size":875,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":417916,"kb_used_data":14588,"kb_used_omap":18,"kb_used_meta":403117,"kb_avail":1124523908,"statfs":{"total":1151940427776,"available":1151512481792,"internally_reserved":0,"allocated":14938112,"data_stored":8289560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":412792121},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":8115,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":148,"num_read_kb":89,"num_write":17,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003204"},"pg_stats":[{"pgid":"2.1f","version":"92'15","reported_seq":181,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:26.984472+0000","last_change":"2024-09-10T08:12:34.806369+0000","last_active":"2024-09-10T08:15:26.984472+0000","last_peered":"2024-09-10T08:15:26.984472+0000","last_clean":"2024-09-10T08:15:26.984472+0000","last_became_active":"2024-09-10T08:12:34.805950+0000","last_became_peered":"2024-09-10T08:12:34.805950+0000","last_unstale":"2024-09-10T08:15:26.984472+0000","last_undegraded":"2024-09-10T08:15:26.984472+0000","last_fullsized":"2024-09-10T08:15:26.984472+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:06:34.845848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":127,"num_read_kb":127,"num_write":16,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"90'5","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677270+0000","last_change":"2024-09-10T08:12:36.838658+0000","last_active":"2024-09-10T08:14:39.677270+0000","last_peered":"2024-09-10T08:14:39.677270+0000","last_clean":"2024-09-10T08:14:39.677270+0000","last_became_active":"2024-09-10T08:12:36.838366+0000","last_became_peered":"2024-09-10T08:12:36.838366+0000","last_unstale":"2024-09-10T08:14:39.677270+0000","last_undegraded":"2024-09-10T08:14:39.677270+0000","last_fullsized":"2024-09-10T08:14:39.677270+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:53:10.847198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676873+0000","last_change":"2024-09-10T08:12:43.868547+0000","last_active":"2024-09-10T08:14:39.676873+0000","last_peered":"2024-09-10T08:14:39.676873+0000","last_clean":"2024-09-10T08:14:39.676873+0000","last_became_active":"2024-09-10T08:12:43.868066+0000","last_became_peered":"2024-09-10T08:12:43.868066+0000","last_unstale":"2024-09-10T08:14:39.676873+0000","last_undegraded":"2024-09-10T08:14:39.676873+0000","last_fullsized":"2024-09-10T08:14:39.676873+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:40:08.277037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1e","version":"88'2","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677489+0000","last_change":"2024-09-10T08:12:34.934507+0000","last_active":"2024-09-10T08:14:39.677489+0000","last_peered":"2024-09-10T08:14:39.677489+0000","last_clean":"2024-09-10T08:14:39.677489+0000","last_became_active":"2024-09-10T08:12:34.934137+0000","last_became_peered":"2024-09-10T08:12:34.934137+0000","last_unstale":"2024-09-10T08:14:39.677489+0000","last_undegraded":"2024-09-10T08:14:39.677489+0000","last_fullsized":"2024-09-10T08:14:39.677489+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:03:36.377273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"90'6","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.681748+0000","last_change":"2024-09-10T08:12:36.840138+0000","last_active":"2024-09-10T08:14:39.681748+0000","last_peered":"2024-09-10T08:14:39.681748+0000","last_clean":"2024-09-10T08:14:39.681748+0000","last_became_active":"2024-09-10T08:12:36.839808+0000","last_became_peered":"2024-09-10T08:12:36.839808+0000","last_unstale":"2024-09-10T08:14:39.681748+0000","last_undegraded":"2024-09-10T08:14:39.681748+0000","last_fullsized":"2024-09-10T08:14:39.681748+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:20:44.599707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676407+0000","last_change":"2024-09-10T08:12:43.866234+0000","last_active":"2024-09-10T08:14:39.676407+0000","last_peered":"2024-09-10T08:14:39.676407+0000","last_clean":"2024-09-10T08:14:39.676407+0000","last_became_active":"2024-09-10T08:12:43.865892+0000","last_became_peered":"2024-09-10T08:12:43.865892+0000","last_unstale":"2024-09-10T08:14:39.676407+0000","last_undegraded":"2024-09-10T08:14:39.676407+0000","last_fullsized":"2024-09-10T08:14:39.676407+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:39:12.895242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"88'12","reported_seq":52,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.672085+0000","last_change":"2024-09-10T08:12:34.810865+0000","last_active":"2024-09-10T08:14:39.672085+0000","last_peered":"2024-09-10T08:14:39.672085+0000","last_clean":"2024-09-10T08:14:39.672085+0000","last_became_active":"2024-09-10T08:12:34.810234+0000","last_became_peered":"2024-09-10T08:12:34.810234+0000","last_unstale":"2024-09-10T08:14:39.672085+0000","last_undegraded":"2024-09-10T08:14:39.672085+0000","last_fullsized":"2024-09-10T08:14:39.672085+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:55:16.240330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.684691+0000","last_change":"2024-09-10T08:12:36.835352+0000","last_active":"2024-09-10T08:14:39.684691+0000","last_peered":"2024-09-10T08:14:39.684691+0000","last_clean":"2024-09-10T08:14:39.684691+0000","last_became_active":"2024-09-10T08:12:36.835033+0000","last_became_peered":"2024-09-10T08:12:36.835033+0000","last_unstale":"2024-09-10T08:14:39.684691+0000","last_undegraded":"2024-09-10T08:14:39.684691+0000","last_fullsized":"2024-09-10T08:14:39.684691+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:42:37.042569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676648+0000","last_change":"2024-09-10T08:12:43.871905+0000","last_active":"2024-09-10T08:14:39.676648+0000","last_peered":"2024-09-10T08:14:39.676648+0000","last_clean":"2024-09-10T08:14:39.676648+0000","last_became_active":"2024-09-10T08:12:43.871475+0000","last_became_peered":"2024-09-10T08:12:43.871475+0000","last_unstale":"2024-09-10T08:14:39.676648+0000","last_undegraded":"2024-09-10T08:14:39.676648+0000","last_fullsized":"2024-09-10T08:14:39.676648+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:42:51.386857+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"88'5","reported_seq":45,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671930+0000","last_change":"2024-09-10T08:12:34.811138+0000","last_active":"2024-09-10T08:14:39.671930+0000","last_peered":"2024-09-10T08:14:39.671930+0000","last_clean":"2024-09-10T08:14:39.671930+0000","last_became_active":"2024-09-10T08:12:34.810395+0000","last_became_peered":"2024-09-10T08:12:34.810395+0000","last_unstale":"2024-09-10T08:14:39.671930+0000","last_undegraded":"2024-09-10T08:14:39.671930+0000","last_fullsized":"2024-09-10T08:14:39.671930+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:19:39.256859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"90'15","reported_seq":55,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.863150+0000","last_change":"2024-09-10T08:14:39.862682+0000","last_active":"2024-09-10T08:14:39.863150+0000","last_peered":"2024-09-10T08:14:39.863150+0000","last_clean":"2024-09-10T08:14:39.863150+0000","last_became_active":"2024-09-10T08:14:39.862216+0000","last_became_peered":"2024-09-10T08:14:39.862216+0000","last_unstale":"2024-09-10T08:14:39.863150+0000","last_undegraded":"2024-09-10T08:14:39.863150+0000","last_fullsized":"2024-09-10T08:14:39.863150+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:17:01.944974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676504+0000","last_change":"2024-09-10T08:12:43.859853+0000","last_active":"2024-09-10T08:14:39.676504+0000","last_peered":"2024-09-10T08:14:39.676504+0000","last_clean":"2024-09-10T08:14:39.676504+0000","last_became_active":"2024-09-10T08:12:43.859405+0000","last_became_peered":"2024-09-10T08:12:43.859405+0000","last_unstale":"2024-09-10T08:14:39.676504+0000","last_undegraded":"2024-09-10T08:14:39.676504+0000","last_fullsized":"2024-09-10T08:14:39.676504+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:18:37.147252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"90'5","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861236+0000","last_change":"2024-09-10T08:12:36.832384+0000","last_active":"2024-09-10T08:14:39.861236+0000","last_peered":"2024-09-10T08:14:39.861236+0000","last_clean":"2024-09-10T08:14:39.861236+0000","last_became_active":"2024-09-10T08:12:36.831948+0000","last_became_peered":"2024-09-10T08:12:36.831948+0000","last_unstale":"2024-09-10T08:14:39.861236+0000","last_undegraded":"2024-09-10T08:14:39.861236+0000","last_fullsized":"2024-09-10T08:14:39.861236+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:08:21.982944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.b","version":"88'4","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671630+0000","last_change":"2024-09-10T08:12:34.809160+0000","last_active":"2024-09-10T08:14:39.671630+0000","last_peered":"2024-09-10T08:14:39.671630+0000","last_clean":"2024-09-10T08:14:39.671630+0000","last_became_active":"2024-09-10T08:12:34.808811+0000","last_became_peered":"2024-09-10T08:12:34.808811+0000","last_unstale":"2024-09-10T08:14:39.671630+0000","last_undegraded":"2024-09-10T08:14:39.671630+0000","last_fullsized":"2024-09-10T08:14:39.671630+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:03:04.110196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676722+0000","last_change":"2024-09-10T08:12:43.992351+0000","last_active":"2024-09-10T08:14:39.676722+0000","last_peered":"2024-09-10T08:14:39.676722+0000","last_clean":"2024-09-10T08:14:39.676722+0000","last_became_active":"2024-09-10T08:12:43.991833+0000","last_became_peered":"2024-09-10T08:12:43.991833+0000","last_unstale":"2024-09-10T08:14:39.676722+0000","last_undegraded":"2024-09-10T08:14:39.676722+0000","last_fullsized":"2024-09-10T08:14:39.676722+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:01:52.453901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677398+0000","last_change":"2024-09-10T08:12:36.832081+0000","last_active":"2024-09-10T08:14:39.677398+0000","last_peered":"2024-09-10T08:14:39.677398+0000","last_clean":"2024-09-10T08:14:39.677398+0000","last_became_active":"2024-09-10T08:12:36.831667+0000","last_became_peered":"2024-09-10T08:12:36.831667+0000","last_unstale":"2024-09-10T08:14:39.677398+0000","last_undegraded":"2024-09-10T08:14:39.677398+0000","last_fullsized":"2024-09-10T08:14:39.677398+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:19:23.841907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"92'5","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:15.010916+0000","last_change":"2024-09-10T08:12:34.812279+0000","last_active":"2024-09-10T08:15:15.010916+0000","last_peered":"2024-09-10T08:15:15.010916+0000","last_clean":"2024-09-10T08:15:15.010916+0000","last_became_active":"2024-09-10T08:12:34.811729+0000","last_became_peered":"2024-09-10T08:12:34.811729+0000","last_unstale":"2024-09-10T08:15:15.010916+0000","last_undegraded":"2024-09-10T08:15:15.010916+0000","last_fullsized":"2024-09-10T08:15:15.010916+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:49:19.797930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"88'1","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677155+0000","last_change":"2024-09-10T08:12:43.871922+0000","last_active":"2024-09-10T08:14:39.677155+0000","last_peered":"2024-09-10T08:14:39.677155+0000","last_clean":"2024-09-10T08:14:39.677155+0000","last_became_active":"2024-09-10T08:12:43.871531+0000","last_became_peered":"2024-09-10T08:12:43.871531+0000","last_unstale":"2024-09-10T08:14:39.677155+0000","last_undegraded":"2024-09-10T08:14:39.677155+0000","last_fullsized":"2024-09-10T08:14:39.677155+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:49:26.483674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.673662+0000","last_change":"2024-09-10T08:12:36.830090+0000","last_active":"2024-09-10T08:14:39.673662+0000","last_peered":"2024-09-10T08:14:39.673662+0000","last_clean":"2024-09-10T08:14:39.673662+0000","last_became_active":"2024-09-10T08:12:36.829732+0000","last_became_peered":"2024-09-10T08:12:36.829732+0000","last_unstale":"2024-09-10T08:14:39.673662+0000","last_undegraded":"2024-09-10T08:14:39.673662+0000","last_fullsized":"2024-09-10T08:14:39.673662+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:11:21.058996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.9","version":"88'7","reported_seq":46,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676976+0000","last_change":"2024-09-10T08:12:34.808639+0000","last_active":"2024-09-10T08:14:39.676976+0000","last_peered":"2024-09-10T08:14:39.676976+0000","last_clean":"2024-09-10T08:14:39.676976+0000","last_became_active":"2024-09-10T08:12:34.808310+0000","last_became_peered":"2024-09-10T08:12:34.808310+0000","last_unstale":"2024-09-10T08:14:39.676976+0000","last_undegraded":"2024-09-10T08:14:39.676976+0000","last_fullsized":"2024-09-10T08:14:39.676976+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:44:01.719719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":16,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671879+0000","last_change":"2024-09-10T08:13:39.523878+0000","last_active":"2024-09-10T08:14:39.671879+0000","last_peered":"2024-09-10T08:14:39.671879+0000","last_clean":"2024-09-10T08:14:39.671879+0000","last_became_active":"2024-09-10T08:13:39.523356+0000","last_became_peered":"2024-09-10T08:13:39.523356+0000","last_unstale":"2024-09-10T08:14:39.671879+0000","last_undegraded":"2024-09-10T08:14:39.671879+0000","last_fullsized":"2024-09-10T08:14:39.671879+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:01:04.099625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,2,10],"acting":[8,3,2,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.9","version":"90'2","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671551+0000","last_change":"2024-09-10T08:12:36.828449+0000","last_active":"2024-09-10T08:14:39.671551+0000","last_peered":"2024-09-10T08:14:39.671551+0000","last_clean":"2024-09-10T08:14:39.671551+0000","last_became_active":"2024-09-10T08:12:36.828106+0000","last_became_peered":"2024-09-10T08:12:36.828106+0000","last_unstale":"2024-09-10T08:14:39.671551+0000","last_undegraded":"2024-09-10T08:14:39.671551+0000","last_fullsized":"2024-09-10T08:14:39.671551+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:18:00.158389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.8","version":"88'2","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.684197+0000","last_change":"2024-09-10T08:12:34.935257+0000","last_active":"2024-09-10T08:14:39.684197+0000","last_peered":"2024-09-10T08:14:39.684197+0000","last_clean":"2024-09-10T08:14:39.684197+0000","last_became_active":"2024-09-10T08:12:34.934895+0000","last_became_peered":"2024-09-10T08:12:34.934895+0000","last_unstale":"2024-09-10T08:14:39.684197+0000","last_undegraded":"2024-09-10T08:14:39.684197+0000","last_fullsized":"2024-09-10T08:14:39.684197+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:05:13.175542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676836+0000","last_change":"2024-09-10T08:12:43.992898+0000","last_active":"2024-09-10T08:14:39.676836+0000","last_peered":"2024-09-10T08:14:39.676836+0000","last_clean":"2024-09-10T08:14:39.676836+0000","last_became_active":"2024-09-10T08:12:43.992515+0000","last_became_peered":"2024-09-10T08:12:43.992515+0000","last_unstale":"2024-09-10T08:14:39.676836+0000","last_undegraded":"2024-09-10T08:14:39.676836+0000","last_fullsized":"2024-09-10T08:14:39.676836+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:33:15.411029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"90'7","reported_seq":47,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.681283+0000","last_change":"2024-09-10T08:13:39.677330+0000","last_active":"2024-09-10T08:14:39.681283+0000","last_peered":"2024-09-10T08:14:39.681283+0000","last_clean":"2024-09-10T08:14:39.681283+0000","last_became_active":"2024-09-10T08:13:39.676957+0000","last_became_peered":"2024-09-10T08:13:39.676957+0000","last_unstale":"2024-09-10T08:14:39.681283+0000","last_undegraded":"2024-09-10T08:14:39.681283+0000","last_fullsized":"2024-09-10T08:14:39.681283+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:53:20.898986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,4],"acting":[0,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"88'7","reported_seq":47,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677121+0000","last_change":"2024-09-10T08:12:35.352322+0000","last_active":"2024-09-10T08:14:39.677121+0000","last_peered":"2024-09-10T08:14:39.677121+0000","last_clean":"2024-09-10T08:14:39.677121+0000","last_became_active":"2024-09-10T08:12:35.351912+0000","last_became_peered":"2024-09-10T08:12:35.351912+0000","last_unstale":"2024-09-10T08:14:39.677121+0000","last_undegraded":"2024-09-10T08:14:39.677121+0000","last_fullsized":"2024-09-10T08:14:39.677121+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:00:27.531447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677019+0000","last_change":"2024-09-10T08:12:43.861303+0000","last_active":"2024-09-10T08:14:39.677019+0000","last_peered":"2024-09-10T08:14:39.677019+0000","last_clean":"2024-09-10T08:14:39.677019+0000","last_became_active":"2024-09-10T08:12:43.860849+0000","last_became_peered":"2024-09-10T08:12:43.860849+0000","last_unstale":"2024-09-10T08:14:39.677019+0000","last_undegraded":"2024-09-10T08:14:39.677019+0000","last_fullsized":"2024-09-10T08:14:39.677019+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:26:53.475097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.7","version":"90'5","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677134+0000","last_change":"2024-09-10T08:12:36.834293+0000","last_active":"2024-09-10T08:14:39.677134+0000","last_peered":"2024-09-10T08:14:39.677134+0000","last_clean":"2024-09-10T08:14:39.677134+0000","last_became_active":"2024-09-10T08:12:36.833981+0000","last_became_peered":"2024-09-10T08:12:36.833981+0000","last_unstale":"2024-09-10T08:14:39.677134+0000","last_undegraded":"2024-09-10T08:14:39.677134+0000","last_fullsized":"2024-09-10T08:14:39.677134+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:56:18.333347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"92'17","reported_seq":72,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:14.855384+0000","last_change":"2024-09-10T08:14:39.686089+0000","last_active":"2024-09-10T08:15:14.855384+0000","last_peered":"2024-09-10T08:15:14.855384+0000","last_clean":"2024-09-10T08:15:14.855384+0000","last_became_active":"2024-09-10T08:14:39.678104+0000","last_became_peered":"2024-09-10T08:14:39.678104+0000","last_unstale":"2024-09-10T08:15:14.855384+0000","last_undegraded":"2024-09-10T08:15:14.855384+0000","last_fullsized":"2024-09-10T08:15:14.855384+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:18:29.844808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":31,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,3],"acting":[9,11,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676341+0000","last_change":"2024-09-10T08:12:43.992400+0000","last_active":"2024-09-10T08:14:39.676341+0000","last_peered":"2024-09-10T08:14:39.676341+0000","last_clean":"2024-09-10T08:14:39.676341+0000","last_became_active":"2024-09-10T08:12:43.991970+0000","last_became_peered":"2024-09-10T08:12:43.991970+0000","last_unstale":"2024-09-10T08:14:39.676341+0000","last_undegraded":"2024-09-10T08:14:39.676341+0000","last_fullsized":"2024-09-10T08:14:39.676341+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:10:02.208981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677416+0000","last_change":"2024-09-10T08:12:36.832238+0000","last_active":"2024-09-10T08:14:39.677416+0000","last_peered":"2024-09-10T08:14:39.677416+0000","last_clean":"2024-09-10T08:14:39.677416+0000","last_became_active":"2024-09-10T08:12:36.831644+0000","last_became_peered":"2024-09-10T08:12:36.831644+0000","last_unstale":"2024-09-10T08:14:39.677416+0000","last_undegraded":"2024-09-10T08:14:39.677416+0000","last_fullsized":"2024-09-10T08:14:39.677416+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:44:55.777869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.5","version":"88'4","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.672182+0000","last_change":"2024-09-10T08:12:34.934616+0000","last_active":"2024-09-10T08:14:39.672182+0000","last_peered":"2024-09-10T08:14:39.672182+0000","last_clean":"2024-09-10T08:14:39.672182+0000","last_became_active":"2024-09-10T08:12:34.934240+0000","last_became_peered":"2024-09-10T08:12:34.934240+0000","last_unstale":"2024-09-10T08:14:39.672182+0000","last_undegraded":"2024-09-10T08:14:39.672182+0000","last_fullsized":"2024-09-10T08:14:39.672182+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:01:30.178100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.674465+0000","last_change":"2024-09-10T08:12:43.866058+0000","last_active":"2024-09-10T08:14:39.674465+0000","last_peered":"2024-09-10T08:14:39.674465+0000","last_clean":"2024-09-10T08:14:39.674465+0000","last_became_active":"2024-09-10T08:12:43.865313+0000","last_became_peered":"2024-09-10T08:12:43.865313+0000","last_unstale":"2024-09-10T08:14:39.674465+0000","last_undegraded":"2024-09-10T08:14:39.674465+0000","last_fullsized":"2024-09-10T08:14:39.674465+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:15:57.695818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.5","version":"90'4","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.672127+0000","last_change":"2024-09-10T08:12:36.827327+0000","last_active":"2024-09-10T08:14:39.672127+0000","last_peered":"2024-09-10T08:14:39.672127+0000","last_clean":"2024-09-10T08:14:39.672127+0000","last_became_active":"2024-09-10T08:12:36.826973+0000","last_became_peered":"2024-09-10T08:12:36.826973+0000","last_unstale":"2024-09-10T08:14:39.672127+0000","last_undegraded":"2024-09-10T08:14:39.672127+0000","last_fullsized":"2024-09-10T08:14:39.672127+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:03:53.148739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"88'1","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.673317+0000","last_change":"2024-09-10T08:12:34.935377+0000","last_active":"2024-09-10T08:14:39.673317+0000","last_peered":"2024-09-10T08:14:39.673317+0000","last_clean":"2024-09-10T08:14:39.673317+0000","last_became_active":"2024-09-10T08:12:34.934905+0000","last_became_peered":"2024-09-10T08:12:34.934905+0000","last_unstale":"2024-09-10T08:14:39.673317+0000","last_undegraded":"2024-09-10T08:14:39.673317+0000","last_fullsized":"2024-09-10T08:14:39.673317+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:48:46.159178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671490+0000","last_change":"2024-09-10T08:12:43.992295+0000","last_active":"2024-09-10T08:14:39.671490+0000","last_peered":"2024-09-10T08:14:39.671490+0000","last_clean":"2024-09-10T08:14:39.671490+0000","last_became_active":"2024-09-10T08:12:43.991802+0000","last_became_peered":"2024-09-10T08:12:43.991802+0000","last_unstale":"2024-09-10T08:14:39.671490+0000","last_undegraded":"2024-09-10T08:14:39.671490+0000","last_fullsized":"2024-09-10T08:14:39.671490+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:38:53.330441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3","version":"90'7","reported_seq":47,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.672002+0000","last_change":"2024-09-10T08:13:39.407288+0000","last_active":"2024-09-10T08:14:39.672002+0000","last_peered":"2024-09-10T08:14:39.672002+0000","last_clean":"2024-09-10T08:14:39.672002+0000","last_became_active":"2024-09-10T08:13:39.406977+0000","last_became_peered":"2024-09-10T08:13:39.406977+0000","last_unstale":"2024-09-10T08:14:39.672002+0000","last_undegraded":"2024-09-10T08:14:39.672002+0000","last_fullsized":"2024-09-10T08:14:39.672002+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:48:54.336323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"92'8","reported_seq":173,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:23.981340+0000","last_change":"2024-09-10T08:12:34.814037+0000","last_active":"2024-09-10T08:15:23.981340+0000","last_peered":"2024-09-10T08:15:23.981340+0000","last_clean":"2024-09-10T08:15:23.981340+0000","last_became_active":"2024-09-10T08:12:34.813620+0000","last_became_peered":"2024-09-10T08:12:34.813620+0000","last_unstale":"2024-09-10T08:15:23.981340+0000","last_undegraded":"2024-09-10T08:15:23.981340+0000","last_fullsized":"2024-09-10T08:15:23.981340+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:21:07.593990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1617,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":4,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677140+0000","last_change":"2024-09-10T08:12:43.866652+0000","last_active":"2024-09-10T08:14:39.677140+0000","last_peered":"2024-09-10T08:14:39.677140+0000","last_clean":"2024-09-10T08:14:39.677140+0000","last_became_active":"2024-09-10T08:12:43.866267+0000","last_became_peered":"2024-09-10T08:12:43.866267+0000","last_unstale":"2024-09-10T08:14:39.677140+0000","last_undegraded":"2024-09-10T08:14:39.677140+0000","last_fullsized":"2024-09-10T08:14:39.677140+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:40:11.894132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.678146+0000","last_change":"2024-09-10T08:12:36.828347+0000","last_active":"2024-09-10T08:14:39.678146+0000","last_peered":"2024-09-10T08:14:39.678146+0000","last_clean":"2024-09-10T08:14:39.678146+0000","last_became_active":"2024-09-10T08:12:36.828034+0000","last_became_peered":"2024-09-10T08:12:36.828034+0000","last_unstale":"2024-09-10T08:14:39.678146+0000","last_undegraded":"2024-09-10T08:14:39.678146+0000","last_fullsized":"2024-09-10T08:14:39.678146+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:12:34.999032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"92'6","reported_seq":174,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:27.981292+0000","last_change":"2024-09-10T08:12:34.934390+0000","last_active":"2024-09-10T08:15:27.981292+0000","last_peered":"2024-09-10T08:15:27.981292+0000","last_clean":"2024-09-10T08:15:27.981292+0000","last_became_active":"2024-09-10T08:12:34.934052+0000","last_became_peered":"2024-09-10T08:12:34.934052+0000","last_unstale":"2024-09-10T08:15:27.981292+0000","last_undegraded":"2024-09-10T08:15:27.981292+0000","last_fullsized":"2024-09-10T08:15:27.981292+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:48:53.538324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":129,"num_read_kb":129,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677208+0000","last_change":"2024-09-10T08:12:43.992318+0000","last_active":"2024-09-10T08:14:39.677208+0000","last_peered":"2024-09-10T08:14:39.677208+0000","last_clean":"2024-09-10T08:14:39.677208+0000","last_became_active":"2024-09-10T08:12:43.991865+0000","last_became_peered":"2024-09-10T08:12:43.991865+0000","last_unstale":"2024-09-10T08:14:39.677208+0000","last_undegraded":"2024-09-10T08:14:39.677208+0000","last_fullsized":"2024-09-10T08:14:39.677208+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:44:14.872522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1","version":"90'5","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.674858+0000","last_change":"2024-09-10T08:12:36.831968+0000","last_active":"2024-09-10T08:14:39.674858+0000","last_peered":"2024-09-10T08:14:39.674858+0000","last_clean":"2024-09-10T08:14:39.674858+0000","last_became_active":"2024-09-10T08:12:36.831636+0000","last_became_peered":"2024-09-10T08:12:36.831636+0000","last_unstale":"2024-09-10T08:14:39.674858+0000","last_undegraded":"2024-09-10T08:14:39.674858+0000","last_fullsized":"2024-09-10T08:14:39.674858+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:36:42.460656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"88'4","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.860865+0000","last_change":"2024-09-10T08:12:34.811292+0000","last_active":"2024-09-10T08:14:39.860865+0000","last_peered":"2024-09-10T08:14:39.860865+0000","last_clean":"2024-09-10T08:14:39.860865+0000","last_became_active":"2024-09-10T08:12:34.810947+0000","last_became_peered":"2024-09-10T08:12:34.810947+0000","last_unstale":"2024-09-10T08:14:39.860865+0000","last_undegraded":"2024-09-10T08:14:39.860865+0000","last_fullsized":"2024-09-10T08:14:39.860865+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:34:12.885332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.678005+0000","last_change":"2024-09-10T08:12:43.993002+0000","last_active":"2024-09-10T08:14:39.678005+0000","last_peered":"2024-09-10T08:14:39.678005+0000","last_clean":"2024-09-10T08:14:39.678005+0000","last_became_active":"2024-09-10T08:12:43.992378+0000","last_became_peered":"2024-09-10T08:12:43.992378+0000","last_unstale":"2024-09-10T08:14:39.678005+0000","last_undegraded":"2024-09-10T08:14:39.678005+0000","last_fullsized":"2024-09-10T08:14:39.678005+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:51:30.925233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677400+0000","last_change":"2024-09-10T08:12:36.835603+0000","last_active":"2024-09-10T08:14:39.677400+0000","last_peered":"2024-09-10T08:14:39.677400+0000","last_clean":"2024-09-10T08:14:39.677400+0000","last_became_active":"2024-09-10T08:12:36.835266+0000","last_became_peered":"2024-09-10T08:12:36.835266+0000","last_unstale":"2024-09-10T08:14:39.677400+0000","last_undegraded":"2024-09-10T08:14:39.677400+0000","last_fullsized":"2024-09-10T08:14:39.677400+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:37:19.661448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"88'6","reported_seq":48,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676780+0000","last_change":"2024-09-10T08:12:34.812517+0000","last_active":"2024-09-10T08:14:39.676780+0000","last_peered":"2024-09-10T08:14:39.676780+0000","last_clean":"2024-09-10T08:14:39.676780+0000","last_became_active":"2024-09-10T08:12:34.811489+0000","last_became_peered":"2024-09-10T08:12:34.811489+0000","last_unstale":"2024-09-10T08:14:39.676780+0000","last_undegraded":"2024-09-10T08:14:39.676780+0000","last_fullsized":"2024-09-10T08:14:39.676780+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:06:38.638602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":354,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861025+0000","last_change":"2024-09-10T08:11:22.269533+0000","last_active":"2024-09-10T08:14:39.861025+0000","last_peered":"2024-09-10T08:14:39.861025+0000","last_clean":"2024-09-10T08:14:39.861025+0000","last_became_active":"2024-09-10T08:11:22.268999+0000","last_became_peered":"2024-09-10T08:11:22.268999+0000","last_unstale":"2024-09-10T08:14:39.861025+0000","last_undegraded":"2024-09-10T08:14:39.861025+0000","last_fullsized":"2024-09-10T08:14:39.861025+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:07:54.541647+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:07:54.541647+0000","last_clean_scrub_stamp":"2024-09-10T08:07:54.541647+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:11:27.439735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"88'1","reported_seq":27,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861350+0000","last_change":"2024-09-10T08:12:43.868283+0000","last_active":"2024-09-10T08:14:39.861350+0000","last_peered":"2024-09-10T08:14:39.861350+0000","last_clean":"2024-09-10T08:14:39.861350+0000","last_became_active":"2024-09-10T08:12:43.867984+0000","last_became_peered":"2024-09-10T08:12:43.867984+0000","last_unstale":"2024-09-10T08:14:39.861350+0000","last_undegraded":"2024-09-10T08:14:39.861350+0000","last_fullsized":"2024-09-10T08:14:39.861350+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:30:00.462641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.d","version":"90'7","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861497+0000","last_change":"2024-09-10T08:12:36.832950+0000","last_active":"2024-09-10T08:14:39.861497+0000","last_peered":"2024-09-10T08:14:39.861497+0000","last_clean":"2024-09-10T08:14:39.861497+0000","last_became_active":"2024-09-10T08:12:36.832602+0000","last_became_peered":"2024-09-10T08:12:36.832602+0000","last_unstale":"2024-09-10T08:14:39.861497+0000","last_undegraded":"2024-09-10T08:14:39.861497+0000","last_fullsized":"2024-09-10T08:14:39.861497+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:18:11.879093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"92'6","reported_seq":72,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:28.758156+0000","last_change":"2024-09-10T08:14:39.689036+0000","last_active":"2024-09-10T08:15:28.758156+0000","last_peered":"2024-09-10T08:15:28.758156+0000","last_clean":"2024-09-10T08:15:28.758156+0000","last_became_active":"2024-09-10T08:14:39.682023+0000","last_became_peered":"2024-09-10T08:14:39.682023+0000","last_unstale":"2024-09-10T08:15:28.758156+0000","last_undegraded":"2024-09-10T08:15:28.758156+0000","last_fullsized":"2024-09-10T08:15:28.758156+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:05:33.095199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1665,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":53,"num_read_kb":2,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1170,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,0],"acting":[4,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.684275+0000","last_change":"2024-09-10T08:12:43.865702+0000","last_active":"2024-09-10T08:14:39.684275+0000","last_peered":"2024-09-10T08:14:39.684275+0000","last_clean":"2024-09-10T08:14:39.684275+0000","last_became_active":"2024-09-10T08:12:43.865229+0000","last_became_peered":"2024-09-10T08:12:43.865229+0000","last_unstale":"2024-09-10T08:14:39.684275+0000","last_undegraded":"2024-09-10T08:14:39.684275+0000","last_fullsized":"2024-09-10T08:14:39.684275+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:02:29.345505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"90'6","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861492+0000","last_change":"2024-09-10T08:12:36.827564+0000","last_active":"2024-09-10T08:14:39.861492+0000","last_peered":"2024-09-10T08:14:39.861492+0000","last_clean":"2024-09-10T08:14:39.861492+0000","last_became_active":"2024-09-10T08:12:36.827241+0000","last_became_peered":"2024-09-10T08:12:36.827241+0000","last_unstale":"2024-09-10T08:14:39.861492+0000","last_undegraded":"2024-09-10T08:14:39.861492+0000","last_fullsized":"2024-09-10T08:14:39.861492+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:39.539095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"88'3","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.680279+0000","last_change":"2024-09-10T08:12:34.813584+0000","last_active":"2024-09-10T08:14:39.680279+0000","last_peered":"2024-09-10T08:14:39.680279+0000","last_clean":"2024-09-10T08:14:39.680279+0000","last_became_active":"2024-09-10T08:12:34.812971+0000","last_became_peered":"2024-09-10T08:12:34.812971+0000","last_unstale":"2024-09-10T08:14:39.680279+0000","last_undegraded":"2024-09-10T08:14:39.680279+0000","last_fullsized":"2024-09-10T08:14:39.680279+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:07:59.453651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.681196+0000","last_change":"2024-09-10T08:12:43.870109+0000","last_active":"2024-09-10T08:14:39.681196+0000","last_peered":"2024-09-10T08:14:39.681196+0000","last_clean":"2024-09-10T08:14:39.681196+0000","last_became_active":"2024-09-10T08:12:43.869729+0000","last_became_peered":"2024-09-10T08:12:43.869729+0000","last_unstale":"2024-09-10T08:14:39.681196+0000","last_undegraded":"2024-09-10T08:14:39.681196+0000","last_fullsized":"2024-09-10T08:14:39.681196+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:43:11.951209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861421+0000","last_change":"2024-09-10T08:12:36.833151+0000","last_active":"2024-09-10T08:14:39.861421+0000","last_peered":"2024-09-10T08:14:39.861421+0000","last_clean":"2024-09-10T08:14:39.861421+0000","last_became_active":"2024-09-10T08:12:36.832799+0000","last_became_peered":"2024-09-10T08:12:36.832799+0000","last_unstale":"2024-09-10T08:14:39.861421+0000","last_undegraded":"2024-09-10T08:14:39.861421+0000","last_fullsized":"2024-09-10T08:14:39.861421+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:53:45.406482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"88'5","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677158+0000","last_change":"2024-09-10T08:12:34.809644+0000","last_active":"2024-09-10T08:14:39.677158+0000","last_peered":"2024-09-10T08:14:39.677158+0000","last_clean":"2024-09-10T08:14:39.677158+0000","last_became_active":"2024-09-10T08:12:34.809361+0000","last_became_peered":"2024-09-10T08:12:34.809361+0000","last_unstale":"2024-09-10T08:14:39.677158+0000","last_undegraded":"2024-09-10T08:14:39.677158+0000","last_fullsized":"2024-09-10T08:14:39.677158+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:51:33.188450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.678008+0000","last_change":"2024-09-10T08:12:43.863219+0000","last_active":"2024-09-10T08:14:39.678008+0000","last_peered":"2024-09-10T08:14:39.678008+0000","last_clean":"2024-09-10T08:14:39.678008+0000","last_became_active":"2024-09-10T08:12:43.862833+0000","last_became_peered":"2024-09-10T08:12:43.862833+0000","last_unstale":"2024-09-10T08:14:39.678008+0000","last_undegraded":"2024-09-10T08:14:39.678008+0000","last_fullsized":"2024-09-10T08:14:39.678008+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:43:20.340029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"90'5","reported_seq":45,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.679458+0000","last_change":"2024-09-10T08:14:39.678583+0000","last_active":"2024-09-10T08:14:39.679458+0000","last_peered":"2024-09-10T08:14:39.679458+0000","last_clean":"2024-09-10T08:14:39.679458+0000","last_became_active":"2024-09-10T08:14:39.678174+0000","last_became_peered":"2024-09-10T08:14:39.678174+0000","last_unstale":"2024-09-10T08:14:39.679458+0000","last_undegraded":"2024-09-10T08:14:39.679458+0000","last_fullsized":"2024-09-10T08:14:39.679458+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:52:40.178586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,4],"acting":[11,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.f","version":"92'3","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:52.261350+0000","last_change":"2024-09-10T08:12:34.810961+0000","last_active":"2024-09-10T08:14:52.261350+0000","last_peered":"2024-09-10T08:14:52.261350+0000","last_clean":"2024-09-10T08:14:52.261350+0000","last_became_active":"2024-09-10T08:12:34.810583+0000","last_became_peered":"2024-09-10T08:12:34.810583+0000","last_unstale":"2024-09-10T08:14:52.261350+0000","last_undegraded":"2024-09-10T08:14:52.261350+0000","last_fullsized":"2024-09-10T08:14:52.261350+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:47:04.190625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.678329+0000","last_change":"2024-09-10T08:12:43.861978+0000","last_active":"2024-09-10T08:14:39.678329+0000","last_peered":"2024-09-10T08:14:39.678329+0000","last_clean":"2024-09-10T08:14:39.678329+0000","last_became_active":"2024-09-10T08:12:43.861367+0000","last_became_peered":"2024-09-10T08:12:43.861367+0000","last_unstale":"2024-09-10T08:14:39.678329+0000","last_undegraded":"2024-09-10T08:14:39.678329+0000","last_fullsized":"2024-09-10T08:14:39.678329+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:30:00.860926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"90'6","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.678517+0000","last_change":"2024-09-10T08:12:36.831213+0000","last_active":"2024-09-10T08:14:39.678517+0000","last_peered":"2024-09-10T08:14:39.678517+0000","last_clean":"2024-09-10T08:14:39.678517+0000","last_became_active":"2024-09-10T08:12:36.830859+0000","last_became_peered":"2024-09-10T08:12:36.830859+0000","last_unstale":"2024-09-10T08:14:39.678517+0000","last_undegraded":"2024-09-10T08:14:39.678517+0000","last_fullsized":"2024-09-10T08:14:39.678517+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:24:41.648614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.10","version":"88'17","reported_seq":57,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671483+0000","last_change":"2024-09-10T08:12:34.935217+0000","last_active":"2024-09-10T08:14:39.671483+0000","last_peered":"2024-09-10T08:14:39.671483+0000","last_clean":"2024-09-10T08:14:39.671483+0000","last_became_active":"2024-09-10T08:12:34.934826+0000","last_became_peered":"2024-09-10T08:12:34.934826+0000","last_unstale":"2024-09-10T08:14:39.671483+0000","last_undegraded":"2024-09-10T08:14:39.671483+0000","last_fullsized":"2024-09-10T08:14:39.671483+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:00:38.020341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677095+0000","last_change":"2024-09-10T08:12:43.869729+0000","last_active":"2024-09-10T08:14:39.677095+0000","last_peered":"2024-09-10T08:14:39.677095+0000","last_clean":"2024-09-10T08:14:39.677095+0000","last_became_active":"2024-09-10T08:12:43.869340+0000","last_became_peered":"2024-09-10T08:12:43.869340+0000","last_unstale":"2024-09-10T08:14:39.677095+0000","last_undegraded":"2024-09-10T08:14:39.677095+0000","last_fullsized":"2024-09-10T08:14:39.677095+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:51:09.345805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"90'6","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.860798+0000","last_change":"2024-09-10T08:12:36.828727+0000","last_active":"2024-09-10T08:14:39.860798+0000","last_peered":"2024-09-10T08:14:39.860798+0000","last_clean":"2024-09-10T08:14:39.860798+0000","last_became_active":"2024-09-10T08:12:36.828414+0000","last_became_peered":"2024-09-10T08:12:36.828414+0000","last_unstale":"2024-09-10T08:14:39.860798+0000","last_undegraded":"2024-09-10T08:14:39.860798+0000","last_fullsized":"2024-09-10T08:14:39.860798+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:15:18.145475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"92'6","reported_seq":176,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:27.981850+0000","last_change":"2024-09-10T08:12:34.810916+0000","last_active":"2024-09-10T08:15:27.981850+0000","last_peered":"2024-09-10T08:15:27.981850+0000","last_clean":"2024-09-10T08:15:27.981850+0000","last_became_active":"2024-09-10T08:12:34.810589+0000","last_became_peered":"2024-09-10T08:12:34.810589+0000","last_unstale":"2024-09-10T08:15:27.981850+0000","last_undegraded":"2024-09-10T08:15:27.981850+0000","last_fullsized":"2024-09-10T08:15:27.981850+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:34:40.703435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1083,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":132,"num_read_kb":4,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.673501+0000","last_change":"2024-09-10T08:12:43.873472+0000","last_active":"2024-09-10T08:14:39.673501+0000","last_peered":"2024-09-10T08:14:39.673501+0000","last_clean":"2024-09-10T08:14:39.673501+0000","last_became_active":"2024-09-10T08:12:43.872708+0000","last_became_peered":"2024-09-10T08:12:43.872708+0000","last_unstale":"2024-09-10T08:14:39.673501+0000","last_undegraded":"2024-09-10T08:14:39.673501+0000","last_fullsized":"2024-09-10T08:14:39.673501+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:02:08.059771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.13","version":"90'15","reported_seq":49,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861411+0000","last_change":"2024-09-10T08:12:36.827575+0000","last_active":"2024-09-10T08:14:39.861411+0000","last_peered":"2024-09-10T08:14:39.861411+0000","last_clean":"2024-09-10T08:14:39.861411+0000","last_became_active":"2024-09-10T08:12:36.827219+0000","last_became_peered":"2024-09-10T08:12:36.827219+0000","last_unstale":"2024-09-10T08:14:39.861411+0000","last_undegraded":"2024-09-10T08:14:39.861411+0000","last_fullsized":"2024-09-10T08:14:39.861411+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:46:48.843252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"88'5","reported_seq":45,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.678756+0000","last_change":"2024-09-10T08:12:34.811935+0000","last_active":"2024-09-10T08:14:39.678756+0000","last_peered":"2024-09-10T08:14:39.678756+0000","last_clean":"2024-09-10T08:14:39.678756+0000","last_became_active":"2024-09-10T08:12:34.811456+0000","last_became_peered":"2024-09-10T08:12:34.811456+0000","last_unstale":"2024-09-10T08:14:39.678756+0000","last_undegraded":"2024-09-10T08:14:39.678756+0000","last_fullsized":"2024-09-10T08:14:39.678756+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:17:47.051684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.673862+0000","last_change":"2024-09-10T08:12:43.869439+0000","last_active":"2024-09-10T08:14:39.673862+0000","last_peered":"2024-09-10T08:14:39.673862+0000","last_clean":"2024-09-10T08:14:39.673862+0000","last_became_active":"2024-09-10T08:12:43.869034+0000","last_became_peered":"2024-09-10T08:12:43.869034+0000","last_unstale":"2024-09-10T08:14:39.673862+0000","last_undegraded":"2024-09-10T08:14:39.673862+0000","last_fullsized":"2024-09-10T08:14:39.673862+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:21:54.382769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.674679+0000","last_change":"2024-09-10T08:12:36.829005+0000","last_active":"2024-09-10T08:14:39.674679+0000","last_peered":"2024-09-10T08:14:39.674679+0000","last_clean":"2024-09-10T08:14:39.674679+0000","last_became_active":"2024-09-10T08:12:36.828617+0000","last_became_peered":"2024-09-10T08:12:36.828617+0000","last_unstale":"2024-09-10T08:14:39.674679+0000","last_undegraded":"2024-09-10T08:14:39.674679+0000","last_fullsized":"2024-09-10T08:14:39.674679+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:43:31.280528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.13","version":"88'9","reported_seq":25,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.694803+0000","last_change":"2024-09-10T08:14:39.694803+0000","last_active":"2024-09-10T08:14:39.694803+0000","last_peered":"2024-09-10T08:14:39.694803+0000","last_clean":"2024-09-10T08:14:39.694803+0000","last_became_active":"2024-09-10T08:14:39.678382+0000","last_became_peered":"2024-09-10T08:14:39.678382+0000","last_unstale":"2024-09-10T08:14:39.694803+0000","last_undegraded":"2024-09-10T08:14:39.694803+0000","last_fullsized":"2024-09-10T08:14:39.694803+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:36:05.711128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":68,"num_keys_recovered":10,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.679786+0000","last_change":"2024-09-10T08:12:43.863520+0000","last_active":"2024-09-10T08:14:39.679786+0000","last_peered":"2024-09-10T08:14:39.679786+0000","last_clean":"2024-09-10T08:14:39.679786+0000","last_became_active":"2024-09-10T08:12:43.862340+0000","last_became_peered":"2024-09-10T08:12:43.862340+0000","last_unstale":"2024-09-10T08:14:39.679786+0000","last_undegraded":"2024-09-10T08:14:39.679786+0000","last_fullsized":"2024-09-10T08:14:39.679786+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:00:39.711524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"90'6","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.672030+0000","last_change":"2024-09-10T08:12:36.832910+0000","last_active":"2024-09-10T08:14:39.672030+0000","last_peered":"2024-09-10T08:14:39.672030+0000","last_clean":"2024-09-10T08:14:39.672030+0000","last_became_active":"2024-09-10T08:12:36.832581+0000","last_became_peered":"2024-09-10T08:12:36.832581+0000","last_unstale":"2024-09-10T08:14:39.672030+0000","last_undegraded":"2024-09-10T08:14:39.672030+0000","last_fullsized":"2024-09-10T08:14:39.672030+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:40:13.697323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.14","version":"92'42","reported_seq":352,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:28.982564+0000","last_change":"2024-09-10T08:12:34.811160+0000","last_active":"2024-09-10T08:15:28.982564+0000","last_peered":"2024-09-10T08:15:28.982564+0000","last_clean":"2024-09-10T08:15:28.982564+0000","last_became_active":"2024-09-10T08:12:34.810807+0000","last_became_peered":"2024-09-10T08:12:34.810807+0000","last_unstale":"2024-09-10T08:15:28.982564+0000","last_undegraded":"2024-09-10T08:15:28.982564+0000","last_fullsized":"2024-09-10T08:15:28.982564+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":42,"log_dups_size":0,"ondisk_log_size":42,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:59:27.235130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70047,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":271,"num_read_kb":205,"num_write":44,"num_write_kb":90,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":16,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671700+0000","last_change":"2024-09-10T08:13:39.412935+0000","last_active":"2024-09-10T08:14:39.671700+0000","last_peered":"2024-09-10T08:14:39.671700+0000","last_clean":"2024-09-10T08:14:39.671700+0000","last_became_active":"2024-09-10T08:13:39.412501+0000","last_became_peered":"2024-09-10T08:13:39.412501+0000","last_unstale":"2024-09-10T08:14:39.671700+0000","last_undegraded":"2024-09-10T08:14:39.671700+0000","last_fullsized":"2024-09-10T08:14:39.671700+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:52:57.355460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,11,5],"acting":[10,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.14","version":"90'11","reported_seq":51,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.684724+0000","last_change":"2024-09-10T08:13:39.413044+0000","last_active":"2024-09-10T08:14:39.684724+0000","last_peered":"2024-09-10T08:14:39.684724+0000","last_clean":"2024-09-10T08:14:39.684724+0000","last_became_active":"2024-09-10T08:13:39.412611+0000","last_became_peered":"2024-09-10T08:13:39.412611+0000","last_unstale":"2024-09-10T08:14:39.684724+0000","last_undegraded":"2024-09-10T08:14:39.684724+0000","last_fullsized":"2024-09-10T08:14:39.684724+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:35:39.007629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,6],"acting":[1,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.15","version":"88'5","reported_seq":45,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.680162+0000","last_change":"2024-09-10T08:12:34.935213+0000","last_active":"2024-09-10T08:14:39.680162+0000","last_peered":"2024-09-10T08:14:39.680162+0000","last_clean":"2024-09-10T08:14:39.680162+0000","last_became_active":"2024-09-10T08:12:34.934653+0000","last_became_peered":"2024-09-10T08:12:34.934653+0000","last_unstale":"2024-09-10T08:14:39.680162+0000","last_undegraded":"2024-09-10T08:14:39.680162+0000","last_fullsized":"2024-09-10T08:14:39.680162+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:18:41.003041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676630+0000","last_change":"2024-09-10T08:12:43.871926+0000","last_active":"2024-09-10T08:14:39.676630+0000","last_peered":"2024-09-10T08:14:39.676630+0000","last_clean":"2024-09-10T08:14:39.676630+0000","last_became_active":"2024-09-10T08:12:43.871484+0000","last_became_peered":"2024-09-10T08:12:43.871484+0000","last_unstale":"2024-09-10T08:14:39.676630+0000","last_undegraded":"2024-09-10T08:14:39.676630+0000","last_fullsized":"2024-09-10T08:14:39.676630+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:28:58.589905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.681819+0000","last_change":"2024-09-10T08:12:36.840159+0000","last_active":"2024-09-10T08:14:39.681819+0000","last_peered":"2024-09-10T08:14:39.681819+0000","last_clean":"2024-09-10T08:14:39.681819+0000","last_became_active":"2024-09-10T08:12:36.839716+0000","last_became_peered":"2024-09-10T08:12:36.839716+0000","last_unstale":"2024-09-10T08:14:39.681819+0000","last_undegraded":"2024-09-10T08:14:39.681819+0000","last_fullsized":"2024-09-10T08:14:39.681819+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:22:29.954782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"88'4","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861337+0000","last_change":"2024-09-10T08:12:34.809229+0000","last_active":"2024-09-10T08:14:39.861337+0000","last_peered":"2024-09-10T08:14:39.861337+0000","last_clean":"2024-09-10T08:14:39.861337+0000","last_became_active":"2024-09-10T08:12:34.808802+0000","last_became_peered":"2024-09-10T08:12:34.808802+0000","last_unstale":"2024-09-10T08:14:39.861337+0000","last_undegraded":"2024-09-10T08:14:39.861337+0000","last_fullsized":"2024-09-10T08:14:39.861337+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:59:34.360559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.672756+0000","last_change":"2024-09-10T08:12:43.870601+0000","last_active":"2024-09-10T08:14:39.672756+0000","last_peered":"2024-09-10T08:14:39.672756+0000","last_clean":"2024-09-10T08:14:39.672756+0000","last_became_active":"2024-09-10T08:12:43.870168+0000","last_became_peered":"2024-09-10T08:12:43.870168+0000","last_unstale":"2024-09-10T08:14:39.672756+0000","last_undegraded":"2024-09-10T08:14:39.672756+0000","last_fullsized":"2024-09-10T08:14:39.672756+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:09:22.578268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.16","version":"90'10","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.684846+0000","last_change":"2024-09-10T08:12:36.834262+0000","last_active":"2024-09-10T08:14:39.684846+0000","last_peered":"2024-09-10T08:14:39.684846+0000","last_clean":"2024-09-10T08:14:39.684846+0000","last_became_active":"2024-09-10T08:12:36.833922+0000","last_became_peered":"2024-09-10T08:12:36.833922+0000","last_unstale":"2024-09-10T08:14:39.684846+0000","last_undegraded":"2024-09-10T08:14:39.684846+0000","last_fullsized":"2024-09-10T08:14:39.684846+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:33:22.621701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"92'6","reported_seq":298,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:28.757543+0000","last_change":"2024-09-10T08:12:34.815637+0000","last_active":"2024-09-10T08:15:28.757543+0000","last_peered":"2024-09-10T08:15:28.757543+0000","last_clean":"2024-09-10T08:15:28.757543+0000","last_became_active":"2024-09-10T08:12:34.815296+0000","last_became_peered":"2024-09-10T08:12:34.815296+0000","last_unstale":"2024-09-10T08:15:28.757543+0000","last_undegraded":"2024-09-10T08:15:28.757543+0000","last_fullsized":"2024-09-10T08:15:28.757543+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:37:39.424478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":253,"num_read_kb":253,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676184+0000","last_change":"2024-09-10T08:12:43.862840+0000","last_active":"2024-09-10T08:14:39.676184+0000","last_peered":"2024-09-10T08:14:39.676184+0000","last_clean":"2024-09-10T08:14:39.676184+0000","last_became_active":"2024-09-10T08:12:43.862406+0000","last_became_peered":"2024-09-10T08:12:43.862406+0000","last_unstale":"2024-09-10T08:14:39.676184+0000","last_undegraded":"2024-09-10T08:14:39.676184+0000","last_fullsized":"2024-09-10T08:14:39.676184+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:18:22.047003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.681089+0000","last_change":"2024-09-10T08:12:43.867758+0000","last_active":"2024-09-10T08:14:39.681089+0000","last_peered":"2024-09-10T08:14:39.681089+0000","last_clean":"2024-09-10T08:14:39.681089+0000","last_became_active":"2024-09-10T08:12:43.867330+0000","last_became_peered":"2024-09-10T08:12:43.867330+0000","last_unstale":"2024-09-10T08:14:39.681089+0000","last_undegraded":"2024-09-10T08:14:39.681089+0000","last_fullsized":"2024-09-10T08:14:39.681089+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:58:09.229320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"90'11","reported_seq":45,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.672858+0000","last_change":"2024-09-10T08:12:36.826035+0000","last_active":"2024-09-10T08:14:39.672858+0000","last_peered":"2024-09-10T08:14:39.672858+0000","last_clean":"2024-09-10T08:14:39.672858+0000","last_became_active":"2024-09-10T08:12:36.825728+0000","last_became_peered":"2024-09-10T08:12:36.825728+0000","last_unstale":"2024-09-10T08:14:39.672858+0000","last_undegraded":"2024-09-10T08:14:39.672858+0000","last_fullsized":"2024-09-10T08:14:39.672858+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:34:52.253250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.18","version":"88'3","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.678341+0000","last_change":"2024-09-10T08:12:34.814423+0000","last_active":"2024-09-10T08:14:39.678341+0000","last_peered":"2024-09-10T08:14:39.678341+0000","last_clean":"2024-09-10T08:14:39.678341+0000","last_became_active":"2024-09-10T08:12:34.814063+0000","last_became_peered":"2024-09-10T08:12:34.814063+0000","last_unstale":"2024-09-10T08:14:39.678341+0000","last_undegraded":"2024-09-10T08:14:39.678341+0000","last_fullsized":"2024-09-10T08:14:39.678341+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:51:32.749383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":33,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.673785+0000","last_change":"2024-09-10T08:13:39.677217+0000","last_active":"2024-09-10T08:14:39.673785+0000","last_peered":"2024-09-10T08:14:39.673785+0000","last_clean":"2024-09-10T08:14:39.673785+0000","last_became_active":"2024-09-10T08:13:39.676759+0000","last_became_peered":"2024-09-10T08:13:39.676759+0000","last_unstale":"2024-09-10T08:14:39.673785+0000","last_undegraded":"2024-09-10T08:14:39.673785+0000","last_fullsized":"2024-09-10T08:14:39.673785+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:39:36.209080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8,0],"acting":[11,4,8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.18","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676046+0000","last_change":"2024-09-10T08:12:36.835980+0000","last_active":"2024-09-10T08:14:39.676046+0000","last_peered":"2024-09-10T08:14:39.676046+0000","last_clean":"2024-09-10T08:14:39.676046+0000","last_became_active":"2024-09-10T08:12:36.835091+0000","last_became_peered":"2024-09-10T08:12:36.835091+0000","last_unstale":"2024-09-10T08:14:39.676046+0000","last_undegraded":"2024-09-10T08:14:39.676046+0000","last_fullsized":"2024-09-10T08:14:39.676046+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:52:09.526296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"88'3","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.675022+0000","last_change":"2024-09-10T08:12:34.805925+0000","last_active":"2024-09-10T08:14:39.675022+0000","last_peered":"2024-09-10T08:14:39.675022+0000","last_clean":"2024-09-10T08:14:39.675022+0000","last_became_active":"2024-09-10T08:12:34.805568+0000","last_became_peered":"2024-09-10T08:12:34.805568+0000","last_unstale":"2024-09-10T08:14:39.675022+0000","last_undegraded":"2024-09-10T08:14:39.675022+0000","last_fullsized":"2024-09-10T08:14:39.675022+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:48:06.627866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1a","version":"88'7","reported_seq":46,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671969+0000","last_change":"2024-09-10T08:12:34.814702+0000","last_active":"2024-09-10T08:14:39.671969+0000","last_peered":"2024-09-10T08:14:39.671969+0000","last_clean":"2024-09-10T08:14:39.671969+0000","last_became_active":"2024-09-10T08:12:34.814342+0000","last_became_peered":"2024-09-10T08:12:34.814342+0000","last_unstale":"2024-09-10T08:14:39.671969+0000","last_undegraded":"2024-09-10T08:14:39.671969+0000","last_fullsized":"2024-09-10T08:14:39.671969+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:21:13.086961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"90'8","reported_seq":48,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.679173+0000","last_change":"2024-09-10T08:13:39.509144+0000","last_active":"2024-09-10T08:14:39.679173+0000","last_peered":"2024-09-10T08:14:39.679173+0000","last_clean":"2024-09-10T08:14:39.679173+0000","last_became_active":"2024-09-10T08:13:39.508734+0000","last_became_peered":"2024-09-10T08:13:39.508734+0000","last_unstale":"2024-09-10T08:14:39.679173+0000","last_undegraded":"2024-09-10T08:14:39.679173+0000","last_fullsized":"2024-09-10T08:14:39.679173+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:05:42.593094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3],"acting":[5,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677000+0000","last_change":"2024-09-10T08:12:43.869005+0000","last_active":"2024-09-10T08:14:39.677000+0000","last_peered":"2024-09-10T08:14:39.677000+0000","last_clean":"2024-09-10T08:14:39.677000+0000","last_became_active":"2024-09-10T08:12:43.868553+0000","last_became_peered":"2024-09-10T08:12:43.868553+0000","last_unstale":"2024-09-10T08:14:39.677000+0000","last_undegraded":"2024-09-10T08:14:39.677000+0000","last_fullsized":"2024-09-10T08:14:39.677000+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:19:42.304477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"92'7","reported_seq":174,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:15:23.976697+0000","last_change":"2024-09-10T08:12:34.811244+0000","last_active":"2024-09-10T08:15:23.976697+0000","last_peered":"2024-09-10T08:15:23.976697+0000","last_clean":"2024-09-10T08:15:23.976697+0000","last_became_active":"2024-09-10T08:12:34.810834+0000","last_became_peered":"2024-09-10T08:12:34.810834+0000","last_unstale":"2024-09-10T08:15:23.976697+0000","last_undegraded":"2024-09-10T08:15:23.976697+0000","last_fullsized":"2024-09-10T08:15:23.976697+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:33.792450+0000","last_clean_scrub_stamp":"2024-09-10T08:12:33.792450+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T09:16:17.995366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1510,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":128,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"90'7","reported_seq":47,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671599+0000","last_change":"2024-09-10T08:13:39.749620+0000","last_active":"2024-09-10T08:14:39.671599+0000","last_peered":"2024-09-10T08:14:39.671599+0000","last_clean":"2024-09-10T08:14:39.671599+0000","last_became_active":"2024-09-10T08:13:39.749321+0000","last_became_peered":"2024-09-10T08:13:39.749321+0000","last_unstale":"2024-09-10T08:14:39.671599+0000","last_undegraded":"2024-09-10T08:14:39.671599+0000","last_fullsized":"2024-09-10T08:14:39.671599+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T12:25:20.412078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,7],"acting":[8,9,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677077+0000","last_change":"2024-09-10T08:12:43.862115+0000","last_active":"2024-09-10T08:14:39.677077+0000","last_peered":"2024-09-10T08:14:39.677077+0000","last_clean":"2024-09-10T08:14:39.677077+0000","last_became_active":"2024-09-10T08:12:43.861732+0000","last_became_peered":"2024-09-10T08:12:43.861732+0000","last_unstale":"2024-09-10T08:14:39.677077+0000","last_undegraded":"2024-09-10T08:14:39.677077+0000","last_fullsized":"2024-09-10T08:14:39.677077+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:42.844514+0000","last_clean_scrub_stamp":"2024-09-10T08:12:42.844514+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:14:27.742653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.673600+0000","last_change":"2024-09-10T08:12:36.823862+0000","last_active":"2024-09-10T08:14:39.673600+0000","last_peered":"2024-09-10T08:14:39.673600+0000","last_clean":"2024-09-10T08:14:39.673600+0000","last_became_active":"2024-09-10T08:12:36.823469+0000","last_became_peered":"2024-09-10T08:12:36.823469+0000","last_unstale":"2024-09-10T08:14:39.673600+0000","last_undegraded":"2024-09-10T08:14:39.673600+0000","last_fullsized":"2024-09-10T08:14:39.673600+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:49:39.006645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"90'12","reported_seq":46,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.679223+0000","last_change":"2024-09-10T08:12:36.836892+0000","last_active":"2024-09-10T08:14:39.679223+0000","last_peered":"2024-09-10T08:14:39.679223+0000","last_clean":"2024-09-10T08:14:39.679223+0000","last_became_active":"2024-09-10T08:12:36.836437+0000","last_became_peered":"2024-09-10T08:12:36.836437+0000","last_unstale":"2024-09-10T08:14:39.679223+0000","last_undegraded":"2024-09-10T08:14:39.679223+0000","last_fullsized":"2024-09-10T08:14:39.679223+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:19:20.085951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676404+0000","last_change":"2024-09-10T08:12:36.832733+0000","last_active":"2024-09-10T08:14:39.676404+0000","last_peered":"2024-09-10T08:14:39.676404+0000","last_clean":"2024-09-10T08:14:39.676404+0000","last_became_active":"2024-09-10T08:12:36.832395+0000","last_became_peered":"2024-09-10T08:12:36.832395+0000","last_unstale":"2024-09-10T08:14:39.676404+0000","last_undegraded":"2024-09-10T08:14:39.676404+0000","last_fullsized":"2024-09-10T08:14:39.676404+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:05:41.291574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"90'7","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.681284+0000","last_change":"2024-09-10T08:12:36.837495+0000","last_active":"2024-09-10T08:14:39.681284+0000","last_peered":"2024-09-10T08:14:39.681284+0000","last_clean":"2024-09-10T08:14:39.681284+0000","last_became_active":"2024-09-10T08:12:36.837198+0000","last_became_peered":"2024-09-10T08:12:36.837198+0000","last_unstale":"2024-09-10T08:14:39.681284+0000","last_undegraded":"2024-09-10T08:14:39.681284+0000","last_fullsized":"2024-09-10T08:14:39.681284+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:08:30.363433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"90'4","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677310+0000","last_change":"2024-09-10T08:12:36.825857+0000","last_active":"2024-09-10T08:14:39.677310+0000","last_peered":"2024-09-10T08:14:39.677310+0000","last_clean":"2024-09-10T08:14:39.677310+0000","last_became_active":"2024-09-10T08:12:36.825542+0000","last_became_peered":"2024-09-10T08:12:36.825542+0000","last_unstale":"2024-09-10T08:14:39.677310+0000","last_undegraded":"2024-09-10T08:14:39.677310+0000","last_fullsized":"2024-09-10T08:14:39.677310+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:22:48.590212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"90'6","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.674079+0000","last_change":"2024-09-10T08:12:36.824716+0000","last_active":"2024-09-10T08:14:39.674079+0000","last_peered":"2024-09-10T08:14:39.674079+0000","last_clean":"2024-09-10T08:14:39.674079+0000","last_became_active":"2024-09-10T08:12:36.824366+0000","last_became_peered":"2024-09-10T08:12:36.824366+0000","last_unstale":"2024-09-10T08:14:39.674079+0000","last_undegraded":"2024-09-10T08:14:39.674079+0000","last_fullsized":"2024-09-10T08:14:39.674079+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:55:03.364499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"90'15","reported_seq":49,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677619+0000","last_change":"2024-09-10T08:12:36.833047+0000","last_active":"2024-09-10T08:14:39.677619+0000","last_peered":"2024-09-10T08:14:39.677619+0000","last_clean":"2024-09-10T08:14:39.677619+0000","last_became_active":"2024-09-10T08:12:36.830068+0000","last_became_peered":"2024-09-10T08:12:36.830068+0000","last_unstale":"2024-09-10T08:14:39.677619+0000","last_undegraded":"2024-09-10T08:14:39.677619+0000","last_fullsized":"2024-09-10T08:14:39.677619+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:00:24.585213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"90'2","reported_seq":36,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677039+0000","last_change":"2024-09-10T08:12:36.839767+0000","last_active":"2024-09-10T08:14:39.677039+0000","last_peered":"2024-09-10T08:14:39.677039+0000","last_clean":"2024-09-10T08:14:39.677039+0000","last_became_active":"2024-09-10T08:12:36.839449+0000","last_became_peered":"2024-09-10T08:12:36.839449+0000","last_unstale":"2024-09-10T08:14:39.677039+0000","last_undegraded":"2024-09-10T08:14:39.677039+0000","last_fullsized":"2024-09-10T08:14:39.677039+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:29:51.721688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"90'6","reported_seq":11,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.682498+0000","last_change":"2024-09-10T08:14:39.681876+0000","last_active":"2024-09-10T08:14:39.682498+0000","last_peered":"2024-09-10T08:14:39.682498+0000","last_clean":"2024-09-10T08:14:39.682498+0000","last_became_active":"2024-09-10T08:14:39.681321+0000","last_became_peered":"2024-09-10T08:14:39.681321+0000","last_unstale":"2024-09-10T08:14:39.682498+0000","last_undegraded":"2024-09-10T08:14:39.682498+0000","last_fullsized":"2024-09-10T08:14:39.682498+0000","mapping_epoch":91,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":92,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:51:54.415052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,9,8],"acting":[6,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.29","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676800+0000","last_change":"2024-09-10T08:12:36.840924+0000","last_active":"2024-09-10T08:14:39.676800+0000","last_peered":"2024-09-10T08:14:39.676800+0000","last_clean":"2024-09-10T08:14:39.676800+0000","last_became_active":"2024-09-10T08:12:36.840560+0000","last_became_peered":"2024-09-10T08:12:36.840560+0000","last_unstale":"2024-09-10T08:14:39.676800+0000","last_undegraded":"2024-09-10T08:14:39.676800+0000","last_fullsized":"2024-09-10T08:14:39.676800+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:23:45.417772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"90'10","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.684743+0000","last_change":"2024-09-10T08:12:36.830715+0000","last_active":"2024-09-10T08:14:39.684743+0000","last_peered":"2024-09-10T08:14:39.684743+0000","last_clean":"2024-09-10T08:14:39.684743+0000","last_became_active":"2024-09-10T08:12:36.830267+0000","last_became_peered":"2024-09-10T08:12:36.830267+0000","last_unstale":"2024-09-10T08:14:39.684743+0000","last_undegraded":"2024-09-10T08:14:39.684743+0000","last_fullsized":"2024-09-10T08:14:39.684743+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T15:23:26.456194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"90'11","reported_seq":45,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676611+0000","last_change":"2024-09-10T08:12:36.824993+0000","last_active":"2024-09-10T08:14:39.676611+0000","last_peered":"2024-09-10T08:14:39.676611+0000","last_clean":"2024-09-10T08:14:39.676611+0000","last_became_active":"2024-09-10T08:12:36.824698+0000","last_became_peered":"2024-09-10T08:12:36.824698+0000","last_unstale":"2024-09-10T08:14:39.676611+0000","last_undegraded":"2024-09-10T08:14:39.676611+0000","last_fullsized":"2024-09-10T08:14:39.676611+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:31:03.705318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.674781+0000","last_change":"2024-09-10T08:12:36.827310+0000","last_active":"2024-09-10T08:14:39.674781+0000","last_peered":"2024-09-10T08:14:39.674781+0000","last_clean":"2024-09-10T08:14:39.674781+0000","last_became_active":"2024-09-10T08:12:36.826931+0000","last_became_peered":"2024-09-10T08:12:36.826931+0000","last_unstale":"2024-09-10T08:14:39.674781+0000","last_undegraded":"2024-09-10T08:14:39.674781+0000","last_fullsized":"2024-09-10T08:14:39.674781+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:15:00.448249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2d","version":"90'7","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677269+0000","last_change":"2024-09-10T08:12:36.832125+0000","last_active":"2024-09-10T08:14:39.677269+0000","last_peered":"2024-09-10T08:14:39.677269+0000","last_clean":"2024-09-10T08:14:39.677269+0000","last_became_active":"2024-09-10T08:12:36.831745+0000","last_became_peered":"2024-09-10T08:12:36.831745+0000","last_unstale":"2024-09-10T08:14:39.677269+0000","last_undegraded":"2024-09-10T08:14:39.677269+0000","last_fullsized":"2024-09-10T08:14:39.677269+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:17:06.928086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2e","version":"90'10","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.673687+0000","last_change":"2024-09-10T08:12:36.829584+0000","last_active":"2024-09-10T08:14:39.673687+0000","last_peered":"2024-09-10T08:14:39.673687+0000","last_clean":"2024-09-10T08:14:39.673687+0000","last_became_active":"2024-09-10T08:12:36.829266+0000","last_became_peered":"2024-09-10T08:12:36.829266+0000","last_unstale":"2024-09-10T08:14:39.673687+0000","last_undegraded":"2024-09-10T08:14:39.673687+0000","last_fullsized":"2024-09-10T08:14:39.673687+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:53:53.100598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2f","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.674187+0000","last_change":"2024-09-10T08:12:36.830413+0000","last_active":"2024-09-10T08:14:39.674187+0000","last_peered":"2024-09-10T08:14:39.674187+0000","last_clean":"2024-09-10T08:14:39.674187+0000","last_became_active":"2024-09-10T08:12:36.829718+0000","last_became_peered":"2024-09-10T08:12:36.829718+0000","last_unstale":"2024-09-10T08:14:39.674187+0000","last_undegraded":"2024-09-10T08:14:39.674187+0000","last_fullsized":"2024-09-10T08:14:39.674187+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T16:49:58.001141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.30","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.684158+0000","last_change":"2024-09-10T08:12:36.830019+0000","last_active":"2024-09-10T08:14:39.684158+0000","last_peered":"2024-09-10T08:14:39.684158+0000","last_clean":"2024-09-10T08:14:39.684158+0000","last_became_active":"2024-09-10T08:12:36.829692+0000","last_became_peered":"2024-09-10T08:12:36.829692+0000","last_unstale":"2024-09-10T08:14:39.684158+0000","last_undegraded":"2024-09-10T08:14:39.684158+0000","last_fullsized":"2024-09-10T08:14:39.684158+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:50:09.660472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.31","version":"90'7","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.680877+0000","last_change":"2024-09-10T08:12:36.840060+0000","last_active":"2024-09-10T08:14:39.680877+0000","last_peered":"2024-09-10T08:14:39.680877+0000","last_clean":"2024-09-10T08:14:39.680877+0000","last_became_active":"2024-09-10T08:12:36.839738+0000","last_became_peered":"2024-09-10T08:12:36.839738+0000","last_unstale":"2024-09-10T08:14:39.680877+0000","last_undegraded":"2024-09-10T08:14:39.680877+0000","last_fullsized":"2024-09-10T08:14:39.680877+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:03:15.086558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.32","version":"90'7","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.681159+0000","last_change":"2024-09-10T08:12:36.836313+0000","last_active":"2024-09-10T08:14:39.681159+0000","last_peered":"2024-09-10T08:14:39.681159+0000","last_clean":"2024-09-10T08:14:39.681159+0000","last_became_active":"2024-09-10T08:12:36.836053+0000","last_became_peered":"2024-09-10T08:12:36.836053+0000","last_unstale":"2024-09-10T08:14:39.681159+0000","last_undegraded":"2024-09-10T08:14:39.681159+0000","last_fullsized":"2024-09-10T08:14:39.681159+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:34:02.441241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"90'10","reported_seq":44,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.676510+0000","last_change":"2024-09-10T08:12:36.824310+0000","last_active":"2024-09-10T08:14:39.676510+0000","last_peered":"2024-09-10T08:14:39.676510+0000","last_clean":"2024-09-10T08:14:39.676510+0000","last_became_active":"2024-09-10T08:12:36.823980+0000","last_became_peered":"2024-09-10T08:12:36.823980+0000","last_unstale":"2024-09-10T08:14:39.676510+0000","last_undegraded":"2024-09-10T08:14:39.676510+0000","last_fullsized":"2024-09-10T08:14:39.676510+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T19:15:55.322283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"90'7","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677259+0000","last_change":"2024-09-10T08:12:36.829554+0000","last_active":"2024-09-10T08:14:39.677259+0000","last_peered":"2024-09-10T08:14:39.677259+0000","last_clean":"2024-09-10T08:14:39.677259+0000","last_became_active":"2024-09-10T08:12:36.829054+0000","last_became_peered":"2024-09-10T08:12:36.829054+0000","last_unstale":"2024-09-10T08:14:39.677259+0000","last_undegraded":"2024-09-10T08:14:39.677259+0000","last_fullsized":"2024-09-10T08:14:39.677259+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T13:46:59.763378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"90'6","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861476+0000","last_change":"2024-09-10T08:12:36.831049+0000","last_active":"2024-09-10T08:14:39.861476+0000","last_peered":"2024-09-10T08:14:39.861476+0000","last_clean":"2024-09-10T08:14:39.861476+0000","last_became_active":"2024-09-10T08:12:36.830687+0000","last_became_peered":"2024-09-10T08:12:36.830687+0000","last_unstale":"2024-09-10T08:14:39.861476+0000","last_undegraded":"2024-09-10T08:14:39.861476+0000","last_fullsized":"2024-09-10T08:14:39.861476+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:48:24.014810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"90'16","reported_seq":50,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.672408+0000","last_change":"2024-09-10T08:12:36.832264+0000","last_active":"2024-09-10T08:14:39.672408+0000","last_peered":"2024-09-10T08:14:39.672408+0000","last_clean":"2024-09-10T08:14:39.672408+0000","last_became_active":"2024-09-10T08:12:36.831913+0000","last_became_peered":"2024-09-10T08:12:36.831913+0000","last_unstale":"2024-09-10T08:14:39.672408+0000","last_undegraded":"2024-09-10T08:14:39.672408+0000","last_fullsized":"2024-09-10T08:14:39.672408+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T10:58:43.692064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.37","version":"90'11","reported_seq":26,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.673449+0000","last_change":"2024-09-10T08:13:39.408577+0000","last_active":"2024-09-10T08:14:39.673449+0000","last_peered":"2024-09-10T08:14:39.673449+0000","last_clean":"2024-09-10T08:14:39.673449+0000","last_became_active":"2024-09-10T08:13:39.408252+0000","last_became_peered":"2024-09-10T08:13:39.408252+0000","last_unstale":"2024-09-10T08:14:39.673449+0000","last_undegraded":"2024-09-10T08:14:39.673449+0000","last_fullsized":"2024-09-10T08:14:39.673449+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:41:34.439133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,11],"acting":[9,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.38","version":"90'9","reported_seq":43,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.675881+0000","last_change":"2024-09-10T08:12:36.836093+0000","last_active":"2024-09-10T08:14:39.675881+0000","last_peered":"2024-09-10T08:14:39.675881+0000","last_clean":"2024-09-10T08:14:39.675881+0000","last_became_active":"2024-09-10T08:12:36.835554+0000","last_became_peered":"2024-09-10T08:12:36.835554+0000","last_unstale":"2024-09-10T08:14:39.675881+0000","last_undegraded":"2024-09-10T08:14:39.675881+0000","last_fullsized":"2024-09-10T08:14:39.675881+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:19:23.240989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"90'5","reported_seq":39,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.861018+0000","last_change":"2024-09-10T08:12:36.826650+0000","last_active":"2024-09-10T08:14:39.861018+0000","last_peered":"2024-09-10T08:14:39.861018+0000","last_clean":"2024-09-10T08:14:39.861018+0000","last_became_active":"2024-09-10T08:12:36.826323+0000","last_became_peered":"2024-09-10T08:12:36.826323+0000","last_unstale":"2024-09-10T08:14:39.861018+0000","last_undegraded":"2024-09-10T08:14:39.861018+0000","last_fullsized":"2024-09-10T08:14:39.861018+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:33:59.057180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"90'6","reported_seq":40,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671885+0000","last_change":"2024-09-10T08:12:36.834723+0000","last_active":"2024-09-10T08:14:39.671885+0000","last_peered":"2024-09-10T08:14:39.671885+0000","last_clean":"2024-09-10T08:14:39.671885+0000","last_became_active":"2024-09-10T08:12:36.834381+0000","last_became_peered":"2024-09-10T08:12:36.834381+0000","last_unstale":"2024-09-10T08:14:39.671885+0000","last_undegraded":"2024-09-10T08:14:39.671885+0000","last_fullsized":"2024-09-10T08:14:39.671885+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T14:40:27.833708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.3b","version":"90'4","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.671636+0000","last_change":"2024-09-10T08:12:36.824219+0000","last_active":"2024-09-10T08:14:39.671636+0000","last_peered":"2024-09-10T08:14:39.671636+0000","last_clean":"2024-09-10T08:14:39.671636+0000","last_became_active":"2024-09-10T08:12:36.823889+0000","last_became_peered":"2024-09-10T08:12:36.823889+0000","last_unstale":"2024-09-10T08:14:39.671636+0000","last_undegraded":"2024-09-10T08:14:39.671636+0000","last_fullsized":"2024-09-10T08:14:39.671636+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T20:08:25.582184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3c","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.677232+0000","last_change":"2024-09-10T08:12:36.837829+0000","last_active":"2024-09-10T08:14:39.677232+0000","last_peered":"2024-09-10T08:14:39.677232+0000","last_clean":"2024-09-10T08:14:39.677232+0000","last_became_active":"2024-09-10T08:12:36.837531+0000","last_became_peered":"2024-09-10T08:12:36.837531+0000","last_unstale":"2024-09-10T08:14:39.677232+0000","last_undegraded":"2024-09-10T08:14:39.677232+0000","last_fullsized":"2024-09-10T08:14:39.677232+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T08:40:40.260405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3d","version":"90'7","reported_seq":41,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.680964+0000","last_change":"2024-09-10T08:12:36.840652+0000","last_active":"2024-09-10T08:14:39.680964+0000","last_peered":"2024-09-10T08:14:39.680964+0000","last_clean":"2024-09-10T08:14:39.680964+0000","last_became_active":"2024-09-10T08:12:36.840300+0000","last_became_peered":"2024-09-10T08:12:36.840300+0000","last_unstale":"2024-09-10T08:14:39.680964+0000","last_undegraded":"2024-09-10T08:14:39.680964+0000","last_fullsized":"2024-09-10T08:14:39.680964+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T17:38:52.985183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"90'4","reported_seq":38,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.681186+0000","last_change":"2024-09-10T08:12:36.834942+0000","last_active":"2024-09-10T08:14:39.681186+0000","last_peered":"2024-09-10T08:14:39.681186+0000","last_clean":"2024-09-10T08:14:39.681186+0000","last_became_active":"2024-09-10T08:12:36.834630+0000","last_became_peered":"2024-09-10T08:12:36.834630+0000","last_unstale":"2024-09-10T08:14:39.681186+0000","last_undegraded":"2024-09-10T08:14:39.681186+0000","last_fullsized":"2024-09-10T08:14:39.681186+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T11:13:50.463207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3f","version":"90'8","reported_seq":42,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-10T08:14:39.674183+0000","last_change":"2024-09-10T08:12:36.830866+0000","last_active":"2024-09-10T08:14:39.674183+0000","last_peered":"2024-09-10T08:14:39.674183+0000","last_clean":"2024-09-10T08:14:39.674183+0000","last_became_active":"2024-09-10T08:12:36.830186+0000","last_became_peered":"2024-09-10T08:12:36.830186+0000","last_unstale":"2024-09-10T08:14:39.674183+0000","last_undegraded":"2024-09-10T08:14:39.674183+0000","last_fullsized":"2024-09-10T08:14:39.674183+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-10T08:12:35.803619+0000","last_clean_scrub_stamp":"2024-09-10T08:12:35.803619+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-11T18:41:50.543954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":79376,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":1239,"num_read_kb":748,"num_write":276,"num_write_kb":170,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":13,"num_bytes_recovered":1238,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":589824,"data_stored":238128,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":236,"ondisk_log_size":236,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4751360,"data_stored":4722944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":76,"seq":326417514545,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36388,"kb_used_data":1044,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708764,"statfs":{"total":95995035648,"available":95957774336,"internally_reserved":0,"allocated":1069056,"data_stored":526481,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":68,"seq":292057776182,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37064,"kb_used_data":1720,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708088,"statfs":{"total":95995035648,"available":95957082112,"internally_reserved":0,"allocated":1761280,"data_stored":1183276,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":63,"seq":270582939707,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36408,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708744,"statfs":{"total":95995035648,"available":95957753856,"internally_reserved":0,"allocated":1089536,"data_stored":529944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":56,"seq":240518168640,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36400,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708752,"statfs":{"total":95995035648,"available":95957762048,"internally_reserved":0,"allocated":1081344,"data_stored":526226,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":49,"seq":210453397572,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36984,"kb_used_data":1640,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708168,"statfs":{"total":95995035648,"available":95957164032,"internally_reserved":0,"allocated":1679360,"data_stored":1124744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":44,"seq":188978561098,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28060,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717092,"statfs":{"total":95995035648,"available":95966302208,"internally_reserved":0,"allocated":1060864,"data_stored":522381,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":37,"seq":158913790031,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36992,"kb_used_data":1648,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708160,"statfs":{"total":95995035648,"available":95957155840,"internally_reserved":0,"allocated":1687552,"data_stored":1118802,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":32,"seq":137438953557,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36396,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708756,"statfs":{"total":95995035648,"available":95957766144,"internally_reserved":0,"allocated":1077248,"data_stored":527586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":24,"seq":103079215193,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28072,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717080,"statfs":{"total":95995035648,"available":95966289920,"internally_reserved":0,"allocated":1073152,"data_stored":521060,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411423,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36456,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708696,"statfs":{"total":95995035648,"available":95957704704,"internally_reserved":0,"allocated":1138688,"data_stored":592299,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574948,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36452,"kb_used_data":1108,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708700,"statfs":{"total":95995035648,"available":95957708800,"internally_reserved":0,"allocated":1134592,"data_stored":593458,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738473,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32244,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712908,"statfs":{"total":95995035648,"available":95962017792,"internally_reserved":0,"allocated":1085440,"data_stored":523303,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[1,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":72828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":71669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1751,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":1500,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":122880,"data_stored":72278,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1755,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-10T08:15:32.169 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:15:32.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:31 smithi203 ceph-mon[34672]: from='client.15480 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T08:15:32.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:31 smithi133 ceph-mon[34721]: from='client.15480 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-10T08:15:32.425 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:15:32.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:32.930+0000 7ff804f02640 1 -- 172.21.15.67:0/3774004182 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff800102d20 msgr2=0x7ff800103100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:32.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:32.930+0000 7ff804f02640 1 --2- 172.21.15.67:0/3774004182 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff800102d20 0x7ff800103100 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7ff7e8009900 tx=0x7ff7e802a480 comp rx=0 tx=0).stop 2024-09-10T08:15:32.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:32.930+0000 7ff804f02640 1 -- 172.21.15.67:0/3774004182 shutdown_connections 2024-09-10T08:15:32.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:32.930+0000 7ff804f02640 1 --2- 172.21.15.67:0/3774004182 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff80010c150 0x7ff80010e5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:32.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:32.930+0000 7ff804f02640 1 --2- 172.21.15.67:0/3774004182 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff800103640 0x7ff80010bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:32.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:32.930+0000 7ff804f02640 1 --2- 172.21.15.67:0/3774004182 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff800102d20 0x7ff800103100 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:32.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:32.930+0000 7ff804f02640 1 -- 172.21.15.67:0/3774004182 >> 172.21.15.67:0/3774004182 conn(0x7ff8000fc780 msgr2=0x7ff8000feba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:32.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:32.930+0000 7ff804f02640 1 -- 172.21.15.67:0/3774004182 shutdown_connections 2024-09-10T08:15:32.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:32.930+0000 7ff804f02640 1 -- 172.21.15.67:0/3774004182 wait complete. 2024-09-10T08:15:32.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:32.931+0000 7ff804f02640 1 Processor -- start 2024-09-10T08:15:32.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:32.931+0000 7ff804f02640 1 -- start start 2024-09-10T08:15:32.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:32.931+0000 7ff804f02640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff800102d20 0x7ff800100980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:32.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:32.931+0000 7ff804f02640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff800103640 0x7ff800100ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:32.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:32.931+0000 7ff804f02640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff80010c150 0x7ff800101400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:32.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:32.931+0000 7ff804f02640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff800111e00 con 0x7ff800102d20 2024-09-10T08:15:32.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:32.931+0000 7ff804f02640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7ff800111c80 con 0x7ff800103640 2024-09-10T08:15:32.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:32.931+0000 7ff804f02640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ff800111f80 con 0x7ff80010c150 2024-09-10T08:15:32.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:32.931+0000 7ff7fe59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff800102d20 0x7ff800100980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:32.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:32.931+0000 7ff7fe59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff800102d20 0x7ff800100980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48314/0 (socket says 172.21.15.67:48314) 2024-09-10T08:15:32.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:32.931+0000 7ff7fe59c640 1 -- 172.21.15.67:0/3947609568 learned_addr learned my addr 172.21.15.67:0/3947609568 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:32.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:32.932+0000 7ff7fdd9b640 1 --2- 172.21.15.67:0/3947609568 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff800103640 0x7ff800100ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:32.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:32.932+0000 7ff7fe59c640 1 -- 172.21.15.67:0/3947609568 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff80010c150 msgr2=0x7ff800101400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:32.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:32.932+0000 7ff7fed9d640 1 --2- 172.21.15.67:0/3947609568 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff80010c150 0x7ff800101400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:32.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:32.932+0000 7ff7fe59c640 1 --2- 172.21.15.67:0/3947609568 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff80010c150 0x7ff800101400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:32.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:32.932+0000 7ff7fe59c640 1 -- 172.21.15.67:0/3947609568 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff800103640 msgr2=0x7ff800100ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:32.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:32.932+0000 7ff7fe59c640 1 --2- 172.21.15.67:0/3947609568 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff800103640 0x7ff800100ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:32.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:32.932+0000 7ff7fe59c640 1 -- 172.21.15.67:0/3947609568 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8001a6880 con 0x7ff800102d20 2024-09-10T08:15:32.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:32.932+0000 7ff7fe59c640 1 --2- 172.21.15.67:0/3947609568 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff800102d20 0x7ff800100980 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7ff7e8005940 tx=0x7ff7e8004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:32.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:32.932+0000 7ff7f77fe640 1 -- 172.21.15.67:0/3947609568 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7e803f030 con 0x7ff800102d20 2024-09-10T08:15:32.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:32.932+0000 7ff7f77fe640 1 -- 172.21.15.67:0/3947609568 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff7e8003aa0 con 0x7ff800102d20 2024-09-10T08:15:32.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:32.932+0000 7ff804f02640 1 -- 172.21.15.67:0/3947609568 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8001a6b10 con 0x7ff800102d20 2024-09-10T08:15:32.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:32.932+0000 7ff7f77fe640 1 -- 172.21.15.67:0/3947609568 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7e8035070 con 0x7ff800102d20 2024-09-10T08:15:32.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:32.932+0000 7ff804f02640 1 -- 172.21.15.67:0/3947609568 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8001a6ff0 con 0x7ff800102d20 2024-09-10T08:15:32.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:32.933+0000 7ff804f02640 1 -- 172.21.15.67:0/3947609568 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff800103100 con 0x7ff800102d20 2024-09-10T08:15:32.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:32.934+0000 7ff7f77fe640 1 -- 172.21.15.67:0/3947609568 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 19) ==== 137884+0+0 (secure 0 0 0) 0x7ff7e8042030 con 0x7ff800102d20 2024-09-10T08:15:32.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:32.935+0000 7ff7f77fe640 1 --2- 172.21.15.67:0/3947609568 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff7ec0a2c10 0x7ff7ec0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:32.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:32.935+0000 7ff7fdd9b640 1 --2- 172.21.15.67:0/3947609568 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff7ec0a2c10 0x7ff7ec0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:32.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:32.935+0000 7ff7f77fe640 1 -- 172.21.15.67:0/3947609568 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7ff7e80efe30 con 0x7ff800102d20 2024-09-10T08:15:32.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:32.936+0000 7ff7fdd9b640 1 --2- 172.21.15.67:0/3947609568 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff7ec0a2c10 0x7ff7ec0a50d0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7ff7f00058c0 tx=0x7ff7f0005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:32.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:32.940+0000 7ff7f77fe640 1 -- 172.21.15.67:0/3947609568 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff7e80bc830 con 0x7ff800102d20 2024-09-10T08:15:33.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:33.152+0000 7ff804f02640 1 -- 172.21.15.67:0/3947609568 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff800101eb0 con 0x7ff800102d20 2024-09-10T08:15:33.153 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:32 smithi067 ceph-mon[31051]: pgmap v379: 129 pgs: 129 active+clean; 654 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 341 B/s wr, 9 op/s 2024-09-10T08:15:33.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:33.153+0000 7ff7f77fe640 1 -- 172.21.15.67:0/3947609568 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11983 (secure 0 0 0) 0x7ff7e80bc130 con 0x7ff800102d20 2024-09-10T08:15:33.154 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:15:33.154 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":29,"btime":"2024-09-10T08:15:16:896413+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3649064068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3649064068},{"type":"v1","addr":"172.21.15.67:6835","nonce":3649064068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6837/384364542","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6836","nonce":384364542},{"type":"v1","addr":"172.21.15.67:6837","nonce":384364542}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T08:12:37.538183+0000","modified":"2024-09-10T08:15:16.520232+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24479,"mds_1":24475,"mds_2":24457,"mds_3":24412,"mds_4":24404},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6839/2770928820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6838","nonce":2770928820},{"type":"v1","addr":"172.21.15.67:6839","nonce":2770928820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14628":{"gid":14628,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6841/1116344955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6840","nonce":1116344955},{"type":"v1","addr":"172.21.15.67:6841","nonce":1116344955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24404":{"gid":24404,"name":"k","rank":4,"incarnation":26,"state":"up:active","state_seq":23,"addr":"172.21.15.133:6833/2920270168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":2920270168},{"type":"v1","addr":"172.21.15.133:6833","nonce":2920270168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24412":{"gid":24412,"name":"l","rank":3,"incarnation":24,"state":"up:active","state_seq":23,"addr":"172.21.15.203:6833/754287689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":754287689},{"type":"v1","addr":"172.21.15.203:6833","nonce":754287689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/3573205749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3573205749},{"type":"v1","addr":"172.21.15.133:6835","nonce":3573205749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6835/3722546188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":3722546188},{"type":"v1","addr":"172.21.15.203:6835","nonce":3722546188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/667764093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":667764093},{"type":"v1","addr":"172.21.15.133:6837","nonce":667764093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":19,"addr":"172.21.15.203:6837/4255783395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":4255783395},{"type":"v1","addr":"172.21.15.203:6837","nonce":4255783395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":17,"addr":"172.21.15.203:6839/2311592321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2311592321},{"type":"v1","addr":"172.21.15.203:6839","nonce":2311592321}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.133:6839/1848609384","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":1848609384},{"type":"v1","addr":"172.21.15.133:6839","nonce":1848609384}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24479,"qdb_cluster":[24404,24412,24457,24475,24479]},"id":1}]} 2024-09-10T08:15:33.154 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 29 2024-09-10T08:15:33.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:33.155+0000 7ff804f02640 1 -- 172.21.15.67:0/3947609568 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff7ec0a2c10 msgr2=0x7ff7ec0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:33.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:33.155+0000 7ff804f02640 1 --2- 172.21.15.67:0/3947609568 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff7ec0a2c10 0x7ff7ec0a50d0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7ff7f00058c0 tx=0x7ff7f0005850 comp rx=0 tx=0).stop 2024-09-10T08:15:33.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:33.155+0000 7ff804f02640 1 -- 172.21.15.67:0/3947609568 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff800102d20 msgr2=0x7ff800100980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:33.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:33.155+0000 7ff804f02640 1 --2- 172.21.15.67:0/3947609568 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff800102d20 0x7ff800100980 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7ff7e8005940 tx=0x7ff7e8004270 comp rx=0 tx=0).stop 2024-09-10T08:15:33.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:33.155+0000 7ff804f02640 1 -- 172.21.15.67:0/3947609568 shutdown_connections 2024-09-10T08:15:33.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:33.155+0000 7ff804f02640 1 --2- 172.21.15.67:0/3947609568 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff7ec0a2c10 0x7ff7ec0a50d0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:33.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:33.155+0000 7ff804f02640 1 --2- 172.21.15.67:0/3947609568 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff800103640 0x7ff800100ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:33.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:33.155+0000 7ff804f02640 1 --2- 172.21.15.67:0/3947609568 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff80010c150 0x7ff800101400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:33.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:33.155+0000 7ff804f02640 1 --2- 172.21.15.67:0/3947609568 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff800102d20 0x7ff800100980 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:33.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:33.155+0000 7ff804f02640 1 -- 172.21.15.67:0/3947609568 >> 172.21.15.67:0/3947609568 conn(0x7ff8000fc780 msgr2=0x7ff8000fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:33.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:33.155+0000 7ff804f02640 1 -- 172.21.15.67:0/3947609568 shutdown_connections 2024-09-10T08:15:33.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:33.155+0000 7ff804f02640 1 -- 172.21.15.67:0/3947609568 wait complete. 2024-09-10T08:15:33.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:32 smithi203 ceph-mon[34672]: pgmap v379: 129 pgs: 129 active+clean; 654 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 341 B/s wr, 9 op/s 2024-09-10T08:15:33.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:32 smithi133 ceph-mon[34721]: pgmap v379: 129 pgs: 129 active+clean; 654 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 341 B/s wr, 9 op/s 2024-09-10T08:15:33.949 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:15:34.204 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:15:34.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:33 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/3947609568' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:15:34.325 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:33 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/3947609568' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:15:34.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:33 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/3947609568' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:15:34.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.699+0000 7f09dc863640 1 -- 172.21.15.67:0/2375056211 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f09d81002f0 msgr2=0x7f09d81006d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:34.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.699+0000 7f09dc863640 1 --2- 172.21.15.67:0/2375056211 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f09d81002f0 0x7f09d81006d0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f09c0009930 tx=0x7f09c002a420 comp rx=0 tx=0).stop 2024-09-10T08:15:34.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.699+0000 7f09dc863640 1 -- 172.21.15.67:0/2375056211 shutdown_connections 2024-09-10T08:15:34.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.699+0000 7f09dc863640 1 --2- 172.21.15.67:0/2375056211 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f09d8106f50 0x7f09d810eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:34.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.699+0000 7f09dc863640 1 --2- 172.21.15.67:0/2375056211 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f09d8100ca0 0x7f09d8106840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:34.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.699+0000 7f09dc863640 1 --2- 172.21.15.67:0/2375056211 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f09d81002f0 0x7f09d81006d0 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:34.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.699+0000 7f09dc863640 1 -- 172.21.15.67:0/2375056211 >> 172.21.15.67:0/2375056211 conn(0x7f09d8077210 msgr2=0x7f09d80fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:34.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.699+0000 7f09dc863640 1 -- 172.21.15.67:0/2375056211 shutdown_connections 2024-09-10T08:15:34.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.699+0000 7f09dc863640 1 -- 172.21.15.67:0/2375056211 wait complete. 2024-09-10T08:15:34.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.700+0000 7f09dc863640 1 Processor -- start 2024-09-10T08:15:34.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.700+0000 7f09dc863640 1 -- start start 2024-09-10T08:15:34.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.700+0000 7f09dc863640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f09d81002f0 0x7f09d8198410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:34.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.700+0000 7f09dc863640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f09d8100ca0 0x7f09d8198950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:34.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.700+0000 7f09dc863640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f09d8106f50 0x7f09d819cce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:34.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.700+0000 7f09dc863640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f09d8111e50 con 0x7f09d8106f50 2024-09-10T08:15:34.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.700+0000 7f09dc863640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f09d8111cd0 con 0x7f09d8100ca0 2024-09-10T08:15:34.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.700+0000 7f09dc863640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f09d8111fd0 con 0x7f09d81002f0 2024-09-10T08:15:34.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.700+0000 7f09d6d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f09d8106f50 0x7f09d819cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:34.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.700+0000 7f09d6d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f09d8106f50 0x7f09d819cce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48334/0 (socket says 172.21.15.67:48334) 2024-09-10T08:15:34.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.700+0000 7f09d6d9d640 1 -- 172.21.15.67:0/359810035 learned_addr learned my addr 172.21.15.67:0/359810035 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:34.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.701+0000 7f09d5d9b640 1 --2- 172.21.15.67:0/359810035 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f09d8100ca0 0x7f09d8198950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:34.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.701+0000 7f09d659c640 1 --2- 172.21.15.67:0/359810035 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f09d81002f0 0x7f09d8198410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:34.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.701+0000 7f09d6d9d640 1 -- 172.21.15.67:0/359810035 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f09d81002f0 msgr2=0x7f09d8198410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:34.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.701+0000 7f09d6d9d640 1 --2- 172.21.15.67:0/359810035 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f09d81002f0 0x7f09d8198410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:34.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.701+0000 7f09d6d9d640 1 -- 172.21.15.67:0/359810035 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f09d8100ca0 msgr2=0x7f09d8198950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:34.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.701+0000 7f09d6d9d640 1 --2- 172.21.15.67:0/359810035 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f09d8100ca0 0x7f09d8198950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:34.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.701+0000 7f09d6d9d640 1 -- 172.21.15.67:0/359810035 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09d819d3c0 con 0x7f09d8106f50 2024-09-10T08:15:34.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.701+0000 7f09d5d9b640 1 --2- 172.21.15.67:0/359810035 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f09d8100ca0 0x7f09d8198950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:15:34.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.701+0000 7f09d659c640 1 --2- 172.21.15.67:0/359810035 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f09d81002f0 0x7f09d8198410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:15:34.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.701+0000 7f09d6d9d640 1 --2- 172.21.15.67:0/359810035 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f09d8106f50 0x7f09d819cce0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f09d000eaa0 tx=0x7f09d000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:34.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.701+0000 7f09cf7fe640 1 -- 172.21.15.67:0/359810035 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09d000cdb0 con 0x7f09d8106f50 2024-09-10T08:15:34.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.701+0000 7f09cf7fe640 1 -- 172.21.15.67:0/359810035 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f09d0005020 con 0x7f09d8106f50 2024-09-10T08:15:34.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.701+0000 7f09dc863640 1 -- 172.21.15.67:0/359810035 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09d819d6b0 con 0x7f09d8106f50 2024-09-10T08:15:34.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.701+0000 7f09cf7fe640 1 -- 172.21.15.67:0/359810035 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09d00116d0 con 0x7f09d8106f50 2024-09-10T08:15:34.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.701+0000 7f09dc863640 1 -- 172.21.15.67:0/359810035 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09d81a4f90 con 0x7f09d8106f50 2024-09-10T08:15:34.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.702+0000 7f09dc863640 1 -- 172.21.15.67:0/359810035 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f09d81006d0 con 0x7f09d8106f50 2024-09-10T08:15:34.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.704+0000 7f09cf7fe640 1 -- 172.21.15.67:0/359810035 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 19) ==== 137884+0+0 (secure 0 0 0) 0x7f09d00051d0 con 0x7f09d8106f50 2024-09-10T08:15:34.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.705+0000 7f09cf7fe640 1 --2- 172.21.15.67:0/359810035 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f09c40a2c90 0x7f09c40a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:34.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.705+0000 7f09d659c640 1 --2- 172.21.15.67:0/359810035 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f09c40a2c90 0x7f09c40a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:34.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.705+0000 7f09cf7fe640 1 -- 172.21.15.67:0/359810035 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f09d00cfb30 con 0x7f09d8106f50 2024-09-10T08:15:34.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.706+0000 7f09d659c640 1 --2- 172.21.15.67:0/359810035 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f09c40a2c90 0x7f09c40a5150 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f09c0000c00 tx=0x7f09c0009610 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:34.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.708+0000 7f09cf7fe640 1 -- 172.21.15.67:0/359810035 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f09d0016030 con 0x7f09d8106f50 2024-09-10T08:15:34.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.919+0000 7f09dc863640 1 -- 172.21.15.67:0/359810035 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f09d802d7c0 con 0x7f09d8106f50 2024-09-10T08:15:34.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.921+0000 7f09cf7fe640 1 -- 172.21.15.67:0/359810035 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11983 (secure 0 0 0) 0x7f09d009c5b0 con 0x7f09d8106f50 2024-09-10T08:15:34.921 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:15:34.921 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":29,"btime":"2024-09-10T08:15:16:896413+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3649064068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3649064068},{"type":"v1","addr":"172.21.15.67:6835","nonce":3649064068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6837/384364542","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6836","nonce":384364542},{"type":"v1","addr":"172.21.15.67:6837","nonce":384364542}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T08:12:37.538183+0000","modified":"2024-09-10T08:15:16.520232+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24479,"mds_1":24475,"mds_2":24457,"mds_3":24412,"mds_4":24404},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6839/2770928820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6838","nonce":2770928820},{"type":"v1","addr":"172.21.15.67:6839","nonce":2770928820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14628":{"gid":14628,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6841/1116344955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6840","nonce":1116344955},{"type":"v1","addr":"172.21.15.67:6841","nonce":1116344955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24404":{"gid":24404,"name":"k","rank":4,"incarnation":26,"state":"up:active","state_seq":23,"addr":"172.21.15.133:6833/2920270168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":2920270168},{"type":"v1","addr":"172.21.15.133:6833","nonce":2920270168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24412":{"gid":24412,"name":"l","rank":3,"incarnation":24,"state":"up:active","state_seq":23,"addr":"172.21.15.203:6833/754287689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":754287689},{"type":"v1","addr":"172.21.15.203:6833","nonce":754287689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/3573205749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3573205749},{"type":"v1","addr":"172.21.15.133:6835","nonce":3573205749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6835/3722546188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":3722546188},{"type":"v1","addr":"172.21.15.203:6835","nonce":3722546188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/667764093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":667764093},{"type":"v1","addr":"172.21.15.133:6837","nonce":667764093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":19,"addr":"172.21.15.203:6837/4255783395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":4255783395},{"type":"v1","addr":"172.21.15.203:6837","nonce":4255783395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":17,"addr":"172.21.15.203:6839/2311592321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2311592321},{"type":"v1","addr":"172.21.15.203:6839","nonce":2311592321}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.133:6839/1848609384","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":1848609384},{"type":"v1","addr":"172.21.15.133:6839","nonce":1848609384}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24479,"qdb_cluster":[24404,24412,24457,24475,24479]},"id":1}]} 2024-09-10T08:15:34.922 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 29 2024-09-10T08:15:34.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.924+0000 7f09dc863640 1 -- 172.21.15.67:0/359810035 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f09c40a2c90 msgr2=0x7f09c40a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:34.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.924+0000 7f09dc863640 1 --2- 172.21.15.67:0/359810035 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f09c40a2c90 0x7f09c40a5150 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f09c0000c00 tx=0x7f09c0009610 comp rx=0 tx=0).stop 2024-09-10T08:15:34.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.924+0000 7f09dc863640 1 -- 172.21.15.67:0/359810035 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f09d8106f50 msgr2=0x7f09d819cce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:34.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.924+0000 7f09dc863640 1 --2- 172.21.15.67:0/359810035 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f09d8106f50 0x7f09d819cce0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f09d000eaa0 tx=0x7f09d000ef60 comp rx=0 tx=0).stop 2024-09-10T08:15:34.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.924+0000 7f09dc863640 1 -- 172.21.15.67:0/359810035 shutdown_connections 2024-09-10T08:15:34.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.924+0000 7f09dc863640 1 --2- 172.21.15.67:0/359810035 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f09c40a2c90 0x7f09c40a5150 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:34.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.924+0000 7f09dc863640 1 --2- 172.21.15.67:0/359810035 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f09d8100ca0 0x7f09d8198950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:34.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.924+0000 7f09dc863640 1 --2- 172.21.15.67:0/359810035 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f09d8106f50 0x7f09d819cce0 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:34.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.924+0000 7f09dc863640 1 --2- 172.21.15.67:0/359810035 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f09d81002f0 0x7f09d8198410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:34.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.924+0000 7f09dc863640 1 -- 172.21.15.67:0/359810035 >> 172.21.15.67:0/359810035 conn(0x7f09d8077210 msgr2=0x7f09d8105330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:34.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.924+0000 7f09dc863640 1 -- 172.21.15.67:0/359810035 shutdown_connections 2024-09-10T08:15:34.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:34.924+0000 7f09dc863640 1 -- 172.21.15.67:0/359810035 wait complete. 2024-09-10T08:15:35.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:34 smithi067 ceph-mon[31051]: pgmap v380: 129 pgs: 129 active+clean; 654 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 255 B/s wr, 9 op/s 2024-09-10T08:15:35.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:34 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/359810035' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:15:35.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:34 smithi203 ceph-mon[34672]: pgmap v380: 129 pgs: 129 active+clean; 654 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 255 B/s wr, 9 op/s 2024-09-10T08:15:35.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:34 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/359810035' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:15:35.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:34 smithi133 ceph-mon[34721]: pgmap v380: 129 pgs: 129 active+clean; 654 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 255 B/s wr, 9 op/s 2024-09-10T08:15:35.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:34 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/359810035' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:15:35.770 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph osd dump --format=json 2024-09-10T08:15:36.029 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:15:36.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.518+0000 7f286f4f6640 1 -- 172.21.15.67:0/3973125039 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2868101450 msgr2=0x7f2868105920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:36.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.518+0000 7f286f4f6640 1 --2- 172.21.15.67:0/3973125039 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2868101450 0x7f2868105920 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f285c009900 tx=0x7f285c02a470 comp rx=0 tx=0).stop 2024-09-10T08:15:36.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.518+0000 7f286f4f6640 1 -- 172.21.15.67:0/3973125039 shutdown_connections 2024-09-10T08:15:36.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.518+0000 7f286f4f6640 1 --2- 172.21.15.67:0/3973125039 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2868105f40 0x7f28681063d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:36.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.518+0000 7f286f4f6640 1 --2- 172.21.15.67:0/3973125039 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2868101450 0x7f2868105920 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:36.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.518+0000 7f286f4f6640 1 --2- 172.21.15.67:0/3973125039 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2868100b30 0x7f2868100f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:36.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.518+0000 7f286f4f6640 1 -- 172.21.15.67:0/3973125039 >> 172.21.15.67:0/3973125039 conn(0x7f28680fc7a0 msgr2=0x7f28680febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:36.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.518+0000 7f286f4f6640 1 -- 172.21.15.67:0/3973125039 shutdown_connections 2024-09-10T08:15:36.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.518+0000 7f286f4f6640 1 -- 172.21.15.67:0/3973125039 wait complete. 2024-09-10T08:15:36.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.519+0000 7f286f4f6640 1 Processor -- start 2024-09-10T08:15:36.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.519+0000 7f286f4f6640 1 -- start start 2024-09-10T08:15:36.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.519+0000 7f286f4f6640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2868100b30 0x7f28681a4640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:36.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.519+0000 7f286f4f6640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2868101450 0x7f28681a4b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:36.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.519+0000 7f286f4f6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2868105f40 0x7f286819e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:36.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.519+0000 7f286f4f6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2868118470 con 0x7f2868105f40 2024-09-10T08:15:36.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.519+0000 7f286f4f6640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f28681182f0 con 0x7f2868100b30 2024-09-10T08:15:36.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.519+0000 7f286f4f6640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f28681185f0 con 0x7f2868101450 2024-09-10T08:15:36.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.519+0000 7f286da93640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2868105f40 0x7f286819e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:36.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.519+0000 7f286da93640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2868105f40 0x7f286819e7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42280/0 (socket says 172.21.15.67:42280) 2024-09-10T08:15:36.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.519+0000 7f286da93640 1 -- 172.21.15.67:0/1939371907 learned_addr learned my addr 172.21.15.67:0/1939371907 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:36.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.520+0000 7f286ca91640 1 --2- 172.21.15.67:0/1939371907 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2868101450 0x7f28681a4b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:36.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.520+0000 7f286da93640 1 -- 172.21.15.67:0/1939371907 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2868101450 msgr2=0x7f28681a4b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:36.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.520+0000 7f286da93640 1 --2- 172.21.15.67:0/1939371907 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2868101450 0x7f28681a4b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:36.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.520+0000 7f286d292640 1 --2- 172.21.15.67:0/1939371907 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2868100b30 0x7f28681a4640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:36.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.520+0000 7f286da93640 1 -- 172.21.15.67:0/1939371907 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2868100b30 msgr2=0x7f28681a4640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:36.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.520+0000 7f286da93640 1 --2- 172.21.15.67:0/1939371907 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2868100b30 0x7f28681a4640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:36.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.520+0000 7f286da93640 1 -- 172.21.15.67:0/1939371907 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f286819ef60 con 0x7f2868105f40 2024-09-10T08:15:36.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.520+0000 7f286d292640 1 --2- 172.21.15.67:0/1939371907 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2868100b30 0x7f28681a4640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:15:36.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.520+0000 7f286da93640 1 --2- 172.21.15.67:0/1939371907 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2868105f40 0x7f286819e7c0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f286000cce0 tx=0x7f286000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:36.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.520+0000 7f285a7fc640 1 -- 172.21.15.67:0/1939371907 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f286000f450 con 0x7f2868105f40 2024-09-10T08:15:36.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.520+0000 7f285a7fc640 1 -- 172.21.15.67:0/1939371907 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f286000faa0 con 0x7f2868105f40 2024-09-10T08:15:36.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.520+0000 7f285a7fc640 1 -- 172.21.15.67:0/1939371907 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2860018b70 con 0x7f2868105f40 2024-09-10T08:15:36.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.520+0000 7f286f4f6640 1 -- 172.21.15.67:0/1939371907 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f286819f250 con 0x7f2868105f40 2024-09-10T08:15:36.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.520+0000 7f286f4f6640 1 -- 172.21.15.67:0/1939371907 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28681ab4a0 con 0x7f2868105f40 2024-09-10T08:15:36.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.521+0000 7f286f4f6640 1 -- 172.21.15.67:0/1939371907 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f286806b070 con 0x7f2868105f40 2024-09-10T08:15:36.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.522+0000 7f285a7fc640 1 -- 172.21.15.67:0/1939371907 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 19) ==== 137884+0+0 (secure 0 0 0) 0x7f2860018d10 con 0x7f2868105f40 2024-09-10T08:15:36.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.523+0000 7f285a7fc640 1 --2- 172.21.15.67:0/1939371907 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f28540a2c10 0x7f28540a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:36.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.523+0000 7f286d292640 1 --2- 172.21.15.67:0/1939371907 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f28540a2c10 0x7f28540a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:36.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.523+0000 7f285a7fc640 1 -- 172.21.15.67:0/1939371907 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f28600cfac0 con 0x7f2868105f40 2024-09-10T08:15:36.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.524+0000 7f286d292640 1 --2- 172.21.15.67:0/1939371907 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f28540a2c10 0x7f28540a50d0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f2864006fd0 tx=0x7f2864008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:36.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.527+0000 7f285a7fc640 1 -- 172.21.15.67:0/1939371907 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f2860014030 con 0x7f2868105f40 2024-09-10T08:15:36.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.708+0000 7f286f4f6640 1 -- 172.21.15.67:0/1939371907 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f28681ab6d0 con 0x7f2868105f40 2024-09-10T08:15:36.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.709+0000 7f285a7fc640 1 -- 172.21.15.67:0/1939371907 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v92) ==== 74+0+24966 (secure 0 0 0) 0x7f286009c4c0 con 0x7f2868105f40 2024-09-10T08:15:36.709 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:15:36.709 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":92,"fsid":"315284b0-6f4b-11ef-bcea-c7b262605968","created":"2024-09-10T08:04:51.999264+0000","modified":"2024-09-10T08:14:39.667529+0000","last_up_change":"2024-09-10T08:11:44.006308+0000","last_in_change":"2024-09-10T08:11:20.252568+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:07:54.225673+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:12:33.710480+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T08:12:35.789356+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T08:12:42.280527+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f86e49e6-6996-48db-b2b5-45e56df21941","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6803","nonce":2156529365}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6805","nonce":2156529365}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6809","nonce":2156529365}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6807","nonce":2156529365}]},"public_addr":"172.21.15.67:6803/2156529365","cluster_addr":"172.21.15.67:6805/2156529365","heartbeat_back_addr":"172.21.15.67:6809/2156529365","heartbeat_front_addr":"172.21.15.67:6807/2156529365","state":["exists","up"]},{"osd":1,"uuid":"5d1404fb-621b-43f8-aae0-9b3bb2c84e92","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6801","nonce":3995937115}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6803","nonce":3995937115}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6807","nonce":3995937115}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6805","nonce":3995937115}]},"public_addr":"172.21.15.133:6801/3995937115","cluster_addr":"172.21.15.133:6803/3995937115","heartbeat_back_addr":"172.21.15.133:6807/3995937115","heartbeat_front_addr":"172.21.15.133:6805/3995937115","state":["exists","up"]},{"osd":2,"uuid":"f1a75f4e-9c67-4536-aad8-56469112fda1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6801","nonce":3905493348}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6803","nonce":3905493348}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6807","nonce":3905493348}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6805","nonce":3905493348}]},"public_addr":"172.21.15.203:6801/3905493348","cluster_addr":"172.21.15.203:6803/3905493348","heartbeat_back_addr":"172.21.15.203:6807/3905493348","heartbeat_front_addr":"172.21.15.203:6805/3905493348","state":["exists","up"]},{"osd":3,"uuid":"b58a1682-c3a7-4094-a4c8-d132c11d478f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6811","nonce":1513600391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6813","nonce":1513600391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6817","nonce":1513600391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6815","nonce":1513600391}]},"public_addr":"172.21.15.67:6811/1513600391","cluster_addr":"172.21.15.67:6813/1513600391","heartbeat_back_addr":"172.21.15.67:6817/1513600391","heartbeat_front_addr":"172.21.15.67:6815/1513600391","state":["exists","up"]},{"osd":4,"uuid":"cc22f878-3de9-4257-abab-069be0664dff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6809","nonce":873062362}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6811","nonce":873062362}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6815","nonce":873062362}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6813","nonce":873062362}]},"public_addr":"172.21.15.133:6809/873062362","cluster_addr":"172.21.15.133:6811/873062362","heartbeat_back_addr":"172.21.15.133:6815/873062362","heartbeat_front_addr":"172.21.15.133:6813/873062362","state":["exists","up"]},{"osd":5,"uuid":"6e4b48f9-df8e-43e5-ba21-589cbe4bf349","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6809","nonce":2104437925}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6811","nonce":2104437925}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6815","nonce":2104437925}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6813","nonce":2104437925}]},"public_addr":"172.21.15.203:6809/2104437925","cluster_addr":"172.21.15.203:6811/2104437925","heartbeat_back_addr":"172.21.15.203:6815/2104437925","heartbeat_front_addr":"172.21.15.203:6813/2104437925","state":["exists","up"]},{"osd":6,"uuid":"bc0ce4e2-ab6c-4d1d-a17c-f16ccf214696","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6819","nonce":3451855313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6821","nonce":3451855313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6825","nonce":3451855313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6823","nonce":3451855313}]},"public_addr":"172.21.15.67:6819/3451855313","cluster_addr":"172.21.15.67:6821/3451855313","heartbeat_back_addr":"172.21.15.67:6825/3451855313","heartbeat_front_addr":"172.21.15.67:6823/3451855313","state":["exists","up"]},{"osd":7,"uuid":"b114b175-4fec-45f5-846f-edbd7f3f6a40","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6817","nonce":3668519078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6819","nonce":3668519078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6823","nonce":3668519078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6821","nonce":3668519078}]},"public_addr":"172.21.15.133:6817/3668519078","cluster_addr":"172.21.15.133:6819/3668519078","heartbeat_back_addr":"172.21.15.133:6823/3668519078","heartbeat_front_addr":"172.21.15.133:6821/3668519078","state":["exists","up"]},{"osd":8,"uuid":"d31ce685-0a86-44b4-86ff-c2f7282de65e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6817","nonce":472763919}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6819","nonce":472763919}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6823","nonce":472763919}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6820","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6821","nonce":472763919}]},"public_addr":"172.21.15.203:6817/472763919","cluster_addr":"172.21.15.203:6819/472763919","heartbeat_back_addr":"172.21.15.203:6823/472763919","heartbeat_front_addr":"172.21.15.203:6821/472763919","state":["exists","up"]},{"osd":9,"uuid":"aa95ebe2-9111-4d0d-97cb-d0e19ab1b3cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6827","nonce":228642541}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6829","nonce":228642541}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6833","nonce":228642541}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6831","nonce":228642541}]},"public_addr":"172.21.15.67:6827/228642541","cluster_addr":"172.21.15.67:6829/228642541","heartbeat_back_addr":"172.21.15.67:6833/228642541","heartbeat_front_addr":"172.21.15.67:6831/228642541","state":["exists","up"]},{"osd":10,"uuid":"d732bc25-9273-4964-b8bf-441ae03fe4c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6825","nonce":1358359980}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6827","nonce":1358359980}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6831","nonce":1358359980}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6829","nonce":1358359980}]},"public_addr":"172.21.15.133:6825/1358359980","cluster_addr":"172.21.15.133:6827/1358359980","heartbeat_back_addr":"172.21.15.133:6831/1358359980","heartbeat_front_addr":"172.21.15.133:6829/1358359980","state":["exists","up"]},{"osd":11,"uuid":"8467eb04-6d28-4e6e-8f44-19022da895c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6824","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6825","nonce":1340245932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6827","nonce":1340245932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6831","nonce":1340245932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6828","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6829","nonce":1340245932}]},"public_addr":"172.21.15.203:6825/1340245932","cluster_addr":"172.21.15.203:6827/1340245932","heartbeat_back_addr":"172.21.15.203:6831/1340245932","heartbeat_front_addr":"172.21.15.203:6829/1340245932","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:07:00.686495+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:07:25.963125+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:07:51.678889+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:08:17.214730+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:08:42.566829+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:09:07.208130+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:09:33.332707+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:09:58.718647+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:10:24.866450+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:10:50.740704+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:11:16.269602+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:11:42.296645+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.6","mappings":[{"from":3,"to":8}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.1a","mappings":[{"from":5,"to":7}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":4,"to":7}]},{"pgid":"3.28","mappings":[{"from":5,"to":6},{"from":3,"to":8}]},{"pgid":"3.37","mappings":[{"from":1,"to":9}]},{"pgid":"4.f","mappings":[{"from":9,"to":8},{"from":5,"to":10}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:0/420992675":"2024-09-11T08:05:37.717567+0000","172.21.15.67:0/2960294013":"2024-09-11T08:05:37.717567+0000","172.21.15.67:6801/2987520524":"2024-09-11T08:05:37.717567+0000","172.21.15.67:6800/2987520524":"2024-09-11T08:05:37.717567+0000","172.21.15.67:0/3383024850":"2024-09-11T08:05:13.831541+0000","172.21.15.67:6801/1869292132":"2024-09-11T08:05:13.831541+0000","172.21.15.67:6800/1869292132":"2024-09-11T08:05:13.831541+0000","172.21.15.67:0/4178209804":"2024-09-11T08:05:37.717567+0000","172.21.15.67:0/2105313351":"2024-09-11T08:05:13.831541+0000","172.21.15.67:0/4063198473":"2024-09-11T08:05:13.831541+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:15:36.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.711+0000 7f286f4f6640 1 -- 172.21.15.67:0/1939371907 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f28540a2c10 msgr2=0x7f28540a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:36.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.711+0000 7f286f4f6640 1 --2- 172.21.15.67:0/1939371907 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f28540a2c10 0x7f28540a50d0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f2864006fd0 tx=0x7f2864008040 comp rx=0 tx=0).stop 2024-09-10T08:15:36.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.711+0000 7f286f4f6640 1 -- 172.21.15.67:0/1939371907 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2868105f40 msgr2=0x7f286819e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:36.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.711+0000 7f286f4f6640 1 --2- 172.21.15.67:0/1939371907 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2868105f40 0x7f286819e7c0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f286000cce0 tx=0x7f286000a620 comp rx=0 tx=0).stop 2024-09-10T08:15:36.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.711+0000 7f286f4f6640 1 -- 172.21.15.67:0/1939371907 shutdown_connections 2024-09-10T08:15:36.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.712+0000 7f286f4f6640 1 --2- 172.21.15.67:0/1939371907 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f28540a2c10 0x7f28540a50d0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:36.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.712+0000 7f286f4f6640 1 --2- 172.21.15.67:0/1939371907 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2868105f40 0x7f286819e7c0 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:36.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.712+0000 7f286f4f6640 1 --2- 172.21.15.67:0/1939371907 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2868101450 0x7f28681a4b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:36.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.712+0000 7f286f4f6640 1 --2- 172.21.15.67:0/1939371907 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2868100b30 0x7f28681a4640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:36.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.712+0000 7f286f4f6640 1 -- 172.21.15.67:0/1939371907 >> 172.21.15.67:0/1939371907 conn(0x7f28680fc7a0 msgr2=0x7f28680fda10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:36.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.712+0000 7f286f4f6640 1 -- 172.21.15.67:0/1939371907 shutdown_connections 2024-09-10T08:15:36.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:36.712+0000 7f286f4f6640 1 -- 172.21.15.67:0/1939371907 wait complete. 2024-09-10T08:15:37.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:36 smithi203 ceph-mon[34672]: pgmap v381: 129 pgs: 129 active+clean; 654 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 255 B/s wr, 12 op/s 2024-09-10T08:15:37.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:36 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/1939371907' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:15:37.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:36 smithi133 ceph-mon[34721]: pgmap v381: 129 pgs: 129 active+clean; 654 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 255 B/s wr, 12 op/s 2024-09-10T08:15:37.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:36 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/1939371907' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:15:37.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:36 smithi067 ceph-mon[31051]: pgmap v381: 129 pgs: 129 active+clean; 654 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 255 B/s wr, 12 op/s 2024-09-10T08:15:37.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:36 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/1939371907' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:15:37.532 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph daemon mon.a --format=json config get run_dir 2024-09-10T08:15:37.790 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:15:38.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:37 smithi067 ceph-mon[31051]: scrub summary: idle 2024-09-10T08:15:38.325 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:37 smithi203 ceph-mon[34672]: scrub summary: idle 2024-09-10T08:15:38.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:37 smithi133 ceph-mon[34721]: scrub summary: idle 2024-09-10T08:15:38.399 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.397+0000 7fd7b92ae640 1 -- 172.21.15.67:0/626372881 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd7b41001e0 msgr2=0x7fd7b41005e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:38.399 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.397+0000 7fd7b92ae640 1 --2- 172.21.15.67:0/626372881 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd7b41001e0 0x7fd7b41005e0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fd7a4009900 tx=0x7fd7a402a410 comp rx=0 tx=0).stop 2024-09-10T08:15:38.399 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.397+0000 7fd7b92ae640 1 -- 172.21.15.67:0/626372881 shutdown_connections 2024-09-10T08:15:38.399 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.397+0000 7fd7b92ae640 1 --2- 172.21.15.67:0/626372881 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd7b4101d90 0x7fd7b4108620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:38.399 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.397+0000 7fd7b92ae640 1 --2- 172.21.15.67:0/626372881 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd7b41013d0 0x7fd7b4101850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:38.399 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.397+0000 7fd7b92ae640 1 --2- 172.21.15.67:0/626372881 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd7b41001e0 0x7fd7b41005e0 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:38.400 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.397+0000 7fd7b92ae640 1 -- 172.21.15.67:0/626372881 >> 172.21.15.67:0/626372881 conn(0x7fd7b40fb980 msgr2=0x7fd7b40fdda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:38.400 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.397+0000 7fd7b92ae640 1 -- 172.21.15.67:0/626372881 shutdown_connections 2024-09-10T08:15:38.400 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.397+0000 7fd7b92ae640 1 -- 172.21.15.67:0/626372881 wait complete. 2024-09-10T08:15:38.400 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.398+0000 7fd7b92ae640 1 Processor -- start 2024-09-10T08:15:38.400 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.398+0000 7fd7b92ae640 1 -- start start 2024-09-10T08:15:38.400 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.398+0000 7fd7b92ae640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd7b41001e0 0x7fd7b40fdb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:38.400 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.398+0000 7fd7b92ae640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd7b41013d0 0x7fd7b419cac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:38.400 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.398+0000 7fd7b92ae640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd7b4101d90 0x7fd7b419f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:38.400 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.398+0000 7fd7b92ae640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd7b410bda0 con 0x7fd7b41013d0 2024-09-10T08:15:38.400 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.398+0000 7fd7b92ae640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fd7b410bc20 con 0x7fd7b41001e0 2024-09-10T08:15:38.400 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.398+0000 7fd7b92ae640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fd7b410bf20 con 0x7fd7b4101d90 2024-09-10T08:15:38.400 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.398+0000 7fd7abfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd7b41013d0 0x7fd7b419cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:38.400 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.398+0000 7fd7abfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd7b41013d0 0x7fd7b419cac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42294/0 (socket says 172.21.15.67:42294) 2024-09-10T08:15:38.400 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.398+0000 7fd7abfff640 1 -- 172.21.15.67:0/2160761519 learned_addr learned my addr 172.21.15.67:0/2160761519 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:38.401 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.398+0000 7fd7b2ffd640 1 --2- 172.21.15.67:0/2160761519 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd7b41001e0 0x7fd7b40fdb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:38.401 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.398+0000 7fd7b37fe640 1 --2- 172.21.15.67:0/2160761519 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd7b4101d90 0x7fd7b419f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:38.401 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.399+0000 7fd7abfff640 1 -- 172.21.15.67:0/2160761519 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd7b4101d90 msgr2=0x7fd7b419f0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:38.401 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.399+0000 7fd7abfff640 1 --2- 172.21.15.67:0/2160761519 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd7b4101d90 0x7fd7b419f0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:38.401 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.399+0000 7fd7abfff640 1 -- 172.21.15.67:0/2160761519 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd7b41001e0 msgr2=0x7fd7b40fdb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:38.401 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.399+0000 7fd7abfff640 1 --2- 172.21.15.67:0/2160761519 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd7b41001e0 0x7fd7b40fdb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:38.401 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.399+0000 7fd7abfff640 1 -- 172.21.15.67:0/2160761519 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7b419f9f0 con 0x7fd7b41013d0 2024-09-10T08:15:38.401 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.399+0000 7fd7abfff640 1 --2- 172.21.15.67:0/2160761519 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd7b41013d0 0x7fd7b419cac0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fd79c00d770 tx=0x7fd79c00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:38.401 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.399+0000 7fd7b0ff9640 1 -- 172.21.15.67:0/2160761519 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd79c017070 con 0x7fd7b41013d0 2024-09-10T08:15:38.401 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.399+0000 7fd7b0ff9640 1 -- 172.21.15.67:0/2160761519 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd79c0054d0 con 0x7fd7b41013d0 2024-09-10T08:15:38.401 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.399+0000 7fd7b92ae640 1 -- 172.21.15.67:0/2160761519 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7b419fc80 con 0x7fd7b41013d0 2024-09-10T08:15:38.401 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.399+0000 7fd7b0ff9640 1 -- 172.21.15.67:0/2160761519 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd79c004cf0 con 0x7fd7b41013d0 2024-09-10T08:15:38.402 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.399+0000 7fd7b92ae640 1 -- 172.21.15.67:0/2160761519 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7b41a01d0 con 0x7fd7b41013d0 2024-09-10T08:15:38.408 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.402+0000 7fd7b0ff9640 1 -- 172.21.15.67:0/2160761519 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 19) ==== 137884+0+0 (secure 0 0 0) 0x7fd79c004e90 con 0x7fd7b41013d0 2024-09-10T08:15:38.408 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.402+0000 7fd7bc048740 1 Processor -- start 2024-09-10T08:15:38.408 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.402+0000 7fd7bc048740 1 -- start start 2024-09-10T08:15:38.408 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.402+0000 7fd7bc048740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556bb3b19db0 0x556bb3b1a1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:38.409 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.402+0000 7fd7bc048740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556bb3b1a6f0 0x556bb3b1f1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:38.409 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.402+0000 7fd7bc048740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556bb3b1f780 0x556bb3b21c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:38.409 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.402+0000 7fd7bc048740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x556bb3a792f0 con 0x556bb3b1a6f0 2024-09-10T08:15:38.409 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.402+0000 7fd7bc048740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x556bb3a21270 con 0x556bb3b1f780 2024-09-10T08:15:38.409 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.402+0000 7fd7bc048740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x556bb3a752b0 con 0x556bb3b19db0 2024-09-10T08:15:38.409 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.403+0000 7fd7b2ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556bb3b1a6f0 0x556bb3b1f1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:38.409 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.403+0000 7fd7b2ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556bb3b1a6f0 0x556bb3b1f1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42300/0 (socket says 172.21.15.67:42300) 2024-09-10T08:15:38.409 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.403+0000 7fd7b2ffd640 1 -- 172.21.15.67:0/2222925936 learned_addr learned my addr 172.21.15.67:0/2222925936 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:38.409 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.403+0000 7fd7abfff640 1 --2- 172.21.15.67:0/2222925936 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556bb3b1f780 0x556bb3b21c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:38.409 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.403+0000 7fd7b37fe640 1 --2- 172.21.15.67:0/2222925936 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556bb3b19db0 0x556bb3b1a1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:38.409 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.403+0000 7fd7b2ffd640 1 -- 172.21.15.67:0/2222925936 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556bb3b19db0 msgr2=0x556bb3b1a1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:38.409 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.403+0000 7fd7b2ffd640 1 --2- 172.21.15.67:0/2222925936 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556bb3b19db0 0x556bb3b1a1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:38.409 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.403+0000 7fd7b2ffd640 1 -- 172.21.15.67:0/2222925936 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556bb3b1f780 msgr2=0x556bb3b21c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:38.410 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.403+0000 7fd7b2ffd640 1 --2- 172.21.15.67:0/2222925936 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556bb3b1f780 0x556bb3b21c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:38.410 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.403+0000 7fd7b0ff9640 1 --2- 172.21.15.67:0/2160761519 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd7a00a2d50 0x7fd7a00a5210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:38.410 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.403+0000 7fd7b2ffd640 1 -- 172.21.15.67:0/2222925936 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556bb3a20340 con 0x556bb3b1a6f0 2024-09-10T08:15:38.410 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.403+0000 7fd7b37fe640 1 --2- 172.21.15.67:0/2160761519 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd7a00a2d50 0x7fd7a00a5210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:38.410 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.403+0000 7fd7b0ff9640 1 -- 172.21.15.67:0/2160761519 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fd79c0cef10 con 0x7fd7b41013d0 2024-09-10T08:15:38.410 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.403+0000 7fd7b2ffd640 1 --2- 172.21.15.67:0/2222925936 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556bb3b1a6f0 0x556bb3b1f1b0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fd7a4006010 tx=0x7fd7a4004180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66359572f6f8bd54 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:38.410 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.403+0000 7fd7a97fa640 1 -- 172.21.15.67:0/2222925936 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7a4035030 con 0x556bb3b1a6f0 2024-09-10T08:15:38.410 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.404+0000 7fd7a97fa640 1 -- 172.21.15.67:0/2222925936 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd7a4040070 con 0x556bb3b1a6f0 2024-09-10T08:15:38.410 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.404+0000 7fd7a97fa640 1 -- 172.21.15.67:0/2222925936 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7a4031a40 con 0x556bb3b1a6f0 2024-09-10T08:15:38.410 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.404+0000 7fd7bc048740 1 -- 172.21.15.67:0/2222925936 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556bb3b1a6f0 msgr2=0x556bb3b1f1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:38.410 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.404+0000 7fd7b37fe640 1 --2- 172.21.15.67:0/2160761519 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd7a00a2d50 0x7fd7a00a5210 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fd7ac005fd0 tx=0x7fd7ac009600 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:38.410 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.404+0000 7fd7bc048740 1 --2- 172.21.15.67:0/2222925936 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556bb3b1a6f0 0x556bb3b1f1b0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fd7a4006010 tx=0x7fd7a4004180 comp rx=0 tx=0).stop 2024-09-10T08:15:38.410 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.404+0000 7fd7bc048740 1 -- 172.21.15.67:0/2222925936 shutdown_connections 2024-09-10T08:15:38.411 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.404+0000 7fd7bc048740 1 --2- 172.21.15.67:0/2222925936 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556bb3b1f780 0x556bb3b21c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:38.411 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.404+0000 7fd7bc048740 1 --2- 172.21.15.67:0/2222925936 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556bb3b1a6f0 0x556bb3b1f1b0 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:38.411 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.404+0000 7fd7bc048740 1 --2- 172.21.15.67:0/2222925936 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556bb3b19db0 0x556bb3b1a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:38.411 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.404+0000 7fd7bc048740 1 -- 172.21.15.67:0/2222925936 >> 172.21.15.67:0/2222925936 conn(0x556bb3b11010 msgr2=0x556bb3b11410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:38.411 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.404+0000 7fd7bc048740 1 -- 172.21.15.67:0/2222925936 shutdown_connections 2024-09-10T08:15:38.411 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.404+0000 7fd7bc048740 1 -- 172.21.15.67:0/2222925936 wait complete. 2024-09-10T08:15:38.411 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.405+0000 7fd7bc048740 1 -- start start 2024-09-10T08:15:38.411 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.405+0000 7fd7bc048740 1 Processor -- start 2024-09-10T08:15:38.411 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.405+0000 7fd7bc048740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556bb3b19db0 0x556bb3b23e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:38.411 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.405+0000 7fd7bc048740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556bb3b1a6f0 0x556bb3b243d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:38.411 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.405+0000 7fd7bc048740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556bb3b1f780 0x556bb3b2b410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:38.411 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.405+0000 7fd7bc048740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x556bb3b226f0 con 0x556bb3b19db0 2024-09-10T08:15:38.411 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.405+0000 7fd7bc048740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x556bb3a02290 con 0x556bb3b1a6f0 2024-09-10T08:15:38.411 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.405+0000 7fd7bc048740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x556bb3b22870 con 0x556bb3b1f780 2024-09-10T08:15:38.411 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.405+0000 7fd7bc048740 10 client.0 _ll_register_callbacks cb 0x556bb3a33140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:15:38.412 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.405+0000 7fd7b2ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556bb3b19db0 0x556bb3b23e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:38.412 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.405+0000 7fd7b2ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556bb3b19db0 0x556bb3b23e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42314/0 (socket says 172.21.15.67:42314) 2024-09-10T08:15:38.412 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.405+0000 7fd7b2ffd640 1 -- 172.21.15.67:0/3812464807 learned_addr learned my addr 172.21.15.67:0/3812464807 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:38.412 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.405+0000 7fd7b37fe640 1 --2- 172.21.15.67:0/3812464807 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556bb3b1f780 0x556bb3b2b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:38.412 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.405+0000 7fd7abfff640 1 --2- 172.21.15.67:0/3812464807 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556bb3b1a6f0 0x556bb3b243d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:38.412 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.405+0000 7fd7b2ffd640 1 -- 172.21.15.67:0/3812464807 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556bb3b1f780 msgr2=0x556bb3b2b410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:38.412 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.405+0000 7fd7b2ffd640 1 --2- 172.21.15.67:0/3812464807 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556bb3b1f780 0x556bb3b2b410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:38.412 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.405+0000 7fd7b2ffd640 1 -- 172.21.15.67:0/3812464807 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556bb3b1a6f0 msgr2=0x556bb3b243d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:38.412 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.405+0000 7fd7b2ffd640 1 --2- 172.21.15.67:0/3812464807 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556bb3b1a6f0 0x556bb3b243d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:38.412 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.405+0000 7fd7b2ffd640 1 -- 172.21.15.67:0/3812464807 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556bb378c210 con 0x556bb3b19db0 2024-09-10T08:15:38.412 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.406+0000 7fd7abfff640 1 --2- 172.21.15.67:0/3812464807 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556bb3b1a6f0 0x556bb3b243d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:15:38.412 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.406+0000 7fd7b2ffd640 1 --2- 172.21.15.67:0/3812464807 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556bb3b19db0 0x556bb3b23e90 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fd7a40314e0 tx=0x7fd7a4009520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbe9d050f7337ef3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:38.412 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.406+0000 7fd79a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:15:38.413 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.406+0000 7fd79a7fc640 1 -- 172.21.15.67:0/3812464807 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7a4052060 con 0x556bb3b19db0 2024-09-10T08:15:38.413 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.406+0000 7fd79a7fc640 1 -- 172.21.15.67:0/3812464807 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fd7a4031cb0 con 0x556bb3b19db0 2024-09-10T08:15:38.413 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.406+0000 7fd7bc048740 1 -- 172.21.15.67:0/3812464807 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd7a4040070 con 0x556bb3b19db0 2024-09-10T08:15:38.413 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.406+0000 7fd79a7fc640 1 -- 172.21.15.67:0/3812464807 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fd7a4059050 con 0x556bb3b19db0 2024-09-10T08:15:38.413 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.406+0000 7fd7bc048740 10 client.15510 fetch_fsmap learned FSMap version 29 2024-09-10T08:15:38.413 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.406+0000 7fd7bc048740 1 -- 172.21.15.67:0/3812464807 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556bb3858620 con 0x556bb3b19db0 2024-09-10T08:15:38.413 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.406+0000 7fd79a7fc640 1 -- 172.21.15.67:0/3812464807 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd7a4040070 con 0x556bb3b19db0 2024-09-10T08:15:38.413 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.406+0000 7fd79a7fc640 1 -- 172.21.15.67:0/3812464807 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fd7a4045700 con 0x556bb3b19db0 2024-09-10T08:15:38.413 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.406+0000 7fd7bc048740 10 client.15510 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:15:38.413 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.406+0000 7fd7bc048740 10 client.15510 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:15:38.413 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.406+0000 7fd7bc048740 20 client.15510 populate_metadata read hostname 'smithi067' 2024-09-10T08:15:38.413 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.406+0000 7fd7bc048740 1 --2- 172.21.15.67:0/3812464807 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x556bb3b2f710 0x556bb3b31b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:38.413 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.406+0000 7fd7bc048740 4 client.15510 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:15:38.414 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.406+0000 7fd7bc048740 1 -- 172.21.15.67:0/3812464807 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556bb3a86a20 con 0x556bb3b2f710 2024-09-10T08:15:38.414 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.407+0000 7fd7abfff640 1 --2- 172.21.15.67:0/3812464807 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x556bb3b2f710 0x556bb3b31b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:38.414 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.407+0000 7fd7abfff640 1 --2- 172.21.15.67:0/3812464807 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x556bb3b2f710 0x556bb3b31b00 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8732f1f2a68b5dd2 server_cookie=916cdb403dabc2dc in_seq=0 out_seq=0 2024-09-10T08:15:38.414 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.407+0000 7fd79a7fc640 10 client.15510 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:15:38.414 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.408+0000 7fd79a7fc640 1 -- 172.21.15.67:0/3812464807 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556bb3a86a20 con 0x556bb3b2f710 2024-09-10T08:15:38.414 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.408+0000 7fd79a7fc640 10 client.15510 handle_command_reply: tid=0 2024-09-10T08:15:38.414 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.408+0000 7fd7bc048740 1 client.15510 shutdown 2024-09-10T08:15:38.414 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.408+0000 7fd7bc048740 1 -- 172.21.15.67:0/3812464807 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556bb3b19db0 msgr2=0x556bb3b23e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:38.414 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.408+0000 7fd7bc048740 1 --2- 172.21.15.67:0/3812464807 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556bb3b19db0 0x556bb3b23e90 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fd7a40314e0 tx=0x7fd7a4009520 comp rx=0 tx=0).stop 2024-09-10T08:15:38.414 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.408+0000 7fd7bc048740 1 -- 172.21.15.67:0/3812464807 shutdown_connections 2024-09-10T08:15:38.414 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.408+0000 7fd7bc048740 1 --2- 172.21.15.67:0/3812464807 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x556bb3b2f710 0x556bb3b31b00 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:38.414 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.408+0000 7fd7bc048740 1 --2- 172.21.15.67:0/3812464807 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556bb3b1a6f0 0x556bb3b243d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:38.414 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.408+0000 7fd7bc048740 1 --2- 172.21.15.67:0/3812464807 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556bb3b1f780 0x556bb3b2b410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:38.414 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.408+0000 7fd79a7fc640 0 client.15510 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:15:38.415 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.408+0000 7fd7bc048740 1 --2- 172.21.15.67:0/3812464807 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556bb3b19db0 0x556bb3b23e90 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:38.415 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.408+0000 7fd7bc048740 1 -- 172.21.15.67:0/3812464807 >> 172.21.15.67:0/3812464807 conn(0x556bb3b11010 msgr2=0x556bb3b12820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:38.415 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.408+0000 7fd7bc048740 1 -- 172.21.15.67:0/3812464807 shutdown_connections 2024-09-10T08:15:38.415 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.408+0000 7fd7bc048740 1 -- 172.21.15.67:0/3812464807 wait complete. 2024-09-10T08:15:38.415 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.408+0000 7fd7bc048740 20 client.15510 trim_cache size 0 max 16384 2024-09-10T08:15:38.422 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.422+0000 7fd7bc048740 1 Processor -- start 2024-09-10T08:15:38.422 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.422+0000 7fd7bc048740 1 -- start start 2024-09-10T08:15:38.426 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.423+0000 7fd7bc048740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556bb3b19db0 0x556bb3b24460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:38.426 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.423+0000 7fd7bc048740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556bb3b1a6f0 0x556bb3b2b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:38.426 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.423+0000 7fd7bc048740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556bb3b1f780 0x556bb3b100b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:38.426 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.423+0000 7fd7bc048740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd7b41a8500 con 0x556bb3b19db0 2024-09-10T08:15:38.426 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.423+0000 7fd7bc048740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fd7b41aa040 con 0x556bb3b1f780 2024-09-10T08:15:38.427 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.423+0000 7fd7bc048740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fd7b41a8bd0 con 0x556bb3b1a6f0 2024-09-10T08:15:38.427 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.423+0000 7fd7b2ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556bb3b19db0 0x556bb3b24460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:38.427 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.423+0000 7fd7b2ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556bb3b19db0 0x556bb3b24460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42324/0 (socket says 172.21.15.67:42324) 2024-09-10T08:15:38.427 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.423+0000 7fd7b2ffd640 1 -- 172.21.15.67:0/1730050605 learned_addr learned my addr 172.21.15.67:0/1730050605 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:38.427 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.423+0000 7fd7abfff640 1 --2- 172.21.15.67:0/1730050605 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556bb3b1a6f0 0x556bb3b2b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:38.427 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.423+0000 7fd7b2ffd640 1 -- 172.21.15.67:0/1730050605 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556bb3b1a6f0 msgr2=0x556bb3b2b3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:38.427 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.423+0000 7fd7b2ffd640 1 --2- 172.21.15.67:0/1730050605 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556bb3b1a6f0 0x556bb3b2b3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:38.427 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.423+0000 7fd7b2ffd640 1 -- 172.21.15.67:0/1730050605 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556bb3b1f780 msgr2=0x556bb3b100b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:38.427 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.423+0000 7fd7b2ffd640 1 --2- 172.21.15.67:0/1730050605 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556bb3b1f780 0x556bb3b100b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:38.427 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.423+0000 7fd7b2ffd640 1 -- 172.21.15.67:0/1730050605 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556bb3b1abd0 con 0x556bb3b19db0 2024-09-10T08:15:38.427 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.423+0000 7fd7b2ffd640 1 --2- 172.21.15.67:0/1730050605 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556bb3b19db0 0x556bb3b24460 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fd7a402a930 tx=0x7fd7a4005c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f9440fa961b41551 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:38.427 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.424+0000 7fd7a8ff9640 1 -- 172.21.15.67:0/1730050605 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7a4052030 con 0x556bb3b19db0 2024-09-10T08:15:38.427 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.424+0000 7fd7a8ff9640 1 -- 172.21.15.67:0/1730050605 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd7a4040070 con 0x556bb3b19db0 2024-09-10T08:15:38.428 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.424+0000 7fd7a8ff9640 1 -- 172.21.15.67:0/1730050605 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7a4035070 con 0x556bb3b19db0 2024-09-10T08:15:38.428 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.424+0000 7fd7bc048740 1 -- 172.21.15.67:0/1730050605 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556bb3b19db0 msgr2=0x556bb3b24460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:38.428 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.424+0000 7fd7bc048740 1 --2- 172.21.15.67:0/1730050605 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556bb3b19db0 0x556bb3b24460 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fd7a402a930 tx=0x7fd7a4005c00 comp rx=0 tx=0).stop 2024-09-10T08:15:38.428 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.424+0000 7fd7bc048740 1 -- 172.21.15.67:0/1730050605 shutdown_connections 2024-09-10T08:15:38.428 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.424+0000 7fd7bc048740 1 --2- 172.21.15.67:0/1730050605 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556bb3b1f780 0x556bb3b100b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:38.428 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.424+0000 7fd7bc048740 1 --2- 172.21.15.67:0/1730050605 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556bb3b1a6f0 0x556bb3b2b3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:38.428 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.424+0000 7fd7bc048740 1 --2- 172.21.15.67:0/1730050605 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556bb3b19db0 0x556bb3b24460 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:38.428 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.424+0000 7fd7bc048740 1 -- 172.21.15.67:0/1730050605 >> 172.21.15.67:0/1730050605 conn(0x556bb3b11010 msgr2=0x556bb3b0f9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:38.428 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.424+0000 7fd7bc048740 1 -- 172.21.15.67:0/1730050605 shutdown_connections 2024-09-10T08:15:38.428 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.424+0000 7fd7bc048740 1 -- 172.21.15.67:0/1730050605 wait complete. 2024-09-10T08:15:38.428 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.425+0000 7fd7bc048740 1 -- start start 2024-09-10T08:15:38.428 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.425+0000 7fd7bc048740 1 Processor -- start 2024-09-10T08:15:38.429 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.425+0000 7fd7bc048740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556bb3b19db0 0x556bb3b28ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:38.429 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.425+0000 7fd7bc048740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556bb3b1a6f0 0x556bb3b290e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:38.429 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.425+0000 7fd7bc048740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556bb3b1f780 0x556bb3b2a0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:38.429 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.425+0000 7fd7bc048740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd7b41a9970 con 0x556bb3b19db0 2024-09-10T08:15:38.429 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.425+0000 7fd7bc048740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fd7b41a92a0 con 0x556bb3b1a6f0 2024-09-10T08:15:38.429 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.425+0000 7fd7bc048740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fd7b41a64e0 con 0x556bb3b1f780 2024-09-10T08:15:38.429 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.425+0000 7fd7bc048740 10 client.0 _ll_register_callbacks cb 0x7fd7a40040d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:15:38.429 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.425+0000 7fd7b2ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556bb3b19db0 0x556bb3b28ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:38.429 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.425+0000 7fd7b2ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556bb3b19db0 0x556bb3b28ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42336/0 (socket says 172.21.15.67:42336) 2024-09-10T08:15:38.429 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.425+0000 7fd7b2ffd640 1 -- 172.21.15.67:0/630343403 learned_addr learned my addr 172.21.15.67:0/630343403 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:38.429 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.425+0000 7fd7abfff640 1 --2- 172.21.15.67:0/630343403 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556bb3b1a6f0 0x556bb3b290e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:38.429 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.425+0000 7fd7b2ffd640 1 -- 172.21.15.67:0/630343403 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556bb3b1f780 msgr2=0x556bb3b2a0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:38.429 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.425+0000 7fd7b2ffd640 1 --2- 172.21.15.67:0/630343403 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556bb3b1f780 0x556bb3b2a0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:38.430 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.425+0000 7fd7b2ffd640 1 -- 172.21.15.67:0/630343403 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556bb3b1a6f0 msgr2=0x556bb3b290e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:38.430 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.425+0000 7fd7b2ffd640 1 --2- 172.21.15.67:0/630343403 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556bb3b1a6f0 0x556bb3b290e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:38.430 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.425+0000 7fd7b2ffd640 1 -- 172.21.15.67:0/630343403 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556bb3b2a6b0 con 0x556bb3b19db0 2024-09-10T08:15:38.430 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.425+0000 7fd7abfff640 1 --2- 172.21.15.67:0/630343403 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556bb3b1a6f0 0x556bb3b290e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:15:38.430 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.425+0000 7fd7b2ffd640 1 --2- 172.21.15.67:0/630343403 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556bb3b19db0 0x556bb3b28ba0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fd7a4000c00 tx=0x7fd7a4031830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30d77864e0e53198 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:38.430 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.425+0000 7fd79a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:15:38.430 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.426+0000 7fd79a7fc640 1 -- 172.21.15.67:0/630343403 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7a4052030 con 0x556bb3b19db0 2024-09-10T08:15:38.430 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.426+0000 7fd7bc048740 1 -- 172.21.15.67:0/630343403 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd7a4040070 con 0x556bb3b19db0 2024-09-10T08:15:38.430 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.426+0000 7fd79a7fc640 1 -- 172.21.15.67:0/630343403 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fd7a4031d80 con 0x556bb3b19db0 2024-09-10T08:15:38.430 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.426+0000 7fd79a7fc640 1 -- 172.21.15.67:0/630343403 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fd7a4035040 con 0x556bb3b19db0 2024-09-10T08:15:38.430 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.426+0000 7fd7bc048740 10 client.15516 fetch_fsmap learned FSMap version 29 2024-09-10T08:15:38.430 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.426+0000 7fd7bc048740 1 -- 172.21.15.67:0/630343403 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556bb3b9a450 con 0x556bb3b19db0 2024-09-10T08:15:38.430 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.426+0000 7fd79a7fc640 1 -- 172.21.15.67:0/630343403 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd7a4040070 con 0x556bb3b19db0 2024-09-10T08:15:38.431 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.426+0000 7fd79a7fc640 1 -- 172.21.15.67:0/630343403 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fd7a403c460 con 0x556bb3b19db0 2024-09-10T08:15:38.431 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.426+0000 7fd7bc048740 10 client.15516 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:15:38.431 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.426+0000 7fd7bc048740 10 client.15516 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:15:38.431 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.426+0000 7fd7bc048740 20 client.15516 populate_metadata read hostname 'smithi067' 2024-09-10T08:15:38.431 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.426+0000 7fd7bc048740 1 --2- 172.21.15.67:0/630343403 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x556bb3b9abe0 0x556bb3b9d000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:38.431 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.426+0000 7fd7bc048740 4 client.15516 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:15:38.431 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.426+0000 7fd7bc048740 1 -- 172.21.15.67:0/630343403 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "flush journal"}) -- 0x556bb3a80d70 con 0x556bb3b9abe0 2024-09-10T08:15:38.431 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.427+0000 7fd7abfff640 1 --2- 172.21.15.67:0/630343403 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x556bb3b9abe0 0x556bb3b9d000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:38.431 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.427+0000 7fd79a7fc640 10 client.15516 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:15:38.431 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.427+0000 7fd7abfff640 1 --2- 172.21.15.67:0/630343403 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x556bb3b9abe0 0x556bb3b9d000 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=31c29865763cb42e server_cookie=d415df137f7ce02c in_seq=0 out_seq=0 2024-09-10T08:15:38.439 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.439+0000 7fd79a7fc640 1 -- 172.21.15.67:0/630343403 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x556bb3a80d70 con 0x556bb3b9abe0 2024-09-10T08:15:38.439 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.439+0000 7fd79a7fc640 10 client.15516 handle_command_reply: tid=0 2024-09-10T08:15:38.439 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.439+0000 7fd7bc048740 1 client.15516 shutdown 2024-09-10T08:15:38.439 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.440+0000 7fd7bc048740 1 -- 172.21.15.67:0/630343403 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556bb3b19db0 msgr2=0x556bb3b28ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:38.440 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.440+0000 7fd7bc048740 1 --2- 172.21.15.67:0/630343403 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556bb3b19db0 0x556bb3b28ba0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fd7a4000c00 tx=0x7fd7a4031830 comp rx=0 tx=0).stop 2024-09-10T08:15:38.440 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.440+0000 7fd7bc048740 1 -- 172.21.15.67:0/630343403 shutdown_connections 2024-09-10T08:15:38.440 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.440+0000 7fd7bc048740 1 --2- 172.21.15.67:0/630343403 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x556bb3b9abe0 0x556bb3b9d000 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:38.440 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.440+0000 7fd7bc048740 1 --2- 172.21.15.67:0/630343403 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556bb3b1a6f0 0x556bb3b290e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:38.440 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.440+0000 7fd7bc048740 1 --2- 172.21.15.67:0/630343403 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556bb3b1f780 0x556bb3b2a0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:38.440 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.440+0000 7fd79a7fc640 0 client.15516 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:15:38.440 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.440+0000 7fd7bc048740 1 --2- 172.21.15.67:0/630343403 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556bb3b19db0 0x556bb3b28ba0 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:38.440 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.440+0000 7fd7bc048740 1 -- 172.21.15.67:0/630343403 >> 172.21.15.67:0/630343403 conn(0x556bb3b11010 msgr2=0x556bb3b101c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:38.440 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.440+0000 7fd7bc048740 1 -- 172.21.15.67:0/630343403 shutdown_connections 2024-09-10T08:15:38.440 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.440+0000 7fd7bc048740 1 -- 172.21.15.67:0/630343403 wait complete. 2024-09-10T08:15:38.440 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.440+0000 7fd7bc048740 20 client.15516 trim_cache size 0 max 16384 2024-09-10T08:15:38.441 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout:{ 2024-09-10T08:15:38.441 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout: "message": "", 2024-09-10T08:15:38.441 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout: "return_code": 0 2024-09-10T08:15:38.441 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout:} 2024-09-10T08:15:38.442 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.440+0000 7fd7b92ae640 1 -- 172.21.15.67:0/2160761519 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd7a00a2d50 msgr2=0x7fd7a00a5210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:38.442 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.440+0000 7fd7b92ae640 1 --2- 172.21.15.67:0/2160761519 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd7a00a2d50 0x7fd7a00a5210 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fd7ac005fd0 tx=0x7fd7ac009600 comp rx=0 tx=0).stop 2024-09-10T08:15:38.442 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.440+0000 7fd7b92ae640 1 -- 172.21.15.67:0/2160761519 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd7b41013d0 msgr2=0x7fd7b419cac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:38.442 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.440+0000 7fd7b92ae640 1 --2- 172.21.15.67:0/2160761519 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd7b41013d0 0x7fd7b419cac0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fd79c00d770 tx=0x7fd79c00dc30 comp rx=0 tx=0).stop 2024-09-10T08:15:38.442 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.440+0000 7fd7b92ae640 1 -- 172.21.15.67:0/2160761519 shutdown_connections 2024-09-10T08:15:38.442 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.440+0000 7fd7b92ae640 1 --2- 172.21.15.67:0/2160761519 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd7a00a2d50 0x7fd7a00a5210 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:38.442 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.440+0000 7fd7b92ae640 1 --2- 172.21.15.67:0/2160761519 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd7b4101d90 0x7fd7b419f0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:38.442 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.440+0000 7fd7b92ae640 1 --2- 172.21.15.67:0/2160761519 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd7b41013d0 0x7fd7b419cac0 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:38.442 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.440+0000 7fd7b92ae640 1 --2- 172.21.15.67:0/2160761519 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd7b41001e0 0x7fd7b40fdb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:38.442 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.440+0000 7fd7b92ae640 1 -- 172.21.15.67:0/2160761519 >> 172.21.15.67:0/2160761519 conn(0x7fd7b40fb980 msgr2=0x7fd7b4104e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:38.442 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.441+0000 7fd7b92ae640 1 -- 172.21.15.67:0/2160761519 shutdown_connections 2024-09-10T08:15:38.442 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:38.441+0000 7fd7b92ae640 1 -- 172.21.15.67:0/2160761519 wait complete. 2024-09-10T08:15:39.073 INFO:teuthology.orchestra.run.smithi067.stdout:{"run_dir":"/var/run/ceph"} 2024-09-10T08:15:39.073 DEBUG:tasks.cephfs.filesystem:_json_asok output { "run_dir": "/var/run/ceph" } 2024-09-10T08:15:39.073 INFO:tasks.quiescer.fs.[cephfs]:Initializing Quiescer with seed 9893 2024-09-10T08:15:39.074 DEBUG:tasks.quiescer:Yielding 2024-09-10T08:15:39.074 INFO:teuthology.run_tasks:Running task workunit... 2024-09-10T08:15:39.089 INFO:tasks.workunit:Pulling workunits from ref 1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T08:15:39.089 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-10T08:15:39.089 INFO:tasks.workunit:timeout=3h 2024-09-10T08:15:39.089 INFO:tasks.workunit:cleanup=True 2024-09-10T08:15:39.090 DEBUG:teuthology.orchestra.run.smithi067:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-10T08:15:39.090 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:15:39.106 INFO:teuthology.orchestra.run.smithi067.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-09-10T08:15:39.107 INFO:teuthology.orchestra.run.smithi067.stdout: Size: 0 Blocks: 1 IO Block: 4194304 directory 2024-09-10T08:15:39.107 INFO:teuthology.orchestra.run.smithi067.stdout:Device: 78h/120d Inode: 1 Links: 2 2024-09-10T08:15:39.107 INFO:teuthology.orchestra.run.smithi067.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-10T08:15:39.107 INFO:teuthology.orchestra.run.smithi067.stdout:Context: system_u:object_r:fusefs_t:s0 2024-09-10T08:15:39.107 INFO:teuthology.orchestra.run.smithi067.stdout:Access: 2024-09-10 08:13:27.258996596 +0000 2024-09-10T08:15:39.107 INFO:teuthology.orchestra.run.smithi067.stdout:Modify: 2024-09-10 08:13:27.258996596 +0000 2024-09-10T08:15:39.107 INFO:teuthology.orchestra.run.smithi067.stdout:Change: 2024-09-10 08:15:16.147092859 +0000 2024-09-10T08:15:39.107 INFO:teuthology.orchestra.run.smithi067.stdout: Birth: - 2024-09-10T08:15:39.107 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-09-10T08:15:39.107 DEBUG:teuthology.orchestra.run.smithi067:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-09-10T08:15:39.180 DEBUG:teuthology.orchestra.run.smithi067:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 1cf819b7212a6048e92fc78c4eff963344f6d56b 2024-09-10T08:15:39.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:38 smithi067 ceph-mon[31051]: pgmap v382: 129 pgs: 129 active+clean; 654 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-10T08:15:39.223 INFO:tasks.workunit.client.0.smithi067.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-10T08:15:39.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:38 smithi203 ceph-mon[34672]: pgmap v382: 129 pgs: 129 active+clean; 654 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-10T08:15:39.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:38 smithi133 ceph-mon[34721]: pgmap v382: 129 pgs: 129 active+clean; 654 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-09-10T08:15:39.369 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:15:39.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:39.868+0000 7fe6d3a05640 1 -- 172.21.15.67:0/602477647 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe6cc102d90 msgr2=0x7fe6cc103170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:39.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:39.868+0000 7fe6d3a05640 1 --2- 172.21.15.67:0/602477647 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe6cc102d90 0x7fe6cc103170 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fe6c8009930 tx=0x7fe6c802a420 comp rx=0 tx=0).stop 2024-09-10T08:15:39.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:39.868+0000 7fe6d3a05640 1 -- 172.21.15.67:0/602477647 shutdown_connections 2024-09-10T08:15:39.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:39.868+0000 7fe6d3a05640 1 --2- 172.21.15.67:0/602477647 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe6cc108290 0x7fe6cc10ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:39.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:39.868+0000 7fe6d3a05640 1 --2- 172.21.15.67:0/602477647 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe6cc103740 0x7fe6cc107b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:39.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:39.868+0000 7fe6d3a05640 1 --2- 172.21.15.67:0/602477647 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe6cc102d90 0x7fe6cc103170 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:39.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:39.868+0000 7fe6d3a05640 1 -- 172.21.15.67:0/602477647 >> 172.21.15.67:0/602477647 conn(0x7fe6cc0fc7d0 msgr2=0x7fe6cc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:39.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:39.868+0000 7fe6d3a05640 1 -- 172.21.15.67:0/602477647 shutdown_connections 2024-09-10T08:15:39.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:39.868+0000 7fe6d3a05640 1 -- 172.21.15.67:0/602477647 wait complete. 2024-09-10T08:15:39.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:39.868+0000 7fe6d3a05640 1 Processor -- start 2024-09-10T08:15:39.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:39.868+0000 7fe6d3a05640 1 -- start start 2024-09-10T08:15:39.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:39.869+0000 7fe6d3a05640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe6cc102d90 0x7fe6cc1984b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:39.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:39.869+0000 7fe6d3a05640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe6cc103740 0x7fe6cc1989f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:39.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:39.869+0000 7fe6d3a05640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe6cc108290 0x7fe6cc19cd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:39.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:39.869+0000 7fe6d3a05640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe6cc111f40 con 0x7fe6cc108290 2024-09-10T08:15:39.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:39.869+0000 7fe6d3a05640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fe6cc111dc0 con 0x7fe6cc103740 2024-09-10T08:15:39.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:39.869+0000 7fe6d3a05640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fe6cc1120c0 con 0x7fe6cc102d90 2024-09-10T08:15:39.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:39.869+0000 7fe6d17a1640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe6cc102d90 0x7fe6cc1984b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:39.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:39.869+0000 7fe6d0fa0640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe6cc103740 0x7fe6cc1989f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:39.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:39.869+0000 7fe6d17a1640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe6cc102d90 0x7fe6cc1984b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.67:56556/0 (socket says 172.21.15.67:56556) 2024-09-10T08:15:39.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:39.869+0000 7fe6d0fa0640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe6cc103740 0x7fe6cc1989f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.67:60904/0 (socket says 172.21.15.67:60904) 2024-09-10T08:15:39.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:39.869+0000 7fe6d1fa2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe6cc108290 0x7fe6cc19cd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:39.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:39.869+0000 7fe6d17a1640 1 -- 172.21.15.67:0/3814559313 learned_addr learned my addr 172.21.15.67:0/3814559313 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:39.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:39.869+0000 7fe6d17a1640 1 -- 172.21.15.67:0/3814559313 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe6cc103740 msgr2=0x7fe6cc1989f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:39.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:39.869+0000 7fe6d17a1640 1 --2- 172.21.15.67:0/3814559313 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe6cc103740 0x7fe6cc1989f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:39.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:39.869+0000 7fe6d17a1640 1 -- 172.21.15.67:0/3814559313 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe6cc108290 msgr2=0x7fe6cc19cd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:39.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:39.869+0000 7fe6d17a1640 1 --2- 172.21.15.67:0/3814559313 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe6cc108290 0x7fe6cc19cd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:39.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:39.869+0000 7fe6d17a1640 1 -- 172.21.15.67:0/3814559313 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6cc19d460 con 0x7fe6cc102d90 2024-09-10T08:15:39.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:39.869+0000 7fe6d0fa0640 1 --2- 172.21.15.67:0/3814559313 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe6cc103740 0x7fe6cc1989f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:15:39.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:39.870+0000 7fe6d17a1640 1 --2- 172.21.15.67:0/3814559313 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe6cc102d90 0x7fe6cc1984b0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fe6c8005940 tx=0x7fe6c80040c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:39.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:39.870+0000 7fe6c27fc640 1 -- 172.21.15.67:0/3814559313 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6c803f030 con 0x7fe6cc102d90 2024-09-10T08:15:39.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:39.870+0000 7fe6c27fc640 1 -- 172.21.15.67:0/3814559313 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe6c80044c0 con 0x7fe6cc102d90 2024-09-10T08:15:39.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:39.870+0000 7fe6c27fc640 1 -- 172.21.15.67:0/3814559313 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6c8035070 con 0x7fe6cc102d90 2024-09-10T08:15:39.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:39.870+0000 7fe6d3a05640 1 -- 172.21.15.67:0/3814559313 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6cc19d6f0 con 0x7fe6cc102d90 2024-09-10T08:15:39.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:39.870+0000 7fe6d3a05640 1 -- 172.21.15.67:0/3814559313 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6cc19db80 con 0x7fe6cc102d90 2024-09-10T08:15:39.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:39.871+0000 7fe6d3a05640 1 -- 172.21.15.67:0/3814559313 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6cc06a7f0 con 0x7fe6cc102d90 2024-09-10T08:15:39.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:39.873+0000 7fe6c27fc640 1 -- 172.21.15.67:0/3814559313 <== mon.1 v2:172.21.15.203:3300/0 4 ==== mgrmap(e 19) ==== 137884+0+0 (secure 0 0 0) 0x7fe6c8042030 con 0x7fe6cc102d90 2024-09-10T08:15:39.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:39.873+0000 7fe6c27fc640 1 --2- 172.21.15.67:0/3814559313 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe6b80a2c10 0x7fe6b80a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:39.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:39.874+0000 7fe6d0fa0640 1 --2- 172.21.15.67:0/3814559313 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe6b80a2c10 0x7fe6b80a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:39.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:39.874+0000 7fe6c27fc640 1 -- 172.21.15.67:0/3814559313 <== mon.1 v2:172.21.15.203:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fe6c80ef860 con 0x7fe6cc102d90 2024-09-10T08:15:39.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:39.874+0000 7fe6d0fa0640 1 --2- 172.21.15.67:0/3814559313 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe6b80a2c10 0x7fe6b80a50d0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fe6cc0feff0 tx=0x7fe6bc005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:39.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:39.878+0000 7fe6c27fc640 1 -- 172.21.15.67:0/3814559313 <== mon.1 v2:172.21.15.203:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe6c80bbc10 con 0x7fe6cc102d90 2024-09-10T08:15:40.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:40.093+0000 7fe6d3a05640 1 -- 172.21.15.67:0/3814559313 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe6cc103170 con 0x7fe6cc102d90 2024-09-10T08:15:40.092 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:39 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:15:40.092 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:39 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:15:40.092 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:39 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:15:40.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:40.093+0000 7fe6c27fc640 1 -- 172.21.15.67:0/3814559313 <== mon.1 v2:172.21.15.203:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11983 (secure 0 0 0) 0x7fe6c80bff10 con 0x7fe6cc102d90 2024-09-10T08:15:40.093 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:15:40.093 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":29,"btime":"2024-09-10T08:15:16:896413+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3649064068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3649064068},{"type":"v1","addr":"172.21.15.67:6835","nonce":3649064068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6837/384364542","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6836","nonce":384364542},{"type":"v1","addr":"172.21.15.67:6837","nonce":384364542}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T08:12:37.538183+0000","modified":"2024-09-10T08:15:16.520232+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24479,"mds_1":24475,"mds_2":24457,"mds_3":24412,"mds_4":24404},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6839/2770928820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6838","nonce":2770928820},{"type":"v1","addr":"172.21.15.67:6839","nonce":2770928820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14628":{"gid":14628,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6841/1116344955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6840","nonce":1116344955},{"type":"v1","addr":"172.21.15.67:6841","nonce":1116344955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24404":{"gid":24404,"name":"k","rank":4,"incarnation":26,"state":"up:active","state_seq":23,"addr":"172.21.15.133:6833/2920270168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":2920270168},{"type":"v1","addr":"172.21.15.133:6833","nonce":2920270168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24412":{"gid":24412,"name":"l","rank":3,"incarnation":24,"state":"up:active","state_seq":23,"addr":"172.21.15.203:6833/754287689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":754287689},{"type":"v1","addr":"172.21.15.203:6833","nonce":754287689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/3573205749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3573205749},{"type":"v1","addr":"172.21.15.133:6835","nonce":3573205749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6835/3722546188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":3722546188},{"type":"v1","addr":"172.21.15.203:6835","nonce":3722546188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/667764093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":667764093},{"type":"v1","addr":"172.21.15.133:6837","nonce":667764093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":19,"addr":"172.21.15.203:6837/4255783395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":4255783395},{"type":"v1","addr":"172.21.15.203:6837","nonce":4255783395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":17,"addr":"172.21.15.203:6839/2311592321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2311592321},{"type":"v1","addr":"172.21.15.203:6839","nonce":2311592321}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.133:6839/1848609384","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":1848609384},{"type":"v1","addr":"172.21.15.133:6839","nonce":1848609384}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24479,"qdb_cluster":[24404,24412,24457,24475,24479]},"id":1}]} 2024-09-10T08:15:40.094 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 29 2024-09-10T08:15:40.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:40.096+0000 7fe6d3a05640 1 -- 172.21.15.67:0/3814559313 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe6b80a2c10 msgr2=0x7fe6b80a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:40.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:40.096+0000 7fe6d3a05640 1 --2- 172.21.15.67:0/3814559313 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe6b80a2c10 0x7fe6b80a50d0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fe6cc0feff0 tx=0x7fe6bc005f90 comp rx=0 tx=0).stop 2024-09-10T08:15:40.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:40.096+0000 7fe6d3a05640 1 -- 172.21.15.67:0/3814559313 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe6cc102d90 msgr2=0x7fe6cc1984b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:40.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:40.096+0000 7fe6d3a05640 1 --2- 172.21.15.67:0/3814559313 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe6cc102d90 0x7fe6cc1984b0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fe6c8005940 tx=0x7fe6c80040c0 comp rx=0 tx=0).stop 2024-09-10T08:15:40.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:40.096+0000 7fe6d3a05640 1 -- 172.21.15.67:0/3814559313 shutdown_connections 2024-09-10T08:15:40.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:40.096+0000 7fe6d3a05640 1 --2- 172.21.15.67:0/3814559313 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe6b80a2c10 0x7fe6b80a50d0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:40.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:40.096+0000 7fe6d3a05640 1 --2- 172.21.15.67:0/3814559313 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe6cc103740 0x7fe6cc1989f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:40.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:40.096+0000 7fe6d3a05640 1 --2- 172.21.15.67:0/3814559313 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe6cc108290 0x7fe6cc19cd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:40.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:40.096+0000 7fe6d3a05640 1 --2- 172.21.15.67:0/3814559313 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe6cc102d90 0x7fe6cc1984b0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:40.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:40.096+0000 7fe6d3a05640 1 -- 172.21.15.67:0/3814559313 >> 172.21.15.67:0/3814559313 conn(0x7fe6cc0fc7d0 msgr2=0x7fe6cc105f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:40.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:40.097+0000 7fe6d3a05640 1 -- 172.21.15.67:0/3814559313 shutdown_connections 2024-09-10T08:15:40.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:40.097+0000 7fe6d3a05640 1 -- 172.21.15.67:0/3814559313 wait complete. 2024-09-10T08:15:40.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:39 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:15:40.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:39 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:15:40.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:39 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:15:40.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:39 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:15:40.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:39 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:15:40.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:39 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:15:40.902 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 29, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-09-10T08:12:37.538183+0000', 'modified': '2024-09-10T08:15:16.520232+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24479, 'mds_1': 24475, 'mds_2': 24457, 'mds_3': 24412, 'mds_4': 24404}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14616': {'gid': 14616, 'name': 'g', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.67:6839/2770928820', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.67:6838', 'nonce': 2770928820}, {'type': 'v1', 'addr': '172.21.15.67:6839', 'nonce': 2770928820}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_14628': {'gid': 14628, 'name': 'a', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.67:6841/1116344955', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.67:6840', 'nonce': 1116344955}, {'type': 'v1', 'addr': '172.21.15.67:6841', 'nonce': 1116344955}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24404': {'gid': 24404, 'name': 'k', 'rank': 4, 'incarnation': 26, 'state': 'up:active', 'state_seq': 23, 'addr': '172.21.15.133:6833/2920270168', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.133:6832', 'nonce': 2920270168}, {'type': 'v1', 'addr': '172.21.15.133:6833', 'nonce': 2920270168}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24412': {'gid': 24412, 'name': 'l', 'rank': 3, 'incarnation': 24, 'state': 'up:active', 'state_seq': 23, 'addr': '172.21.15.203:6833/754287689', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.203:6832', 'nonce': 754287689}, {'type': 'v1', 'addr': '172.21.15.203:6833', 'nonce': 754287689}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24431': {'gid': 24431, 'name': 'e', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.133:6835/3573205749', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.133:6834', 'nonce': 3573205749}, {'type': 'v1', 'addr': '172.21.15.133:6835', 'nonce': 3573205749}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24451': {'gid': 24451, 'name': 'f', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.203:6835/3722546188', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.203:6834', 'nonce': 3722546188}, {'type': 'v1', 'addr': '172.21.15.203:6835', 'nonce': 3722546188}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24455': {'gid': 24455, 'name': 'h', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.133:6837/667764093', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.133:6836', 'nonce': 667764093}, {'type': 'v1', 'addr': '172.21.15.133:6837', 'nonce': 667764093}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24457': {'gid': 24457, 'name': 'c', 'rank': 2, 'incarnation': 22, 'state': 'up:active', 'state_seq': 19, 'addr': '172.21.15.203:6837/4255783395', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.203:6836', 'nonce': 4255783395}, {'type': 'v1', 'addr': '172.21.15.203:6837', 'nonce': 4255783395}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24475': {'gid': 24475, 'name': 'i', 'rank': 1, 'incarnation': 20, 'state': 'up:active', 'state_seq': 17, 'addr': '172.21.15.203:6839/2311592321', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.203:6838', 'nonce': 2311592321}, {'type': 'v1', 'addr': '172.21.15.203:6839', 'nonce': 2311592321}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24479': {'gid': 24479, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.133:6839/1848609384', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.133:6838', 'nonce': 1848609384}, {'type': 'v1', 'addr': '172.21.15.133:6839', 'nonce': 1848609384}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24479, 'qdb_cluster': [24404, 24412, 24457, 24475, 24479]} 2024-09-10T08:15:40.902 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-09-10T08:15:40.902 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.k status 2024-09-10T08:15:41.204 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:15:41.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:40 smithi067 ceph-mon[31051]: pgmap v383: 129 pgs: 129 active+clean; 662 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.6 KiB/s wr, 14 op/s 2024-09-10T08:15:41.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:40 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/3814559313' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:15:41.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:40 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:15:41.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:40 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:15:41.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:40 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:15:41.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:40 smithi203 ceph-mon[34672]: pgmap v383: 129 pgs: 129 active+clean; 662 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.6 KiB/s wr, 14 op/s 2024-09-10T08:15:41.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:40 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/3814559313' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:15:41.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:40 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:15:41.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:40 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:15:41.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:40 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:15:41.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:40 smithi133 ceph-mon[34721]: pgmap v383: 129 pgs: 129 active+clean; 662 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.6 KiB/s wr, 14 op/s 2024-09-10T08:15:41.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:40 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/3814559313' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:15:41.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:40 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:15:41.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:40 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:15:41.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:40 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:15:41.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.694+0000 7f5b14518640 1 -- 172.21.15.67:0/487707915 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5b0c1027a0 msgr2=0x7f5b0c1067f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:41.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.694+0000 7f5b14518640 1 --2- 172.21.15.67:0/487707915 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5b0c1027a0 0x7f5b0c1067f0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f5b00009900 tx=0x7f5b0002a410 comp rx=0 tx=0).stop 2024-09-10T08:15:41.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.694+0000 7f5b14518640 1 -- 172.21.15.67:0/487707915 shutdown_connections 2024-09-10T08:15:41.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.694+0000 7f5b14518640 1 --2- 172.21.15.67:0/487707915 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5b0c106f20 0x7f5b0c10eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:41.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.694+0000 7f5b14518640 1 --2- 172.21.15.67:0/487707915 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5b0c1027a0 0x7f5b0c1067f0 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:41.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.694+0000 7f5b14518640 1 --2- 172.21.15.67:0/487707915 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5b0c101df0 0x7f5b0c1021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:41.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.694+0000 7f5b14518640 1 -- 172.21.15.67:0/487707915 >> 172.21.15.67:0/487707915 conn(0x7f5b0c0fd8f0 msgr2=0x7f5b0c0ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:41.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.694+0000 7f5b14518640 1 -- 172.21.15.67:0/487707915 shutdown_connections 2024-09-10T08:15:41.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.694+0000 7f5b14518640 1 -- 172.21.15.67:0/487707915 wait complete. 2024-09-10T08:15:41.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.694+0000 7f5b14518640 1 Processor -- start 2024-09-10T08:15:41.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.694+0000 7f5b14518640 1 -- start start 2024-09-10T08:15:41.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.695+0000 7f5b14518640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5b0c101df0 0x7f5b0c0744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:41.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.695+0000 7f5b14518640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5b0c1027a0 0x7f5b0c074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:41.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.695+0000 7f5b14518640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5b0c106f20 0x7f5b0c074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:41.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.695+0000 7f5b14518640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f5b0c111e30 con 0x7f5b0c106f20 2024-09-10T08:15:41.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.695+0000 7f5b14518640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f5b0c111cb0 con 0x7f5b0c1027a0 2024-09-10T08:15:41.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.695+0000 7f5b14518640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f5b0c111fb0 con 0x7f5b0c101df0 2024-09-10T08:15:41.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.695+0000 7f5b12ab5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5b0c106f20 0x7f5b0c074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:41.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.695+0000 7f5b122b4640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5b0c101df0 0x7f5b0c0744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:41.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.695+0000 7f5b12ab5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5b0c106f20 0x7f5b0c074f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42374/0 (socket says 172.21.15.67:42374) 2024-09-10T08:15:41.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.695+0000 7f5b12ab5640 1 -- 172.21.15.67:0/3114270009 learned_addr learned my addr 172.21.15.67:0/3114270009 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:41.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.695+0000 7f5b122b4640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5b0c101df0 0x7f5b0c0744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.67:56568/0 (socket says 172.21.15.67:56568) 2024-09-10T08:15:41.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.695+0000 7f5b11ab3640 1 --2- 172.21.15.67:0/3114270009 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5b0c1027a0 0x7f5b0c074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:41.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.695+0000 7f5b12ab5640 1 -- 172.21.15.67:0/3114270009 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5b0c101df0 msgr2=0x7f5b0c0744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:41.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.695+0000 7f5b12ab5640 1 --2- 172.21.15.67:0/3114270009 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5b0c101df0 0x7f5b0c0744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:41.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.695+0000 7f5b12ab5640 1 -- 172.21.15.67:0/3114270009 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5b0c1027a0 msgr2=0x7f5b0c074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:41.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.695+0000 7f5b12ab5640 1 --2- 172.21.15.67:0/3114270009 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5b0c1027a0 0x7f5b0c074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:41.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.695+0000 7f5b12ab5640 1 -- 172.21.15.67:0/3114270009 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b0c1a68f0 con 0x7f5b0c106f20 2024-09-10T08:15:41.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.695+0000 7f5b12ab5640 1 --2- 172.21.15.67:0/3114270009 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5b0c106f20 0x7f5b0c074f70 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f5afc00cad0 tx=0x7f5afc00cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:41.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.695+0000 7f5b0b7fe640 1 -- 172.21.15.67:0/3114270009 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5afc00ae20 con 0x7f5b0c106f20 2024-09-10T08:15:41.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.695+0000 7f5b0b7fe640 1 -- 172.21.15.67:0/3114270009 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5afc005020 con 0x7f5b0c106f20 2024-09-10T08:15:41.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.696+0000 7f5b14518640 1 -- 172.21.15.67:0/3114270009 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b0c1a6be0 con 0x7f5b0c106f20 2024-09-10T08:15:41.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.696+0000 7f5b0b7fe640 1 -- 172.21.15.67:0/3114270009 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5afc00f6b0 con 0x7f5b0c106f20 2024-09-10T08:15:41.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.696+0000 7f5b14518640 1 -- 172.21.15.67:0/3114270009 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b0c1a70f0 con 0x7f5b0c106f20 2024-09-10T08:15:41.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.698+0000 7f5b0b7fe640 1 -- 172.21.15.67:0/3114270009 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 19) ==== 137884+0+0 (secure 0 0 0) 0x7f5afc0051d0 con 0x7f5b0c106f20 2024-09-10T08:15:41.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.698+0000 7f5b168f1740 1 Processor -- start 2024-09-10T08:15:41.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.698+0000 7f5b168f1740 1 -- start start 2024-09-10T08:15:41.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.699+0000 7f5b168f1740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5628eaf139d0 0x5628eaf13db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:41.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.699+0000 7f5b168f1740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5628eaf142f0 0x5628eaf1e670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:41.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.699+0000 7f5b168f1740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5628eaf1ebb0 0x5628eaf20fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:41.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.699+0000 7f5b168f1740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5628eae7a090 con 0x5628eaf142f0 2024-09-10T08:15:41.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.699+0000 7f5b168f1740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5628eae21a70 con 0x5628eaf139d0 2024-09-10T08:15:41.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.699+0000 7f5b168f1740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5628eae76050 con 0x5628eaf1ebb0 2024-09-10T08:15:41.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.699+0000 7f5b0b7fe640 1 --2- 172.21.15.67:0/3114270009 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5af40a2c90 0x7f5af40a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:41.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.699+0000 7f5b122b4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5628eaf142f0 0x5628eaf1e670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:41.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.699+0000 7f5b122b4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5628eaf142f0 0x5628eaf1e670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42388/0 (socket says 172.21.15.67:42388) 2024-09-10T08:15:41.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.699+0000 7f5b122b4640 1 -- 172.21.15.67:0/843509115 learned_addr learned my addr 172.21.15.67:0/843509115 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:41.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.699+0000 7f5b11ab3640 1 --2- 172.21.15.67:0/843509115 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5628eaf139d0 0x5628eaf13db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:41.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.699+0000 7f5b12ab5640 1 --2- 172.21.15.67:0/3114270009 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5af40a2c90 0x7f5af40a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:41.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.699+0000 7f5b11ab3640 1 --2- 172.21.15.67:0/843509115 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5628eaf1ebb0 0x5628eaf20fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:41.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.699+0000 7f5b0b7fe640 1 -- 172.21.15.67:0/3114270009 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f5afc0cf4e0 con 0x7f5b0c106f20 2024-09-10T08:15:41.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.699+0000 7f5b122b4640 1 -- 172.21.15.67:0/843509115 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5628eaf1ebb0 msgr2=0x5628eaf20fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:41.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.699+0000 7f5b122b4640 1 --2- 172.21.15.67:0/843509115 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5628eaf1ebb0 0x5628eaf20fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:41.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.699+0000 7f5b122b4640 1 -- 172.21.15.67:0/843509115 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5628eaf139d0 msgr2=0x5628eaf13db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:41.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.699+0000 7f5b122b4640 1 --2- 172.21.15.67:0/843509115 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5628eaf139d0 0x5628eaf13db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:41.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.699+0000 7f5b122b4640 1 -- 172.21.15.67:0/843509115 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5628eae2e130 con 0x5628eaf142f0 2024-09-10T08:15:41.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.699+0000 7f5b122b4640 1 --2- 172.21.15.67:0/843509115 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5628eaf142f0 0x5628eaf1e670 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f5b0400b760 tx=0x7f5b0400bc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e275713d8eec85d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:41.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.699+0000 7f5b12ab5640 1 --2- 172.21.15.67:0/3114270009 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5af40a2c90 0x7f5af40a5150 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f5afc09b590 tx=0x7f5afc086040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:41.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.700+0000 7f5b08ff9640 1 -- 172.21.15.67:0/843509115 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b04003dd0 con 0x5628eaf142f0 2024-09-10T08:15:41.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.700+0000 7f5b08ff9640 1 -- 172.21.15.67:0/843509115 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5b04015070 con 0x5628eaf142f0 2024-09-10T08:15:41.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.700+0000 7f5b08ff9640 1 -- 172.21.15.67:0/843509115 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b04004e00 con 0x5628eaf142f0 2024-09-10T08:15:41.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.700+0000 7f5b168f1740 1 -- 172.21.15.67:0/843509115 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5628eaf142f0 msgr2=0x5628eaf1e670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:41.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.700+0000 7f5b168f1740 1 --2- 172.21.15.67:0/843509115 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5628eaf142f0 0x5628eaf1e670 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f5b0400b760 tx=0x7f5b0400bc20 comp rx=0 tx=0).stop 2024-09-10T08:15:41.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.700+0000 7f5b168f1740 1 -- 172.21.15.67:0/843509115 shutdown_connections 2024-09-10T08:15:41.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.700+0000 7f5b168f1740 1 --2- 172.21.15.67:0/843509115 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5628eaf1ebb0 0x5628eaf20fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:41.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.700+0000 7f5b168f1740 1 --2- 172.21.15.67:0/843509115 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5628eaf142f0 0x5628eaf1e670 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:41.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.700+0000 7f5b168f1740 1 --2- 172.21.15.67:0/843509115 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5628eaf139d0 0x5628eaf13db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:41.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.700+0000 7f5b168f1740 1 -- 172.21.15.67:0/843509115 >> 172.21.15.67:0/843509115 conn(0x5628eaf0ff60 msgr2=0x5628eaf10340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:41.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.700+0000 7f5b168f1740 1 -- 172.21.15.67:0/843509115 shutdown_connections 2024-09-10T08:15:41.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.700+0000 7f5b168f1740 1 -- 172.21.15.67:0/843509115 wait complete. 2024-09-10T08:15:41.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.701+0000 7f5b168f1740 1 -- start start 2024-09-10T08:15:41.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.701+0000 7f5b168f1740 1 Processor -- start 2024-09-10T08:15:41.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.701+0000 7f5b168f1740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5628eaf139d0 0x5628eaf1e470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:41.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.701+0000 7f5b168f1740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5628eaf142f0 0x5628eaf1b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:41.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.701+0000 7f5b168f1740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5628eaf1ebb0 0x5628eaf1bd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:41.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.701+0000 7f5b168f1740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5628eaf21780 con 0x5628eaf1ebb0 2024-09-10T08:15:41.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.701+0000 7f5b168f1740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5628eae34f20 con 0x5628eaf142f0 2024-09-10T08:15:41.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.701+0000 7f5b168f1740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5628eaf21900 con 0x5628eaf139d0 2024-09-10T08:15:41.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.701+0000 7f5b168f1740 10 client.0 _ll_register_callbacks cb 0x5628eadfe030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:15:41.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.701+0000 7f5b11ab3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5628eaf1ebb0 0x5628eaf1bd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:41.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.701+0000 7f5b11ab3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5628eaf1ebb0 0x5628eaf1bd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42400/0 (socket says 172.21.15.67:42400) 2024-09-10T08:15:41.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.701+0000 7f5b11ab3640 1 -- 172.21.15.67:0/2271971383 learned_addr learned my addr 172.21.15.67:0/2271971383 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:41.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.701+0000 7f5b122b4640 1 --2- 172.21.15.67:0/2271971383 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5628eaf142f0 0x5628eaf1b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:41.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.701+0000 7f5b11ab3640 1 --2- 172.21.15.67:0/2271971383 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5628eaf139d0 0x5628eaf1e470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:41.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.702+0000 7f5b11ab3640 1 -- 172.21.15.67:0/2271971383 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5628eaf139d0 msgr2=0x5628eaf1e470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:41.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.702+0000 7f5b11ab3640 1 --2- 172.21.15.67:0/2271971383 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5628eaf139d0 0x5628eaf1e470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:41.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.702+0000 7f5b11ab3640 1 -- 172.21.15.67:0/2271971383 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5628eaf142f0 msgr2=0x5628eaf1b7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:41.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.702+0000 7f5b11ab3640 1 --2- 172.21.15.67:0/2271971383 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5628eaf142f0 0x5628eaf1b7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:41.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.702+0000 7f5b11ab3640 1 -- 172.21.15.67:0/2271971383 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5628eabeb2b0 con 0x5628eaf1ebb0 2024-09-10T08:15:41.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.702+0000 7f5b11ab3640 1 --2- 172.21.15.67:0/2271971383 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5628eaf1ebb0 0x5628eaf1bd00 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f5b00009900 tx=0x7f5b0002a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd4e1fcf52dfc390 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:41.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.702+0000 7f5af1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:15:41.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.702+0000 7f5af1ffb640 1 -- 172.21.15.67:0/2271971383 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b00044070 con 0x5628eaf1ebb0 2024-09-10T08:15:41.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.702+0000 7f5af1ffb640 1 -- 172.21.15.67:0/2271971383 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f5b00004240 con 0x5628eaf1ebb0 2024-09-10T08:15:41.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.702+0000 7f5b168f1740 1 -- 172.21.15.67:0/2271971383 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5b04015070 con 0x5628eaf1ebb0 2024-09-10T08:15:41.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.702+0000 7f5af1ffb640 1 -- 172.21.15.67:0/2271971383 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f5b00052050 con 0x5628eaf1ebb0 2024-09-10T08:15:41.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.702+0000 7f5b168f1740 10 client.15534 fetch_fsmap learned FSMap version 29 2024-09-10T08:15:41.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.702+0000 7f5b168f1740 1 -- 172.21.15.67:0/2271971383 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5628eaf2d100 con 0x5628eaf1ebb0 2024-09-10T08:15:41.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.702+0000 7f5af1ffb640 1 -- 172.21.15.67:0/2271971383 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5b04015070 con 0x5628eaf1ebb0 2024-09-10T08:15:41.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.703+0000 7f5af1ffb640 1 -- 172.21.15.67:0/2271971383 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f5b0003d570 con 0x5628eaf1ebb0 2024-09-10T08:15:41.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.703+0000 7f5b168f1740 10 client.15534 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:15:41.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.703+0000 7f5b168f1740 10 client.15534 resolve_mds: resolved name 'k' to daemon mds.k 2024-09-10T08:15:41.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.703+0000 7f5b168f1740 20 client.15534 populate_metadata read hostname 'smithi067' 2024-09-10T08:15:41.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.703+0000 7f5b168f1740 1 --2- 172.21.15.67:0/2271971383 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x5628eaf2f760 0x5628eaf30bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:41.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.703+0000 7f5b168f1740 4 client.15534 mds_command: new command op to 24404 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:15:41.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.703+0000 7f5b168f1740 1 -- 172.21.15.67:0/2271971383 --> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5628eae87600 con 0x5628eaf2f760 2024-09-10T08:15:41.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.703+0000 7f5b122b4640 1 --2- 172.21.15.67:0/2271971383 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x5628eaf2f760 0x5628eaf30bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:41.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.703+0000 7f5af1ffb640 10 client.15534 ms_handle_connect on v2:172.21.15.133:6832/2920270168 2024-09-10T08:15:41.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.703+0000 7f5b122b4640 1 --2- 172.21.15.67:0/2271971383 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x5628eaf2f760 0x5628eaf30bd0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=844adca20c8d0012 server_cookie=e4e1e584c1c2e2b6 in_seq=0 out_seq=0 2024-09-10T08:15:41.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.704+0000 7f5af1ffb640 1 -- 172.21.15.67:0/2271971383 <== mds.4 v2:172.21.15.133:6832/2920270168 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5628eae87600 con 0x5628eaf2f760 2024-09-10T08:15:41.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.704+0000 7f5af1ffb640 10 client.15534 handle_command_reply: tid=0 2024-09-10T08:15:41.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.704+0000 7f5b168f1740 1 client.15534 shutdown 2024-09-10T08:15:41.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.704+0000 7f5b168f1740 1 -- 172.21.15.67:0/2271971383 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5628eaf1ebb0 msgr2=0x5628eaf1bd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:41.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.704+0000 7f5b168f1740 1 --2- 172.21.15.67:0/2271971383 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5628eaf1ebb0 0x5628eaf1bd00 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f5b00009900 tx=0x7f5b0002a410 comp rx=0 tx=0).stop 2024-09-10T08:15:41.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.704+0000 7f5b168f1740 1 -- 172.21.15.67:0/2271971383 shutdown_connections 2024-09-10T08:15:41.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.704+0000 7f5b168f1740 1 --2- 172.21.15.67:0/2271971383 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x5628eaf2f760 0x5628eaf30bd0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:41.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.704+0000 7f5b168f1740 1 --2- 172.21.15.67:0/2271971383 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5628eaf142f0 0x5628eaf1b7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:41.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.704+0000 7f5b168f1740 1 --2- 172.21.15.67:0/2271971383 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5628eaf1ebb0 0x5628eaf1bd00 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:41.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.704+0000 7f5af1ffb640 0 client.15534 ms_handle_reset on v2:172.21.15.133:6832/2920270168 2024-09-10T08:15:41.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.704+0000 7f5b168f1740 1 --2- 172.21.15.67:0/2271971383 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5628eaf139d0 0x5628eaf1e470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:41.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.704+0000 7f5b168f1740 1 -- 172.21.15.67:0/2271971383 >> 172.21.15.67:0/2271971383 conn(0x5628eaf0ff60 msgr2=0x5628eaf15c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:41.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.704+0000 7f5b168f1740 1 -- 172.21.15.67:0/2271971383 shutdown_connections 2024-09-10T08:15:41.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.704+0000 7f5b168f1740 1 -- 172.21.15.67:0/2271971383 wait complete. 2024-09-10T08:15:41.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.704+0000 7f5b168f1740 20 client.15534 trim_cache size 0 max 16384 2024-09-10T08:15:41.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.722+0000 7f5b168f1740 1 Processor -- start 2024-09-10T08:15:41.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.722+0000 7f5b168f1740 1 -- start start 2024-09-10T08:15:41.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.723+0000 7f5b168f1740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5628eaf139d0 0x5628eaf2fe30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:41.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.723+0000 7f5b168f1740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5628eaf142f0 0x5628eaf1a090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:41.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.723+0000 7f5b168f1740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5628eaf1ebb0 0x5628eaf1a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:41.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.723+0000 7f5b168f1740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5628eaf2ef10 con 0x5628eaf1ebb0 2024-09-10T08:15:41.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.723+0000 7f5b168f1740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5628eaf2f5e0 con 0x5628eaf142f0 2024-09-10T08:15:41.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.723+0000 7f5b168f1740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5628eaf2fcb0 con 0x5628eaf139d0 2024-09-10T08:15:41.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.723+0000 7f5b11ab3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5628eaf1ebb0 0x5628eaf1a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:41.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.723+0000 7f5b11ab3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5628eaf1ebb0 0x5628eaf1a5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42414/0 (socket says 172.21.15.67:42414) 2024-09-10T08:15:41.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.723+0000 7f5b11ab3640 1 -- 172.21.15.67:0/625209224 learned_addr learned my addr 172.21.15.67:0/625209224 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:41.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.723+0000 7f5b11ab3640 1 --2- 172.21.15.67:0/625209224 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5628eaf139d0 0x5628eaf2fe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:41.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.723+0000 7f5b122b4640 1 --2- 172.21.15.67:0/625209224 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5628eaf142f0 0x5628eaf1a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:41.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.723+0000 7f5b11ab3640 1 -- 172.21.15.67:0/625209224 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5628eaf139d0 msgr2=0x5628eaf2fe30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:41.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.723+0000 7f5b11ab3640 1 --2- 172.21.15.67:0/625209224 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5628eaf139d0 0x5628eaf2fe30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:41.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.723+0000 7f5b11ab3640 1 -- 172.21.15.67:0/625209224 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5628eaf142f0 msgr2=0x5628eaf1a090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:41.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.723+0000 7f5b11ab3640 1 --2- 172.21.15.67:0/625209224 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5628eaf142f0 0x5628eaf1a090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:41.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.723+0000 7f5b11ab3640 1 -- 172.21.15.67:0/625209224 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5628eaf19d10 con 0x5628eaf1ebb0 2024-09-10T08:15:41.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.723+0000 7f5b122b4640 1 --2- 172.21.15.67:0/625209224 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5628eaf142f0 0x5628eaf1a090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:15:41.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.723+0000 7f5b11ab3640 1 --2- 172.21.15.67:0/625209224 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5628eaf1ebb0 0x5628eaf1a5d0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f5b00031440 tx=0x7f5b00005db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18f7ec6c15a5f67b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:41.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.724+0000 7f5af3fff640 1 -- 172.21.15.67:0/625209224 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b00044030 con 0x5628eaf1ebb0 2024-09-10T08:15:41.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.724+0000 7f5af3fff640 1 -- 172.21.15.67:0/625209224 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5b0003d650 con 0x5628eaf1ebb0 2024-09-10T08:15:41.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.724+0000 7f5af3fff640 1 -- 172.21.15.67:0/625209224 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b00035040 con 0x5628eaf1ebb0 2024-09-10T08:15:41.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.724+0000 7f5b168f1740 1 -- 172.21.15.67:0/625209224 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5628eaf1ebb0 msgr2=0x5628eaf1a5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:41.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.724+0000 7f5b168f1740 1 --2- 172.21.15.67:0/625209224 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5628eaf1ebb0 0x5628eaf1a5d0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f5b00031440 tx=0x7f5b00005db0 comp rx=0 tx=0).stop 2024-09-10T08:15:41.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.724+0000 7f5b168f1740 1 -- 172.21.15.67:0/625209224 shutdown_connections 2024-09-10T08:15:41.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.724+0000 7f5b168f1740 1 --2- 172.21.15.67:0/625209224 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5628eaf142f0 0x5628eaf1a090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:41.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.724+0000 7f5b168f1740 1 --2- 172.21.15.67:0/625209224 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5628eaf1ebb0 0x5628eaf1a5d0 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:41.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.724+0000 7f5b168f1740 1 --2- 172.21.15.67:0/625209224 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5628eaf139d0 0x5628eaf2fe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:41.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.724+0000 7f5b168f1740 1 -- 172.21.15.67:0/625209224 >> 172.21.15.67:0/625209224 conn(0x5628eaf0ff60 msgr2=0x5628eaf0ace0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:41.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.724+0000 7f5b168f1740 1 -- 172.21.15.67:0/625209224 shutdown_connections 2024-09-10T08:15:41.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.724+0000 7f5b168f1740 1 -- 172.21.15.67:0/625209224 wait complete. 2024-09-10T08:15:41.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.725+0000 7f5b168f1740 1 -- start start 2024-09-10T08:15:41.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.725+0000 7f5b168f1740 1 Processor -- start 2024-09-10T08:15:41.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.725+0000 7f5b168f1740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5628eaf139d0 0x5628eaf39520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:41.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.725+0000 7f5b168f1740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5628eaf142f0 0x5628eaf32850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:41.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.725+0000 7f5b168f1740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5628eaf1ebb0 0x5628eaf32d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:41.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.725+0000 7f5b168f1740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5628eaf30a50 con 0x5628eaf139d0 2024-09-10T08:15:41.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.725+0000 7f5b168f1740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5628eaf30380 con 0x5628eaf142f0 2024-09-10T08:15:41.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.725+0000 7f5b168f1740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5628eaf31120 con 0x5628eaf1ebb0 2024-09-10T08:15:41.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.725+0000 7f5b168f1740 10 client.0 _ll_register_callbacks cb 0x7f5b00032e90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:15:41.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.725+0000 7f5b11ab3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5628eaf139d0 0x5628eaf39520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:41.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.725+0000 7f5b11ab3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5628eaf139d0 0x5628eaf39520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42430/0 (socket says 172.21.15.67:42430) 2024-09-10T08:15:41.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.725+0000 7f5b11ab3640 1 -- 172.21.15.67:0/680661077 learned_addr learned my addr 172.21.15.67:0/680661077 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:41.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.725+0000 7f5b122b4640 1 --2- 172.21.15.67:0/680661077 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5628eaf142f0 0x5628eaf32850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:41.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.725+0000 7f5b11ab3640 1 -- 172.21.15.67:0/680661077 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5628eaf1ebb0 msgr2=0x5628eaf32d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:41.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.725+0000 7f5b11ab3640 1 --2- 172.21.15.67:0/680661077 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5628eaf1ebb0 0x5628eaf32d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:41.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.725+0000 7f5b11ab3640 1 -- 172.21.15.67:0/680661077 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5628eaf142f0 msgr2=0x5628eaf32850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:41.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.725+0000 7f5b11ab3640 1 --2- 172.21.15.67:0/680661077 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5628eaf142f0 0x5628eaf32850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:41.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.725+0000 7f5b11ab3640 1 -- 172.21.15.67:0/680661077 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5628eaf33520 con 0x5628eaf139d0 2024-09-10T08:15:41.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.726+0000 7f5b11ab3640 1 --2- 172.21.15.67:0/680661077 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5628eaf139d0 0x5628eaf39520 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f5b00005d00 tx=0x7f5b00032d30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f07abc7451f0f3d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:41.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.726+0000 7f5af1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:15:41.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.726+0000 7f5af1ffb640 1 -- 172.21.15.67:0/680661077 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b0005e060 con 0x5628eaf139d0 2024-09-10T08:15:41.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.726+0000 7f5af1ffb640 1 -- 172.21.15.67:0/680661077 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f5b0003d800 con 0x5628eaf139d0 2024-09-10T08:15:41.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.726+0000 7f5b168f1740 1 -- 172.21.15.67:0/680661077 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5b0003d650 con 0x5628eaf139d0 2024-09-10T08:15:41.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.726+0000 7f5af1ffb640 1 -- 172.21.15.67:0/680661077 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f5b00065050 con 0x5628eaf139d0 2024-09-10T08:15:41.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.726+0000 7f5b168f1740 10 client.15540 fetch_fsmap learned FSMap version 29 2024-09-10T08:15:41.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.726+0000 7f5b168f1740 1 -- 172.21.15.67:0/680661077 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5628eaf99e70 con 0x5628eaf139d0 2024-09-10T08:15:41.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.726+0000 7f5af1ffb640 1 -- 172.21.15.67:0/680661077 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5b0003d650 con 0x5628eaf139d0 2024-09-10T08:15:41.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.726+0000 7f5af1ffb640 1 -- 172.21.15.67:0/680661077 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f5b00055020 con 0x5628eaf139d0 2024-09-10T08:15:41.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.726+0000 7f5b168f1740 10 client.15540 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:15:41.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.726+0000 7f5b168f1740 10 client.15540 resolve_mds: resolved name 'k' to daemon mds.k 2024-09-10T08:15:41.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.726+0000 7f5b168f1740 20 client.15540 populate_metadata read hostname 'smithi067' 2024-09-10T08:15:41.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.726+0000 7f5b168f1740 1 --2- 172.21.15.67:0/680661077 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x5628eaf9e520 0x5628eaf9d230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:41.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.726+0000 7f5b168f1740 4 client.15540 mds_command: new command op to 24404 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T08:15:41.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.726+0000 7f5b168f1740 1 -- 172.21.15.67:0/680661077 --> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] -- command(tid 0: {"prefix": "status"}) -- 0x5628eae81b10 con 0x5628eaf9e520 2024-09-10T08:15:41.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.727+0000 7f5b122b4640 1 --2- 172.21.15.67:0/680661077 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x5628eaf9e520 0x5628eaf9d230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:41.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.727+0000 7f5b122b4640 1 --2- 172.21.15.67:0/680661077 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x5628eaf9e520 0x5628eaf9d230 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=9df8b56deebe2961 server_cookie=c4c262c058bdafc in_seq=0 out_seq=0 2024-09-10T08:15:41.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.727+0000 7f5af1ffb640 10 client.15540 ms_handle_connect on v2:172.21.15.133:6832/2920270168 2024-09-10T08:15:41.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.727+0000 7f5af1ffb640 1 -- 172.21.15.67:0/680661077 <== mds.4 v2:172.21.15.133:6832/2920270168 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x5628eae81b10 con 0x5628eaf9e520 2024-09-10T08:15:41.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.727+0000 7f5af1ffb640 10 client.15540 handle_command_reply: tid=0 2024-09-10T08:15:41.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.727+0000 7f5b168f1740 1 client.15540 shutdown 2024-09-10T08:15:41.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.727+0000 7f5b168f1740 1 -- 172.21.15.67:0/680661077 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5628eaf139d0 msgr2=0x5628eaf39520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:41.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.727+0000 7f5b168f1740 1 --2- 172.21.15.67:0/680661077 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5628eaf139d0 0x5628eaf39520 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f5b00005d00 tx=0x7f5b00032d30 comp rx=0 tx=0).stop 2024-09-10T08:15:41.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.727+0000 7f5b168f1740 1 -- 172.21.15.67:0/680661077 shutdown_connections 2024-09-10T08:15:41.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.727+0000 7f5b168f1740 1 --2- 172.21.15.67:0/680661077 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x5628eaf9e520 0x5628eaf9d230 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:41.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.727+0000 7f5b168f1740 1 --2- 172.21.15.67:0/680661077 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5628eaf142f0 0x5628eaf32850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:41.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.727+0000 7f5b168f1740 1 --2- 172.21.15.67:0/680661077 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5628eaf1ebb0 0x5628eaf32d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:41.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.727+0000 7f5af1ffb640 0 client.15540 ms_handle_reset on v2:172.21.15.133:6832/2920270168 2024-09-10T08:15:41.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.727+0000 7f5b168f1740 1 --2- 172.21.15.67:0/680661077 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5628eaf139d0 0x5628eaf39520 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:41.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.727+0000 7f5b168f1740 1 -- 172.21.15.67:0/680661077 >> 172.21.15.67:0/680661077 conn(0x5628eaf0ff60 msgr2=0x5628eaf19f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:41.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.728+0000 7f5b168f1740 1 -- 172.21.15.67:0/680661077 shutdown_connections 2024-09-10T08:15:41.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.728+0000 7f5b168f1740 1 -- 172.21.15.67:0/680661077 wait complete. 2024-09-10T08:15:41.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.728+0000 7f5b168f1740 20 client.15540 trim_cache size 0 max 16384 2024-09-10T08:15:41.733 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:15:41.734 INFO:teuthology.orchestra.run.smithi067.stdout: "cluster_fsid": "315284b0-6f4b-11ef-bcea-c7b262605968", 2024-09-10T08:15:41.734 INFO:teuthology.orchestra.run.smithi067.stdout: "whoami": 4, 2024-09-10T08:15:41.734 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 24404, 2024-09-10T08:15:41.734 INFO:teuthology.orchestra.run.smithi067.stdout: "want_state": "up:active", 2024-09-10T08:15:41.734 INFO:teuthology.orchestra.run.smithi067.stdout: "state": "up:active", 2024-09-10T08:15:41.734 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs", 2024-09-10T08:15:41.734 INFO:teuthology.orchestra.run.smithi067.stdout: "rank_uptime": 138.912735889, 2024-09-10T08:15:41.734 INFO:teuthology.orchestra.run.smithi067.stdout: "mdsmap_epoch": 29, 2024-09-10T08:15:41.734 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch": 92, 2024-09-10T08:15:41.734 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch_barrier": 92, 2024-09-10T08:15:41.734 INFO:teuthology.orchestra.run.smithi067.stdout: "uptime": 224.24053136699999 2024-09-10T08:15:41.734 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:15:41.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.728+0000 7f5b14518640 1 -- 172.21.15.67:0/3114270009 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5af40a2c90 msgr2=0x7f5af40a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:41.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.728+0000 7f5b14518640 1 --2- 172.21.15.67:0/3114270009 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5af40a2c90 0x7f5af40a5150 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f5afc09b590 tx=0x7f5afc086040 comp rx=0 tx=0).stop 2024-09-10T08:15:41.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.728+0000 7f5b14518640 1 -- 172.21.15.67:0/3114270009 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5b0c106f20 msgr2=0x7f5b0c074f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:41.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.728+0000 7f5b14518640 1 --2- 172.21.15.67:0/3114270009 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5b0c106f20 0x7f5b0c074f70 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f5afc00cad0 tx=0x7f5afc00cf90 comp rx=0 tx=0).stop 2024-09-10T08:15:41.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.728+0000 7f5b14518640 1 -- 172.21.15.67:0/3114270009 shutdown_connections 2024-09-10T08:15:41.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.728+0000 7f5b14518640 1 --2- 172.21.15.67:0/3114270009 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5af40a2c90 0x7f5af40a5150 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:41.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.728+0000 7f5b14518640 1 --2- 172.21.15.67:0/3114270009 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5b0c1027a0 0x7f5b0c074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:41.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.728+0000 7f5b14518640 1 --2- 172.21.15.67:0/3114270009 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5b0c106f20 0x7f5b0c074f70 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:41.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.728+0000 7f5b14518640 1 --2- 172.21.15.67:0/3114270009 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5b0c101df0 0x7f5b0c0744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:41.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.728+0000 7f5b14518640 1 -- 172.21.15.67:0/3114270009 >> 172.21.15.67:0/3114270009 conn(0x7f5b0c0fd8f0 msgr2=0x7f5b0c0feda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:41.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.728+0000 7f5b14518640 1 -- 172.21.15.67:0/3114270009 shutdown_connections 2024-09-10T08:15:41.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:41.728+0000 7f5b14518640 1 -- 172.21.15.67:0/3114270009 wait complete. 2024-09-10T08:15:42.537 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.l status 2024-09-10T08:15:42.795 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:15:43.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:42 smithi067 ceph-mon[31051]: pgmap v384: 129 pgs: 129 active+clean; 662 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.7 KiB/s wr, 13 op/s 2024-09-10T08:15:43.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.311+0000 7fd2c148b640 1 -- 172.21.15.67:0/3809429835 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd2bc1036c0 msgr2=0x7fd2bc10bbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:43.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.311+0000 7fd2c148b640 1 --2- 172.21.15.67:0/3809429835 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd2bc1036c0 0x7fd2bc10bbb0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fd2a4009900 tx=0x7fd2a402a480 comp rx=0 tx=0).stop 2024-09-10T08:15:43.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.311+0000 7fd2c148b640 1 -- 172.21.15.67:0/3809429835 shutdown_connections 2024-09-10T08:15:43.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.311+0000 7fd2c148b640 1 --2- 172.21.15.67:0/3809429835 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd2bc10c180 0x7fd2bc10e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:43.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.311+0000 7fd2c148b640 1 --2- 172.21.15.67:0/3809429835 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd2bc1036c0 0x7fd2bc10bbb0 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:43.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.311+0000 7fd2c148b640 1 --2- 172.21.15.67:0/3809429835 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd2bc102da0 0x7fd2bc103180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:43.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.311+0000 7fd2c148b640 1 -- 172.21.15.67:0/3809429835 >> 172.21.15.67:0/3809429835 conn(0x7fd2bc0fc7a0 msgr2=0x7fd2bc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:43.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.311+0000 7fd2c148b640 1 -- 172.21.15.67:0/3809429835 shutdown_connections 2024-09-10T08:15:43.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.311+0000 7fd2c148b640 1 -- 172.21.15.67:0/3809429835 wait complete. 2024-09-10T08:15:43.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.312+0000 7fd2c148b640 1 Processor -- start 2024-09-10T08:15:43.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.312+0000 7fd2c148b640 1 -- start start 2024-09-10T08:15:43.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.312+0000 7fd2c148b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd2bc102da0 0x7fd2bc198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:43.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.312+0000 7fd2c148b640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd2bc1036c0 0x7fd2bc1988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:43.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.312+0000 7fd2c148b640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd2bc10c180 0x7fd2bc19cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:43.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.312+0000 7fd2c148b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd2bc111e10 con 0x7fd2bc102da0 2024-09-10T08:15:43.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.312+0000 7fd2c148b640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fd2bc111c90 con 0x7fd2bc1036c0 2024-09-10T08:15:43.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.312+0000 7fd2c148b640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fd2bc111f90 con 0x7fd2bc10c180 2024-09-10T08:15:43.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.313+0000 7fd2baffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd2bc102da0 0x7fd2bc198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:43.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.313+0000 7fd2baffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd2bc102da0 0x7fd2bc198370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42452/0 (socket says 172.21.15.67:42452) 2024-09-10T08:15:43.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.313+0000 7fd2baffd640 1 -- 172.21.15.67:0/3838161878 learned_addr learned my addr 172.21.15.67:0/3838161878 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:43.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.313+0000 7fd2bb7fe640 1 --2- 172.21.15.67:0/3838161878 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd2bc10c180 0x7fd2bc19cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:43.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.313+0000 7fd2b3fff640 1 --2- 172.21.15.67:0/3838161878 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd2bc1036c0 0x7fd2bc1988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:43.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.313+0000 7fd2baffd640 1 -- 172.21.15.67:0/3838161878 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd2bc10c180 msgr2=0x7fd2bc19cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:43.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.313+0000 7fd2baffd640 1 --2- 172.21.15.67:0/3838161878 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd2bc10c180 0x7fd2bc19cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:43.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.313+0000 7fd2baffd640 1 -- 172.21.15.67:0/3838161878 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd2bc1036c0 msgr2=0x7fd2bc1988b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:43.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.313+0000 7fd2baffd640 1 --2- 172.21.15.67:0/3838161878 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd2bc1036c0 0x7fd2bc1988b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:43.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.313+0000 7fd2baffd640 1 -- 172.21.15.67:0/3838161878 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2bc19d320 con 0x7fd2bc102da0 2024-09-10T08:15:43.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.313+0000 7fd2bb7fe640 1 --2- 172.21.15.67:0/3838161878 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd2bc10c180 0x7fd2bc19cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:15:43.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.313+0000 7fd2b3fff640 1 --2- 172.21.15.67:0/3838161878 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd2bc1036c0 0x7fd2bc1988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:15:43.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.313+0000 7fd2baffd640 1 --2- 172.21.15.67:0/3838161878 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd2bc102da0 0x7fd2bc198370 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fd2ac00d950 tx=0x7fd2ac00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:43.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.313+0000 7fd2b8ff9640 1 -- 172.21.15.67:0/3838161878 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2ac017070 con 0x7fd2bc102da0 2024-09-10T08:15:43.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.313+0000 7fd2b8ff9640 1 -- 172.21.15.67:0/3838161878 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd2ac009c30 con 0x7fd2bc102da0 2024-09-10T08:15:43.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.313+0000 7fd2c148b640 1 -- 172.21.15.67:0/3838161878 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2bc19d610 con 0x7fd2bc102da0 2024-09-10T08:15:43.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.313+0000 7fd2b8ff9640 1 -- 172.21.15.67:0/3838161878 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2ac00f620 con 0x7fd2bc102da0 2024-09-10T08:15:43.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.313+0000 7fd2c148b640 1 -- 172.21.15.67:0/3838161878 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2bc1a4ef0 con 0x7fd2bc102da0 2024-09-10T08:15:43.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.316+0000 7fd2b8ff9640 1 -- 172.21.15.67:0/3838161878 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 19) ==== 137884+0+0 (secure 0 0 0) 0x7fd2ac0109a0 con 0x7fd2bc102da0 2024-09-10T08:15:43.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.316+0000 7fd2c3864740 1 Processor -- start 2024-09-10T08:15:43.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.316+0000 7fd2c3864740 1 -- start start 2024-09-10T08:15:43.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.316+0000 7fd2c3864740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b736119d0 0x560b73611db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:43.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.316+0000 7fd2c3864740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560b736122f0 0x560b7361c670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:43.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.316+0000 7fd2c3864740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b7361cbb0 0x560b7361efa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:43.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.316+0000 7fd2c3864740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x560b73578090 con 0x560b7361cbb0 2024-09-10T08:15:43.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.316+0000 7fd2c3864740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x560b7351fa70 con 0x560b736122f0 2024-09-10T08:15:43.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.316+0000 7fd2c3864740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x560b73574050 con 0x560b736119d0 2024-09-10T08:15:43.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.316+0000 7fd2b3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b7361cbb0 0x560b7361efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:43.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.316+0000 7fd2b3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b7361cbb0 0x560b7361efa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42458/0 (socket says 172.21.15.67:42458) 2024-09-10T08:15:43.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.316+0000 7fd2b3fff640 1 -- 172.21.15.67:0/191077634 learned_addr learned my addr 172.21.15.67:0/191077634 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:43.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.317+0000 7fd2bb7fe640 1 --2- 172.21.15.67:0/191077634 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b736119d0 0x560b73611db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:43.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.317+0000 7fd2baffd640 1 --2- 172.21.15.67:0/191077634 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560b736122f0 0x560b7361c670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:43.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.317+0000 7fd2b8ff9640 1 --2- 172.21.15.67:0/3838161878 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd2a80a2c10 0x7fd2a80a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:43.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.317+0000 7fd2b3fff640 1 -- 172.21.15.67:0/191077634 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b736119d0 msgr2=0x560b73611db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:43.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.317+0000 7fd2b3fff640 1 --2- 172.21.15.67:0/191077634 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b736119d0 0x560b73611db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:43.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.317+0000 7fd2b3fff640 1 -- 172.21.15.67:0/191077634 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560b736122f0 msgr2=0x560b7361c670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:43.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.317+0000 7fd2b3fff640 1 --2- 172.21.15.67:0/191077634 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560b736122f0 0x560b7361c670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:43.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.317+0000 7fd2b3fff640 1 -- 172.21.15.67:0/191077634 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560b7352c130 con 0x560b7361cbb0 2024-09-10T08:15:43.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.317+0000 7fd2bb7fe640 1 --2- 172.21.15.67:0/3838161878 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd2a80a2c10 0x7fd2a80a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:43.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.317+0000 7fd2b8ff9640 1 -- 172.21.15.67:0/3838161878 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fd2ac0cf2e0 con 0x7fd2bc102da0 2024-09-10T08:15:43.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.317+0000 7fd2b3fff640 1 --2- 172.21.15.67:0/191077634 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b7361cbb0 0x560b7361efa0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7fd2a4009900 tx=0x7fd2a4032cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b33006e15f6a26ad server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:43.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.317+0000 7fd2b17fa640 1 -- 172.21.15.67:0/191077634 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2a403f070 con 0x560b7361cbb0 2024-09-10T08:15:43.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.317+0000 7fd2b17fa640 1 -- 172.21.15.67:0/191077634 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd2a40316a0 con 0x560b7361cbb0 2024-09-10T08:15:43.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.317+0000 7fd2b17fa640 1 -- 172.21.15.67:0/191077634 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2a4035070 con 0x560b7361cbb0 2024-09-10T08:15:43.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.318+0000 7fd2c3864740 1 -- 172.21.15.67:0/191077634 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b7361cbb0 msgr2=0x560b7361efa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:43.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.318+0000 7fd2bb7fe640 1 --2- 172.21.15.67:0/3838161878 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd2a80a2c10 0x7fd2a80a50d0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fd2b4005fd0 tx=0x7fd2b4004a40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:43.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.318+0000 7fd2c3864740 1 --2- 172.21.15.67:0/191077634 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b7361cbb0 0x560b7361efa0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7fd2a4009900 tx=0x7fd2a4032cb0 comp rx=0 tx=0).stop 2024-09-10T08:15:43.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.318+0000 7fd2c3864740 1 -- 172.21.15.67:0/191077634 shutdown_connections 2024-09-10T08:15:43.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.318+0000 7fd2c3864740 1 --2- 172.21.15.67:0/191077634 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560b736122f0 0x560b7361c670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:43.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.318+0000 7fd2c3864740 1 --2- 172.21.15.67:0/191077634 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b7361cbb0 0x560b7361efa0 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:43.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.318+0000 7fd2c3864740 1 --2- 172.21.15.67:0/191077634 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b736119d0 0x560b73611db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:43.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.318+0000 7fd2c3864740 1 -- 172.21.15.67:0/191077634 >> 172.21.15.67:0/191077634 conn(0x560b7360df60 msgr2=0x560b7360e340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:43.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.318+0000 7fd2c3864740 1 -- 172.21.15.67:0/191077634 shutdown_connections 2024-09-10T08:15:43.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.318+0000 7fd2c3864740 1 -- 172.21.15.67:0/191077634 wait complete. 2024-09-10T08:15:43.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.319+0000 7fd2c3864740 1 -- start start 2024-09-10T08:15:43.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.319+0000 7fd2c3864740 1 Processor -- start 2024-09-10T08:15:43.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.319+0000 7fd2c3864740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b736119d0 0x560b7361c450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:43.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.319+0000 7fd2c3864740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560b736122f0 0x560b736197a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:43.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.319+0000 7fd2c3864740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b7361cbb0 0x560b73619ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:43.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.319+0000 7fd2c3864740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x560b7361f780 con 0x560b7361cbb0 2024-09-10T08:15:43.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.319+0000 7fd2c3864740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x560b73532f20 con 0x560b736122f0 2024-09-10T08:15:43.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.319+0000 7fd2c3864740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x560b7361f900 con 0x560b736119d0 2024-09-10T08:15:43.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.319+0000 7fd2c3864740 10 client.0 _ll_register_callbacks cb 0x560b734fc030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:15:43.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.319+0000 7fd2bb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b7361cbb0 0x560b73619ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:43.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.319+0000 7fd2bb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b7361cbb0 0x560b73619ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42472/0 (socket says 172.21.15.67:42472) 2024-09-10T08:15:43.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.319+0000 7fd2bb7fe640 1 -- 172.21.15.67:0/4157568444 learned_addr learned my addr 172.21.15.67:0/4157568444 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:43.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.319+0000 7fd2baffd640 1 --2- 172.21.15.67:0/4157568444 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b736119d0 0x560b7361c450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:43.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.319+0000 7fd2b3fff640 1 --2- 172.21.15.67:0/4157568444 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560b736122f0 0x560b736197a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:43.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.319+0000 7fd2bb7fe640 1 -- 172.21.15.67:0/4157568444 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b736119d0 msgr2=0x560b7361c450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:43.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.319+0000 7fd2bb7fe640 1 --2- 172.21.15.67:0/4157568444 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b736119d0 0x560b7361c450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:43.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.319+0000 7fd2bb7fe640 1 -- 172.21.15.67:0/4157568444 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560b736122f0 msgr2=0x560b736197a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:43.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.319+0000 7fd2bb7fe640 1 --2- 172.21.15.67:0/4157568444 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560b736122f0 0x560b736197a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:43.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.319+0000 7fd2bb7fe640 1 -- 172.21.15.67:0/4157568444 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560b732e92b0 con 0x560b7361cbb0 2024-09-10T08:15:43.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.320+0000 7fd2bb7fe640 1 --2- 172.21.15.67:0/4157568444 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b7361cbb0 0x560b73619ce0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fd2b4009b60 tx=0x7fd2b4004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6afeffe3eaa959e7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:43.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.320+0000 7fd2a27fc640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:15:43.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.320+0000 7fd2a27fc640 1 -- 172.21.15.67:0/4157568444 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2b402b060 con 0x560b7361cbb0 2024-09-10T08:15:43.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.320+0000 7fd2a27fc640 1 -- 172.21.15.67:0/4157568444 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fd2b4018070 con 0x560b7361cbb0 2024-09-10T08:15:43.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.320+0000 7fd2c3864740 1 -- 172.21.15.67:0/4157568444 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd2a40316a0 con 0x560b7361cbb0 2024-09-10T08:15:43.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.320+0000 7fd2a27fc640 1 -- 172.21.15.67:0/4157568444 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fd2b4032050 con 0x560b7361cbb0 2024-09-10T08:15:43.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.320+0000 7fd2c3864740 10 client.15552 fetch_fsmap learned FSMap version 29 2024-09-10T08:15:43.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.320+0000 7fd2c3864740 1 -- 172.21.15.67:0/4157568444 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560b7362b100 con 0x560b7361cbb0 2024-09-10T08:15:43.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.320+0000 7fd2a27fc640 1 -- 172.21.15.67:0/4157568444 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd2a40316a0 con 0x560b7361cbb0 2024-09-10T08:15:43.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.320+0000 7fd2a27fc640 1 -- 172.21.15.67:0/4157568444 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fd2b400f040 con 0x560b7361cbb0 2024-09-10T08:15:43.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.320+0000 7fd2c3864740 10 client.15552 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:15:43.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.321+0000 7fd2c3864740 10 client.15552 resolve_mds: resolved name 'l' to daemon mds.l 2024-09-10T08:15:43.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.321+0000 7fd2c3864740 20 client.15552 populate_metadata read hostname 'smithi067' 2024-09-10T08:15:43.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.321+0000 7fd2c3864740 1 --2- 172.21.15.67:0/4157568444 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x560b7362d760 0x560b7362ebd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:43.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.321+0000 7fd2c3864740 4 client.15552 mds_command: new command op to 24412 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:15:43.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.321+0000 7fd2c3864740 1 -- 172.21.15.67:0/4157568444 --> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560b73585600 con 0x560b7362d760 2024-09-10T08:15:43.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.321+0000 7fd2baffd640 1 --2- 172.21.15.67:0/4157568444 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x560b7362d760 0x560b7362ebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:43.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.321+0000 7fd2baffd640 1 --2- 172.21.15.67:0/4157568444 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x560b7362d760 0x560b7362ebd0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=ba5626ddf2cda27f server_cookie=1e7e2df161fc3d3d in_seq=0 out_seq=0 2024-09-10T08:15:43.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.321+0000 7fd2a27fc640 10 client.15552 ms_handle_connect on v2:172.21.15.203:6832/754287689 2024-09-10T08:15:43.329 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:42 smithi203 ceph-mon[34672]: pgmap v384: 129 pgs: 129 active+clean; 662 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.7 KiB/s wr, 13 op/s 2024-09-10T08:15:43.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.322+0000 7fd2a27fc640 1 -- 172.21.15.67:0/4157568444 <== mds.3 v2:172.21.15.203:6832/754287689 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560b73585600 con 0x560b7362d760 2024-09-10T08:15:43.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.322+0000 7fd2a27fc640 10 client.15552 handle_command_reply: tid=0 2024-09-10T08:15:43.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.322+0000 7fd2c3864740 1 client.15552 shutdown 2024-09-10T08:15:43.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.322+0000 7fd2c3864740 1 -- 172.21.15.67:0/4157568444 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b7361cbb0 msgr2=0x560b73619ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:43.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.322+0000 7fd2c3864740 1 --2- 172.21.15.67:0/4157568444 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b7361cbb0 0x560b73619ce0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fd2b4009b60 tx=0x7fd2b4004ab0 comp rx=0 tx=0).stop 2024-09-10T08:15:43.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.322+0000 7fd2c3864740 1 -- 172.21.15.67:0/4157568444 shutdown_connections 2024-09-10T08:15:43.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.323+0000 7fd2c3864740 1 --2- 172.21.15.67:0/4157568444 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x560b7362d760 0x560b7362ebd0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:43.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.323+0000 7fd2a27fc640 0 client.15552 ms_handle_reset on v2:172.21.15.203:6832/754287689 2024-09-10T08:15:43.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.323+0000 7fd2c3864740 1 --2- 172.21.15.67:0/4157568444 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560b736122f0 0x560b736197a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:43.331 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.323+0000 7fd2c3864740 1 --2- 172.21.15.67:0/4157568444 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b7361cbb0 0x560b73619ce0 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:43.331 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.323+0000 7fd2c3864740 1 --2- 172.21.15.67:0/4157568444 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b736119d0 0x560b7361c450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:43.331 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.323+0000 7fd2c3864740 1 -- 172.21.15.67:0/4157568444 >> 172.21.15.67:0/4157568444 conn(0x560b7360df60 msgr2=0x560b73613c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:43.331 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.323+0000 7fd2c3864740 1 -- 172.21.15.67:0/4157568444 shutdown_connections 2024-09-10T08:15:43.331 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.323+0000 7fd2c3864740 1 -- 172.21.15.67:0/4157568444 wait complete. 2024-09-10T08:15:43.331 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.323+0000 7fd2c3864740 20 client.15552 trim_cache size 0 max 16384 2024-09-10T08:15:43.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.341+0000 7fd2c3864740 1 Processor -- start 2024-09-10T08:15:43.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.341+0000 7fd2c3864740 1 -- start start 2024-09-10T08:15:43.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.341+0000 7fd2c3864740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b736119d0 0x560b7362ebd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:43.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.341+0000 7fd2c3864740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b736122f0 0x560b736372a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:43.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.341+0000 7fd2c3864740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560b7361cbb0 0x560b73618070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:43.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.341+0000 7fd2c3864740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x560b7362cf10 con 0x560b736122f0 2024-09-10T08:15:43.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.341+0000 7fd2c3864740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x560b7362d5e0 con 0x560b7361cbb0 2024-09-10T08:15:43.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.341+0000 7fd2c3864740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x560b7362dcb0 con 0x560b736119d0 2024-09-10T08:15:43.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.342+0000 7fd2b3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b736122f0 0x560b736372a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:43.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.342+0000 7fd2b3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b736122f0 0x560b736372a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42478/0 (socket says 172.21.15.67:42478) 2024-09-10T08:15:43.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.342+0000 7fd2b3fff640 1 -- 172.21.15.67:0/1308373944 learned_addr learned my addr 172.21.15.67:0/1308373944 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:43.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.342+0000 7fd2baffd640 1 --2- 172.21.15.67:0/1308373944 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b736119d0 0x560b7362ebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:43.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.342+0000 7fd2b3fff640 1 -- 172.21.15.67:0/1308373944 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b736119d0 msgr2=0x560b7362ebd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:43.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.342+0000 7fd2b3fff640 1 --2- 172.21.15.67:0/1308373944 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b736119d0 0x560b7362ebd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:43.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.342+0000 7fd2b3fff640 1 -- 172.21.15.67:0/1308373944 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560b7361cbb0 msgr2=0x560b73618070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:43.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.342+0000 7fd2bb7fe640 1 --2- 172.21.15.67:0/1308373944 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560b7361cbb0 0x560b73618070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:43.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.342+0000 7fd2b3fff640 1 --2- 172.21.15.67:0/1308373944 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560b7361cbb0 0x560b73618070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:43.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.342+0000 7fd2b3fff640 1 -- 172.21.15.67:0/1308373944 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560b7360f0f0 con 0x560b736122f0 2024-09-10T08:15:43.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.342+0000 7fd2bb7fe640 1 --2- 172.21.15.67:0/1308373944 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560b7361cbb0 0x560b73618070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:15:43.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.342+0000 7fd2b3fff640 1 --2- 172.21.15.67:0/1308373944 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b736122f0 0x560b736372a0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7fd2a4033000 tx=0x7fd2a4031400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f28d60bff564026f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:43.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.342+0000 7fd2b0ff9640 1 -- 172.21.15.67:0/1308373944 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2a403f070 con 0x560b736122f0 2024-09-10T08:15:43.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.342+0000 7fd2b0ff9640 1 -- 172.21.15.67:0/1308373944 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd2a404b070 con 0x560b736122f0 2024-09-10T08:15:43.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.342+0000 7fd2b0ff9640 1 -- 172.21.15.67:0/1308373944 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2a4035040 con 0x560b736122f0 2024-09-10T08:15:43.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:42 smithi133 ceph-mon[34721]: pgmap v384: 129 pgs: 129 active+clean; 662 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 1.7 KiB/s wr, 13 op/s 2024-09-10T08:15:43.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.343+0000 7fd2c3864740 1 -- 172.21.15.67:0/1308373944 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b736122f0 msgr2=0x560b736372a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:43.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.343+0000 7fd2c3864740 1 --2- 172.21.15.67:0/1308373944 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b736122f0 0x560b736372a0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7fd2a4033000 tx=0x7fd2a4031400 comp rx=0 tx=0).stop 2024-09-10T08:15:43.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.343+0000 7fd2c3864740 1 -- 172.21.15.67:0/1308373944 shutdown_connections 2024-09-10T08:15:43.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.343+0000 7fd2c3864740 1 --2- 172.21.15.67:0/1308373944 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560b7361cbb0 0x560b73618070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:43.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.343+0000 7fd2c3864740 1 --2- 172.21.15.67:0/1308373944 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b736122f0 0x560b736372a0 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:43.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.343+0000 7fd2c3864740 1 --2- 172.21.15.67:0/1308373944 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b736119d0 0x560b7362ebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:43.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.343+0000 7fd2c3864740 1 -- 172.21.15.67:0/1308373944 >> 172.21.15.67:0/1308373944 conn(0x560b7360df60 msgr2=0x560b73619760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:43.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.343+0000 7fd2c3864740 1 -- 172.21.15.67:0/1308373944 shutdown_connections 2024-09-10T08:15:43.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.343+0000 7fd2c3864740 1 -- 172.21.15.67:0/1308373944 wait complete. 2024-09-10T08:15:43.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.343+0000 7fd2c3864740 1 -- start start 2024-09-10T08:15:43.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.344+0000 7fd2c3864740 1 Processor -- start 2024-09-10T08:15:43.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.344+0000 7fd2c3864740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b736119d0 0x560b73636870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:43.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.344+0000 7fd2c3864740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560b736122f0 0x560b73636db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:43.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.344+0000 7fd2c3864740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b7361cbb0 0x560b73692fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:43.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.344+0000 7fd2c3864740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x560b7362ea50 con 0x560b7361cbb0 2024-09-10T08:15:43.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.344+0000 7fd2c3864740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x560b7362e380 con 0x560b736122f0 2024-09-10T08:15:43.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.344+0000 7fd2c3864740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x560b7362f120 con 0x560b736119d0 2024-09-10T08:15:43.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.344+0000 7fd2c3864740 10 client.0 _ll_register_callbacks cb 0x7fd2b4009d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:15:43.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.344+0000 7fd2bb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b7361cbb0 0x560b73692fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:43.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.344+0000 7fd2bb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b7361cbb0 0x560b73692fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42492/0 (socket says 172.21.15.67:42492) 2024-09-10T08:15:43.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.344+0000 7fd2bb7fe640 1 -- 172.21.15.67:0/3114583094 learned_addr learned my addr 172.21.15.67:0/3114583094 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:43.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.344+0000 7fd2b3fff640 1 --2- 172.21.15.67:0/3114583094 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560b736122f0 0x560b73636db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:43.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.344+0000 7fd2baffd640 1 --2- 172.21.15.67:0/3114583094 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b736119d0 0x560b73636870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:43.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.344+0000 7fd2bb7fe640 1 -- 172.21.15.67:0/3114583094 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b736119d0 msgr2=0x560b73636870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:43.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.344+0000 7fd2bb7fe640 1 --2- 172.21.15.67:0/3114583094 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b736119d0 0x560b73636870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:43.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.344+0000 7fd2bb7fe640 1 -- 172.21.15.67:0/3114583094 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560b736122f0 msgr2=0x560b73636db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:43.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.344+0000 7fd2bb7fe640 1 --2- 172.21.15.67:0/3114583094 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560b736122f0 0x560b73636db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:43.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.344+0000 7fd2bb7fe640 1 -- 172.21.15.67:0/3114583094 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560b73693650 con 0x560b7361cbb0 2024-09-10T08:15:43.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.345+0000 7fd2bb7fe640 1 --2- 172.21.15.67:0/3114583094 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b7361cbb0 0x560b73692fb0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fd2b4021040 tx=0x7fd2b401cf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f6b7e3a16ade22 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:43.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.345+0000 7fd2a27fc640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:15:43.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.345+0000 7fd2a27fc640 1 -- 172.21.15.67:0/3114583094 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2b403b060 con 0x560b7361cbb0 2024-09-10T08:15:43.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.345+0000 7fd2c3864740 1 -- 172.21.15.67:0/3114583094 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd2a404b070 con 0x560b7361cbb0 2024-09-10T08:15:43.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.345+0000 7fd2a27fc640 1 -- 172.21.15.67:0/3114583094 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fd2b401c690 con 0x560b7361cbb0 2024-09-10T08:15:43.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.345+0000 7fd2a27fc640 1 -- 172.21.15.67:0/3114583094 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fd2b401e6f0 con 0x560b7361cbb0 2024-09-10T08:15:43.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.345+0000 7fd2c3864740 10 client.15558 fetch_fsmap learned FSMap version 29 2024-09-10T08:15:43.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.345+0000 7fd2c3864740 1 -- 172.21.15.67:0/3114583094 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560b7369bb90 con 0x560b7361cbb0 2024-09-10T08:15:43.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.345+0000 7fd2a27fc640 1 -- 172.21.15.67:0/3114583094 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd2a404b070 con 0x560b7361cbb0 2024-09-10T08:15:43.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.345+0000 7fd2a27fc640 1 -- 172.21.15.67:0/3114583094 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fd2b40368b0 con 0x560b7361cbb0 2024-09-10T08:15:43.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.345+0000 7fd2c3864740 10 client.15558 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:15:43.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.345+0000 7fd2c3864740 10 client.15558 resolve_mds: resolved name 'l' to daemon mds.l 2024-09-10T08:15:43.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.345+0000 7fd2c3864740 20 client.15558 populate_metadata read hostname 'smithi067' 2024-09-10T08:15:43.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.345+0000 7fd2c3864740 1 --2- 172.21.15.67:0/3114583094 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x560b736a0730 0x560b7369f440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:43.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.345+0000 7fd2c3864740 4 client.15558 mds_command: new command op to 24412 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T08:15:43.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.345+0000 7fd2c3864740 1 -- 172.21.15.67:0/3114583094 --> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] -- command(tid 0: {"prefix": "status"}) -- 0x560b7357fb10 con 0x560b736a0730 2024-09-10T08:15:43.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.346+0000 7fd2baffd640 1 --2- 172.21.15.67:0/3114583094 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x560b736a0730 0x560b7369f440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:43.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.346+0000 7fd2a27fc640 10 client.15558 ms_handle_connect on v2:172.21.15.203:6832/754287689 2024-09-10T08:15:43.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.346+0000 7fd2baffd640 1 --2- 172.21.15.67:0/3114583094 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x560b736a0730 0x560b7369f440 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=7a83a795c8d1f946 server_cookie=4edbee27d672a70d in_seq=0 out_seq=0 2024-09-10T08:15:43.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.346+0000 7fd2a27fc640 1 -- 172.21.15.67:0/3114583094 <== mds.3 v2:172.21.15.203:6832/754287689 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x560b7357fb10 con 0x560b736a0730 2024-09-10T08:15:43.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.346+0000 7fd2a27fc640 10 client.15558 handle_command_reply: tid=0 2024-09-10T08:15:43.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.346+0000 7fd2c3864740 1 client.15558 shutdown 2024-09-10T08:15:43.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.347+0000 7fd2c3864740 1 -- 172.21.15.67:0/3114583094 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b7361cbb0 msgr2=0x560b73692fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:43.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.347+0000 7fd2c3864740 1 --2- 172.21.15.67:0/3114583094 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b7361cbb0 0x560b73692fb0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fd2b4021040 tx=0x7fd2b401cf40 comp rx=0 tx=0).stop 2024-09-10T08:15:43.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.347+0000 7fd2c3864740 1 -- 172.21.15.67:0/3114583094 shutdown_connections 2024-09-10T08:15:43.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.347+0000 7fd2c3864740 1 --2- 172.21.15.67:0/3114583094 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x560b736a0730 0x560b7369f440 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:43.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.347+0000 7fd2c3864740 1 --2- 172.21.15.67:0/3114583094 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560b736122f0 0x560b73636db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:43.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.347+0000 7fd2c3864740 1 --2- 172.21.15.67:0/3114583094 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b7361cbb0 0x560b73692fb0 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:43.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.347+0000 7fd2a27fc640 0 client.15558 ms_handle_reset on v2:172.21.15.203:6832/754287689 2024-09-10T08:15:43.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.347+0000 7fd2c3864740 1 --2- 172.21.15.67:0/3114583094 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560b736119d0 0x560b73636870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:43.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.347+0000 7fd2c3864740 1 -- 172.21.15.67:0/3114583094 >> 172.21.15.67:0/3114583094 conn(0x560b7360df60 msgr2=0x560b73617fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:43.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.347+0000 7fd2c3864740 1 -- 172.21.15.67:0/3114583094 shutdown_connections 2024-09-10T08:15:43.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.347+0000 7fd2c3864740 1 -- 172.21.15.67:0/3114583094 wait complete. 2024-09-10T08:15:43.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.347+0000 7fd2c3864740 20 client.15558 trim_cache size 0 max 16384 2024-09-10T08:15:43.352 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:15:43.352 INFO:teuthology.orchestra.run.smithi067.stdout: "cluster_fsid": "315284b0-6f4b-11ef-bcea-c7b262605968", 2024-09-10T08:15:43.353 INFO:teuthology.orchestra.run.smithi067.stdout: "whoami": 3, 2024-09-10T08:15:43.353 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 24412, 2024-09-10T08:15:43.353 INFO:teuthology.orchestra.run.smithi067.stdout: "want_state": "up:active", 2024-09-10T08:15:43.353 INFO:teuthology.orchestra.run.smithi067.stdout: "state": "up:active", 2024-09-10T08:15:43.353 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs", 2024-09-10T08:15:43.353 INFO:teuthology.orchestra.run.smithi067.stdout: "rank_uptime": 141.54111331499999, 2024-09-10T08:15:43.353 INFO:teuthology.orchestra.run.smithi067.stdout: "mdsmap_epoch": 29, 2024-09-10T08:15:43.353 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch": 92, 2024-09-10T08:15:43.353 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch_barrier": 92, 2024-09-10T08:15:43.354 INFO:teuthology.orchestra.run.smithi067.stdout: "uptime": 228.628672276 2024-09-10T08:15:43.354 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:15:43.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.347+0000 7fd2c148b640 1 -- 172.21.15.67:0/3838161878 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd2a80a2c10 msgr2=0x7fd2a80a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:43.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.347+0000 7fd2c148b640 1 --2- 172.21.15.67:0/3838161878 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd2a80a2c10 0x7fd2a80a50d0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fd2b4005fd0 tx=0x7fd2b4004a40 comp rx=0 tx=0).stop 2024-09-10T08:15:43.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.347+0000 7fd2c148b640 1 -- 172.21.15.67:0/3838161878 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd2bc102da0 msgr2=0x7fd2bc198370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:43.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.347+0000 7fd2c148b640 1 --2- 172.21.15.67:0/3838161878 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd2bc102da0 0x7fd2bc198370 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fd2ac00d950 tx=0x7fd2ac00de10 comp rx=0 tx=0).stop 2024-09-10T08:15:43.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.348+0000 7fd2c148b640 1 -- 172.21.15.67:0/3838161878 shutdown_connections 2024-09-10T08:15:43.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.348+0000 7fd2c148b640 1 --2- 172.21.15.67:0/3838161878 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd2a80a2c10 0x7fd2a80a50d0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:43.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.348+0000 7fd2c148b640 1 --2- 172.21.15.67:0/3838161878 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd2bc1036c0 0x7fd2bc1988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:43.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.348+0000 7fd2c148b640 1 --2- 172.21.15.67:0/3838161878 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd2bc10c180 0x7fd2bc19cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:43.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.348+0000 7fd2c148b640 1 --2- 172.21.15.67:0/3838161878 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd2bc102da0 0x7fd2bc198370 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:43.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.348+0000 7fd2c148b640 1 -- 172.21.15.67:0/3838161878 >> 172.21.15.67:0/3838161878 conn(0x7fd2bc0fc7a0 msgr2=0x7fd2bc0fe100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:43.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.348+0000 7fd2c148b640 1 -- 172.21.15.67:0/3838161878 shutdown_connections 2024-09-10T08:15:43.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:43.348+0000 7fd2c148b640 1 -- 172.21.15.67:0/3838161878 wait complete. 2024-09-10T08:15:44.141 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.c status 2024-09-10T08:15:44.399 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:15:44.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.933+0000 7fb793131640 1 -- 172.21.15.67:0/2818676780 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb78c1036e0 msgr2=0x7fb78c107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:44.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.933+0000 7fb793131640 1 --2- 172.21.15.67:0/2818676780 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb78c1036e0 0x7fb78c107b90 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fb77c009930 tx=0x7fb77c02a420 comp rx=0 tx=0).stop 2024-09-10T08:15:44.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.933+0000 7fb793131640 1 -- 172.21.15.67:0/2818676780 shutdown_connections 2024-09-10T08:15:44.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.933+0000 7fb793131640 1 --2- 172.21.15.67:0/2818676780 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb78c1082a0 0x7fb78c10ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:44.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.933+0000 7fb793131640 1 --2- 172.21.15.67:0/2818676780 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb78c1036e0 0x7fb78c107b90 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:44.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.933+0000 7fb793131640 1 --2- 172.21.15.67:0/2818676780 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb78c102d30 0x7fb78c103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:44.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.933+0000 7fb793131640 1 -- 172.21.15.67:0/2818676780 >> 172.21.15.67:0/2818676780 conn(0x7fb78c0fc7d0 msgr2=0x7fb78c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:44.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.933+0000 7fb793131640 1 -- 172.21.15.67:0/2818676780 shutdown_connections 2024-09-10T08:15:44.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.933+0000 7fb793131640 1 -- 172.21.15.67:0/2818676780 wait complete. 2024-09-10T08:15:44.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.933+0000 7fb793131640 1 Processor -- start 2024-09-10T08:15:44.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.934+0000 7fb793131640 1 -- start start 2024-09-10T08:15:44.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.934+0000 7fb793131640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb78c102d30 0x7fb78c198490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:44.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.934+0000 7fb793131640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb78c1036e0 0x7fb78c1989d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:44.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.934+0000 7fb793131640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb78c1082a0 0x7fb78c19cd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:44.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.934+0000 7fb793131640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb78c111f50 con 0x7fb78c102d30 2024-09-10T08:15:44.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.934+0000 7fb793131640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fb78c111dd0 con 0x7fb78c1082a0 2024-09-10T08:15:44.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.934+0000 7fb793131640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fb78c1120d0 con 0x7fb78c1036e0 2024-09-10T08:15:44.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.934+0000 7fb790ecd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb78c102d30 0x7fb78c198490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:44.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.934+0000 7fb790ecd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb78c102d30 0x7fb78c198490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42516/0 (socket says 172.21.15.67:42516) 2024-09-10T08:15:44.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.934+0000 7fb790ecd640 1 -- 172.21.15.67:0/3062040314 learned_addr learned my addr 172.21.15.67:0/3062040314 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:44.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.934+0000 7fb7916ce640 1 --2- 172.21.15.67:0/3062040314 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb78c1082a0 0x7fb78c19cd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:44.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.934+0000 7fb78bfff640 1 --2- 172.21.15.67:0/3062040314 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb78c1036e0 0x7fb78c1989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:44.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.934+0000 7fb790ecd640 1 -- 172.21.15.67:0/3062040314 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb78c1036e0 msgr2=0x7fb78c1989d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:44.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.934+0000 7fb790ecd640 1 --2- 172.21.15.67:0/3062040314 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb78c1036e0 0x7fb78c1989d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:44.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.934+0000 7fb790ecd640 1 -- 172.21.15.67:0/3062040314 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb78c1082a0 msgr2=0x7fb78c19cd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:44.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.934+0000 7fb790ecd640 1 --2- 172.21.15.67:0/3062040314 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb78c1082a0 0x7fb78c19cd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:44.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.934+0000 7fb790ecd640 1 -- 172.21.15.67:0/3062040314 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb78c19d440 con 0x7fb78c102d30 2024-09-10T08:15:44.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.934+0000 7fb78bfff640 1 --2- 172.21.15.67:0/3062040314 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb78c1036e0 0x7fb78c1989d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:15:44.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.934+0000 7fb790ecd640 1 --2- 172.21.15.67:0/3062040314 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb78c102d30 0x7fb78c198490 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fb78400ea80 tx=0x7fb78400ef40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:44.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.935+0000 7fb789ffb640 1 -- 172.21.15.67:0/3062040314 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb78400ce40 con 0x7fb78c102d30 2024-09-10T08:15:44.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.935+0000 7fb789ffb640 1 -- 172.21.15.67:0/3062040314 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb784005020 con 0x7fb78c102d30 2024-09-10T08:15:44.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.935+0000 7fb793131640 1 -- 172.21.15.67:0/3062040314 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb78c19d730 con 0x7fb78c102d30 2024-09-10T08:15:44.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.935+0000 7fb789ffb640 1 -- 172.21.15.67:0/3062040314 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7840116d0 con 0x7fb78c102d30 2024-09-10T08:15:44.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.935+0000 7fb793131640 1 -- 172.21.15.67:0/3062040314 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb78c1a5010 con 0x7fb78c102d30 2024-09-10T08:15:44.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.937+0000 7fb789ffb640 1 -- 172.21.15.67:0/3062040314 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 19) ==== 137884+0+0 (secure 0 0 0) 0x7fb7840051d0 con 0x7fb78c102d30 2024-09-10T08:15:44.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.938+0000 7fb79550a740 1 Processor -- start 2024-09-10T08:15:44.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.938+0000 7fb79550a740 1 -- start start 2024-09-10T08:15:44.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.938+0000 7fb789ffb640 1 --2- 172.21.15.67:0/3062040314 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb7780a2c90 0x7fb7780a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:44.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.938+0000 7fb79550a740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564d697ac9d0 0x564d697acdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:44.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.938+0000 7fb79550a740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564d697ad2f0 0x564d697b7670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:44.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.938+0000 7fb79550a740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564d697b7bb0 0x564d697b9fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:44.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.938+0000 7fb79550a740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x564d69713090 con 0x564d697ac9d0 2024-09-10T08:15:44.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.938+0000 7fb79550a740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x564d696baa70 con 0x564d697ad2f0 2024-09-10T08:15:44.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.938+0000 7fb79550a740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x564d6970f050 con 0x564d697b7bb0 2024-09-10T08:15:44.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.938+0000 7fb790ecd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564d697ac9d0 0x564d697acdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:44.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.938+0000 7fb7916ce640 1 --2- 172.21.15.67:0/3062040314 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb7780a2c90 0x7fb7780a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:44.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.938+0000 7fb790ecd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564d697ac9d0 0x564d697acdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42530/0 (socket says 172.21.15.67:42530) 2024-09-10T08:15:44.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.938+0000 7fb790ecd640 1 -- 172.21.15.67:0/2058436289 learned_addr learned my addr 172.21.15.67:0/2058436289 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:44.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.938+0000 7fb789ffb640 1 -- 172.21.15.67:0/3062040314 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fb7840cf880 con 0x7fb78c102d30 2024-09-10T08:15:44.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.939+0000 7fb78bfff640 1 --2- 172.21.15.67:0/2058436289 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564d697ad2f0 0x564d697b7670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:44.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.939+0000 7fb790ecd640 1 -- 172.21.15.67:0/2058436289 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564d697b7bb0 msgr2=0x564d697b9fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:44.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.939+0000 7fb790ecd640 1 --2- 172.21.15.67:0/2058436289 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564d697b7bb0 0x564d697b9fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:44.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.939+0000 7fb790ecd640 1 -- 172.21.15.67:0/2058436289 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564d697ad2f0 msgr2=0x564d697b7670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:44.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.939+0000 7fb790ecd640 1 --2- 172.21.15.67:0/2058436289 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564d697ad2f0 0x564d697b7670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:44.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.939+0000 7fb790ecd640 1 -- 172.21.15.67:0/2058436289 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564d696c7130 con 0x564d697ac9d0 2024-09-10T08:15:44.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.939+0000 7fb78bfff640 1 --2- 172.21.15.67:0/2058436289 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564d697ad2f0 0x564d697b7670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:15:44.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.939+0000 7fb7916ce640 1 --2- 172.21.15.67:0/3062040314 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb7780a2c90 0x7fb7780a5150 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fb77400a500 tx=0x7fb77400a650 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:44.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.939+0000 7fb790ecd640 1 --2- 172.21.15.67:0/2058436289 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564d697ac9d0 0x564d697acdb0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fb784009270 tx=0x7fb78409b580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb23713d9b34f79b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:44.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.939+0000 7fb782ffd640 1 -- 172.21.15.67:0/2058436289 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb78401f070 con 0x564d697ac9d0 2024-09-10T08:15:44.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.939+0000 7fb782ffd640 1 -- 172.21.15.67:0/2058436289 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb78409ce50 con 0x564d697ac9d0 2024-09-10T08:15:44.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.939+0000 7fb782ffd640 1 -- 172.21.15.67:0/2058436289 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb784099eb0 con 0x564d697ac9d0 2024-09-10T08:15:44.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.940+0000 7fb79550a740 1 -- 172.21.15.67:0/2058436289 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564d697ac9d0 msgr2=0x564d697acdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:44.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.940+0000 7fb79550a740 1 --2- 172.21.15.67:0/2058436289 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564d697ac9d0 0x564d697acdb0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fb784009270 tx=0x7fb78409b580 comp rx=0 tx=0).stop 2024-09-10T08:15:44.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.940+0000 7fb79550a740 1 -- 172.21.15.67:0/2058436289 shutdown_connections 2024-09-10T08:15:44.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.940+0000 7fb79550a740 1 --2- 172.21.15.67:0/2058436289 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564d697ad2f0 0x564d697b7670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:44.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.940+0000 7fb79550a740 1 --2- 172.21.15.67:0/2058436289 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564d697b7bb0 0x564d697b9fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:44.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.940+0000 7fb79550a740 1 --2- 172.21.15.67:0/2058436289 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564d697ac9d0 0x564d697acdb0 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:44.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.940+0000 7fb79550a740 1 -- 172.21.15.67:0/2058436289 >> 172.21.15.67:0/2058436289 conn(0x564d697a8f60 msgr2=0x564d697a9340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:44.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.940+0000 7fb79550a740 1 -- 172.21.15.67:0/2058436289 shutdown_connections 2024-09-10T08:15:44.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.940+0000 7fb79550a740 1 -- 172.21.15.67:0/2058436289 wait complete. 2024-09-10T08:15:44.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.940+0000 7fb79550a740 1 -- start start 2024-09-10T08:15:44.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.940+0000 7fb79550a740 1 Processor -- start 2024-09-10T08:15:44.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.941+0000 7fb79550a740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564d697ac9d0 0x564d697b74b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:44.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.941+0000 7fb79550a740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564d697ad2f0 0x564d697b4800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:44.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.941+0000 7fb79550a740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564d697b7bb0 0x564d697b4d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:44.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.941+0000 7fb79550a740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x564d697ba780 con 0x564d697b7bb0 2024-09-10T08:15:44.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.941+0000 7fb79550a740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x564d696cdf20 con 0x564d697ad2f0 2024-09-10T08:15:44.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.941+0000 7fb79550a740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x564d697ba900 con 0x564d697ac9d0 2024-09-10T08:15:44.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.941+0000 7fb79550a740 10 client.0 _ll_register_callbacks cb 0x564d69697030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:15:44.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.941+0000 7fb7916ce640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564d697b7bb0 0x564d697b4d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:44.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.941+0000 7fb7916ce640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564d697b7bb0 0x564d697b4d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42536/0 (socket says 172.21.15.67:42536) 2024-09-10T08:15:44.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.941+0000 7fb7916ce640 1 -- 172.21.15.67:0/1743199047 learned_addr learned my addr 172.21.15.67:0/1743199047 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:44.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.941+0000 7fb790ecd640 1 --2- 172.21.15.67:0/1743199047 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564d697ac9d0 0x564d697b74b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:44.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.941+0000 7fb78bfff640 1 --2- 172.21.15.67:0/1743199047 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564d697ad2f0 0x564d697b4800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:44.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.941+0000 7fb7916ce640 1 -- 172.21.15.67:0/1743199047 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564d697ac9d0 msgr2=0x564d697b74b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:44.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.941+0000 7fb7916ce640 1 --2- 172.21.15.67:0/1743199047 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564d697ac9d0 0x564d697b74b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:44.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.941+0000 7fb7916ce640 1 -- 172.21.15.67:0/1743199047 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564d697ad2f0 msgr2=0x564d697b4800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:44.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.941+0000 7fb7916ce640 1 --2- 172.21.15.67:0/1743199047 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564d697ad2f0 0x564d697b4800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:44.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.941+0000 7fb7916ce640 1 -- 172.21.15.67:0/1743199047 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564d694842b0 con 0x564d697b7bb0 2024-09-10T08:15:44.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.941+0000 7fb790ecd640 1 --2- 172.21.15.67:0/1743199047 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564d697ac9d0 0x564d697b74b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:15:44.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.941+0000 7fb7916ce640 1 --2- 172.21.15.67:0/1743199047 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564d697b7bb0 0x564d697b4d40 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fb774012a40 tx=0x7fb774004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5f12dbda2228cce server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:44.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.941+0000 7fb76bfff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:15:44.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.942+0000 7fb76bfff640 1 -- 172.21.15.67:0/1743199047 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb774023070 con 0x564d697b7bb0 2024-09-10T08:15:44.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.942+0000 7fb76bfff640 1 -- 172.21.15.67:0/1743199047 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fb77400ee00 con 0x564d697b7bb0 2024-09-10T08:15:44.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.942+0000 7fb79550a740 1 -- 172.21.15.67:0/1743199047 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb78409ce50 con 0x564d697b7bb0 2024-09-10T08:15:44.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.942+0000 7fb76bfff640 1 -- 172.21.15.67:0/1743199047 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fb77402e050 con 0x564d697b7bb0 2024-09-10T08:15:44.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.942+0000 7fb79550a740 10 client.15570 fetch_fsmap learned FSMap version 29 2024-09-10T08:15:44.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.942+0000 7fb79550a740 1 -- 172.21.15.67:0/1743199047 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x564d697c60c0 con 0x564d697b7bb0 2024-09-10T08:15:44.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.942+0000 7fb76bfff640 1 -- 172.21.15.67:0/1743199047 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb78409ce50 con 0x564d697b7bb0 2024-09-10T08:15:44.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.942+0000 7fb76bfff640 1 -- 172.21.15.67:0/1743199047 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fb77401f430 con 0x564d697b7bb0 2024-09-10T08:15:44.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.942+0000 7fb79550a740 10 client.15570 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:15:44.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.942+0000 7fb79550a740 10 client.15570 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-10T08:15:44.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.942+0000 7fb79550a740 20 client.15570 populate_metadata read hostname 'smithi067' 2024-09-10T08:15:44.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.942+0000 7fb79550a740 1 --2- 172.21.15.67:0/1743199047 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x564d697c86f0 0x564d697c9b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:44.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.942+0000 7fb79550a740 4 client.15570 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:15:44.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.942+0000 7fb79550a740 1 -- 172.21.15.67:0/1743199047 --> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564d69720600 con 0x564d697c86f0 2024-09-10T08:15:44.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.942+0000 7fb790ecd640 1 --2- 172.21.15.67:0/1743199047 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x564d697c86f0 0x564d697c9b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:44.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.943+0000 7fb790ecd640 1 --2- 172.21.15.67:0/1743199047 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x564d697c86f0 0x564d697c9b60 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a9b504ebafdaa9d7 server_cookie=d2b4763f40b1e11 in_seq=0 out_seq=0 2024-09-10T08:15:44.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.943+0000 7fb76bfff640 10 client.15570 ms_handle_connect on v2:172.21.15.203:6836/4255783395 2024-09-10T08:15:44.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.943+0000 7fb76bfff640 1 -- 172.21.15.67:0/1743199047 <== mds.2 v2:172.21.15.203:6836/4255783395 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564d69720600 con 0x564d697c86f0 2024-09-10T08:15:44.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.944+0000 7fb76bfff640 10 client.15570 handle_command_reply: tid=0 2024-09-10T08:15:44.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.944+0000 7fb79550a740 1 client.15570 shutdown 2024-09-10T08:15:44.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.944+0000 7fb79550a740 1 -- 172.21.15.67:0/1743199047 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564d697b7bb0 msgr2=0x564d697b4d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:44.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.944+0000 7fb79550a740 1 --2- 172.21.15.67:0/1743199047 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564d697b7bb0 0x564d697b4d40 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fb774012a40 tx=0x7fb774004730 comp rx=0 tx=0).stop 2024-09-10T08:15:44.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.944+0000 7fb79550a740 1 -- 172.21.15.67:0/1743199047 shutdown_connections 2024-09-10T08:15:44.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.944+0000 7fb79550a740 1 --2- 172.21.15.67:0/1743199047 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x564d697c86f0 0x564d697c9b60 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:44.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.944+0000 7fb79550a740 1 --2- 172.21.15.67:0/1743199047 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564d697ad2f0 0x564d697b4800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:44.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.944+0000 7fb79550a740 1 --2- 172.21.15.67:0/1743199047 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564d697b7bb0 0x564d697b4d40 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:44.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.944+0000 7fb76bfff640 0 client.15570 ms_handle_reset on v2:172.21.15.203:6836/4255783395 2024-09-10T08:15:44.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.944+0000 7fb79550a740 1 --2- 172.21.15.67:0/1743199047 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564d697ac9d0 0x564d697b74b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:44.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.944+0000 7fb79550a740 1 -- 172.21.15.67:0/1743199047 >> 172.21.15.67:0/1743199047 conn(0x564d697a8f60 msgr2=0x564d697aec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:44.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.944+0000 7fb79550a740 1 -- 172.21.15.67:0/1743199047 shutdown_connections 2024-09-10T08:15:44.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.944+0000 7fb79550a740 1 -- 172.21.15.67:0/1743199047 wait complete. 2024-09-10T08:15:44.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.944+0000 7fb79550a740 20 client.15570 trim_cache size 0 max 16384 2024-09-10T08:15:44.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.962+0000 7fb79550a740 1 Processor -- start 2024-09-10T08:15:44.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.962+0000 7fb79550a740 1 -- start start 2024-09-10T08:15:44.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.962+0000 7fb79550a740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564d697ac9d0 0x564d697c8dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:44.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.962+0000 7fb79550a740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564d697ad2f0 0x564d697b47c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:44.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.962+0000 7fb79550a740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564d697b7bb0 0x564d697b4d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:44.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.962+0000 7fb79550a740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x564d697c7ea0 con 0x564d697ac9d0 2024-09-10T08:15:44.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.962+0000 7fb79550a740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x564d697c8570 con 0x564d697ad2f0 2024-09-10T08:15:44.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.962+0000 7fb79550a740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x564d697c8c40 con 0x564d697b7bb0 2024-09-10T08:15:44.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.962+0000 7fb790ecd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564d697ac9d0 0x564d697c8dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:44.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.962+0000 7fb790ecd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564d697ac9d0 0x564d697c8dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42546/0 (socket says 172.21.15.67:42546) 2024-09-10T08:15:44.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.962+0000 7fb790ecd640 1 -- 172.21.15.67:0/3725478256 learned_addr learned my addr 172.21.15.67:0/3725478256 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:44.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.962+0000 7fb78bfff640 1 --2- 172.21.15.67:0/3725478256 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564d697ad2f0 0x564d697b47c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:44.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.962+0000 7fb790ecd640 1 -- 172.21.15.67:0/3725478256 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564d697b7bb0 msgr2=0x564d697b4d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:44.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.962+0000 7fb790ecd640 1 --2- 172.21.15.67:0/3725478256 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564d697b7bb0 0x564d697b4d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:44.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.962+0000 7fb790ecd640 1 -- 172.21.15.67:0/3725478256 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564d697ad2f0 msgr2=0x564d697b47c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:44.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.962+0000 7fb790ecd640 1 --2- 172.21.15.67:0/3725478256 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564d697ad2f0 0x564d697b47c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:44.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.962+0000 7fb790ecd640 1 -- 172.21.15.67:0/3725478256 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564d697a8a00 con 0x564d697ac9d0 2024-09-10T08:15:44.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.963+0000 7fb78bfff640 1 --2- 172.21.15.67:0/3725478256 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564d697ad2f0 0x564d697b47c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:15:44.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.963+0000 7fb790ecd640 1 --2- 172.21.15.67:0/3725478256 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564d697ac9d0 0x564d697c8dc0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fb7840a4260 tx=0x7fb784005810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=513a1b8ab6e52f73 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:44.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.963+0000 7fb7827fc640 1 -- 172.21.15.67:0/3725478256 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb78407f070 con 0x564d697ac9d0 2024-09-10T08:15:44.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.963+0000 7fb7827fc640 1 -- 172.21.15.67:0/3725478256 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb7840b3070 con 0x564d697ac9d0 2024-09-10T08:15:44.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.963+0000 7fb7827fc640 1 -- 172.21.15.67:0/3725478256 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb78409de60 con 0x564d697ac9d0 2024-09-10T08:15:44.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.963+0000 7fb79550a740 1 -- 172.21.15.67:0/3725478256 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564d697ac9d0 msgr2=0x564d697c8dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:44.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.963+0000 7fb79550a740 1 --2- 172.21.15.67:0/3725478256 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564d697ac9d0 0x564d697c8dc0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fb7840a4260 tx=0x7fb784005810 comp rx=0 tx=0).stop 2024-09-10T08:15:44.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.963+0000 7fb79550a740 1 -- 172.21.15.67:0/3725478256 shutdown_connections 2024-09-10T08:15:44.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.963+0000 7fb79550a740 1 --2- 172.21.15.67:0/3725478256 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564d697ad2f0 0x564d697b47c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:44.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.963+0000 7fb79550a740 1 --2- 172.21.15.67:0/3725478256 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564d697b7bb0 0x564d697b4d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:44.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.963+0000 7fb79550a740 1 --2- 172.21.15.67:0/3725478256 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564d697ac9d0 0x564d697c8dc0 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:44.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.963+0000 7fb79550a740 1 -- 172.21.15.67:0/3725478256 >> 172.21.15.67:0/3725478256 conn(0x564d697a8f60 msgr2=0x564d697b3d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:44.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.964+0000 7fb79550a740 1 -- 172.21.15.67:0/3725478256 shutdown_connections 2024-09-10T08:15:44.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.964+0000 7fb79550a740 1 -- 172.21.15.67:0/3725478256 wait complete. 2024-09-10T08:15:44.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.964+0000 7fb79550a740 1 -- start start 2024-09-10T08:15:44.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.964+0000 7fb79550a740 1 Processor -- start 2024-09-10T08:15:44.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.964+0000 7fb79550a740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564d697ac9d0 0x564d697cac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:44.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.964+0000 7fb79550a740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564d697ad2f0 0x564d697cb1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:44.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.964+0000 7fb79550a740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564d697b7bb0 0x564d697cb6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:44.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.964+0000 7fb79550a740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x564d697c99e0 con 0x564d697ad2f0 2024-09-10T08:15:44.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.964+0000 7fb79550a740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x564d697c9310 con 0x564d697ac9d0 2024-09-10T08:15:44.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.964+0000 7fb79550a740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x564d697ca0b0 con 0x564d697b7bb0 2024-09-10T08:15:44.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.964+0000 7fb79550a740 10 client.0 _ll_register_callbacks cb 0x7fb77400a8e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:15:44.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.965+0000 7fb78bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564d697ad2f0 0x564d697cb1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:44.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.965+0000 7fb78bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564d697ad2f0 0x564d697cb1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42560/0 (socket says 172.21.15.67:42560) 2024-09-10T08:15:44.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.965+0000 7fb78bfff640 1 -- 172.21.15.67:0/2210801817 learned_addr learned my addr 172.21.15.67:0/2210801817 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:44.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.965+0000 7fb790ecd640 1 --2- 172.21.15.67:0/2210801817 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564d697ac9d0 0x564d697cac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:44.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.965+0000 7fb7916ce640 1 --2- 172.21.15.67:0/2210801817 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564d697b7bb0 0x564d697cb6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:44.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.965+0000 7fb78bfff640 1 -- 172.21.15.67:0/2210801817 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564d697b7bb0 msgr2=0x564d697cb6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:44.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.965+0000 7fb78bfff640 1 --2- 172.21.15.67:0/2210801817 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564d697b7bb0 0x564d697cb6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:44.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.965+0000 7fb78bfff640 1 -- 172.21.15.67:0/2210801817 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564d697ac9d0 msgr2=0x564d697cac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:44.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.965+0000 7fb78bfff640 1 --2- 172.21.15.67:0/2210801817 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564d697ac9d0 0x564d697cac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:44.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.965+0000 7fb78bfff640 1 -- 172.21.15.67:0/2210801817 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564d69830df0 con 0x564d697ad2f0 2024-09-10T08:15:44.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.965+0000 7fb790ecd640 1 --2- 172.21.15.67:0/2210801817 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564d697ac9d0 0x564d697cac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:15:44.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.965+0000 7fb78bfff640 1 --2- 172.21.15.67:0/2210801817 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564d697ad2f0 0x564d697cb1b0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fb78c0697d0 tx=0x7fb77c031740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d41609d49569fef6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:44.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.965+0000 7fb76bfff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:15:44.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.965+0000 7fb76bfff640 1 -- 172.21.15.67:0/2210801817 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb77c03f070 con 0x564d697ad2f0 2024-09-10T08:15:44.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.965+0000 7fb76bfff640 1 -- 172.21.15.67:0/2210801817 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fb77c004450 con 0x564d697ad2f0 2024-09-10T08:15:44.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.965+0000 7fb79550a740 1 -- 172.21.15.67:0/2210801817 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb7840b3070 con 0x564d697ad2f0 2024-09-10T08:15:44.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.966+0000 7fb76bfff640 1 -- 172.21.15.67:0/2210801817 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fb77c04b050 con 0x564d697ad2f0 2024-09-10T08:15:44.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.966+0000 7fb79550a740 10 client.15576 fetch_fsmap learned FSMap version 29 2024-09-10T08:15:44.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.966+0000 7fb79550a740 1 -- 172.21.15.67:0/2210801817 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x564d69831fc0 con 0x564d697ad2f0 2024-09-10T08:15:44.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.966+0000 7fb76bfff640 1 -- 172.21.15.67:0/2210801817 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb7840b3070 con 0x564d697ad2f0 2024-09-10T08:15:44.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.966+0000 7fb76bfff640 1 -- 172.21.15.67:0/2210801817 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fb77c03b630 con 0x564d697ad2f0 2024-09-10T08:15:44.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.966+0000 7fb79550a740 10 client.15576 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:15:44.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.966+0000 7fb79550a740 10 client.15576 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-10T08:15:44.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.966+0000 7fb79550a740 20 client.15576 populate_metadata read hostname 'smithi067' 2024-09-10T08:15:44.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.966+0000 7fb79550a740 1 --2- 172.21.15.67:0/2210801817 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x564d69836b30 0x564d69835840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:44.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.966+0000 7fb79550a740 4 client.15576 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T08:15:44.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.966+0000 7fb79550a740 1 -- 172.21.15.67:0/2210801817 --> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] -- command(tid 0: {"prefix": "status"}) -- 0x564d6971ab10 con 0x564d69836b30 2024-09-10T08:15:44.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.966+0000 7fb790ecd640 1 --2- 172.21.15.67:0/2210801817 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x564d69836b30 0x564d69835840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:44.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.967+0000 7fb790ecd640 1 --2- 172.21.15.67:0/2210801817 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x564d69836b30 0x564d69835840 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b17228b135d5195e server_cookie=c071e55e694ebd0f in_seq=0 out_seq=0 2024-09-10T08:15:44.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.967+0000 7fb76bfff640 10 client.15576 ms_handle_connect on v2:172.21.15.203:6836/4255783395 2024-09-10T08:15:44.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.967+0000 7fb76bfff640 1 -- 172.21.15.67:0/2210801817 <== mds.2 v2:172.21.15.203:6836/4255783395 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x564d6971ab10 con 0x564d69836b30 2024-09-10T08:15:44.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.967+0000 7fb76bfff640 10 client.15576 handle_command_reply: tid=0 2024-09-10T08:15:44.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.967+0000 7fb79550a740 1 client.15576 shutdown 2024-09-10T08:15:44.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.967+0000 7fb79550a740 1 -- 172.21.15.67:0/2210801817 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564d697ad2f0 msgr2=0x564d697cb1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:44.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.967+0000 7fb79550a740 1 --2- 172.21.15.67:0/2210801817 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564d697ad2f0 0x564d697cb1b0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fb78c0697d0 tx=0x7fb77c031740 comp rx=0 tx=0).stop 2024-09-10T08:15:44.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.967+0000 7fb79550a740 1 -- 172.21.15.67:0/2210801817 shutdown_connections 2024-09-10T08:15:44.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.967+0000 7fb79550a740 1 --2- 172.21.15.67:0/2210801817 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x564d69836b30 0x564d69835840 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:44.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.967+0000 7fb79550a740 1 --2- 172.21.15.67:0/2210801817 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564d697b7bb0 0x564d697cb6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:44.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.967+0000 7fb79550a740 1 --2- 172.21.15.67:0/2210801817 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564d697ad2f0 0x564d697cb1b0 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:44.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.967+0000 7fb79550a740 1 --2- 172.21.15.67:0/2210801817 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564d697ac9d0 0x564d697cac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:44.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.967+0000 7fb76bfff640 0 client.15576 ms_handle_reset on v2:172.21.15.203:6836/4255783395 2024-09-10T08:15:44.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.967+0000 7fb79550a740 1 -- 172.21.15.67:0/2210801817 >> 172.21.15.67:0/2210801817 conn(0x564d697a8f60 msgr2=0x564d697b47c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:44.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.967+0000 7fb79550a740 1 -- 172.21.15.67:0/2210801817 shutdown_connections 2024-09-10T08:15:44.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.968+0000 7fb79550a740 1 -- 172.21.15.67:0/2210801817 wait complete. 2024-09-10T08:15:44.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.968+0000 7fb79550a740 20 client.15576 trim_cache size 0 max 16384 2024-09-10T08:15:44.973 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:15:44.973 INFO:teuthology.orchestra.run.smithi067.stdout: "cluster_fsid": "315284b0-6f4b-11ef-bcea-c7b262605968", 2024-09-10T08:15:44.973 INFO:teuthology.orchestra.run.smithi067.stdout: "whoami": 2, 2024-09-10T08:15:44.973 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 24457, 2024-09-10T08:15:44.973 INFO:teuthology.orchestra.run.smithi067.stdout: "want_state": "up:active", 2024-09-10T08:15:44.973 INFO:teuthology.orchestra.run.smithi067.stdout: "state": "up:active", 2024-09-10T08:15:44.973 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs", 2024-09-10T08:15:44.973 INFO:teuthology.orchestra.run.smithi067.stdout: "rank_uptime": 143.97284481299999, 2024-09-10T08:15:44.974 INFO:teuthology.orchestra.run.smithi067.stdout: "mdsmap_epoch": 29, 2024-09-10T08:15:44.974 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch": 92, 2024-09-10T08:15:44.974 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch_barrier": 92, 2024-09-10T08:15:44.974 INFO:teuthology.orchestra.run.smithi067.stdout: "uptime": 212.37825464100001 2024-09-10T08:15:44.974 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:15:44.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.968+0000 7fb793131640 1 -- 172.21.15.67:0/3062040314 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb7780a2c90 msgr2=0x7fb7780a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:44.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.968+0000 7fb793131640 1 --2- 172.21.15.67:0/3062040314 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb7780a2c90 0x7fb7780a5150 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fb77400a500 tx=0x7fb77400a650 comp rx=0 tx=0).stop 2024-09-10T08:15:44.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.968+0000 7fb793131640 1 -- 172.21.15.67:0/3062040314 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb78c102d30 msgr2=0x7fb78c198490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:44.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.968+0000 7fb793131640 1 --2- 172.21.15.67:0/3062040314 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb78c102d30 0x7fb78c198490 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fb78400ea80 tx=0x7fb78400ef40 comp rx=0 tx=0).stop 2024-09-10T08:15:44.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.968+0000 7fb793131640 1 -- 172.21.15.67:0/3062040314 shutdown_connections 2024-09-10T08:15:44.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.968+0000 7fb793131640 1 --2- 172.21.15.67:0/3062040314 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb7780a2c90 0x7fb7780a5150 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:44.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.968+0000 7fb793131640 1 --2- 172.21.15.67:0/3062040314 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb78c1082a0 0x7fb78c19cd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:44.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.968+0000 7fb793131640 1 --2- 172.21.15.67:0/3062040314 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb78c1036e0 0x7fb78c1989d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:44.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.968+0000 7fb793131640 1 --2- 172.21.15.67:0/3062040314 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb78c102d30 0x7fb78c198490 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:44.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.968+0000 7fb793131640 1 -- 172.21.15.67:0/3062040314 >> 172.21.15.67:0/3062040314 conn(0x7fb78c0fc7d0 msgr2=0x7fb78c105e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:44.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.968+0000 7fb793131640 1 -- 172.21.15.67:0/3062040314 shutdown_connections 2024-09-10T08:15:44.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:44.968+0000 7fb793131640 1 -- 172.21.15.67:0/3062040314 wait complete. 2024-09-10T08:15:45.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:44 smithi067 ceph-mon[31051]: pgmap v385: 129 pgs: 129 active+clean; 662 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 2.1 KiB/s wr, 13 op/s 2024-09-10T08:15:45.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:44 smithi203 ceph-mon[34672]: pgmap v385: 129 pgs: 129 active+clean; 662 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 2.1 KiB/s wr, 13 op/s 2024-09-10T08:15:45.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:44 smithi133 ceph-mon[34721]: pgmap v385: 129 pgs: 129 active+clean; 662 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 2.1 KiB/s wr, 13 op/s 2024-09-10T08:15:45.777 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.i status 2024-09-10T08:15:46.052 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:15:46.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.569+0000 7f69e10f7640 1 -- 172.21.15.67:0/423928720 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f69dc10c2f0 msgr2=0x7f69dc10e790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:46.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.569+0000 7f69e10f7640 1 --2- 172.21.15.67:0/423928720 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f69dc10c2f0 0x7f69dc10e790 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f69d4009ca0 tx=0x7f69d402a8c0 comp rx=0 tx=0).stop 2024-09-10T08:15:46.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.570+0000 7f69e10f7640 1 -- 172.21.15.67:0/423928720 shutdown_connections 2024-09-10T08:15:46.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.570+0000 7f69e10f7640 1 --2- 172.21.15.67:0/423928720 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f69dc1037a0 0x7f69dc10bc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:46.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.570+0000 7f69e10f7640 1 --2- 172.21.15.67:0/423928720 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f69dc10c2f0 0x7f69dc10e790 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:46.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.570+0000 7f69e10f7640 1 --2- 172.21.15.67:0/423928720 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f69dc102df0 0x7f69dc1031d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:46.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.570+0000 7f69e10f7640 1 -- 172.21.15.67:0/423928720 >> 172.21.15.67:0/423928720 conn(0x7f69dc0fc7d0 msgr2=0x7f69dc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:46.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.570+0000 7f69e10f7640 1 -- 172.21.15.67:0/423928720 shutdown_connections 2024-09-10T08:15:46.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.570+0000 7f69e10f7640 1 -- 172.21.15.67:0/423928720 wait complete. 2024-09-10T08:15:46.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.570+0000 7f69e10f7640 1 Processor -- start 2024-09-10T08:15:46.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.571+0000 7f69e10f7640 1 -- start start 2024-09-10T08:15:46.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.571+0000 7f69e10f7640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f69dc102df0 0x7f69dc198450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:46.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.571+0000 7f69e10f7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f69dc1037a0 0x7f69dc198990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:46.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.571+0000 7f69e10f7640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f69dc10c2f0 0x7f69dc19cd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:46.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.571+0000 7f69e10f7640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f69dc111fa0 con 0x7f69dc1037a0 2024-09-10T08:15:46.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.571+0000 7f69e10f7640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f69dc111e20 con 0x7f69dc102df0 2024-09-10T08:15:46.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.571+0000 7f69e10f7640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f69dc112120 con 0x7f69dc10c2f0 2024-09-10T08:15:46.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.571+0000 7f69da59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f69dc1037a0 0x7f69dc198990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:46.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.571+0000 7f69da59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f69dc1037a0 0x7f69dc198990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33446/0 (socket says 172.21.15.67:33446) 2024-09-10T08:15:46.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.571+0000 7f69da59c640 1 -- 172.21.15.67:0/3649595357 learned_addr learned my addr 172.21.15.67:0/3649595357 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:46.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.571+0000 7f69dad9d640 1 --2- 172.21.15.67:0/3649595357 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f69dc102df0 0x7f69dc198450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:46.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.571+0000 7f69db59e640 1 --2- 172.21.15.67:0/3649595357 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f69dc10c2f0 0x7f69dc19cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:46.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.572+0000 7f69da59c640 1 -- 172.21.15.67:0/3649595357 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f69dc10c2f0 msgr2=0x7f69dc19cd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:46.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.572+0000 7f69da59c640 1 --2- 172.21.15.67:0/3649595357 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f69dc10c2f0 0x7f69dc19cd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:46.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.572+0000 7f69da59c640 1 -- 172.21.15.67:0/3649595357 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f69dc102df0 msgr2=0x7f69dc198450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:46.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.572+0000 7f69da59c640 1 --2- 172.21.15.67:0/3649595357 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f69dc102df0 0x7f69dc198450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:46.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.572+0000 7f69da59c640 1 -- 172.21.15.67:0/3649595357 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69dc19d400 con 0x7f69dc1037a0 2024-09-10T08:15:46.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.572+0000 7f69dad9d640 1 --2- 172.21.15.67:0/3649595357 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f69dc102df0 0x7f69dc198450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:15:46.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.572+0000 7f69db59e640 1 --2- 172.21.15.67:0/3649595357 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f69dc10c2f0 0x7f69dc19cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:15:46.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.572+0000 7f69da59c640 1 --2- 172.21.15.67:0/3649595357 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f69dc1037a0 0x7f69dc198990 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f69d000c970 tx=0x7f69d000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:46.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.572+0000 7f69c3fff640 1 -- 172.21.15.67:0/3649595357 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69d0007bb0 con 0x7f69dc1037a0 2024-09-10T08:15:46.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.572+0000 7f69c3fff640 1 -- 172.21.15.67:0/3649595357 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f69d0007d50 con 0x7f69dc1037a0 2024-09-10T08:15:46.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.572+0000 7f69e10f7640 1 -- 172.21.15.67:0/3649595357 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69dc19d6f0 con 0x7f69dc1037a0 2024-09-10T08:15:46.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.572+0000 7f69c3fff640 1 -- 172.21.15.67:0/3649595357 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69d000f450 con 0x7f69dc1037a0 2024-09-10T08:15:46.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.572+0000 7f69e10f7640 1 -- 172.21.15.67:0/3649595357 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69dc1a4fd0 con 0x7f69dc1037a0 2024-09-10T08:15:46.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.575+0000 7f69e34d0740 1 Processor -- start 2024-09-10T08:15:46.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.575+0000 7f69e34d0740 1 -- start start 2024-09-10T08:15:46.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.575+0000 7f69e34d0740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b9660749d0 0x55b966074db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:46.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.575+0000 7f69e34d0740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b9660752f0 0x55b96607f670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:46.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.575+0000 7f69e34d0740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b96607fbb0 0x55b966081fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:46.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.575+0000 7f69e34d0740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55b965fdb090 con 0x55b9660752f0 2024-09-10T08:15:46.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.575+0000 7f69e34d0740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55b965f82a70 con 0x55b9660749d0 2024-09-10T08:15:46.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.575+0000 7f69e34d0740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55b965fd7050 con 0x55b96607fbb0 2024-09-10T08:15:46.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.575+0000 7f69c3fff640 1 -- 172.21.15.67:0/3649595357 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 19) ==== 137884+0+0 (secure 0 0 0) 0x7f69d0004eb0 con 0x7f69dc1037a0 2024-09-10T08:15:46.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.575+0000 7f69dad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b9660752f0 0x55b96607f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:46.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.575+0000 7f69dad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b9660752f0 0x55b96607f670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33452/0 (socket says 172.21.15.67:33452) 2024-09-10T08:15:46.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.575+0000 7f69dad9d640 1 -- 172.21.15.67:0/3451186158 learned_addr learned my addr 172.21.15.67:0/3451186158 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:46.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.575+0000 7f69db59e640 1 --2- 172.21.15.67:0/3451186158 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b9660749d0 0x55b966074db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:46.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.575+0000 7f69dad9d640 1 -- 172.21.15.67:0/3451186158 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b96607fbb0 msgr2=0x55b966081fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:46.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.575+0000 7f69dad9d640 1 --2- 172.21.15.67:0/3451186158 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b96607fbb0 0x55b966081fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:46.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.576+0000 7f69dad9d640 1 -- 172.21.15.67:0/3451186158 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b9660749d0 msgr2=0x55b966074db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:46.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.576+0000 7f69dad9d640 1 --2- 172.21.15.67:0/3451186158 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b9660749d0 0x55b966074db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:46.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.576+0000 7f69dad9d640 1 -- 172.21.15.67:0/3451186158 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b965f8f130 con 0x55b9660752f0 2024-09-10T08:15:46.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.576+0000 7f69dad9d640 1 --2- 172.21.15.67:0/3451186158 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b9660752f0 0x55b96607f670 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f69cc00bc20 tx=0x7f69cc00d710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62fe8069d948c8c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:46.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.576+0000 7f69c17fa640 1 -- 172.21.15.67:0/3451186158 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69cc017620 con 0x55b9660752f0 2024-09-10T08:15:46.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.576+0000 7f69c17fa640 1 -- 172.21.15.67:0/3451186158 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f69cc017c70 con 0x55b9660752f0 2024-09-10T08:15:46.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.576+0000 7f69c17fa640 1 -- 172.21.15.67:0/3451186158 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69cc00fcb0 con 0x55b9660752f0 2024-09-10T08:15:46.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.576+0000 7f69c3fff640 1 --2- 172.21.15.67:0/3649595357 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f69c40a2c10 0x7f69c40a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:46.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.576+0000 7f69c3fff640 1 -- 172.21.15.67:0/3649595357 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f69d00cf3d0 con 0x7f69dc1037a0 2024-09-10T08:15:46.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.577+0000 7f69db59e640 1 --2- 172.21.15.67:0/3649595357 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f69c40a2c10 0x7f69c40a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:46.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.577+0000 7f69e34d0740 1 -- 172.21.15.67:0/3451186158 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b9660752f0 msgr2=0x55b96607f670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:46.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.577+0000 7f69e34d0740 1 --2- 172.21.15.67:0/3451186158 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b9660752f0 0x55b96607f670 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f69cc00bc20 tx=0x7f69cc00d710 comp rx=0 tx=0).stop 2024-09-10T08:15:46.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.577+0000 7f69e34d0740 1 -- 172.21.15.67:0/3451186158 shutdown_connections 2024-09-10T08:15:46.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.577+0000 7f69e34d0740 1 --2- 172.21.15.67:0/3451186158 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b96607fbb0 0x55b966081fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:46.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.577+0000 7f69e34d0740 1 --2- 172.21.15.67:0/3451186158 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b9660752f0 0x55b96607f670 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:46.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.577+0000 7f69e34d0740 1 --2- 172.21.15.67:0/3451186158 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b9660749d0 0x55b966074db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:46.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.577+0000 7f69e34d0740 1 -- 172.21.15.67:0/3451186158 >> 172.21.15.67:0/3451186158 conn(0x55b966070f60 msgr2=0x55b966071340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:46.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.577+0000 7f69db59e640 1 --2- 172.21.15.67:0/3649595357 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f69c40a2c10 0x7f69c40a50d0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f69d4009ca0 tx=0x7f69d40093f0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:46.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.577+0000 7f69e34d0740 1 -- 172.21.15.67:0/3451186158 shutdown_connections 2024-09-10T08:15:46.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.577+0000 7f69e34d0740 1 -- 172.21.15.67:0/3451186158 wait complete. 2024-09-10T08:15:46.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.578+0000 7f69e34d0740 1 -- start start 2024-09-10T08:15:46.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.578+0000 7f69e34d0740 1 Processor -- start 2024-09-10T08:15:46.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.578+0000 7f69e34d0740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b9660749d0 0x55b96607c9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:46.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.578+0000 7f69e34d0740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b96607fbb0 0x55b96607cf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:46.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.578+0000 7f69e34d0740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b96607d460 0x55b96608bbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:46.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.578+0000 7f69e34d0740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55b966082780 con 0x55b96607d460 2024-09-10T08:15:46.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.578+0000 7f69e34d0740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55b965f95f20 con 0x55b96607fbb0 2024-09-10T08:15:46.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.578+0000 7f69e34d0740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55b966082900 con 0x55b9660749d0 2024-09-10T08:15:46.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.578+0000 7f69db59e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b96607d460 0x55b96608bbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:46.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.578+0000 7f69e34d0740 10 client.0 _ll_register_callbacks cb 0x55b965f5f030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:15:46.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.578+0000 7f69db59e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b96607d460 0x55b96608bbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33466/0 (socket says 172.21.15.67:33466) 2024-09-10T08:15:46.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.578+0000 7f69db59e640 1 -- 172.21.15.67:0/3347863241 learned_addr learned my addr 172.21.15.67:0/3347863241 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:46.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.578+0000 7f69da59c640 1 --2- 172.21.15.67:0/3347863241 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b96607fbb0 0x55b96607cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:46.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.578+0000 7f69dad9d640 1 --2- 172.21.15.67:0/3347863241 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b9660749d0 0x55b96607c9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:46.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.579+0000 7f69db59e640 1 -- 172.21.15.67:0/3347863241 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b9660749d0 msgr2=0x55b96607c9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:46.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.579+0000 7f69db59e640 1 --2- 172.21.15.67:0/3347863241 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b9660749d0 0x55b96607c9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:46.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.579+0000 7f69db59e640 1 -- 172.21.15.67:0/3347863241 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b96607fbb0 msgr2=0x55b96607cf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:46.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.579+0000 7f69db59e640 1 --2- 172.21.15.67:0/3347863241 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b96607fbb0 0x55b96607cf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:46.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.579+0000 7f69db59e640 1 -- 172.21.15.67:0/3347863241 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b965d4c2b0 con 0x55b96607d460 2024-09-10T08:15:46.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.579+0000 7f69da59c640 1 --2- 172.21.15.67:0/3347863241 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b96607fbb0 0x55b96607cf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:15:46.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.579+0000 7f69db59e640 1 --2- 172.21.15.67:0/3347863241 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b96607d460 0x55b96608bbf0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f69d4031930 tx=0x7f69d40095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc71260aff300260 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:46.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.579+0000 7f69beff5640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:15:46.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.579+0000 7f69beff5640 1 -- 172.21.15.67:0/3347863241 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69d404e070 con 0x55b96607d460 2024-09-10T08:15:46.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.579+0000 7f69beff5640 1 -- 172.21.15.67:0/3347863241 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f69d40305c0 con 0x55b96607d460 2024-09-10T08:15:46.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.579+0000 7f69e34d0740 1 -- 172.21.15.67:0/3347863241 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f69cc017c70 con 0x55b96607d460 2024-09-10T08:15:46.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.579+0000 7f69beff5640 1 -- 172.21.15.67:0/3347863241 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f69d40307c0 con 0x55b96607d460 2024-09-10T08:15:46.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.579+0000 7f69e34d0740 10 client.15588 fetch_fsmap learned FSMap version 29 2024-09-10T08:15:46.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.580+0000 7f69e34d0740 1 -- 172.21.15.67:0/3347863241 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55b96608e750 con 0x55b96607d460 2024-09-10T08:15:46.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.580+0000 7f69beff5640 1 -- 172.21.15.67:0/3347863241 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f69cc017c70 con 0x55b96607d460 2024-09-10T08:15:46.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.580+0000 7f69beff5640 1 -- 172.21.15.67:0/3347863241 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f69d4043040 con 0x55b96607d460 2024-09-10T08:15:46.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.580+0000 7f69e34d0740 10 client.15588 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:15:46.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.580+0000 7f69e34d0740 10 client.15588 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-10T08:15:46.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.580+0000 7f69e34d0740 20 client.15588 populate_metadata read hostname 'smithi067' 2024-09-10T08:15:46.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.580+0000 7f69e34d0740 1 --2- 172.21.15.67:0/3347863241 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55b966090d90 0x55b966092200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:46.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.580+0000 7f69e34d0740 4 client.15588 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:15:46.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.580+0000 7f69e34d0740 1 -- 172.21.15.67:0/3347863241 --> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b965fe8600 con 0x55b966090d90 2024-09-10T08:15:46.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.580+0000 7f69dad9d640 1 --2- 172.21.15.67:0/3347863241 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55b966090d90 0x55b966092200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:46.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.581+0000 7f69dad9d640 1 --2- 172.21.15.67:0/3347863241 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55b966090d90 0x55b966092200 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f86545921fe3e4c7 server_cookie=dc5cbe49a83251eb in_seq=0 out_seq=0 2024-09-10T08:15:46.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.581+0000 7f69beff5640 10 client.15588 ms_handle_connect on v2:172.21.15.203:6838/2311592321 2024-09-10T08:15:46.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.582+0000 7f69beff5640 1 -- 172.21.15.67:0/3347863241 <== mds.1 v2:172.21.15.203:6838/2311592321 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b965fe8600 con 0x55b966090d90 2024-09-10T08:15:46.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.582+0000 7f69beff5640 10 client.15588 handle_command_reply: tid=0 2024-09-10T08:15:46.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.582+0000 7f69e34d0740 1 client.15588 shutdown 2024-09-10T08:15:46.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.582+0000 7f69e34d0740 1 -- 172.21.15.67:0/3347863241 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b96607d460 msgr2=0x55b96608bbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:46.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.582+0000 7f69e34d0740 1 --2- 172.21.15.67:0/3347863241 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b96607d460 0x55b96608bbf0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f69d4031930 tx=0x7f69d40095c0 comp rx=0 tx=0).stop 2024-09-10T08:15:46.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.582+0000 7f69e34d0740 1 -- 172.21.15.67:0/3347863241 shutdown_connections 2024-09-10T08:15:46.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.582+0000 7f69e34d0740 1 --2- 172.21.15.67:0/3347863241 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55b966090d90 0x55b966092200 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:46.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.582+0000 7f69beff5640 0 client.15588 ms_handle_reset on v2:172.21.15.203:6838/2311592321 2024-09-10T08:15:46.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.582+0000 7f69e34d0740 1 --2- 172.21.15.67:0/3347863241 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b96607fbb0 0x55b96607cf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:46.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.582+0000 7f69e34d0740 1 --2- 172.21.15.67:0/3347863241 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b96607d460 0x55b96608bbf0 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:46.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.582+0000 7f69e34d0740 1 --2- 172.21.15.67:0/3347863241 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b9660749d0 0x55b96607c9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:46.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.582+0000 7f69e34d0740 1 -- 172.21.15.67:0/3347863241 >> 172.21.15.67:0/3347863241 conn(0x55b966070f60 msgr2=0x55b966076c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:46.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.582+0000 7f69e34d0740 1 -- 172.21.15.67:0/3347863241 shutdown_connections 2024-09-10T08:15:46.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.582+0000 7f69e34d0740 1 -- 172.21.15.67:0/3347863241 wait complete. 2024-09-10T08:15:46.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.582+0000 7f69e34d0740 20 client.15588 trim_cache size 0 max 16384 2024-09-10T08:15:46.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.617+0000 7f69e34d0740 1 Processor -- start 2024-09-10T08:15:46.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.618+0000 7f69e34d0740 1 -- start start 2024-09-10T08:15:46.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.618+0000 7f69e34d0740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b9660749d0 0x55b96607c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:46.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.618+0000 7f69e34d0740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b96607d460 0x55b966076b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:46.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.618+0000 7f69e34d0740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b96607fbb0 0x55b96608bb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:46.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.618+0000 7f69e34d0740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55b966090540 con 0x55b96607fbb0 2024-09-10T08:15:46.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.618+0000 7f69e34d0740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55b966090c10 con 0x55b9660749d0 2024-09-10T08:15:46.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.618+0000 7f69e34d0740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55b9660912e0 con 0x55b96607d460 2024-09-10T08:15:46.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.618+0000 7f69db59e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b96607fbb0 0x55b96608bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:46.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.618+0000 7f69db59e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b96607fbb0 0x55b96608bb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33476/0 (socket says 172.21.15.67:33476) 2024-09-10T08:15:46.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.618+0000 7f69db59e640 1 -- 172.21.15.67:0/1318334224 learned_addr learned my addr 172.21.15.67:0/1318334224 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:46.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.618+0000 7f69da59c640 1 --2- 172.21.15.67:0/1318334224 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b96607d460 0x55b966076b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:46.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.618+0000 7f69dad9d640 1 --2- 172.21.15.67:0/1318334224 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b9660749d0 0x55b96607c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:46.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.618+0000 7f69db59e640 1 -- 172.21.15.67:0/1318334224 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b96607d460 msgr2=0x55b966076b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:46.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.618+0000 7f69db59e640 1 --2- 172.21.15.67:0/1318334224 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b96607d460 0x55b966076b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:46.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.618+0000 7f69db59e640 1 -- 172.21.15.67:0/1318334224 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b9660749d0 msgr2=0x55b96607c2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:46.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.618+0000 7f69db59e640 1 --2- 172.21.15.67:0/1318334224 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b9660749d0 0x55b96607c2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:46.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.618+0000 7f69db59e640 1 -- 172.21.15.67:0/1318334224 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b966071bf0 con 0x55b96607fbb0 2024-09-10T08:15:46.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.618+0000 7f69da59c640 1 --2- 172.21.15.67:0/1318334224 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b96607d460 0x55b966076b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:15:46.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.618+0000 7f69db59e640 1 --2- 172.21.15.67:0/1318334224 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b96607fbb0 0x55b96608bb60 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f69d4009bf0 tx=0x7f69d402a8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3f30f8ac53a197d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:46.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.619+0000 7f69c0ff9640 1 -- 172.21.15.67:0/1318334224 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69d404e070 con 0x55b96607fbb0 2024-09-10T08:15:46.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.619+0000 7f69c0ff9640 1 -- 172.21.15.67:0/1318334224 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f69d4036040 con 0x55b96607fbb0 2024-09-10T08:15:46.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.619+0000 7f69c0ff9640 1 -- 172.21.15.67:0/1318334224 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69d40456c0 con 0x55b96607fbb0 2024-09-10T08:15:46.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.620+0000 7f69e34d0740 1 -- 172.21.15.67:0/1318334224 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b96607fbb0 msgr2=0x55b96608bb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:46.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.620+0000 7f69e34d0740 1 --2- 172.21.15.67:0/1318334224 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b96607fbb0 0x55b96608bb60 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f69d4009bf0 tx=0x7f69d402a8c0 comp rx=0 tx=0).stop 2024-09-10T08:15:46.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.620+0000 7f69e34d0740 1 -- 172.21.15.67:0/1318334224 shutdown_connections 2024-09-10T08:15:46.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.620+0000 7f69e34d0740 1 --2- 172.21.15.67:0/1318334224 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b96607fbb0 0x55b96608bb60 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:46.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.620+0000 7f69e34d0740 1 --2- 172.21.15.67:0/1318334224 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b96607d460 0x55b966076b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:46.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.620+0000 7f69e34d0740 1 --2- 172.21.15.67:0/1318334224 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b9660749d0 0x55b96607c2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:46.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.620+0000 7f69e34d0740 1 -- 172.21.15.67:0/1318334224 >> 172.21.15.67:0/1318334224 conn(0x55b966070f60 msgr2=0x55b966076470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:46.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.620+0000 7f69e34d0740 1 -- 172.21.15.67:0/1318334224 shutdown_connections 2024-09-10T08:15:46.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.620+0000 7f69e34d0740 1 -- 172.21.15.67:0/1318334224 wait complete. 2024-09-10T08:15:46.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.620+0000 7f69e34d0740 1 -- start start 2024-09-10T08:15:46.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.620+0000 7f69e34d0740 1 Processor -- start 2024-09-10T08:15:46.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.620+0000 7f69e34d0740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b9660749d0 0x55b966079010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:46.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.620+0000 7f69e34d0740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b96607d460 0x55b966079550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:46.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.620+0000 7f69e34d0740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b96607fbb0 0x55b9660994c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:46.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.620+0000 7f69e34d0740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55b966092080 con 0x55b96607fbb0 2024-09-10T08:15:46.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.620+0000 7f69e34d0740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55b9660919b0 con 0x55b96607d460 2024-09-10T08:15:46.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.620+0000 7f69e34d0740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55b966092750 con 0x55b9660749d0 2024-09-10T08:15:46.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.620+0000 7f69e34d0740 10 client.0 _ll_register_callbacks cb 0x7f69d4009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:15:46.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.621+0000 7f69db59e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b96607fbb0 0x55b9660994c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:46.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.621+0000 7f69db59e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b96607fbb0 0x55b9660994c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33486/0 (socket says 172.21.15.67:33486) 2024-09-10T08:15:46.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.621+0000 7f69db59e640 1 -- 172.21.15.67:0/2709340812 learned_addr learned my addr 172.21.15.67:0/2709340812 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:46.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.621+0000 7f69da59c640 1 --2- 172.21.15.67:0/2709340812 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b96607d460 0x55b966079550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:46.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.621+0000 7f69dad9d640 1 --2- 172.21.15.67:0/2709340812 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b9660749d0 0x55b966079010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:46.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.621+0000 7f69db59e640 1 -- 172.21.15.67:0/2709340812 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b9660749d0 msgr2=0x55b966079010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:46.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.621+0000 7f69db59e640 1 --2- 172.21.15.67:0/2709340812 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b9660749d0 0x55b966079010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:46.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.621+0000 7f69db59e640 1 -- 172.21.15.67:0/2709340812 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b96607d460 msgr2=0x55b966079550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:46.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.621+0000 7f69db59e640 1 --2- 172.21.15.67:0/2709340812 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b96607d460 0x55b966079550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:46.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.621+0000 7f69db59e640 1 -- 172.21.15.67:0/2709340812 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b966099a00 con 0x55b96607fbb0 2024-09-10T08:15:46.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.621+0000 7f69db59e640 1 --2- 172.21.15.67:0/2709340812 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b96607fbb0 0x55b9660994c0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f69d4009540 tx=0x7f69d4009570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d44b1f61cef019e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:46.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.621+0000 7f69beff5640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:15:46.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.621+0000 7f69beff5640 1 -- 172.21.15.67:0/2709340812 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69d404e070 con 0x55b96607fbb0 2024-09-10T08:15:46.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.621+0000 7f69beff5640 1 -- 172.21.15.67:0/2709340812 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f69d4030b70 con 0x55b96607fbb0 2024-09-10T08:15:46.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.621+0000 7f69e34d0740 1 -- 172.21.15.67:0/2709340812 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f69d4036040 con 0x55b96607fbb0 2024-09-10T08:15:46.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.622+0000 7f69beff5640 1 -- 172.21.15.67:0/2709340812 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f69d406c050 con 0x55b96607fbb0 2024-09-10T08:15:46.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.622+0000 7f69e34d0740 10 client.15594 fetch_fsmap learned FSMap version 29 2024-09-10T08:15:46.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.622+0000 7f69e34d0740 1 -- 172.21.15.67:0/2709340812 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55b96609ad00 con 0x55b96607fbb0 2024-09-10T08:15:46.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.622+0000 7f69beff5640 1 -- 172.21.15.67:0/2709340812 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f69d4036040 con 0x55b96607fbb0 2024-09-10T08:15:46.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.622+0000 7f69beff5640 1 -- 172.21.15.67:0/2709340812 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f69d4043070 con 0x55b96607fbb0 2024-09-10T08:15:46.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.622+0000 7f69e34d0740 10 client.15594 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:15:46.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.622+0000 7f69e34d0740 10 client.15594 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-10T08:15:46.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.622+0000 7f69e34d0740 20 client.15594 populate_metadata read hostname 'smithi067' 2024-09-10T08:15:46.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.622+0000 7f69e34d0740 1 --2- 172.21.15.67:0/2709340812 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55b9660ff540 0x55b9660fe250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:46.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.622+0000 7f69e34d0740 4 client.15594 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T08:15:46.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.622+0000 7f69e34d0740 1 -- 172.21.15.67:0/2709340812 --> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] -- command(tid 0: {"prefix": "status"}) -- 0x55b965fe2b10 con 0x55b9660ff540 2024-09-10T08:15:46.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.622+0000 7f69dad9d640 1 --2- 172.21.15.67:0/2709340812 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55b9660ff540 0x55b9660fe250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:46.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.623+0000 7f69dad9d640 1 --2- 172.21.15.67:0/2709340812 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55b9660ff540 0x55b9660fe250 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=53f2823f5cc18190 server_cookie=6b7529da844a9f21 in_seq=0 out_seq=0 2024-09-10T08:15:46.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.623+0000 7f69beff5640 10 client.15594 ms_handle_connect on v2:172.21.15.203:6838/2311592321 2024-09-10T08:15:46.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.623+0000 7f69beff5640 1 -- 172.21.15.67:0/2709340812 <== mds.1 v2:172.21.15.203:6838/2311592321 1 ==== command_reply(tid 0: 0 ) ==== 8+0+322 (crc 0 0 0) 0x55b965fe2b10 con 0x55b9660ff540 2024-09-10T08:15:46.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.623+0000 7f69beff5640 10 client.15594 handle_command_reply: tid=0 2024-09-10T08:15:46.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.623+0000 7f69e34d0740 1 client.15594 shutdown 2024-09-10T08:15:46.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.623+0000 7f69e34d0740 1 -- 172.21.15.67:0/2709340812 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b96607fbb0 msgr2=0x55b9660994c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:46.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.623+0000 7f69e34d0740 1 --2- 172.21.15.67:0/2709340812 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b96607fbb0 0x55b9660994c0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f69d4009540 tx=0x7f69d4009570 comp rx=0 tx=0).stop 2024-09-10T08:15:46.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.623+0000 7f69e34d0740 1 -- 172.21.15.67:0/2709340812 shutdown_connections 2024-09-10T08:15:46.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.623+0000 7f69e34d0740 1 --2- 172.21.15.67:0/2709340812 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55b9660ff540 0x55b9660fe250 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:46.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.623+0000 7f69e34d0740 1 --2- 172.21.15.67:0/2709340812 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b96607d460 0x55b966079550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:46.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.623+0000 7f69e34d0740 1 --2- 172.21.15.67:0/2709340812 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b96607fbb0 0x55b9660994c0 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:46.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.623+0000 7f69e34d0740 1 --2- 172.21.15.67:0/2709340812 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b9660749d0 0x55b966079010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:46.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.623+0000 7f69e34d0740 1 -- 172.21.15.67:0/2709340812 >> 172.21.15.67:0/2709340812 conn(0x55b966070f60 msgr2=0x55b966076c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:46.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.623+0000 7f69beff5640 0 client.15594 ms_handle_reset on v2:172.21.15.203:6838/2311592321 2024-09-10T08:15:46.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.623+0000 7f69e34d0740 1 -- 172.21.15.67:0/2709340812 shutdown_connections 2024-09-10T08:15:46.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.623+0000 7f69e34d0740 1 -- 172.21.15.67:0/2709340812 wait complete. 2024-09-10T08:15:46.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.623+0000 7f69e34d0740 20 client.15594 trim_cache size 0 max 16384 2024-09-10T08:15:46.628 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:15:46.628 INFO:teuthology.orchestra.run.smithi067.stdout: "cluster_fsid": "315284b0-6f4b-11ef-bcea-c7b262605968", 2024-09-10T08:15:46.628 INFO:teuthology.orchestra.run.smithi067.stdout: "whoami": 1, 2024-09-10T08:15:46.628 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 24475, 2024-09-10T08:15:46.629 INFO:teuthology.orchestra.run.smithi067.stdout: "want_state": "up:active", 2024-09-10T08:15:46.629 INFO:teuthology.orchestra.run.smithi067.stdout: "state": "up:active", 2024-09-10T08:15:46.629 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs", 2024-09-10T08:15:46.629 INFO:teuthology.orchestra.run.smithi067.stdout: "rank_uptime": 146.633761394, 2024-09-10T08:15:46.629 INFO:teuthology.orchestra.run.smithi067.stdout: "mdsmap_epoch": 29, 2024-09-10T08:15:46.629 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch": 92, 2024-09-10T08:15:46.629 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch_barrier": 92, 2024-09-10T08:15:46.629 INFO:teuthology.orchestra.run.smithi067.stdout: "uptime": 208.645091605 2024-09-10T08:15:46.629 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:15:46.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.624+0000 7f69e10f7640 1 -- 172.21.15.67:0/3649595357 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f69c40a2c10 msgr2=0x7f69c40a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:46.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.624+0000 7f69e10f7640 1 --2- 172.21.15.67:0/3649595357 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f69c40a2c10 0x7f69c40a50d0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f69d4009ca0 tx=0x7f69d40093f0 comp rx=0 tx=0).stop 2024-09-10T08:15:46.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.624+0000 7f69e10f7640 1 -- 172.21.15.67:0/3649595357 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f69dc1037a0 msgr2=0x7f69dc198990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:46.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.624+0000 7f69e10f7640 1 --2- 172.21.15.67:0/3649595357 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f69dc1037a0 0x7f69dc198990 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f69d000c970 tx=0x7f69d000ce30 comp rx=0 tx=0).stop 2024-09-10T08:15:46.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.624+0000 7f69e10f7640 1 -- 172.21.15.67:0/3649595357 shutdown_connections 2024-09-10T08:15:46.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.624+0000 7f69e10f7640 1 --2- 172.21.15.67:0/3649595357 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f69c40a2c10 0x7f69c40a50d0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:46.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.624+0000 7f69e10f7640 1 --2- 172.21.15.67:0/3649595357 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f69dc10c2f0 0x7f69dc19cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:46.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.624+0000 7f69e10f7640 1 --2- 172.21.15.67:0/3649595357 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f69dc1037a0 0x7f69dc198990 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:46.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.624+0000 7f69e10f7640 1 --2- 172.21.15.67:0/3649595357 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f69dc102df0 0x7f69dc198450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:46.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.624+0000 7f69e10f7640 1 -- 172.21.15.67:0/3649595357 >> 172.21.15.67:0/3649595357 conn(0x7f69dc0fc7d0 msgr2=0x7f69dc0fd470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:46.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.624+0000 7f69e10f7640 1 -- 172.21.15.67:0/3649595357 shutdown_connections 2024-09-10T08:15:46.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:46.624+0000 7f69e10f7640 1 -- 172.21.15.67:0/3649595357 wait complete. 2024-09-10T08:15:47.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:46 smithi203 ceph-mon[34672]: pgmap v386: 129 pgs: 129 active+clean; 662 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 2.1 KiB/s wr, 16 op/s 2024-09-10T08:15:47.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:46 smithi133 ceph-mon[34721]: pgmap v386: 129 pgs: 129 active+clean; 662 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 2.1 KiB/s wr, 16 op/s 2024-09-10T08:15:47.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:46 smithi067 ceph-mon[31051]: pgmap v386: 129 pgs: 129 active+clean; 662 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 2.1 KiB/s wr, 16 op/s 2024-09-10T08:15:47.511 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.b status 2024-09-10T08:15:47.770 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:15:48.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.339+0000 7f3245c22640 1 -- 172.21.15.67:0/41758919 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3240106a80 msgr2=0x7f3240106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:48.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.339+0000 7f3245c22640 1 --2- 172.21.15.67:0/41758919 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3240106a80 0x7f3240106e60 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f3230009930 tx=0x7f323002a420 comp rx=0 tx=0).stop 2024-09-10T08:15:48.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.339+0000 7f3245c22640 1 -- 172.21.15.67:0/41758919 shutdown_connections 2024-09-10T08:15:48.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.339+0000 7f3245c22640 1 --2- 172.21.15.67:0/41758919 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3240101420 0x7f324010d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:48.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.339+0000 7f3245c22640 1 --2- 172.21.15.67:0/41758919 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3240100a80 0x7f3240100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:48.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.339+0000 7f3245c22640 1 --2- 172.21.15.67:0/41758919 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3240106a80 0x7f3240106e60 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:48.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.339+0000 7f3245c22640 1 -- 172.21.15.67:0/41758919 >> 172.21.15.67:0/41758919 conn(0x7f32400fc7a0 msgr2=0x7f32400febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:48.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.339+0000 7f3245c22640 1 -- 172.21.15.67:0/41758919 shutdown_connections 2024-09-10T08:15:48.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.339+0000 7f3245c22640 1 -- 172.21.15.67:0/41758919 wait complete. 2024-09-10T08:15:48.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.340+0000 7f3245c22640 1 Processor -- start 2024-09-10T08:15:48.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.340+0000 7f3245c22640 1 -- start start 2024-09-10T08:15:48.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.340+0000 7f3245c22640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3240100a80 0x7f32400fced0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:48.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.340+0000 7f3245c22640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3240101420 0x7f32400fd410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:48.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.340+0000 7f3245c22640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3240106a80 0x7f32400fd950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:48.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.341+0000 7f3245c22640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3240110cf0 con 0x7f3240100a80 2024-09-10T08:15:48.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.341+0000 7f3245c22640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f3240110b70 con 0x7f3240106a80 2024-09-10T08:15:48.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.341+0000 7f3245c22640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f3240110e70 con 0x7f3240101420 2024-09-10T08:15:48.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.341+0000 7f323f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3240100a80 0x7f32400fced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:48.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.341+0000 7f323f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3240100a80 0x7f32400fced0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33504/0 (socket says 172.21.15.67:33504) 2024-09-10T08:15:48.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.341+0000 7f323f7fe640 1 -- 172.21.15.67:0/1433412450 learned_addr learned my addr 172.21.15.67:0/1433412450 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:48.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.341+0000 7f323ffff640 1 --2- 172.21.15.67:0/1433412450 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3240106a80 0x7f32400fd950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:48.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.341+0000 7f323effd640 1 --2- 172.21.15.67:0/1433412450 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3240101420 0x7f32400fd410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:48.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.341+0000 7f323f7fe640 1 -- 172.21.15.67:0/1433412450 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3240101420 msgr2=0x7f32400fd410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:48.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.341+0000 7f323f7fe640 1 --2- 172.21.15.67:0/1433412450 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3240101420 0x7f32400fd410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:48.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.341+0000 7f323f7fe640 1 -- 172.21.15.67:0/1433412450 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3240106a80 msgr2=0x7f32400fd950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:48.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.341+0000 7f323f7fe640 1 --2- 172.21.15.67:0/1433412450 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3240106a80 0x7f32400fd950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:48.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.341+0000 7f323f7fe640 1 -- 172.21.15.67:0/1433412450 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32401a6860 con 0x7f3240100a80 2024-09-10T08:15:48.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.341+0000 7f323f7fe640 1 --2- 172.21.15.67:0/1433412450 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3240100a80 0x7f32400fced0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f3230004770 tx=0x7f32300042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:48.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.341+0000 7f323cff9640 1 -- 172.21.15.67:0/1433412450 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f323003f070 con 0x7f3240100a80 2024-09-10T08:15:48.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.341+0000 7f323cff9640 1 -- 172.21.15.67:0/1433412450 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f323003b460 con 0x7f3240100a80 2024-09-10T08:15:48.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.341+0000 7f3245c22640 1 -- 172.21.15.67:0/1433412450 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32401a6af0 con 0x7f3240100a80 2024-09-10T08:15:48.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.341+0000 7f323cff9640 1 -- 172.21.15.67:0/1433412450 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3230035070 con 0x7f3240100a80 2024-09-10T08:15:48.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.341+0000 7f3245c22640 1 -- 172.21.15.67:0/1433412450 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32401a6fd0 con 0x7f3240100a80 2024-09-10T08:15:48.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.344+0000 7f323cff9640 1 -- 172.21.15.67:0/1433412450 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 19) ==== 137884+0+0 (secure 0 0 0) 0x7f323003b610 con 0x7f3240100a80 2024-09-10T08:15:48.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.344+0000 7f3247ffb740 1 Processor -- start 2024-09-10T08:15:48.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.344+0000 7f3247ffb740 1 -- start start 2024-09-10T08:15:48.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.344+0000 7f3247ffb740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56271ee609d0 0x56271ee60db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:48.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.344+0000 7f3247ffb740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56271ee612f0 0x56271ee6b670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:48.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.344+0000 7f3247ffb740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56271ee6bbb0 0x56271ee6dfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:48.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.344+0000 7f3247ffb740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x56271edc7090 con 0x56271ee609d0 2024-09-10T08:15:48.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.344+0000 7f3247ffb740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x56271ed6ea70 con 0x56271ee612f0 2024-09-10T08:15:48.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.344+0000 7f3247ffb740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x56271edc3050 con 0x56271ee6bbb0 2024-09-10T08:15:48.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.344+0000 7f323ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56271ee609d0 0x56271ee60db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:48.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.344+0000 7f323ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56271ee609d0 0x56271ee60db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33514/0 (socket says 172.21.15.67:33514) 2024-09-10T08:15:48.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.344+0000 7f323ffff640 1 -- 172.21.15.67:0/79149864 learned_addr learned my addr 172.21.15.67:0/79149864 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:48.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.344+0000 7f323f7fe640 1 --2- 172.21.15.67:0/79149864 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56271ee612f0 0x56271ee6b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:48.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.345+0000 7f323cff9640 1 --2- 172.21.15.67:0/1433412450 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f32280a2c10 0x7f32280a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:48.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.345+0000 7f323ffff640 1 -- 172.21.15.67:0/79149864 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56271ee6bbb0 msgr2=0x56271ee6dfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:48.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.345+0000 7f323ffff640 1 --2- 172.21.15.67:0/79149864 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56271ee6bbb0 0x56271ee6dfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:48.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.345+0000 7f323ffff640 1 -- 172.21.15.67:0/79149864 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56271ee612f0 msgr2=0x56271ee6b670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:48.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.345+0000 7f323ffff640 1 --2- 172.21.15.67:0/79149864 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56271ee612f0 0x56271ee6b670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:48.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.345+0000 7f323ffff640 1 -- 172.21.15.67:0/79149864 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56271ed7b130 con 0x56271ee609d0 2024-09-10T08:15:48.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.345+0000 7f323f7fe640 1 --2- 172.21.15.67:0/79149864 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56271ee612f0 0x56271ee6b670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:15:48.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.345+0000 7f323cff9640 1 -- 172.21.15.67:0/1433412450 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f32300ef8b0 con 0x7f3240100a80 2024-09-10T08:15:48.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.345+0000 7f323ffff640 1 --2- 172.21.15.67:0/79149864 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56271ee609d0 0x56271ee60db0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f3238009f70 tx=0x7f3238010800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=507d3bd359d1decc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:48.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.345+0000 7f323ffff640 1 --2- 172.21.15.67:0/1433412450 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f32280a2c10 0x7f32280a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:48.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.345+0000 7f3225ffb640 1 -- 172.21.15.67:0/79149864 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3238022070 con 0x56271ee609d0 2024-09-10T08:15:48.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.345+0000 7f3225ffb640 1 -- 172.21.15.67:0/79149864 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f32380113e0 con 0x56271ee609d0 2024-09-10T08:15:48.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.345+0000 7f3225ffb640 1 -- 172.21.15.67:0/79149864 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3238016070 con 0x56271ee609d0 2024-09-10T08:15:48.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.346+0000 7f323ffff640 1 --2- 172.21.15.67:0/1433412450 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f32280a2c10 0x7f32280a50d0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f323801f000 tx=0x7f3238022000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:48.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.346+0000 7f3247ffb740 1 -- 172.21.15.67:0/79149864 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56271ee609d0 msgr2=0x56271ee60db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:48.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.346+0000 7f3247ffb740 1 --2- 172.21.15.67:0/79149864 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56271ee609d0 0x56271ee60db0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f3238009f70 tx=0x7f3238010800 comp rx=0 tx=0).stop 2024-09-10T08:15:48.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.346+0000 7f3247ffb740 1 -- 172.21.15.67:0/79149864 shutdown_connections 2024-09-10T08:15:48.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.346+0000 7f3247ffb740 1 --2- 172.21.15.67:0/79149864 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56271ee612f0 0x56271ee6b670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:48.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.346+0000 7f3247ffb740 1 --2- 172.21.15.67:0/79149864 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56271ee6bbb0 0x56271ee6dfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:48.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.346+0000 7f3247ffb740 1 --2- 172.21.15.67:0/79149864 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56271ee609d0 0x56271ee60db0 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:48.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.346+0000 7f3247ffb740 1 -- 172.21.15.67:0/79149864 >> 172.21.15.67:0/79149864 conn(0x56271ee5cf60 msgr2=0x56271ee5d340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:48.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.346+0000 7f3247ffb740 1 -- 172.21.15.67:0/79149864 shutdown_connections 2024-09-10T08:15:48.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.346+0000 7f3247ffb740 1 -- 172.21.15.67:0/79149864 wait complete. 2024-09-10T08:15:48.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.346+0000 7f3247ffb740 1 -- start start 2024-09-10T08:15:48.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.346+0000 7f3247ffb740 1 Processor -- start 2024-09-10T08:15:48.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.347+0000 7f3247ffb740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56271ee609d0 0x56271ee6b410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:48.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.347+0000 7f3247ffb740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56271ee612f0 0x56271ee68760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:48.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.347+0000 7f3247ffb740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56271ee6bbb0 0x56271ee68ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:48.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.347+0000 7f3247ffb740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x56271ee6e780 con 0x56271ee6bbb0 2024-09-10T08:15:48.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.347+0000 7f3247ffb740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x56271ed81f20 con 0x56271ee612f0 2024-09-10T08:15:48.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.347+0000 7f3247ffb740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x56271ee6e900 con 0x56271ee609d0 2024-09-10T08:15:48.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.347+0000 7f3247ffb740 10 client.0 _ll_register_callbacks cb 0x56271ed4b030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:15:48.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.347+0000 7f323ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56271ee6bbb0 0x56271ee68ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:48.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.347+0000 7f323ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56271ee6bbb0 0x56271ee68ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33530/0 (socket says 172.21.15.67:33530) 2024-09-10T08:15:48.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.347+0000 7f323ffff640 1 -- 172.21.15.67:0/122742718 learned_addr learned my addr 172.21.15.67:0/122742718 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:48.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.347+0000 7f323f7fe640 1 --2- 172.21.15.67:0/122742718 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56271ee609d0 0x56271ee6b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:48.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.347+0000 7f323effd640 1 --2- 172.21.15.67:0/122742718 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56271ee612f0 0x56271ee68760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:48.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.347+0000 7f323ffff640 1 -- 172.21.15.67:0/122742718 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56271ee609d0 msgr2=0x56271ee6b410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:48.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.347+0000 7f323ffff640 1 --2- 172.21.15.67:0/122742718 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56271ee609d0 0x56271ee6b410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:48.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.347+0000 7f323ffff640 1 -- 172.21.15.67:0/122742718 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56271ee612f0 msgr2=0x56271ee68760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:48.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.347+0000 7f323ffff640 1 --2- 172.21.15.67:0/122742718 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56271ee612f0 0x56271ee68760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:48.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.347+0000 7f323ffff640 1 -- 172.21.15.67:0/122742718 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56271eb382b0 con 0x56271ee6bbb0 2024-09-10T08:15:48.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.347+0000 7f323effd640 1 --2- 172.21.15.67:0/122742718 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56271ee612f0 0x56271ee68760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:15:48.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.347+0000 7f323ffff640 1 --2- 172.21.15.67:0/122742718 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56271ee6bbb0 0x56271ee68ca0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f3238020040 tx=0x7f32380124f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78fb89dab042aea6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:48.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.347+0000 7f321effd640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:15:48.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.348+0000 7f321effd640 1 -- 172.21.15.67:0/122742718 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3238034060 con 0x56271ee6bbb0 2024-09-10T08:15:48.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.348+0000 7f321effd640 1 -- 172.21.15.67:0/122742718 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f323801c9e0 con 0x56271ee6bbb0 2024-09-10T08:15:48.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.348+0000 7f3247ffb740 1 -- 172.21.15.67:0/122742718 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f32380113e0 con 0x56271ee6bbb0 2024-09-10T08:15:48.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.348+0000 7f321effd640 1 -- 172.21.15.67:0/122742718 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f323803b050 con 0x56271ee6bbb0 2024-09-10T08:15:48.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.348+0000 7f3247ffb740 10 client.15606 fetch_fsmap learned FSMap version 29 2024-09-10T08:15:48.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.348+0000 7f3247ffb740 1 -- 172.21.15.67:0/122742718 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56271ee7a0a0 con 0x56271ee6bbb0 2024-09-10T08:15:48.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.348+0000 7f321effd640 1 -- 172.21.15.67:0/122742718 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f32380113e0 con 0x56271ee6bbb0 2024-09-10T08:15:48.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.348+0000 7f321effd640 1 -- 172.21.15.67:0/122742718 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f323802e030 con 0x56271ee6bbb0 2024-09-10T08:15:48.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.348+0000 7f3247ffb740 10 client.15606 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:15:48.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.348+0000 7f3247ffb740 10 client.15606 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-10T08:15:48.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.348+0000 7f3247ffb740 20 client.15606 populate_metadata read hostname 'smithi067' 2024-09-10T08:15:48.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.348+0000 7f3247ffb740 1 --2- 172.21.15.67:0/122742718 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x56271ee7c530 0x56271ee7d9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:48.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.348+0000 7f3247ffb740 4 client.15606 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:15:48.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.348+0000 7f3247ffb740 1 -- 172.21.15.67:0/122742718 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56271edd4600 con 0x56271ee7c530 2024-09-10T08:15:48.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.349+0000 7f323f7fe640 1 --2- 172.21.15.67:0/122742718 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x56271ee7c530 0x56271ee7d9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:48.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.349+0000 7f323f7fe640 1 --2- 172.21.15.67:0/122742718 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x56271ee7c530 0x56271ee7d9a0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9b6be7d724d6b5c3 server_cookie=cca88fa36a3d922e in_seq=0 out_seq=0 2024-09-10T08:15:48.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.349+0000 7f321effd640 10 client.15606 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:15:48.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.350+0000 7f321effd640 1 -- 172.21.15.67:0/122742718 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56271edd4600 con 0x56271ee7c530 2024-09-10T08:15:48.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.350+0000 7f321effd640 10 client.15606 handle_command_reply: tid=0 2024-09-10T08:15:48.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.350+0000 7f3247ffb740 1 client.15606 shutdown 2024-09-10T08:15:48.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.350+0000 7f3247ffb740 1 -- 172.21.15.67:0/122742718 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56271ee6bbb0 msgr2=0x56271ee68ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:48.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.350+0000 7f3247ffb740 1 --2- 172.21.15.67:0/122742718 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56271ee6bbb0 0x56271ee68ca0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f3238020040 tx=0x7f32380124f0 comp rx=0 tx=0).stop 2024-09-10T08:15:48.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.350+0000 7f3247ffb740 1 -- 172.21.15.67:0/122742718 shutdown_connections 2024-09-10T08:15:48.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.350+0000 7f3247ffb740 1 --2- 172.21.15.67:0/122742718 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x56271ee7c530 0x56271ee7d9a0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:48.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.350+0000 7f3247ffb740 1 --2- 172.21.15.67:0/122742718 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56271ee612f0 0x56271ee68760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:48.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.350+0000 7f3247ffb740 1 --2- 172.21.15.67:0/122742718 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56271ee6bbb0 0x56271ee68ca0 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:48.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.350+0000 7f3247ffb740 1 --2- 172.21.15.67:0/122742718 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56271ee609d0 0x56271ee6b410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:48.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.350+0000 7f3247ffb740 1 -- 172.21.15.67:0/122742718 >> 172.21.15.67:0/122742718 conn(0x56271ee5cf60 msgr2=0x56271ee62c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:48.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.350+0000 7f321effd640 0 client.15606 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:15:48.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.350+0000 7f3247ffb740 1 -- 172.21.15.67:0/122742718 shutdown_connections 2024-09-10T08:15:48.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.350+0000 7f3247ffb740 1 -- 172.21.15.67:0/122742718 wait complete. 2024-09-10T08:15:48.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.350+0000 7f3247ffb740 20 client.15606 trim_cache size 0 max 16384 2024-09-10T08:15:48.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.368+0000 7f3247ffb740 1 Processor -- start 2024-09-10T08:15:48.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.368+0000 7f3247ffb740 1 -- start start 2024-09-10T08:15:48.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.368+0000 7f3247ffb740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56271ee609d0 0x56271ee7be60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:48.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.368+0000 7f3247ffb740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56271ee612f0 0x56271ee7d2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:48.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.368+0000 7f3247ffb740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56271ee6bbb0 0x56271ee6b410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:48.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.368+0000 7f3247ffb740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x56271ee7bce0 con 0x56271ee6bbb0 2024-09-10T08:15:48.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.368+0000 7f3247ffb740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x56271ee7c3b0 con 0x56271ee612f0 2024-09-10T08:15:48.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.368+0000 7f3247ffb740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x56271ee7ca80 con 0x56271ee609d0 2024-09-10T08:15:48.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.368+0000 7f323ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56271ee6bbb0 0x56271ee6b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:48.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.368+0000 7f323effd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56271ee612f0 0x56271ee7d2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:48.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.368+0000 7f323ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56271ee6bbb0 0x56271ee6b410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33540/0 (socket says 172.21.15.67:33540) 2024-09-10T08:15:48.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.368+0000 7f323ffff640 1 -- 172.21.15.67:0/485070993 learned_addr learned my addr 172.21.15.67:0/485070993 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:48.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.368+0000 7f323f7fe640 1 --2- 172.21.15.67:0/485070993 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56271ee609d0 0x56271ee7be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:48.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.369+0000 7f323ffff640 1 -- 172.21.15.67:0/485070993 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56271ee609d0 msgr2=0x56271ee7be60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:48.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.369+0000 7f323ffff640 1 --2- 172.21.15.67:0/485070993 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56271ee609d0 0x56271ee7be60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:48.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.369+0000 7f323ffff640 1 -- 172.21.15.67:0/485070993 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56271ee612f0 msgr2=0x56271ee7d2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:48.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.369+0000 7f323ffff640 1 --2- 172.21.15.67:0/485070993 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56271ee612f0 0x56271ee7d2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:48.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.369+0000 7f323ffff640 1 -- 172.21.15.67:0/485070993 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56271ee66cb0 con 0x56271ee6bbb0 2024-09-10T08:15:48.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.369+0000 7f323f7fe640 1 --2- 172.21.15.67:0/485070993 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56271ee609d0 0x56271ee7be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:15:48.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.369+0000 7f323ffff640 1 --2- 172.21.15.67:0/485070993 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56271ee6bbb0 0x56271ee6b410 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f3238006010 tx=0x7f3238012b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2fb08f5ba265f72a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:48.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.369+0000 7f32257fa640 1 -- 172.21.15.67:0/485070993 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3238034040 con 0x56271ee6bbb0 2024-09-10T08:15:48.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.369+0000 7f32257fa640 1 -- 172.21.15.67:0/485070993 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3238009bb0 con 0x56271ee6bbb0 2024-09-10T08:15:48.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.369+0000 7f32257fa640 1 -- 172.21.15.67:0/485070993 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3238016050 con 0x56271ee6bbb0 2024-09-10T08:15:48.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.370+0000 7f3247ffb740 1 -- 172.21.15.67:0/485070993 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56271ee6bbb0 msgr2=0x56271ee6b410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:48.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.370+0000 7f3247ffb740 1 --2- 172.21.15.67:0/485070993 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56271ee6bbb0 0x56271ee6b410 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f3238006010 tx=0x7f3238012b40 comp rx=0 tx=0).stop 2024-09-10T08:15:48.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.370+0000 7f3247ffb740 1 -- 172.21.15.67:0/485070993 shutdown_connections 2024-09-10T08:15:48.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.370+0000 7f3247ffb740 1 --2- 172.21.15.67:0/485070993 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56271ee612f0 0x56271ee7d2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:48.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.370+0000 7f3247ffb740 1 --2- 172.21.15.67:0/485070993 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56271ee6bbb0 0x56271ee6b410 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:48.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.370+0000 7f3247ffb740 1 --2- 172.21.15.67:0/485070993 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56271ee609d0 0x56271ee7be60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:48.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.370+0000 7f3247ffb740 1 -- 172.21.15.67:0/485070993 >> 172.21.15.67:0/485070993 conn(0x56271ee5cf60 msgr2=0x56271ee57ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:48.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.370+0000 7f3247ffb740 1 -- 172.21.15.67:0/485070993 shutdown_connections 2024-09-10T08:15:48.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.370+0000 7f3247ffb740 1 -- 172.21.15.67:0/485070993 wait complete. 2024-09-10T08:15:48.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.370+0000 7f3247ffb740 1 -- start start 2024-09-10T08:15:48.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.370+0000 7f3247ffb740 1 Processor -- start 2024-09-10T08:15:48.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.371+0000 7f3247ffb740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56271ee609d0 0x56271ee66330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:48.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.371+0000 7f3247ffb740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56271ee612f0 0x56271ee649d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:48.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.371+0000 7f3247ffb740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56271ee6bbb0 0x56271ee64fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:48.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.371+0000 7f3247ffb740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x56271ee7d820 con 0x56271ee609d0 2024-09-10T08:15:48.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.371+0000 7f3247ffb740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x56271ee7d150 con 0x56271ee612f0 2024-09-10T08:15:48.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.371+0000 7f3247ffb740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x56271ee7def0 con 0x56271ee6bbb0 2024-09-10T08:15:48.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.371+0000 7f3247ffb740 10 client.0 _ll_register_callbacks cb 0x7f3238020070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:15:48.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.371+0000 7f323f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56271ee609d0 0x56271ee66330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:48.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.371+0000 7f323f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56271ee609d0 0x56271ee66330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33546/0 (socket says 172.21.15.67:33546) 2024-09-10T08:15:48.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.371+0000 7f323f7fe640 1 -- 172.21.15.67:0/949228711 learned_addr learned my addr 172.21.15.67:0/949228711 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:48.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.371+0000 7f323effd640 1 --2- 172.21.15.67:0/949228711 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56271ee612f0 0x56271ee649d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:48.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.371+0000 7f323ffff640 1 --2- 172.21.15.67:0/949228711 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56271ee6bbb0 0x56271ee64fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:48.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.371+0000 7f323f7fe640 1 -- 172.21.15.67:0/949228711 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56271ee6bbb0 msgr2=0x56271ee64fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:48.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.371+0000 7f323f7fe640 1 --2- 172.21.15.67:0/949228711 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56271ee6bbb0 0x56271ee64fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:48.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.371+0000 7f323f7fe640 1 -- 172.21.15.67:0/949228711 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56271ee612f0 msgr2=0x56271ee649d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:48.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.371+0000 7f323f7fe640 1 --2- 172.21.15.67:0/949228711 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56271ee612f0 0x56271ee649d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:48.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.371+0000 7f323f7fe640 1 -- 172.21.15.67:0/949228711 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56271ee657e0 con 0x56271ee609d0 2024-09-10T08:15:48.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.371+0000 7f323effd640 1 --2- 172.21.15.67:0/949228711 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56271ee612f0 0x56271ee649d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:15:48.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.371+0000 7f323f7fe640 1 --2- 172.21.15.67:0/949228711 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56271ee609d0 0x56271ee66330 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f32300b80c0 tx=0x7f32300bbda0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4e78e7f08dd9896 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:48.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.371+0000 7f321effd640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:15:48.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.372+0000 7f321effd640 1 -- 172.21.15.67:0/949228711 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3230048030 con 0x56271ee609d0 2024-09-10T08:15:48.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.372+0000 7f321effd640 1 -- 172.21.15.67:0/949228711 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f32300b82d0 con 0x56271ee609d0 2024-09-10T08:15:48.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.372+0000 7f3247ffb740 1 -- 172.21.15.67:0/949228711 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3238009bb0 con 0x56271ee609d0 2024-09-10T08:15:48.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.372+0000 7f321effd640 1 -- 172.21.15.67:0/949228711 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f323003b940 con 0x56271ee609d0 2024-09-10T08:15:48.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.372+0000 7f3247ffb740 10 client.15612 fetch_fsmap learned FSMap version 29 2024-09-10T08:15:48.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.372+0000 7f3247ffb740 1 -- 172.21.15.67:0/949228711 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56271ee85cf0 con 0x56271ee609d0 2024-09-10T08:15:48.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.372+0000 7f321effd640 1 -- 172.21.15.67:0/949228711 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3238009bb0 con 0x56271ee609d0 2024-09-10T08:15:48.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.372+0000 7f321effd640 1 -- 172.21.15.67:0/949228711 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f323004b060 con 0x56271ee609d0 2024-09-10T08:15:48.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.372+0000 7f3247ffb740 10 client.15612 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:15:48.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.372+0000 7f3247ffb740 10 client.15612 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-10T08:15:48.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.372+0000 7f3247ffb740 20 client.15612 populate_metadata read hostname 'smithi067' 2024-09-10T08:15:48.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.372+0000 7f3247ffb740 1 --2- 172.21.15.67:0/949228711 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x56271eeea9f0 0x56271eee9700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:48.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.372+0000 7f3247ffb740 4 client.15612 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-10T08:15:48.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.372+0000 7f3247ffb740 1 -- 172.21.15.67:0/949228711 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "status"}) -- 0x56271edceb10 con 0x56271eeea9f0 2024-09-10T08:15:48.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.373+0000 7f323effd640 1 --2- 172.21.15.67:0/949228711 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x56271eeea9f0 0x56271eee9700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:48.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.373+0000 7f323effd640 1 --2- 172.21.15.67:0/949228711 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x56271eeea9f0 0x56271eee9700 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8dd8ffde0baaed37 server_cookie=777e94eb50cd5164 in_seq=0 out_seq=0 2024-09-10T08:15:48.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.373+0000 7f321effd640 10 client.15612 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:15:48.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.373+0000 7f321effd640 1 -- 172.21.15.67:0/949228711 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x56271edceb10 con 0x56271eeea9f0 2024-09-10T08:15:48.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.373+0000 7f321effd640 10 client.15612 handle_command_reply: tid=0 2024-09-10T08:15:48.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.373+0000 7f3247ffb740 1 client.15612 shutdown 2024-09-10T08:15:48.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.374+0000 7f3247ffb740 1 -- 172.21.15.67:0/949228711 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56271ee609d0 msgr2=0x56271ee66330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:48.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.374+0000 7f3247ffb740 1 --2- 172.21.15.67:0/949228711 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56271ee609d0 0x56271ee66330 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f32300b80c0 tx=0x7f32300bbda0 comp rx=0 tx=0).stop 2024-09-10T08:15:48.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.374+0000 7f3247ffb740 1 -- 172.21.15.67:0/949228711 shutdown_connections 2024-09-10T08:15:48.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.374+0000 7f3247ffb740 1 --2- 172.21.15.67:0/949228711 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x56271eeea9f0 0x56271eee9700 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:48.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.374+0000 7f3247ffb740 1 --2- 172.21.15.67:0/949228711 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56271ee612f0 0x56271ee649d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:48.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.374+0000 7f3247ffb740 1 --2- 172.21.15.67:0/949228711 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56271ee6bbb0 0x56271ee64fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:48.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.374+0000 7f3247ffb740 1 --2- 172.21.15.67:0/949228711 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56271ee609d0 0x56271ee66330 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:48.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.374+0000 7f3247ffb740 1 -- 172.21.15.67:0/949228711 >> 172.21.15.67:0/949228711 conn(0x56271ee5cf60 msgr2=0x56271ee63560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:48.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.374+0000 7f321effd640 0 client.15612 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:15:48.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.374+0000 7f3247ffb740 1 -- 172.21.15.67:0/949228711 shutdown_connections 2024-09-10T08:15:48.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.374+0000 7f3247ffb740 1 -- 172.21.15.67:0/949228711 wait complete. 2024-09-10T08:15:48.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.374+0000 7f3247ffb740 20 client.15612 trim_cache size 0 max 16384 2024-09-10T08:15:48.380 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:15:48.380 INFO:teuthology.orchestra.run.smithi067.stdout: "cluster_fsid": "315284b0-6f4b-11ef-bcea-c7b262605968", 2024-09-10T08:15:48.380 INFO:teuthology.orchestra.run.smithi067.stdout: "whoami": 0, 2024-09-10T08:15:48.380 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 24479, 2024-09-10T08:15:48.380 INFO:teuthology.orchestra.run.smithi067.stdout: "want_state": "up:active", 2024-09-10T08:15:48.380 INFO:teuthology.orchestra.run.smithi067.stdout: "state": "up:active", 2024-09-10T08:15:48.380 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs", 2024-09-10T08:15:48.380 INFO:teuthology.orchestra.run.smithi067.stdout: "rank_uptime": 190.54544755000001, 2024-09-10T08:15:48.380 INFO:teuthology.orchestra.run.smithi067.stdout: "mdsmap_epoch": 29, 2024-09-10T08:15:48.380 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch": 92, 2024-09-10T08:15:48.380 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch_barrier": 92, 2024-09-10T08:15:48.381 INFO:teuthology.orchestra.run.smithi067.stdout: "uptime": 201.428468993 2024-09-10T08:15:48.381 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:15:48.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.374+0000 7f3245c22640 1 -- 172.21.15.67:0/1433412450 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f32280a2c10 msgr2=0x7f32280a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:48.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.374+0000 7f3245c22640 1 --2- 172.21.15.67:0/1433412450 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f32280a2c10 0x7f32280a50d0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f323801f000 tx=0x7f3238022000 comp rx=0 tx=0).stop 2024-09-10T08:15:48.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.374+0000 7f3245c22640 1 -- 172.21.15.67:0/1433412450 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3240100a80 msgr2=0x7f32400fced0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:48.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.374+0000 7f3245c22640 1 --2- 172.21.15.67:0/1433412450 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3240100a80 0x7f32400fced0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f3230004770 tx=0x7f32300042f0 comp rx=0 tx=0).stop 2024-09-10T08:15:48.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.375+0000 7f3245c22640 1 -- 172.21.15.67:0/1433412450 shutdown_connections 2024-09-10T08:15:48.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.375+0000 7f3245c22640 1 --2- 172.21.15.67:0/1433412450 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f32280a2c10 0x7f32280a50d0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:48.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.375+0000 7f3245c22640 1 --2- 172.21.15.67:0/1433412450 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3240106a80 0x7f32400fd950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:48.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.375+0000 7f3245c22640 1 --2- 172.21.15.67:0/1433412450 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3240101420 0x7f32400fd410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:48.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.375+0000 7f3245c22640 1 --2- 172.21.15.67:0/1433412450 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3240100a80 0x7f32400fced0 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:48.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.375+0000 7f3245c22640 1 -- 172.21.15.67:0/1433412450 >> 172.21.15.67:0/1433412450 conn(0x7f32400fc7a0 msgr2=0x7f324006aaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:48.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.375+0000 7f3245c22640 1 -- 172.21.15.67:0/1433412450 shutdown_connections 2024-09-10T08:15:48.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:15:48.375+0000 7f3245c22640 1 -- 172.21.15.67:0/1433412450 wait complete. 2024-09-10T08:15:49.213 INFO:tasks.quiescer:Ready to start quiesce thrashing; initial delay: 15 sec 2024-09-10T08:15:49.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:48 smithi203 ceph-mon[34672]: pgmap v387: 129 pgs: 129 active+clean; 662 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 2.1 KiB/s wr, 13 op/s 2024-09-10T08:15:49.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:48 smithi133 ceph-mon[34721]: pgmap v387: 129 pgs: 129 active+clean; 662 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 2.1 KiB/s wr, 13 op/s 2024-09-10T08:15:49.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:48 smithi067 ceph-mon[31051]: pgmap v387: 129 pgs: 129 active+clean; 662 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 2.1 KiB/s wr, 13 op/s 2024-09-10T08:15:51.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:50 smithi203 ceph-mon[34672]: pgmap v388: 129 pgs: 129 active+clean; 668 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 2.8 KiB/s wr, 16 op/s 2024-09-10T08:15:51.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:50 smithi133 ceph-mon[34721]: pgmap v388: 129 pgs: 129 active+clean; 668 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 2.8 KiB/s wr, 16 op/s 2024-09-10T08:15:51.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:50 smithi067 ceph-mon[31051]: pgmap v388: 129 pgs: 129 active+clean; 668 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 2.8 KiB/s wr, 16 op/s 2024-09-10T08:15:51.542 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.542+0000 7f138166e640 1 -- 172.21.15.67:0/3884447231 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f137c1025f0 msgr2=0x7f137c108e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:51.542 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.542+0000 7f138166e640 1 --2- 172.21.15.67:0/3884447231 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f137c1025f0 0x7f137c108e80 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f1374009900 tx=0x7f137402a410 comp rx=0 tx=0).stop 2024-09-10T08:15:51.542 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.542+0000 7f138166e640 1 -- 172.21.15.67:0/3884447231 shutdown_connections 2024-09-10T08:15:51.542 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.542+0000 7f138166e640 1 --2- 172.21.15.67:0/3884447231 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f137c1025f0 0x7f137c108e80 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:51.542 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.542+0000 7f138166e640 1 --2- 172.21.15.67:0/3884447231 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f137c101c30 0x7f137c1020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:51.542 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.542+0000 7f138166e640 1 --2- 172.21.15.67:0/3884447231 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f137c100a40 0x7f137c100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:51.542 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.542+0000 7f138166e640 1 -- 172.21.15.67:0/3884447231 >> 172.21.15.67:0/3884447231 conn(0x7f137c0fc1e0 msgr2=0x7f137c0fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:51.542 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.542+0000 7f138166e640 1 -- 172.21.15.67:0/3884447231 shutdown_connections 2024-09-10T08:15:51.542 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.542+0000 7f138166e640 1 -- 172.21.15.67:0/3884447231 wait complete. 2024-09-10T08:15:51.542 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.543+0000 7f138166e640 1 Processor -- start 2024-09-10T08:15:51.544 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.543+0000 7f138166e640 1 -- start start 2024-09-10T08:15:51.544 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.543+0000 7f138166e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f137c100a40 0x7f137c1049d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:51.545 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.543+0000 7f138166e640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f137c101c30 0x7f137c103010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:51.545 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.543+0000 7f138166e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f137c1025f0 0x7f137c103550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:51.545 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.543+0000 7f138166e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f137c10c570 con 0x7f137c100a40 2024-09-10T08:15:51.545 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.543+0000 7f138166e640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f137c10c3f0 con 0x7f137c1025f0 2024-09-10T08:15:51.545 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.543+0000 7f138166e640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f137c10c6f0 con 0x7f137c101c30 2024-09-10T08:15:51.545 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.543+0000 7f137affd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f137c100a40 0x7f137c1049d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:51.545 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.543+0000 7f137affd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f137c100a40 0x7f137c1049d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33574/0 (socket says 172.21.15.67:33574) 2024-09-10T08:15:51.545 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.543+0000 7f137affd640 1 -- 172.21.15.67:0/944193818 learned_addr learned my addr 172.21.15.67:0/944193818 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:51.545 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.543+0000 7f137b7fe640 1 --2- 172.21.15.67:0/944193818 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f137c1025f0 0x7f137c103550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:51.545 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.543+0000 7f137a7fc640 1 --2- 172.21.15.67:0/944193818 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f137c101c30 0x7f137c103010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:51.545 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.544+0000 7f137affd640 1 -- 172.21.15.67:0/944193818 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f137c101c30 msgr2=0x7f137c103010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:51.546 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.544+0000 7f137affd640 1 --2- 172.21.15.67:0/944193818 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f137c101c30 0x7f137c103010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:51.546 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.544+0000 7f137affd640 1 -- 172.21.15.67:0/944193818 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f137c1025f0 msgr2=0x7f137c103550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:51.546 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.544+0000 7f137affd640 1 --2- 172.21.15.67:0/944193818 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f137c1025f0 0x7f137c103550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:51.546 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.544+0000 7f137affd640 1 -- 172.21.15.67:0/944193818 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f137c103de0 con 0x7f137c100a40 2024-09-10T08:15:51.546 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.544+0000 7f137a7fc640 1 --2- 172.21.15.67:0/944193818 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f137c101c30 0x7f137c103010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:15:51.546 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.544+0000 7f137affd640 1 --2- 172.21.15.67:0/944193818 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f137c100a40 0x7f137c1049d0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f136c00ea80 tx=0x7f136c00ef40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:51.546 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.544+0000 7f1373fff640 1 -- 172.21.15.67:0/944193818 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f136c00ce40 con 0x7f137c100a40 2024-09-10T08:15:51.546 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.544+0000 7f1373fff640 1 -- 172.21.15.67:0/944193818 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f136c011920 con 0x7f137c100a40 2024-09-10T08:15:51.546 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.544+0000 7f138166e640 1 -- 172.21.15.67:0/944193818 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f137c1a1e00 con 0x7f137c100a40 2024-09-10T08:15:51.546 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.544+0000 7f1373fff640 1 -- 172.21.15.67:0/944193818 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f136c01aaa0 con 0x7f137c100a40 2024-09-10T08:15:51.546 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.544+0000 7f138166e640 1 -- 172.21.15.67:0/944193818 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f137c1a2210 con 0x7f137c100a40 2024-09-10T08:15:51.553 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.546+0000 7f1373fff640 1 -- 172.21.15.67:0/944193818 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 19) ==== 137884+0+0 (secure 0 0 0) 0x7f136c011ad0 con 0x7f137c100a40 2024-09-10T08:15:51.553 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.547+0000 7f1384408740 1 Processor -- start 2024-09-10T08:15:51.553 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.547+0000 7f1384408740 1 -- start start 2024-09-10T08:15:51.553 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.547+0000 7f1384408740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579744819a0 0x557974481da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:51.554 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.547+0000 7f1384408740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5579744822e0 0x557974486da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:51.554 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.547+0000 7f1384408740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557974487370 0x557974489830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:51.554 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.547+0000 7f1384408740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5579743e52f0 con 0x5579744819a0 2024-09-10T08:15:51.554 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.547+0000 7f1384408740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55797438d270 con 0x5579744822e0 2024-09-10T08:15:51.554 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.547+0000 7f1384408740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5579743e12b0 con 0x557974487370 2024-09-10T08:15:51.554 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.548+0000 7f137b7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579744819a0 0x557974481da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:51.554 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.548+0000 7f137b7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579744819a0 0x557974481da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33578/0 (socket says 172.21.15.67:33578) 2024-09-10T08:15:51.554 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.548+0000 7f137b7fe640 1 -- 172.21.15.67:0/4098768075 learned_addr learned my addr 172.21.15.67:0/4098768075 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:51.554 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.548+0000 7f137affd640 1 --2- 172.21.15.67:0/4098768075 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5579744822e0 0x557974486da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:51.554 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.548+0000 7f137a7fc640 1 --2- 172.21.15.67:0/4098768075 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557974487370 0x557974489830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:51.554 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.548+0000 7f1373fff640 1 --2- 172.21.15.67:0/944193818 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f13680a2cd0 0x7f13680a5190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:51.554 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.548+0000 7f137b7fe640 1 -- 172.21.15.67:0/4098768075 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557974487370 msgr2=0x557974489830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:51.554 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.548+0000 7f137b7fe640 1 --2- 172.21.15.67:0/4098768075 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557974487370 0x557974489830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:51.555 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.548+0000 7f137b7fe640 1 -- 172.21.15.67:0/4098768075 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5579744822e0 msgr2=0x557974486da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:51.555 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.548+0000 7f137b7fe640 1 --2- 172.21.15.67:0/4098768075 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5579744822e0 0x557974486da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:51.555 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.548+0000 7f137b7fe640 1 -- 172.21.15.67:0/4098768075 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55797438c340 con 0x5579744819a0 2024-09-10T08:15:51.555 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.548+0000 7f1373fff640 1 -- 172.21.15.67:0/944193818 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f136c0cfbf0 con 0x7f137c100a40 2024-09-10T08:15:51.555 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.548+0000 7f137b7fe640 1 --2- 172.21.15.67:0/944193818 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f13680a2cd0 0x7f13680a5190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:51.555 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.548+0000 7f137b7fe640 1 --2- 172.21.15.67:0/4098768075 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579744819a0 0x557974481da0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f1374009230 tx=0x7f1374031c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c313e29d90de1e6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:51.555 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.549+0000 7f13717fa640 1 -- 172.21.15.67:0/4098768075 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f137404e070 con 0x5579744819a0 2024-09-10T08:15:51.555 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.549+0000 7f13717fa640 1 -- 172.21.15.67:0/4098768075 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1374048b20 con 0x5579744819a0 2024-09-10T08:15:51.555 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.549+0000 7f13717fa640 1 -- 172.21.15.67:0/4098768075 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1374035040 con 0x5579744819a0 2024-09-10T08:15:51.555 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.549+0000 7f137b7fe640 1 --2- 172.21.15.67:0/944193818 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f13680a2cd0 0x7f13680a5190 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f137404b000 tx=0x7f1374048000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:51.555 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.549+0000 7f1384408740 1 -- 172.21.15.67:0/4098768075 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579744819a0 msgr2=0x557974481da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:51.555 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.549+0000 7f1384408740 1 --2- 172.21.15.67:0/4098768075 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579744819a0 0x557974481da0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f1374009230 tx=0x7f1374031c40 comp rx=0 tx=0).stop 2024-09-10T08:15:51.555 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.550+0000 7f1384408740 1 -- 172.21.15.67:0/4098768075 shutdown_connections 2024-09-10T08:15:51.555 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.550+0000 7f1384408740 1 --2- 172.21.15.67:0/4098768075 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5579744822e0 0x557974486da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:51.555 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.550+0000 7f1384408740 1 --2- 172.21.15.67:0/4098768075 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557974487370 0x557974489830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:51.556 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.550+0000 7f1384408740 1 --2- 172.21.15.67:0/4098768075 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579744819a0 0x557974481da0 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:51.556 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.550+0000 7f1384408740 1 -- 172.21.15.67:0/4098768075 >> 172.21.15.67:0/4098768075 conn(0x55797447d010 msgr2=0x55797447d410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:51.556 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.550+0000 7f1384408740 1 -- 172.21.15.67:0/4098768075 shutdown_connections 2024-09-10T08:15:51.556 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.550+0000 7f1384408740 1 -- 172.21.15.67:0/4098768075 wait complete. 2024-09-10T08:15:51.556 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.550+0000 7f1384408740 1 -- start start 2024-09-10T08:15:51.556 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.550+0000 7f1384408740 1 Processor -- start 2024-09-10T08:15:51.556 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.550+0000 7f1384408740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5579744819a0 0x55797448bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:51.556 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.550+0000 7f1384408740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579744822e0 0x55797448c100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:51.556 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.550+0000 7f1384408740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557974487370 0x557974493140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:51.556 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.550+0000 7f1384408740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55797448a340 con 0x5579744822e0 2024-09-10T08:15:51.556 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.550+0000 7f1384408740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55797436e290 con 0x5579744819a0 2024-09-10T08:15:51.556 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.550+0000 7f1384408740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55797448a4c0 con 0x557974487370 2024-09-10T08:15:51.556 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.550+0000 7f1384408740 10 client.0 _ll_register_callbacks cb 0x55797439f140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:15:51.557 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.550+0000 7f137a7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579744822e0 0x55797448c100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:51.557 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.550+0000 7f137a7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579744822e0 0x55797448c100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33590/0 (socket says 172.21.15.67:33590) 2024-09-10T08:15:51.557 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.550+0000 7f137a7fc640 1 -- 172.21.15.67:0/3915734493 learned_addr learned my addr 172.21.15.67:0/3915734493 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:51.557 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.551+0000 7f137affd640 1 --2- 172.21.15.67:0/3915734493 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5579744819a0 0x55797448bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:51.557 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.551+0000 7f137b7fe640 1 --2- 172.21.15.67:0/3915734493 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557974487370 0x557974493140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:51.557 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.551+0000 7f137a7fc640 1 -- 172.21.15.67:0/3915734493 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557974487370 msgr2=0x557974493140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:51.557 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.551+0000 7f137a7fc640 1 --2- 172.21.15.67:0/3915734493 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557974487370 0x557974493140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:51.557 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.551+0000 7f137a7fc640 1 -- 172.21.15.67:0/3915734493 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5579744819a0 msgr2=0x55797448bbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:51.557 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.551+0000 7f137a7fc640 1 --2- 172.21.15.67:0/3915734493 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5579744819a0 0x55797448bbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:51.557 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.551+0000 7f137a7fc640 1 -- 172.21.15.67:0/3915734493 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5579740f8210 con 0x5579744822e0 2024-09-10T08:15:51.557 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.551+0000 7f137a7fc640 1 --2- 172.21.15.67:0/3915734493 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579744822e0 0x55797448c100 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f1364012480 tx=0x7f1364012940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=299839cceb9650e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:51.557 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.551+0000 7f13627fc640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:15:51.557 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.551+0000 7f13627fc640 1 -- 172.21.15.67:0/3915734493 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f136401f060 con 0x5579744822e0 2024-09-10T08:15:51.558 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.551+0000 7f13627fc640 1 -- 172.21.15.67:0/3915734493 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f1364010aa0 con 0x5579744822e0 2024-09-10T08:15:51.558 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.551+0000 7f1384408740 1 -- 172.21.15.67:0/3915734493 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1374048b20 con 0x5579744822e0 2024-09-10T08:15:51.558 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.551+0000 7f13627fc640 1 -- 172.21.15.67:0/3915734493 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1364026050 con 0x5579744822e0 2024-09-10T08:15:51.558 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.551+0000 7f1384408740 10 client.15624 fetch_fsmap learned FSMap version 29 2024-09-10T08:15:51.558 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.551+0000 7f1384408740 1 -- 172.21.15.67:0/3915734493 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5579741c4620 con 0x5579744822e0 2024-09-10T08:15:51.558 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.552+0000 7f13627fc640 1 -- 172.21.15.67:0/3915734493 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1374048b20 con 0x5579744822e0 2024-09-10T08:15:51.558 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.552+0000 7f13627fc640 1 -- 172.21.15.67:0/3915734493 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f1364019030 con 0x5579744822e0 2024-09-10T08:15:51.558 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.552+0000 7f1384408740 10 client.15624 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:15:51.558 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.552+0000 7f1384408740 10 client.15624 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:15:51.558 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.552+0000 7f1384408740 20 client.15624 populate_metadata read hostname 'smithi067' 2024-09-10T08:15:51.558 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.552+0000 7f1384408740 1 --2- 172.21.15.67:0/3915734493 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5579744978e0 0x557974499d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:51.558 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.552+0000 7f1384408740 4 client.15624 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:15:51.558 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.552+0000 7f1384408740 1 -- 172.21.15.67:0/3915734493 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5579743f2a20 con 0x5579744978e0 2024-09-10T08:15:51.559 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.552+0000 7f137affd640 1 --2- 172.21.15.67:0/3915734493 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5579744978e0 0x557974499d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:51.559 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.553+0000 7f137affd640 1 --2- 172.21.15.67:0/3915734493 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5579744978e0 0x557974499d30 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5917e21c799d53b9 server_cookie=a6c88dc1d685b6b3 in_seq=0 out_seq=0 2024-09-10T08:15:51.559 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.553+0000 7f13627fc640 10 client.15624 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:15:51.559 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.553+0000 7f13627fc640 1 -- 172.21.15.67:0/3915734493 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5579743f2a20 con 0x5579744978e0 2024-09-10T08:15:51.559 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.553+0000 7f13627fc640 10 client.15624 handle_command_reply: tid=0 2024-09-10T08:15:51.559 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.553+0000 7f1384408740 1 client.15624 shutdown 2024-09-10T08:15:51.559 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.553+0000 7f1384408740 1 -- 172.21.15.67:0/3915734493 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579744822e0 msgr2=0x55797448c100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:51.559 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.553+0000 7f1384408740 1 --2- 172.21.15.67:0/3915734493 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579744822e0 0x55797448c100 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f1364012480 tx=0x7f1364012940 comp rx=0 tx=0).stop 2024-09-10T08:15:51.559 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.554+0000 7f1384408740 1 -- 172.21.15.67:0/3915734493 shutdown_connections 2024-09-10T08:15:51.559 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.554+0000 7f1384408740 1 --2- 172.21.15.67:0/3915734493 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5579744978e0 0x557974499d30 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:51.559 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.554+0000 7f1384408740 1 --2- 172.21.15.67:0/3915734493 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557974487370 0x557974493140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:51.559 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.554+0000 7f1384408740 1 --2- 172.21.15.67:0/3915734493 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579744822e0 0x55797448c100 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:51.559 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.554+0000 7f1384408740 1 --2- 172.21.15.67:0/3915734493 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5579744819a0 0x55797448bbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:51.560 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.554+0000 7f1384408740 1 -- 172.21.15.67:0/3915734493 >> 172.21.15.67:0/3915734493 conn(0x55797447d010 msgr2=0x55797447e820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:51.560 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.554+0000 7f13627fc640 0 client.15624 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:15:51.560 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.554+0000 7f1384408740 1 -- 172.21.15.67:0/3915734493 shutdown_connections 2024-09-10T08:15:51.560 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.554+0000 7f1384408740 1 -- 172.21.15.67:0/3915734493 wait complete. 2024-09-10T08:15:51.560 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.554+0000 7f1384408740 20 client.15624 trim_cache size 0 max 16384 2024-09-10T08:15:51.568 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.568+0000 7f1384408740 1 Processor -- start 2024-09-10T08:15:51.568 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.568+0000 7f1384408740 1 -- start start 2024-09-10T08:15:51.572 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.569+0000 7f1384408740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579744819a0 0x55797447e400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:51.572 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.569+0000 7f1384408740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5579744822e0 0x557974493100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:51.572 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.569+0000 7f1384408740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557974487370 0x55797447e940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:51.573 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.569+0000 7f1384408740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f137c1ac970 con 0x5579744819a0 2024-09-10T08:15:51.573 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.569+0000 7f1384408740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f137c1ae4b0 con 0x5579744822e0 2024-09-10T08:15:51.573 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.569+0000 7f1384408740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f137c1ad040 con 0x557974487370 2024-09-10T08:15:51.573 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.569+0000 7f137affd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579744819a0 0x55797447e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:51.573 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.569+0000 7f137affd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579744819a0 0x55797447e400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33604/0 (socket says 172.21.15.67:33604) 2024-09-10T08:15:51.573 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.569+0000 7f137affd640 1 -- 172.21.15.67:0/313975465 learned_addr learned my addr 172.21.15.67:0/313975465 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:51.573 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.569+0000 7f137affd640 1 -- 172.21.15.67:0/313975465 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557974487370 msgr2=0x55797447e940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:51.573 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.569+0000 7f137affd640 1 --2- 172.21.15.67:0/313975465 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557974487370 0x55797447e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:51.573 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.569+0000 7f137affd640 1 -- 172.21.15.67:0/313975465 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5579744822e0 msgr2=0x557974493100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:51.573 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.569+0000 7f137affd640 1 --2- 172.21.15.67:0/313975465 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5579744822e0 0x557974493100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:51.573 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.569+0000 7f137affd640 1 -- 172.21.15.67:0/313975465 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55797447ce30 con 0x5579744819a0 2024-09-10T08:15:51.573 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.569+0000 7f137affd640 1 --2- 172.21.15.67:0/313975465 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579744819a0 0x55797447e400 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f136c00ea50 tx=0x7f136c0bc040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a76f9fac04fbe4a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:51.574 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.569+0000 7f1370ff9640 1 -- 172.21.15.67:0/313975465 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f136c09c590 con 0x5579744819a0 2024-09-10T08:15:51.574 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.569+0000 7f1370ff9640 1 -- 172.21.15.67:0/313975465 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f136c09be90 con 0x5579744819a0 2024-09-10T08:15:51.574 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.569+0000 7f1370ff9640 1 -- 172.21.15.67:0/313975465 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f136c0cd390 con 0x5579744819a0 2024-09-10T08:15:51.574 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.570+0000 7f1384408740 1 -- 172.21.15.67:0/313975465 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579744819a0 msgr2=0x55797447e400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:51.574 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.570+0000 7f1384408740 1 --2- 172.21.15.67:0/313975465 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579744819a0 0x55797447e400 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f136c00ea50 tx=0x7f136c0bc040 comp rx=0 tx=0).stop 2024-09-10T08:15:51.574 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.570+0000 7f1384408740 1 -- 172.21.15.67:0/313975465 shutdown_connections 2024-09-10T08:15:51.574 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.570+0000 7f1384408740 1 --2- 172.21.15.67:0/313975465 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5579744822e0 0x557974493100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:51.574 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.570+0000 7f1384408740 1 --2- 172.21.15.67:0/313975465 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557974487370 0x55797447e940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:51.574 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.570+0000 7f1384408740 1 --2- 172.21.15.67:0/313975465 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579744819a0 0x55797447e400 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:51.574 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.570+0000 7f1384408740 1 -- 172.21.15.67:0/313975465 >> 172.21.15.67:0/313975465 conn(0x55797447d010 msgr2=0x55797447c1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:51.574 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.570+0000 7f1384408740 1 -- 172.21.15.67:0/313975465 shutdown_connections 2024-09-10T08:15:51.574 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.570+0000 7f1384408740 1 -- 172.21.15.67:0/313975465 wait complete. 2024-09-10T08:15:51.574 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.570+0000 7f1384408740 1 -- start start 2024-09-10T08:15:51.575 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.571+0000 7f1384408740 1 Processor -- start 2024-09-10T08:15:51.575 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.571+0000 7f1384408740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5579744819a0 0x557974490a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:51.575 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.571+0000 7f1384408740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579744822e0 0x557974490fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:51.575 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.571+0000 7f1384408740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557974487370 0x557974491fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:51.575 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.571+0000 7f1384408740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f137c1adde0 con 0x5579744822e0 2024-09-10T08:15:51.575 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.571+0000 7f1384408740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f137c1ad710 con 0x5579744819a0 2024-09-10T08:15:51.575 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.571+0000 7f1384408740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f137c1aa950 con 0x557974487370 2024-09-10T08:15:51.575 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.571+0000 7f1384408740 10 client.0 _ll_register_callbacks cb 0x7f136400b8e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:15:51.575 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.571+0000 7f137a7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579744822e0 0x557974490fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:51.575 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.571+0000 7f137a7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579744822e0 0x557974490fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33606/0 (socket says 172.21.15.67:33606) 2024-09-10T08:15:51.575 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.571+0000 7f137a7fc640 1 -- 172.21.15.67:0/3944083849 learned_addr learned my addr 172.21.15.67:0/3944083849 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:15:51.575 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.571+0000 7f137affd640 1 --2- 172.21.15.67:0/3944083849 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5579744819a0 0x557974490a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:51.575 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.571+0000 7f137a7fc640 1 -- 172.21.15.67:0/3944083849 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557974487370 msgr2=0x557974491fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:51.576 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.571+0000 7f137a7fc640 1 --2- 172.21.15.67:0/3944083849 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557974487370 0x557974491fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:51.576 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.571+0000 7f137a7fc640 1 -- 172.21.15.67:0/3944083849 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5579744819a0 msgr2=0x557974490a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:15:51.576 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.571+0000 7f137a7fc640 1 --2- 172.21.15.67:0/3944083849 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5579744819a0 0x557974490a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:51.576 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.571+0000 7f137a7fc640 1 -- 172.21.15.67:0/3944083849 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5579744925c0 con 0x5579744822e0 2024-09-10T08:15:51.576 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.571+0000 7f137affd640 1 --2- 172.21.15.67:0/3944083849 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5579744819a0 0x557974490a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:15:51.576 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.571+0000 7f137a7fc640 1 --2- 172.21.15.67:0/3944083849 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579744822e0 0x557974490fa0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f136400fea0 tx=0x7f136400b860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7525e60941ad1ba8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:15:51.576 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.571+0000 7f13627fc640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:15:51.576 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.572+0000 7f13627fc640 1 -- 172.21.15.67:0/3944083849 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1364010aa0 con 0x5579744822e0 2024-09-10T08:15:51.576 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.572+0000 7f13627fc640 1 -- 172.21.15.67:0/3944083849 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f1364010c40 con 0x5579744822e0 2024-09-10T08:15:51.576 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.572+0000 7f1384408740 1 -- 172.21.15.67:0/3944083849 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f136c09be90 con 0x5579744822e0 2024-09-10T08:15:51.576 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.572+0000 7f13627fc640 1 -- 172.21.15.67:0/3944083849 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f136401f030 con 0x5579744822e0 2024-09-10T08:15:51.576 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.572+0000 7f1384408740 10 client.15630 fetch_fsmap learned FSMap version 29 2024-09-10T08:15:51.576 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.572+0000 7f1384408740 1 -- 172.21.15.67:0/3944083849 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5579745029a0 con 0x5579744822e0 2024-09-10T08:15:51.577 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.572+0000 7f13627fc640 1 -- 172.21.15.67:0/3944083849 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f136c09be90 con 0x5579744822e0 2024-09-10T08:15:51.577 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.572+0000 7f13627fc640 1 -- 172.21.15.67:0/3944083849 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f1364019070 con 0x5579744822e0 2024-09-10T08:15:51.577 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.572+0000 7f1384408740 10 client.15630 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:15:51.577 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.572+0000 7f1384408740 10 client.15630 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:15:51.577 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.572+0000 7f1384408740 20 client.15630 populate_metadata read hostname 'smithi067' 2024-09-10T08:15:51.577 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.572+0000 7f1384408740 1 --2- 172.21.15.67:0/3944083849 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x557974503380 0x5579745057a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:15:51.577 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.572+0000 7f1384408740 4 client.15630 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:15:51.577 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.572+0000 7f1384408740 1 -- 172.21.15.67:0/3944083849 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5579743ecd70 con 0x557974503380 2024-09-10T08:15:51.577 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.573+0000 7f137affd640 1 --2- 172.21.15.67:0/3944083849 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x557974503380 0x5579745057a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:15:51.577 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.573+0000 7f137affd640 1 --2- 172.21.15.67:0/3944083849 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x557974503380 0x5579745057a0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3bba3cfb910b13c3 server_cookie=85751cad01892572 in_seq=0 out_seq=0 2024-09-10T08:15:51.577 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.573+0000 7f13627fc640 10 client.15630 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:15:51.581 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.581+0000 7f13627fc640 1 -- 172.21.15.67:0/3944083849 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5579743ecd70 con 0x557974503380 2024-09-10T08:15:51.581 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.581+0000 7f13627fc640 10 client.15630 handle_command_reply: tid=0 2024-09-10T08:15:51.581 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.581+0000 7f1384408740 1 client.15630 shutdown 2024-09-10T08:15:51.581 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.581+0000 7f1384408740 1 -- 172.21.15.67:0/3944083849 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579744822e0 msgr2=0x557974490fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:51.581 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.581+0000 7f1384408740 1 --2- 172.21.15.67:0/3944083849 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579744822e0 0x557974490fa0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f136400fea0 tx=0x7f136400b860 comp rx=0 tx=0).stop 2024-09-10T08:15:51.581 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.581+0000 7f1384408740 1 -- 172.21.15.67:0/3944083849 shutdown_connections 2024-09-10T08:15:51.581 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.581+0000 7f1384408740 1 --2- 172.21.15.67:0/3944083849 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x557974503380 0x5579745057a0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:51.581 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.581+0000 7f1384408740 1 --2- 172.21.15.67:0/3944083849 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557974487370 0x557974491fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:51.581 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.581+0000 7f1384408740 1 --2- 172.21.15.67:0/3944083849 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579744822e0 0x557974490fa0 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:51.581 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.581+0000 7f1384408740 1 --2- 172.21.15.67:0/3944083849 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5579744819a0 0x557974490a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:51.581 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.581+0000 7f13627fc640 0 client.15630 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:15:51.581 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.581+0000 7f1384408740 1 -- 172.21.15.67:0/3944083849 >> 172.21.15.67:0/3944083849 conn(0x55797447d010 msgr2=0x55797447d3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:51.582 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.581+0000 7f1384408740 1 -- 172.21.15.67:0/3944083849 shutdown_connections 2024-09-10T08:15:51.582 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.581+0000 7f1384408740 1 -- 172.21.15.67:0/3944083849 wait complete. 2024-09-10T08:15:51.582 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.581+0000 7f1384408740 20 client.15630 trim_cache size 0 max 16384 2024-09-10T08:15:51.582 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout:{ 2024-09-10T08:15:51.582 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout: "message": "", 2024-09-10T08:15:51.582 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout: "return_code": 0 2024-09-10T08:15:51.582 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout:} 2024-09-10T08:15:51.583 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.581+0000 7f138166e640 1 -- 172.21.15.67:0/944193818 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f13680a2cd0 msgr2=0x7f13680a5190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:51.583 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.581+0000 7f138166e640 1 --2- 172.21.15.67:0/944193818 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f13680a2cd0 0x7f13680a5190 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f137404b000 tx=0x7f1374048000 comp rx=0 tx=0).stop 2024-09-10T08:15:51.583 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.581+0000 7f138166e640 1 -- 172.21.15.67:0/944193818 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f137c100a40 msgr2=0x7f137c1049d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:15:51.583 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.581+0000 7f138166e640 1 --2- 172.21.15.67:0/944193818 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f137c100a40 0x7f137c1049d0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f136c00ea80 tx=0x7f136c00ef40 comp rx=0 tx=0).stop 2024-09-10T08:15:51.583 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.582+0000 7f138166e640 1 -- 172.21.15.67:0/944193818 shutdown_connections 2024-09-10T08:15:51.583 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.582+0000 7f138166e640 1 --2- 172.21.15.67:0/944193818 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f13680a2cd0 0x7f13680a5190 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:51.583 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.582+0000 7f138166e640 1 --2- 172.21.15.67:0/944193818 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f137c1025f0 0x7f137c103550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:51.584 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.582+0000 7f138166e640 1 --2- 172.21.15.67:0/944193818 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f137c101c30 0x7f137c103010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:51.584 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.582+0000 7f138166e640 1 --2- 172.21.15.67:0/944193818 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f137c100a40 0x7f137c1049d0 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:15:51.584 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.582+0000 7f138166e640 1 -- 172.21.15.67:0/944193818 >> 172.21.15.67:0/944193818 conn(0x7f137c0fc1e0 msgr2=0x7f137c0fdcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:15:51.584 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.582+0000 7f138166e640 1 -- 172.21.15.67:0/944193818 shutdown_connections 2024-09-10T08:15:51.584 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:15:51.582+0000 7f138166e640 1 -- 172.21.15.67:0/944193818 wait complete. 2024-09-10T08:15:53.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:52 smithi203 ceph-mon[34672]: pgmap v389: 129 pgs: 129 active+clean; 668 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-09-10T08:15:53.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:52 smithi133 ceph-mon[34721]: pgmap v389: 129 pgs: 129 active+clean; 668 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-09-10T08:15:53.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:52 smithi067 ceph-mon[31051]: pgmap v389: 129 pgs: 129 active+clean; 668 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-09-10T08:15:55.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:55 smithi203 ceph-mon[34672]: pgmap v390: 129 pgs: 129 active+clean; 668 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2024-09-10T08:15:55.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:55 smithi133 ceph-mon[34721]: pgmap v390: 129 pgs: 129 active+clean; 668 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2024-09-10T08:15:55.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:55 smithi067 ceph-mon[31051]: pgmap v390: 129 pgs: 129 active+clean; 668 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2024-09-10T08:15:57.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:57 smithi203 ceph-mon[34672]: pgmap v391: 129 pgs: 129 active+clean; 669 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 1.7 KiB/s wr, 14 op/s 2024-09-10T08:15:57.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:57 smithi133 ceph-mon[34721]: pgmap v391: 129 pgs: 129 active+clean; 669 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 1.7 KiB/s wr, 14 op/s 2024-09-10T08:15:57.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:57 smithi067 ceph-mon[31051]: pgmap v391: 129 pgs: 129 active+clean; 669 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 1.7 KiB/s wr, 14 op/s 2024-09-10T08:15:59.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:15:59 smithi203 ceph-mon[34672]: pgmap v392: 129 pgs: 129 active+clean; 669 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-09-10T08:15:59.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:15:59 smithi133 ceph-mon[34721]: pgmap v392: 129 pgs: 129 active+clean; 669 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-09-10T08:15:59.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:15:59 smithi067 ceph-mon[31051]: pgmap v392: 129 pgs: 129 active+clean; 669 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-09-10T08:16:00.722 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T08:16:00.989 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:16:01.269 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:01 smithi067 ceph-mon[31051]: pgmap v393: 129 pgs: 129 active+clean; 669 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 1.7 KiB/s wr, 14 op/s 2024-09-10T08:16:01.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:01 smithi203 ceph-mon[34672]: pgmap v393: 129 pgs: 129 active+clean; 669 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 1.7 KiB/s wr, 14 op/s 2024-09-10T08:16:01.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:01 smithi133 ceph-mon[34721]: pgmap v393: 129 pgs: 129 active+clean; 669 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 1.7 KiB/s wr, 14 op/s 2024-09-10T08:16:01.500 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.485+0000 7f1366607640 1 -- 172.21.15.67:0/2581290901 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1360102570 msgr2=0x7f13601029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:01.500 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.485+0000 7f1366607640 1 --2- 172.21.15.67:0/2581290901 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1360102570 0x7f13601029b0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f1348009900 tx=0x7f134802a480 comp rx=0 tx=0).stop 2024-09-10T08:16:01.500 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.486+0000 7f1366607640 1 -- 172.21.15.67:0/2581290901 shutdown_connections 2024-09-10T08:16:01.500 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.486+0000 7f1366607640 1 --2- 172.21.15.67:0/2581290901 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1360102ef0 0x7f136010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:01.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.486+0000 7f1366607640 1 --2- 172.21.15.67:0/2581290901 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1360102570 0x7f13601029b0 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:01.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.486+0000 7f1366607640 1 --2- 172.21.15.67:0/2581290901 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1360100e20 0x7f1360101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:01.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.486+0000 7f1366607640 1 -- 172.21.15.67:0/2581290901 >> 172.21.15.67:0/2581290901 conn(0x7f13600fc7d0 msgr2=0x7f13600febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:01.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.486+0000 7f1366607640 1 -- 172.21.15.67:0/2581290901 shutdown_connections 2024-09-10T08:16:01.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.486+0000 7f1366607640 1 -- 172.21.15.67:0/2581290901 wait complete. 2024-09-10T08:16:01.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.486+0000 7f1366607640 1 Processor -- start 2024-09-10T08:16:01.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.486+0000 7f1366607640 1 -- start start 2024-09-10T08:16:01.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.487+0000 7f1366607640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1360100e20 0x7f1360198470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:01.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.487+0000 7f1366607640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1360102570 0x7f13601989b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:01.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.487+0000 7f1366607640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1360102ef0 0x7f136019cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:01.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.487+0000 7f1366607640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f1360110e30 con 0x7f1360100e20 2024-09-10T08:16:01.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.487+0000 7f135ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1360100e20 0x7f1360198470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:01.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.487+0000 7f1366607640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f1360110cb0 con 0x7f1360102ef0 2024-09-10T08:16:01.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.487+0000 7f1366607640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f1360110fb0 con 0x7f1360102570 2024-09-10T08:16:01.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.487+0000 7f135ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1360100e20 0x7f1360198470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36370/0 (socket says 172.21.15.67:36370) 2024-09-10T08:16:01.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.487+0000 7f135ffff640 1 -- 172.21.15.67:0/3473670930 learned_addr learned my addr 172.21.15.67:0/3473670930 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:01.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.487+0000 7f1364ba4640 1 --2- 172.21.15.67:0/3473670930 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1360102ef0 0x7f136019cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:01.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.487+0000 7f1357fff640 1 --2- 172.21.15.67:0/3473670930 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1360102570 0x7f13601989b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:01.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.487+0000 7f135ffff640 1 -- 172.21.15.67:0/3473670930 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1360102570 msgr2=0x7f13601989b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:01.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.487+0000 7f135ffff640 1 --2- 172.21.15.67:0/3473670930 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1360102570 0x7f13601989b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:01.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.487+0000 7f135ffff640 1 -- 172.21.15.67:0/3473670930 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1360102ef0 msgr2=0x7f136019cd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:01.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.487+0000 7f135ffff640 1 --2- 172.21.15.67:0/3473670930 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1360102ef0 0x7f136019cd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:01.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.487+0000 7f135ffff640 1 -- 172.21.15.67:0/3473670930 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f136019d420 con 0x7f1360100e20 2024-09-10T08:16:01.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.487+0000 7f1357fff640 1 --2- 172.21.15.67:0/3473670930 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1360102570 0x7f13601989b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:16:01.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.487+0000 7f135ffff640 1 --2- 172.21.15.67:0/3473670930 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1360100e20 0x7f1360198470 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f135000d950 tx=0x7f135000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:01.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.488+0000 7f135dffb640 1 -- 172.21.15.67:0/3473670930 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1350017030 con 0x7f1360100e20 2024-09-10T08:16:01.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.488+0000 7f135dffb640 1 -- 172.21.15.67:0/3473670930 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1350004020 con 0x7f1360100e20 2024-09-10T08:16:01.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.488+0000 7f1366607640 1 -- 172.21.15.67:0/3473670930 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f136019d710 con 0x7f1360100e20 2024-09-10T08:16:01.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.488+0000 7f135dffb640 1 -- 172.21.15.67:0/3473670930 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13500047a0 con 0x7f1360100e20 2024-09-10T08:16:01.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.488+0000 7f1366607640 1 -- 172.21.15.67:0/3473670930 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13601a4ff0 con 0x7f1360100e20 2024-09-10T08:16:01.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.490+0000 7f135dffb640 1 -- 172.21.15.67:0/3473670930 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 19) ==== 137884+0+0 (secure 0 0 0) 0x7f13500041d0 con 0x7f1360100e20 2024-09-10T08:16:01.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.490+0000 7f13689e0740 1 Processor -- start 2024-09-10T08:16:01.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.491+0000 7f13689e0740 1 -- start start 2024-09-10T08:16:01.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.491+0000 7f13689e0740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561c7904b4a0 0x561c7904b880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:01.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.491+0000 7f13689e0740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561c7904bdc0 0x561c79056140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:01.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.491+0000 7f13689e0740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561c79056680 0x561c79058a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:01.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.491+0000 7f13689e0740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x561c78fb12e0 con 0x561c79056680 2024-09-10T08:16:01.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.491+0000 7f13689e0740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x561c78f58ce0 con 0x561c7904bdc0 2024-09-10T08:16:01.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.491+0000 7f13689e0740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x561c78fad2a0 con 0x561c7904b4a0 2024-09-10T08:16:01.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.491+0000 7f1357fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561c79056680 0x561c79058a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:01.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.491+0000 7f1357fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561c79056680 0x561c79058a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36382/0 (socket says 172.21.15.67:36382) 2024-09-10T08:16:01.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.491+0000 7f1357fff640 1 -- 172.21.15.67:0/2911104939 learned_addr learned my addr 172.21.15.67:0/2911104939 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:01.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.491+0000 7f1364ba4640 1 --2- 172.21.15.67:0/2911104939 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561c7904b4a0 0x561c7904b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:01.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.491+0000 7f135dffb640 1 --2- 172.21.15.67:0/3473670930 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f134c0a2c10 0x7f134c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:01.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.491+0000 7f135ffff640 1 --2- 172.21.15.67:0/2911104939 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561c7904bdc0 0x561c79056140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:01.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.491+0000 7f1364ba4640 1 --2- 172.21.15.67:0/3473670930 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f134c0a2c10 0x7f134c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:01.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.491+0000 7f1357fff640 1 -- 172.21.15.67:0/2911104939 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561c7904b4a0 msgr2=0x561c7904b880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:01.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.491+0000 7f1357fff640 1 --2- 172.21.15.67:0/2911104939 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561c7904b4a0 0x561c7904b880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:01.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.491+0000 7f135dffb640 1 -- 172.21.15.67:0/3473670930 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f13500cf020 con 0x7f1360100e20 2024-09-10T08:16:01.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.491+0000 7f1357fff640 1 -- 172.21.15.67:0/2911104939 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561c7904bdc0 msgr2=0x561c79056140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:01.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.491+0000 7f1357fff640 1 --2- 172.21.15.67:0/2911104939 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561c7904bdc0 0x561c79056140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:01.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.491+0000 7f1357fff640 1 -- 172.21.15.67:0/2911104939 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561c78f3d440 con 0x561c79056680 2024-09-10T08:16:01.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.492+0000 7f135ffff640 1 --2- 172.21.15.67:0/2911104939 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561c7904bdc0 0x561c79056140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:16:01.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.492+0000 7f1357fff640 1 --2- 172.21.15.67:0/2911104939 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561c79056680 0x561c79058a70 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f1348009900 tx=0x7f1348032e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b051a3c0be679931 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:01.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.492+0000 7f1364ba4640 1 --2- 172.21.15.67:0/3473670930 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f134c0a2c10 0x7f134c0a50d0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f135800a780 tx=0x7f1358004ab0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:01.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.492+0000 7f13567fc640 1 -- 172.21.15.67:0/2911104939 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f134803f070 con 0x561c79056680 2024-09-10T08:16:01.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.492+0000 7f13567fc640 1 -- 172.21.15.67:0/2911104939 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1348031630 con 0x561c79056680 2024-09-10T08:16:01.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.492+0000 7f13567fc640 1 -- 172.21.15.67:0/2911104939 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1348035070 con 0x561c79056680 2024-09-10T08:16:01.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.493+0000 7f13689e0740 1 -- 172.21.15.67:0/2911104939 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561c79056680 msgr2=0x561c79058a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:01.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.493+0000 7f13689e0740 1 --2- 172.21.15.67:0/2911104939 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561c79056680 0x561c79058a70 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f1348009900 tx=0x7f1348032e00 comp rx=0 tx=0).stop 2024-09-10T08:16:01.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.493+0000 7f13689e0740 1 -- 172.21.15.67:0/2911104939 shutdown_connections 2024-09-10T08:16:01.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.493+0000 7f13689e0740 1 --2- 172.21.15.67:0/2911104939 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561c7904bdc0 0x561c79056140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:01.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.493+0000 7f13689e0740 1 --2- 172.21.15.67:0/2911104939 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561c79056680 0x561c79058a70 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:01.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.493+0000 7f13689e0740 1 --2- 172.21.15.67:0/2911104939 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561c7904b4a0 0x561c7904b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:01.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.493+0000 7f13689e0740 1 -- 172.21.15.67:0/2911104939 >> 172.21.15.67:0/2911104939 conn(0x561c79047a30 msgr2=0x561c79047e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:01.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.493+0000 7f13689e0740 1 -- 172.21.15.67:0/2911104939 shutdown_connections 2024-09-10T08:16:01.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.493+0000 7f13689e0740 1 -- 172.21.15.67:0/2911104939 wait complete. 2024-09-10T08:16:01.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.493+0000 7f13689e0740 1 -- start start 2024-09-10T08:16:01.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.493+0000 7f13689e0740 1 Processor -- start 2024-09-10T08:16:01.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.494+0000 7f13689e0740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561c7904b4a0 0x561c79056000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:01.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.494+0000 7f13689e0740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561c7904bdc0 0x561c790532b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:01.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.494+0000 7f13689e0740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561c79056680 0x561c79053830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:01.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.494+0000 7f13689e0740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x561c79059250 con 0x561c79056680 2024-09-10T08:16:01.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.494+0000 7f13689e0740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x561c78f6c050 con 0x561c7904bdc0 2024-09-10T08:16:01.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.494+0000 7f13689e0740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x561c790593d0 con 0x561c7904b4a0 2024-09-10T08:16:01.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.494+0000 7f13689e0740 10 client.0 _ll_register_callbacks cb 0x561c78fac160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:16:01.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.494+0000 7f1364ba4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561c79056680 0x561c79053830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:01.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.494+0000 7f135ffff640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561c7904b4a0 0x561c79056000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:01.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.494+0000 7f1364ba4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561c79056680 0x561c79053830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36394/0 (socket says 172.21.15.67:36394) 2024-09-10T08:16:01.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.494+0000 7f1364ba4640 1 -- 172.21.15.67:0/2287046482 learned_addr learned my addr 172.21.15.67:0/2287046482 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:01.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.494+0000 7f1357fff640 1 --2- 172.21.15.67:0/2287046482 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561c7904bdc0 0x561c790532b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:01.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.494+0000 7f1364ba4640 1 -- 172.21.15.67:0/2287046482 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561c7904b4a0 msgr2=0x561c79056000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:01.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.494+0000 7f1364ba4640 1 --2- 172.21.15.67:0/2287046482 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561c7904b4a0 0x561c79056000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:01.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.494+0000 7f1364ba4640 1 -- 172.21.15.67:0/2287046482 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561c7904bdc0 msgr2=0x561c790532b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:01.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.494+0000 7f1364ba4640 1 --2- 172.21.15.67:0/2287046482 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561c7904bdc0 0x561c790532b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:01.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.494+0000 7f1364ba4640 1 -- 172.21.15.67:0/2287046482 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561c78d223c0 con 0x561c79056680 2024-09-10T08:16:01.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.495+0000 7f1364ba4640 1 --2- 172.21.15.67:0/2287046482 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561c79056680 0x561c79053830 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f1358011fd0 tx=0x7f1358004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a719d0500311dfb8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:01.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.495+0000 7f133f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:16:01.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.495+0000 7f133f7fe640 1 -- 172.21.15.67:0/2287046482 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f135802c060 con 0x561c79056680 2024-09-10T08:16:01.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.495+0000 7f133f7fe640 1 -- 172.21.15.67:0/2287046482 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f1358027620 con 0x561c79056680 2024-09-10T08:16:01.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.495+0000 7f13689e0740 1 -- 172.21.15.67:0/2287046482 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1348031630 con 0x561c79056680 2024-09-10T08:16:01.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.495+0000 7f133f7fe640 1 -- 172.21.15.67:0/2287046482 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1358004b20 con 0x561c79056680 2024-09-10T08:16:01.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.495+0000 7f13689e0740 10 client.15642 fetch_fsmap learned FSMap version 29 2024-09-10T08:16:01.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.495+0000 7f13689e0740 1 -- 172.21.15.67:0/2287046482 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561c79064ca0 con 0x561c79056680 2024-09-10T08:16:01.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.495+0000 7f133f7fe640 1 -- 172.21.15.67:0/2287046482 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1348031630 con 0x561c79056680 2024-09-10T08:16:01.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.495+0000 7f133f7fe640 1 -- 172.21.15.67:0/2287046482 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f13580050d0 con 0x561c79056680 2024-09-10T08:16:01.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.495+0000 7f13689e0740 10 client.15642 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:16:01.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.495+0000 7f13689e0740 10 client.15642 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:16:01.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.495+0000 7f13689e0740 20 client.15642 populate_metadata read hostname 'smithi067' 2024-09-10T08:16:01.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.495+0000 7f13689e0740 1 --2- 172.21.15.67:0/2287046482 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x561c79066160 0x561c79068550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:01.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.495+0000 7f13689e0740 4 client.15642 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:16:01.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.495+0000 7f13689e0740 1 -- 172.21.15.67:0/2287046482 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561c78fbe850 con 0x561c79066160 2024-09-10T08:16:01.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.496+0000 7f135ffff640 1 --2- 172.21.15.67:0/2287046482 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x561c79066160 0x561c79068550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:01.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.496+0000 7f135ffff640 1 --2- 172.21.15.67:0/2287046482 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x561c79066160 0x561c79068550 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9b39853dcdd1a8b0 server_cookie=268ebec730e3a55f in_seq=0 out_seq=0 2024-09-10T08:16:01.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.496+0000 7f133f7fe640 10 client.15642 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:01.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.497+0000 7f133f7fe640 1 -- 172.21.15.67:0/2287046482 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561c78fbe850 con 0x561c79066160 2024-09-10T08:16:01.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.497+0000 7f133f7fe640 10 client.15642 handle_command_reply: tid=0 2024-09-10T08:16:01.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.497+0000 7f13689e0740 1 client.15642 shutdown 2024-09-10T08:16:01.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.498+0000 7f13689e0740 1 -- 172.21.15.67:0/2287046482 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561c79056680 msgr2=0x561c79053830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:01.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.498+0000 7f13689e0740 1 --2- 172.21.15.67:0/2287046482 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561c79056680 0x561c79053830 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f1358011fd0 tx=0x7f1358004a40 comp rx=0 tx=0).stop 2024-09-10T08:16:01.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.498+0000 7f13689e0740 1 -- 172.21.15.67:0/2287046482 shutdown_connections 2024-09-10T08:16:01.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.498+0000 7f13689e0740 1 --2- 172.21.15.67:0/2287046482 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x561c79066160 0x561c79068550 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:01.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.498+0000 7f13689e0740 1 --2- 172.21.15.67:0/2287046482 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561c7904bdc0 0x561c790532b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:01.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.498+0000 7f13689e0740 1 --2- 172.21.15.67:0/2287046482 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561c79056680 0x561c79053830 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:01.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.498+0000 7f13689e0740 1 --2- 172.21.15.67:0/2287046482 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561c7904b4a0 0x561c79056000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:01.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.498+0000 7f13689e0740 1 -- 172.21.15.67:0/2287046482 >> 172.21.15.67:0/2287046482 conn(0x561c79047a30 msgr2=0x561c7904d710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:01.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.498+0000 7f133f7fe640 0 client.15642 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:01.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.498+0000 7f13689e0740 1 -- 172.21.15.67:0/2287046482 shutdown_connections 2024-09-10T08:16:01.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.498+0000 7f13689e0740 1 -- 172.21.15.67:0/2287046482 wait complete. 2024-09-10T08:16:01.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.498+0000 7f13689e0740 20 client.15642 trim_cache size 0 max 16384 2024-09-10T08:16:01.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.515+0000 7f13689e0740 1 Processor -- start 2024-09-10T08:16:01.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.515+0000 7f13689e0740 1 -- start start 2024-09-10T08:16:01.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.515+0000 7f13689e0740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561c7904b4a0 0x561c7906de20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:01.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.515+0000 7f13689e0740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561c7904bdc0 0x561c7906e360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:01.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.516+0000 7f13689e0740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561c79056680 0x561c79050510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:01.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.516+0000 7f13689e0740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f13601aed70 con 0x561c7904b4a0 2024-09-10T08:16:01.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.516+0000 7f13689e0740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f13601b08b0 con 0x561c79056680 2024-09-10T08:16:01.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.516+0000 7f13689e0740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f13601af440 con 0x561c7904bdc0 2024-09-10T08:16:01.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.516+0000 7f135ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561c7904b4a0 0x561c7906de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:01.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.516+0000 7f135ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561c7904b4a0 0x561c7906de20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36404/0 (socket says 172.21.15.67:36404) 2024-09-10T08:16:01.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.516+0000 7f135ffff640 1 -- 172.21.15.67:0/1159500502 learned_addr learned my addr 172.21.15.67:0/1159500502 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:01.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.516+0000 7f1357fff640 1 --2- 172.21.15.67:0/1159500502 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561c7904bdc0 0x561c7906e360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:01.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.516+0000 7f1364ba4640 1 --2- 172.21.15.67:0/1159500502 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561c79056680 0x561c79050510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:01.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.516+0000 7f135ffff640 1 -- 172.21.15.67:0/1159500502 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561c7904bdc0 msgr2=0x561c7906e360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:01.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.516+0000 7f135ffff640 1 --2- 172.21.15.67:0/1159500502 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561c7904bdc0 0x561c7906e360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:01.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.516+0000 7f135ffff640 1 -- 172.21.15.67:0/1159500502 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561c79056680 msgr2=0x561c79050510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:01.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.516+0000 7f135ffff640 1 --2- 172.21.15.67:0/1159500502 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561c79056680 0x561c79050510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:01.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.516+0000 7f135ffff640 1 -- 172.21.15.67:0/1159500502 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561c7904b2d0 con 0x561c7904b4a0 2024-09-10T08:16:01.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.516+0000 7f135ffff640 1 --2- 172.21.15.67:0/1159500502 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561c7904b4a0 0x561c7906de20 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f1350097780 tx=0x7f1350085ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77ee7b7db422efb0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:01.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.517+0000 7f1355ffb640 1 -- 172.21.15.67:0/1159500502 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f135009b320 con 0x561c7904b4a0 2024-09-10T08:16:01.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.517+0000 7f1355ffb640 1 -- 172.21.15.67:0/1159500502 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f135009f6d0 con 0x561c7904b4a0 2024-09-10T08:16:01.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.517+0000 7f1355ffb640 1 -- 172.21.15.67:0/1159500502 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f135009b580 con 0x561c7904b4a0 2024-09-10T08:16:01.522 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.517+0000 7f13689e0740 1 -- 172.21.15.67:0/1159500502 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561c7904b4a0 msgr2=0x561c7906de20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:01.522 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.517+0000 7f13689e0740 1 --2- 172.21.15.67:0/1159500502 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561c7904b4a0 0x561c7906de20 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f1350097780 tx=0x7f1350085ea0 comp rx=0 tx=0).stop 2024-09-10T08:16:01.522 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.517+0000 7f13689e0740 1 -- 172.21.15.67:0/1159500502 shutdown_connections 2024-09-10T08:16:01.522 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.517+0000 7f13689e0740 1 --2- 172.21.15.67:0/1159500502 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561c79056680 0x561c79050510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:01.522 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.517+0000 7f13689e0740 1 --2- 172.21.15.67:0/1159500502 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561c7904bdc0 0x561c7906e360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:01.522 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.517+0000 7f13689e0740 1 --2- 172.21.15.67:0/1159500502 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561c7904b4a0 0x561c7906de20 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:01.522 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.517+0000 7f13689e0740 1 -- 172.21.15.67:0/1159500502 >> 172.21.15.67:0/1159500502 conn(0x561c79047a30 msgr2=0x561c79055330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:01.522 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.517+0000 7f13689e0740 1 -- 172.21.15.67:0/1159500502 shutdown_connections 2024-09-10T08:16:01.522 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.518+0000 7f13689e0740 1 -- 172.21.15.67:0/1159500502 wait complete. 2024-09-10T08:16:01.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.518+0000 7f13689e0740 1 -- start start 2024-09-10T08:16:01.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.518+0000 7f13689e0740 1 Processor -- start 2024-09-10T08:16:01.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.518+0000 7f13689e0740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561c7904b4a0 0x561c7905c710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:01.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.518+0000 7f13689e0740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561c7904bdc0 0x561c7905cc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:01.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.518+0000 7f13689e0740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561c79056680 0x561c790cfe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:01.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.518+0000 7f13689e0740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f13601b01e0 con 0x561c7904bdc0 2024-09-10T08:16:01.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.518+0000 7f13689e0740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f13601afb10 con 0x561c7904b4a0 2024-09-10T08:16:01.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.518+0000 7f13689e0740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f13601acd50 con 0x561c79056680 2024-09-10T08:16:01.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.518+0000 7f1357fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561c7904bdc0 0x561c7905cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:01.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.519+0000 7f13689e0740 10 client.0 _ll_register_callbacks cb 0x7f1358011520 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:16:01.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.519+0000 7f1357fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561c7904bdc0 0x561c7905cc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36414/0 (socket says 172.21.15.67:36414) 2024-09-10T08:16:01.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.519+0000 7f1357fff640 1 -- 172.21.15.67:0/883527950 learned_addr learned my addr 172.21.15.67:0/883527950 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:01.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.519+0000 7f1364ba4640 1 --2- 172.21.15.67:0/883527950 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561c79056680 0x561c790cfe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:01.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.519+0000 7f135ffff640 1 --2- 172.21.15.67:0/883527950 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561c7904b4a0 0x561c7905c710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:01.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.519+0000 7f1357fff640 1 -- 172.21.15.67:0/883527950 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561c79056680 msgr2=0x561c790cfe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:01.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.519+0000 7f1357fff640 1 --2- 172.21.15.67:0/883527950 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561c79056680 0x561c790cfe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:01.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.519+0000 7f1357fff640 1 -- 172.21.15.67:0/883527950 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561c7904b4a0 msgr2=0x561c7905c710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:01.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.519+0000 7f1357fff640 1 --2- 172.21.15.67:0/883527950 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561c7904b4a0 0x561c7905c710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:01.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.519+0000 7f1357fff640 1 -- 172.21.15.67:0/883527950 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561c7905d530 con 0x561c7904bdc0 2024-09-10T08:16:01.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.519+0000 7f1357fff640 1 --2- 172.21.15.67:0/883527950 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561c7904bdc0 0x561c7905cc50 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f134802a9a0 tx=0x7f1348005750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8540a8de1b1cbe66 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:01.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.519+0000 7f133f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:16:01.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.519+0000 7f133f7fe640 1 -- 172.21.15.67:0/883527950 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f134803f070 con 0x561c7904bdc0 2024-09-10T08:16:01.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.519+0000 7f133f7fe640 1 -- 172.21.15.67:0/883527950 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f1348031780 con 0x561c7904bdc0 2024-09-10T08:16:01.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.519+0000 7f13689e0740 1 -- 172.21.15.67:0/883527950 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f135009f6d0 con 0x561c7904bdc0 2024-09-10T08:16:01.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.520+0000 7f133f7fe640 1 -- 172.21.15.67:0/883527950 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1348056050 con 0x561c7904bdc0 2024-09-10T08:16:01.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.520+0000 7f13689e0740 10 client.15648 fetch_fsmap learned FSMap version 29 2024-09-10T08:16:01.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.520+0000 7f13689e0740 1 -- 172.21.15.67:0/883527950 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561c790d1490 con 0x561c7904bdc0 2024-09-10T08:16:01.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.520+0000 7f133f7fe640 1 -- 172.21.15.67:0/883527950 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f135009f6d0 con 0x561c7904bdc0 2024-09-10T08:16:01.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.520+0000 7f133f7fe640 1 -- 172.21.15.67:0/883527950 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f1348003b30 con 0x561c7904bdc0 2024-09-10T08:16:01.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.520+0000 7f13689e0740 10 client.15648 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:16:01.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.520+0000 7f13689e0740 10 client.15648 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:16:01.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.520+0000 7f13689e0740 20 client.15648 populate_metadata read hostname 'smithi067' 2024-09-10T08:16:01.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.520+0000 7f13689e0740 1 --2- 172.21.15.67:0/883527950 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x561c790d17d0 0x561c790d3bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:01.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.520+0000 7f13689e0740 4 client.15648 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T08:16:01.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.520+0000 7f13689e0740 1 -- 172.21.15.67:0/883527950 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "scrub status"}) -- 0x561c790485e0 con 0x561c790d17d0 2024-09-10T08:16:01.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.521+0000 7f135ffff640 1 --2- 172.21.15.67:0/883527950 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x561c790d17d0 0x561c790d3bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:01.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.521+0000 7f133f7fe640 10 client.15648 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:01.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.521+0000 7f135ffff640 1 --2- 172.21.15.67:0/883527950 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x561c790d17d0 0x561c790d3bc0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=379b7b74231f0984 server_cookie=95487abf3dc5de87 in_seq=0 out_seq=0 2024-09-10T08:16:01.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.521+0000 7f133f7fe640 1 -- 172.21.15.67:0/883527950 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x561c790485e0 con 0x561c790d17d0 2024-09-10T08:16:01.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.521+0000 7f133f7fe640 10 client.15648 handle_command_reply: tid=0 2024-09-10T08:16:01.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.521+0000 7f13689e0740 1 client.15648 shutdown 2024-09-10T08:16:01.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.521+0000 7f13689e0740 1 -- 172.21.15.67:0/883527950 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561c7904bdc0 msgr2=0x561c7905cc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:01.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.521+0000 7f13689e0740 1 --2- 172.21.15.67:0/883527950 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561c7904bdc0 0x561c7905cc50 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f134802a9a0 tx=0x7f1348005750 comp rx=0 tx=0).stop 2024-09-10T08:16:01.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.521+0000 7f13689e0740 1 -- 172.21.15.67:0/883527950 shutdown_connections 2024-09-10T08:16:01.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.522+0000 7f13689e0740 1 --2- 172.21.15.67:0/883527950 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x561c790d17d0 0x561c790d3bc0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:01.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.522+0000 7f13689e0740 1 --2- 172.21.15.67:0/883527950 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561c79056680 0x561c790cfe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:01.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.522+0000 7f13689e0740 1 --2- 172.21.15.67:0/883527950 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561c7904bdc0 0x561c7905cc50 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:01.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.522+0000 7f13689e0740 1 --2- 172.21.15.67:0/883527950 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561c7904b4a0 0x561c7905c710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:01.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.522+0000 7f13689e0740 1 -- 172.21.15.67:0/883527950 >> 172.21.15.67:0/883527950 conn(0x561c79047a30 msgr2=0x561c79046350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:01.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.522+0000 7f133f7fe640 0 client.15648 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:01.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.522+0000 7f13689e0740 1 -- 172.21.15.67:0/883527950 shutdown_connections 2024-09-10T08:16:01.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.522+0000 7f13689e0740 1 -- 172.21.15.67:0/883527950 wait complete. 2024-09-10T08:16:01.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.522+0000 7f13689e0740 20 client.15648 trim_cache size 0 max 16384 2024-09-10T08:16:01.527 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:16:01.527 INFO:teuthology.orchestra.run.smithi067.stdout: "status": "no active scrubs running", 2024-09-10T08:16:01.528 INFO:teuthology.orchestra.run.smithi067.stdout: "scrubs": {} 2024-09-10T08:16:01.528 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:16:01.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.522+0000 7f1366607640 1 -- 172.21.15.67:0/3473670930 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f134c0a2c10 msgr2=0x7f134c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:01.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.522+0000 7f1366607640 1 --2- 172.21.15.67:0/3473670930 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f134c0a2c10 0x7f134c0a50d0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f135800a780 tx=0x7f1358004ab0 comp rx=0 tx=0).stop 2024-09-10T08:16:01.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.522+0000 7f1366607640 1 -- 172.21.15.67:0/3473670930 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1360100e20 msgr2=0x7f1360198470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:01.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.522+0000 7f1366607640 1 --2- 172.21.15.67:0/3473670930 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1360100e20 0x7f1360198470 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f135000d950 tx=0x7f135000de10 comp rx=0 tx=0).stop 2024-09-10T08:16:01.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.523+0000 7f1366607640 1 -- 172.21.15.67:0/3473670930 shutdown_connections 2024-09-10T08:16:01.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.523+0000 7f1366607640 1 --2- 172.21.15.67:0/3473670930 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f134c0a2c10 0x7f134c0a50d0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:01.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.523+0000 7f1366607640 1 --2- 172.21.15.67:0/3473670930 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1360102ef0 0x7f136019cd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:01.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.523+0000 7f1366607640 1 --2- 172.21.15.67:0/3473670930 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1360102570 0x7f13601989b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:01.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.523+0000 7f1366607640 1 --2- 172.21.15.67:0/3473670930 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1360100e20 0x7f1360198470 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:01.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.523+0000 7f1366607640 1 -- 172.21.15.67:0/3473670930 >> 172.21.15.67:0/3473670930 conn(0x7f13600fc7d0 msgr2=0x7f136006a350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:01.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.523+0000 7f1366607640 1 -- 172.21.15.67:0/3473670930 shutdown_connections 2024-09-10T08:16:01.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:01.523+0000 7f1366607640 1 -- 172.21.15.67:0/3473670930 wait complete. 2024-09-10T08:16:02.334 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-10T08:16:02.334 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:16:02.607 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:16:03.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.154+0000 7fbd732d5640 1 -- 172.21.15.67:0/1493642129 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd6c101df0 msgr2=0x7fbd6c1021d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:03.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.154+0000 7fbd732d5640 1 --2- 172.21.15.67:0/1493642129 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd6c101df0 0x7fbd6c1021d0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fbd68009900 tx=0x7fbd6802a410 comp rx=0 tx=0).stop 2024-09-10T08:16:03.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.154+0000 7fbd732d5640 1 -- 172.21.15.67:0/1493642129 shutdown_connections 2024-09-10T08:16:03.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.154+0000 7fbd732d5640 1 --2- 172.21.15.67:0/1493642129 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbd6c1027a0 0x7fbd6c1067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:03.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.154+0000 7fbd732d5640 1 --2- 172.21.15.67:0/1493642129 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbd6c106f20 0x7fbd6c10eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:03.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.154+0000 7fbd732d5640 1 --2- 172.21.15.67:0/1493642129 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd6c101df0 0x7fbd6c1021d0 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:03.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.154+0000 7fbd732d5640 1 -- 172.21.15.67:0/1493642129 >> 172.21.15.67:0/1493642129 conn(0x7fbd6c0fd8f0 msgr2=0x7fbd6c0ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:03.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.154+0000 7fbd732d5640 1 -- 172.21.15.67:0/1493642129 shutdown_connections 2024-09-10T08:16:03.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.154+0000 7fbd732d5640 1 -- 172.21.15.67:0/1493642129 wait complete. 2024-09-10T08:16:03.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.154+0000 7fbd732d5640 1 Processor -- start 2024-09-10T08:16:03.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.155+0000 7fbd732d5640 1 -- start start 2024-09-10T08:16:03.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.155+0000 7fbd732d5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd6c101df0 0x7fbd6c0744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:03.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.155+0000 7fbd732d5640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbd6c1027a0 0x7fbd6c074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:03.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.155+0000 7fbd732d5640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbd6c106f20 0x7fbd6c074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:03.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.155+0000 7fbd732d5640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fbd6c111e50 con 0x7fbd6c101df0 2024-09-10T08:16:03.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.155+0000 7fbd732d5640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fbd6c111cd0 con 0x7fbd6c106f20 2024-09-10T08:16:03.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.155+0000 7fbd732d5640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fbd6c111fd0 con 0x7fbd6c1027a0 2024-09-10T08:16:03.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.155+0000 7fbd71071640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd6c101df0 0x7fbd6c0744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:03.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.155+0000 7fbd71071640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd6c101df0 0x7fbd6c0744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36442/0 (socket says 172.21.15.67:36442) 2024-09-10T08:16:03.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.155+0000 7fbd71071640 1 -- 172.21.15.67:0/1322656102 learned_addr learned my addr 172.21.15.67:0/1322656102 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:03.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.155+0000 7fbd70870640 1 --2- 172.21.15.67:0/1322656102 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbd6c1027a0 0x7fbd6c074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:03.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.155+0000 7fbd71872640 1 --2- 172.21.15.67:0/1322656102 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbd6c106f20 0x7fbd6c074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:03.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.155+0000 7fbd71071640 1 -- 172.21.15.67:0/1322656102 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbd6c1027a0 msgr2=0x7fbd6c074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:03.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.155+0000 7fbd71071640 1 --2- 172.21.15.67:0/1322656102 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbd6c1027a0 0x7fbd6c074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:03.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.155+0000 7fbd71071640 1 -- 172.21.15.67:0/1322656102 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbd6c106f20 msgr2=0x7fbd6c074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:03.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.155+0000 7fbd71071640 1 --2- 172.21.15.67:0/1322656102 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbd6c106f20 0x7fbd6c074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:03.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.155+0000 7fbd71071640 1 -- 172.21.15.67:0/1322656102 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd6c1a6890 con 0x7fbd6c101df0 2024-09-10T08:16:03.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.155+0000 7fbd71872640 1 --2- 172.21.15.67:0/1322656102 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbd6c106f20 0x7fbd6c074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:16:03.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.155+0000 7fbd71071640 1 --2- 172.21.15.67:0/1322656102 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd6c101df0 0x7fbd6c0744f0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fbd68005940 tx=0x7fbd680042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:03.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.156+0000 7fbd627fc640 1 -- 172.21.15.67:0/1322656102 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd6803f030 con 0x7fbd6c101df0 2024-09-10T08:16:03.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.156+0000 7fbd732d5640 1 -- 172.21.15.67:0/1322656102 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd6c1a6b20 con 0x7fbd6c101df0 2024-09-10T08:16:03.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.156+0000 7fbd627fc640 1 -- 172.21.15.67:0/1322656102 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbd68003cb0 con 0x7fbd6c101df0 2024-09-10T08:16:03.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.156+0000 7fbd627fc640 1 -- 172.21.15.67:0/1322656102 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd68035070 con 0x7fbd6c101df0 2024-09-10T08:16:03.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.156+0000 7fbd732d5640 1 -- 172.21.15.67:0/1322656102 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd6c1a7050 con 0x7fbd6c101df0 2024-09-10T08:16:03.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.157+0000 7fbd732d5640 1 -- 172.21.15.67:0/1322656102 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd6c1021d0 con 0x7fbd6c101df0 2024-09-10T08:16:03.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.158+0000 7fbd627fc640 1 -- 172.21.15.67:0/1322656102 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 19) ==== 137884+0+0 (secure 0 0 0) 0x7fbd68042030 con 0x7fbd6c101df0 2024-09-10T08:16:03.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.159+0000 7fbd627fc640 1 --2- 172.21.15.67:0/1322656102 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fbd580a2c10 0x7fbd580a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:03.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.159+0000 7fbd70870640 1 --2- 172.21.15.67:0/1322656102 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fbd580a2c10 0x7fbd580a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:03.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.159+0000 7fbd627fc640 1 -- 172.21.15.67:0/1322656102 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fbd680efa60 con 0x7fbd6c101df0 2024-09-10T08:16:03.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.160+0000 7fbd70870640 1 --2- 172.21.15.67:0/1322656102 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fbd580a2c10 0x7fbd580a50d0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fbd6c075f80 tx=0x7fbd5c005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:03.165 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.163+0000 7fbd627fc640 1 -- 172.21.15.67:0/1322656102 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fbd680bc460 con 0x7fbd6c101df0 2024-09-10T08:16:03.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:03 smithi203 ceph-mon[34672]: pgmap v394: 129 pgs: 129 active+clean; 669 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 938 B/s wr, 11 op/s 2024-09-10T08:16:03.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:03 smithi133 ceph-mon[34721]: pgmap v394: 129 pgs: 129 active+clean; 669 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 938 B/s wr, 11 op/s 2024-09-10T08:16:03.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.388+0000 7fbd732d5640 1 -- 172.21.15.67:0/1322656102 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbd6c10a100 con 0x7fbd6c101df0 2024-09-10T08:16:03.389 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:03 smithi067 ceph-mon[31051]: pgmap v394: 129 pgs: 129 active+clean; 669 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 938 B/s wr, 11 op/s 2024-09-10T08:16:03.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.388+0000 7fbd627fc640 1 -- 172.21.15.67:0/1322656102 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11983 (secure 0 0 0) 0x7fbd680bbd60 con 0x7fbd6c101df0 2024-09-10T08:16:03.390 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:16:03.390 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":29,"btime":"2024-09-10T08:15:16:896413+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3649064068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3649064068},{"type":"v1","addr":"172.21.15.67:6835","nonce":3649064068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6837/384364542","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6836","nonce":384364542},{"type":"v1","addr":"172.21.15.67:6837","nonce":384364542}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T08:12:37.538183+0000","modified":"2024-09-10T08:15:16.520232+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24479,"mds_1":24475,"mds_2":24457,"mds_3":24412,"mds_4":24404},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6839/2770928820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6838","nonce":2770928820},{"type":"v1","addr":"172.21.15.67:6839","nonce":2770928820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14628":{"gid":14628,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6841/1116344955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6840","nonce":1116344955},{"type":"v1","addr":"172.21.15.67:6841","nonce":1116344955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24404":{"gid":24404,"name":"k","rank":4,"incarnation":26,"state":"up:active","state_seq":23,"addr":"172.21.15.133:6833/2920270168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":2920270168},{"type":"v1","addr":"172.21.15.133:6833","nonce":2920270168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24412":{"gid":24412,"name":"l","rank":3,"incarnation":24,"state":"up:active","state_seq":23,"addr":"172.21.15.203:6833/754287689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":754287689},{"type":"v1","addr":"172.21.15.203:6833","nonce":754287689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/3573205749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3573205749},{"type":"v1","addr":"172.21.15.133:6835","nonce":3573205749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6835/3722546188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":3722546188},{"type":"v1","addr":"172.21.15.203:6835","nonce":3722546188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/667764093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":667764093},{"type":"v1","addr":"172.21.15.133:6837","nonce":667764093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":19,"addr":"172.21.15.203:6837/4255783395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":4255783395},{"type":"v1","addr":"172.21.15.203:6837","nonce":4255783395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":17,"addr":"172.21.15.203:6839/2311592321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2311592321},{"type":"v1","addr":"172.21.15.203:6839","nonce":2311592321}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.133:6839/1848609384","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":1848609384},{"type":"v1","addr":"172.21.15.133:6839","nonce":1848609384}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24479,"qdb_cluster":[24404,24412,24457,24475,24479]},"id":1}]} 2024-09-10T08:16:03.391 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 29 2024-09-10T08:16:03.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.391+0000 7fbd732d5640 1 -- 172.21.15.67:0/1322656102 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fbd580a2c10 msgr2=0x7fbd580a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:03.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.391+0000 7fbd732d5640 1 --2- 172.21.15.67:0/1322656102 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fbd580a2c10 0x7fbd580a50d0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fbd6c075f80 tx=0x7fbd5c005f90 comp rx=0 tx=0).stop 2024-09-10T08:16:03.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.391+0000 7fbd732d5640 1 -- 172.21.15.67:0/1322656102 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd6c101df0 msgr2=0x7fbd6c0744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:03.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.391+0000 7fbd732d5640 1 --2- 172.21.15.67:0/1322656102 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd6c101df0 0x7fbd6c0744f0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fbd68005940 tx=0x7fbd680042f0 comp rx=0 tx=0).stop 2024-09-10T08:16:03.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.391+0000 7fbd732d5640 1 -- 172.21.15.67:0/1322656102 shutdown_connections 2024-09-10T08:16:03.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.391+0000 7fbd732d5640 1 --2- 172.21.15.67:0/1322656102 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fbd580a2c10 0x7fbd580a50d0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:03.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.391+0000 7fbd732d5640 1 --2- 172.21.15.67:0/1322656102 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbd6c106f20 0x7fbd6c074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:03.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.391+0000 7fbd732d5640 1 --2- 172.21.15.67:0/1322656102 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbd6c1027a0 0x7fbd6c074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:03.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.391+0000 7fbd732d5640 1 --2- 172.21.15.67:0/1322656102 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd6c101df0 0x7fbd6c0744f0 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:03.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.391+0000 7fbd732d5640 1 -- 172.21.15.67:0/1322656102 >> 172.21.15.67:0/1322656102 conn(0x7fbd6c0fd8f0 msgr2=0x7fbd6c0fecc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:03.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.391+0000 7fbd732d5640 1 -- 172.21.15.67:0/1322656102 shutdown_connections 2024-09-10T08:16:03.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:03.391+0000 7fbd732d5640 1 -- 172.21.15.67:0/1322656102 wait complete. 2024-09-10T08:16:04.189 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-09-10T08:16:04.215 INFO:tasks.quiescer.fs.[cephfs]:Total duration (60) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-09-10T08:16:04.215 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 30.0 2024-09-10T08:16:04.215 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:16:04.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:04 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/1322656102' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:16:04.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:04 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/1322656102' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:16:04.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:04 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/1322656102' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:16:04.477 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:16:04.675 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.674+0000 7fa72e1f8640 1 -- 172.21.15.67:0/4099189670 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa728100a40 msgr2=0x7fa728100e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:04.675 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.674+0000 7fa72e1f8640 1 --2- 172.21.15.67:0/4099189670 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa728100a40 0x7fa728100e40 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fa718009900 tx=0x7fa71802a3f0 comp rx=0 tx=0).stop 2024-09-10T08:16:04.675 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.674+0000 7fa72e1f8640 1 -- 172.21.15.67:0/4099189670 shutdown_connections 2024-09-10T08:16:04.676 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.674+0000 7fa72e1f8640 1 --2- 172.21.15.67:0/4099189670 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa7281025f0 0x7fa728108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:04.676 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.674+0000 7fa72e1f8640 1 --2- 172.21.15.67:0/4099189670 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa728101c30 0x7fa7281020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:04.676 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.674+0000 7fa72e1f8640 1 --2- 172.21.15.67:0/4099189670 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa728100a40 0x7fa728100e40 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:04.676 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.674+0000 7fa72e1f8640 1 -- 172.21.15.67:0/4099189670 >> 172.21.15.67:0/4099189670 conn(0x7fa7280fc1e0 msgr2=0x7fa7280fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:04.676 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.674+0000 7fa72e1f8640 1 -- 172.21.15.67:0/4099189670 shutdown_connections 2024-09-10T08:16:04.676 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.674+0000 7fa72e1f8640 1 -- 172.21.15.67:0/4099189670 wait complete. 2024-09-10T08:16:04.677 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.674+0000 7fa72e1f8640 1 Processor -- start 2024-09-10T08:16:04.677 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.675+0000 7fa72e1f8640 1 -- start start 2024-09-10T08:16:04.677 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.675+0000 7fa72e1f8640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa728100a40 0x7fa7281049d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:04.677 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.675+0000 7fa72e1f8640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa728101c30 0x7fa728103010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:04.677 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.675+0000 7fa72e1f8640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa7281025f0 0x7fa728103550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:04.677 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.675+0000 7fa72e1f8640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa72810c550 con 0x7fa7281025f0 2024-09-10T08:16:04.677 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.675+0000 7fa72e1f8640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fa72810c3d0 con 0x7fa728101c30 2024-09-10T08:16:04.677 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.675+0000 7fa72e1f8640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fa72810c6d0 con 0x7fa728100a40 2024-09-10T08:16:04.677 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.675+0000 7fa727fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa7281025f0 0x7fa728103550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:04.677 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.675+0000 7fa727fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa7281025f0 0x7fa728103550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36460/0 (socket says 172.21.15.67:36460) 2024-09-10T08:16:04.678 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.675+0000 7fa727fff640 1 -- 172.21.15.67:0/631487658 learned_addr learned my addr 172.21.15.67:0/631487658 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:04.678 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.675+0000 7fa726ffd640 1 --2- 172.21.15.67:0/631487658 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa728101c30 0x7fa728103010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:04.678 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.675+0000 7fa7277fe640 1 --2- 172.21.15.67:0/631487658 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa728100a40 0x7fa7281049d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:04.678 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.675+0000 7fa727fff640 1 -- 172.21.15.67:0/631487658 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa728100a40 msgr2=0x7fa7281049d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:04.678 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.675+0000 7fa727fff640 1 --2- 172.21.15.67:0/631487658 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa728100a40 0x7fa7281049d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:04.678 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.675+0000 7fa727fff640 1 -- 172.21.15.67:0/631487658 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa728101c30 msgr2=0x7fa728103010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:04.678 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.675+0000 7fa727fff640 1 --2- 172.21.15.67:0/631487658 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa728101c30 0x7fa728103010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:04.678 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.675+0000 7fa727fff640 1 -- 172.21.15.67:0/631487658 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa728103de0 con 0x7fa7281025f0 2024-09-10T08:16:04.678 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.676+0000 7fa727fff640 1 --2- 172.21.15.67:0/631487658 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa7281025f0 0x7fa728103550 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fa720009fd0 tx=0x7fa72000def0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:04.678 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.676+0000 7fa724ff9640 1 -- 172.21.15.67:0/631487658 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa720017070 con 0x7fa7281025f0 2024-09-10T08:16:04.679 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.676+0000 7fa72e1f8640 1 -- 172.21.15.67:0/631487658 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7281a1df0 con 0x7fa7281025f0 2024-09-10T08:16:04.679 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.676+0000 7fa724ff9640 1 -- 172.21.15.67:0/631487658 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa720003e20 con 0x7fa7281025f0 2024-09-10T08:16:04.679 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.676+0000 7fa724ff9640 1 -- 172.21.15.67:0/631487658 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa720010460 con 0x7fa7281025f0 2024-09-10T08:16:04.679 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.676+0000 7fa72e1f8640 1 -- 172.21.15.67:0/631487658 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7281a2200 con 0x7fa7281025f0 2024-09-10T08:16:04.685 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.678+0000 7fa724ff9640 1 -- 172.21.15.67:0/631487658 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 19) ==== 137884+0+0 (secure 0 0 0) 0x7fa720003970 con 0x7fa7281025f0 2024-09-10T08:16:04.685 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.678+0000 7fa731066740 1 Processor -- start 2024-09-10T08:16:04.686 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.679+0000 7fa731066740 1 -- start start 2024-09-10T08:16:04.686 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.679+0000 7fa731066740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5636c3e5c9a0 0x5636c3e5cda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:04.686 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.679+0000 7fa731066740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5636c3e5d2e0 0x5636c3e61da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:04.686 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.679+0000 7fa731066740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5636c3e62370 0x5636c3e64830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:04.686 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.679+0000 7fa731066740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5636c3dc02f0 con 0x5636c3e5d2e0 2024-09-10T08:16:04.686 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.679+0000 7fa731066740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5636c3d68270 con 0x5636c3e5c9a0 2024-09-10T08:16:04.686 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.679+0000 7fa731066740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5636c3dbc2b0 con 0x5636c3e62370 2024-09-10T08:16:04.686 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.679+0000 7fa7277fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5636c3e5d2e0 0x5636c3e61da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:04.687 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.679+0000 7fa724ff9640 1 --2- 172.21.15.67:0/631487658 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa7100a2cd0 0x7fa7100a5190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:04.687 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.679+0000 7fa7277fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5636c3e5d2e0 0x5636c3e61da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36472/0 (socket says 172.21.15.67:36472) 2024-09-10T08:16:04.687 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.679+0000 7fa7277fe640 1 -- 172.21.15.67:0/1265478151 learned_addr learned my addr 172.21.15.67:0/1265478151 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:04.687 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.679+0000 7fa726ffd640 1 --2- 172.21.15.67:0/1265478151 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5636c3e62370 0x5636c3e64830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:04.687 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.679+0000 7fa726ffd640 1 --2- 172.21.15.67:0/1265478151 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5636c3e5c9a0 0x5636c3e5cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:04.687 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.679+0000 7fa727fff640 1 --2- 172.21.15.67:0/631487658 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa7100a2cd0 0x7fa7100a5190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:04.687 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.679+0000 7fa7277fe640 1 -- 172.21.15.67:0/1265478151 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5636c3e62370 msgr2=0x5636c3e64830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:04.687 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.679+0000 7fa7277fe640 1 --2- 172.21.15.67:0/1265478151 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5636c3e62370 0x5636c3e64830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:04.687 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.679+0000 7fa7277fe640 1 -- 172.21.15.67:0/1265478151 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5636c3e5c9a0 msgr2=0x5636c3e5cda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:04.687 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.679+0000 7fa7277fe640 1 --2- 172.21.15.67:0/1265478151 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5636c3e5c9a0 0x5636c3e5cda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:04.688 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.679+0000 7fa7277fe640 1 -- 172.21.15.67:0/1265478151 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5636c3d67340 con 0x5636c3e5d2e0 2024-09-10T08:16:04.688 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.679+0000 7fa724ff9640 1 -- 172.21.15.67:0/631487658 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fa7200cf180 con 0x7fa7281025f0 2024-09-10T08:16:04.688 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.679+0000 7fa726ffd640 1 --2- 172.21.15.67:0/1265478151 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5636c3e5c9a0 0x5636c3e5cda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:16:04.688 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.680+0000 7fa7277fe640 1 --2- 172.21.15.67:0/1265478151 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5636c3e5d2e0 0x5636c3e61da0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fa728101a90 tx=0x7fa718005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33153a1aa0df12db server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:04.688 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.680+0000 7fa727fff640 1 --2- 172.21.15.67:0/631487658 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa7100a2cd0 0x7fa7100a5190 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fa72009b410 tx=0x7fa7200665a0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:04.688 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.680+0000 7fa70dffb640 1 -- 172.21.15.67:0/1265478151 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa718035030 con 0x5636c3e5d2e0 2024-09-10T08:16:04.688 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.680+0000 7fa70dffb640 1 -- 172.21.15.67:0/1265478151 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa718040070 con 0x5636c3e5d2e0 2024-09-10T08:16:04.688 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.680+0000 7fa70dffb640 1 -- 172.21.15.67:0/1265478151 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa718003b90 con 0x5636c3e5d2e0 2024-09-10T08:16:04.688 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.681+0000 7fa731066740 1 -- 172.21.15.67:0/1265478151 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5636c3e5d2e0 msgr2=0x5636c3e61da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:04.688 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.681+0000 7fa731066740 1 --2- 172.21.15.67:0/1265478151 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5636c3e5d2e0 0x5636c3e61da0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fa728101a90 tx=0x7fa718005fd0 comp rx=0 tx=0).stop 2024-09-10T08:16:04.688 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.681+0000 7fa731066740 1 -- 172.21.15.67:0/1265478151 shutdown_connections 2024-09-10T08:16:04.688 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.681+0000 7fa731066740 1 --2- 172.21.15.67:0/1265478151 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5636c3e62370 0x5636c3e64830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:04.689 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.681+0000 7fa731066740 1 --2- 172.21.15.67:0/1265478151 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5636c3e5d2e0 0x5636c3e61da0 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:04.689 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.681+0000 7fa731066740 1 --2- 172.21.15.67:0/1265478151 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5636c3e5c9a0 0x5636c3e5cda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:04.689 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.681+0000 7fa731066740 1 -- 172.21.15.67:0/1265478151 >> 172.21.15.67:0/1265478151 conn(0x5636c3e58010 msgr2=0x5636c3e58410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:04.689 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.681+0000 7fa731066740 1 -- 172.21.15.67:0/1265478151 shutdown_connections 2024-09-10T08:16:04.689 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.681+0000 7fa731066740 1 -- 172.21.15.67:0/1265478151 wait complete. 2024-09-10T08:16:04.689 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.681+0000 7fa731066740 1 -- start start 2024-09-10T08:16:04.689 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.681+0000 7fa731066740 1 Processor -- start 2024-09-10T08:16:04.689 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.682+0000 7fa731066740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5636c3e5c9a0 0x5636c3e66b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:04.689 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.682+0000 7fa731066740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5636c3e5d2e0 0x5636c3e67080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:04.689 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.682+0000 7fa731066740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5636c3e62370 0x5636c3e6e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:04.689 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.682+0000 7fa731066740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5636c3e652e0 con 0x5636c3e62370 2024-09-10T08:16:04.689 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.682+0000 7fa731066740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5636c3d49290 con 0x5636c3e5c9a0 2024-09-10T08:16:04.690 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.682+0000 7fa731066740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5636c3e65460 con 0x5636c3e5d2e0 2024-09-10T08:16:04.690 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.682+0000 7fa731066740 10 client.0 _ll_register_callbacks cb 0x5636c3d7a140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:16:04.690 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.682+0000 7fa726ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5636c3e62370 0x5636c3e6e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:04.690 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.682+0000 7fa726ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5636c3e62370 0x5636c3e6e0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36480/0 (socket says 172.21.15.67:36480) 2024-09-10T08:16:04.690 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.682+0000 7fa726ffd640 1 -- 172.21.15.67:0/1514988231 learned_addr learned my addr 172.21.15.67:0/1514988231 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:04.690 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.682+0000 7fa7277fe640 1 --2- 172.21.15.67:0/1514988231 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5636c3e5d2e0 0x5636c3e67080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:04.690 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.682+0000 7fa726ffd640 1 --2- 172.21.15.67:0/1514988231 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5636c3e5c9a0 0x5636c3e66b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:04.690 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.682+0000 7fa726ffd640 1 -- 172.21.15.67:0/1514988231 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5636c3e5d2e0 msgr2=0x5636c3e67080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:04.690 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.682+0000 7fa726ffd640 1 --2- 172.21.15.67:0/1514988231 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5636c3e5d2e0 0x5636c3e67080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:04.690 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.682+0000 7fa726ffd640 1 -- 172.21.15.67:0/1514988231 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5636c3e5c9a0 msgr2=0x5636c3e66b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:04.690 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.682+0000 7fa726ffd640 1 --2- 172.21.15.67:0/1514988231 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5636c3e5c9a0 0x5636c3e66b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:04.690 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.682+0000 7fa726ffd640 1 -- 172.21.15.67:0/1514988231 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5636c3ad3210 con 0x5636c3e62370 2024-09-10T08:16:04.690 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.682+0000 7fa726ffd640 1 --2- 172.21.15.67:0/1514988231 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5636c3e62370 0x5636c3e6e0c0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7fa71c00afe0 tx=0x7fa71c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e56d16b1244a77a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:04.691 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.682+0000 7fa706ffd640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:16:04.691 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.682+0000 7fa706ffd640 1 -- 172.21.15.67:0/1514988231 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa71c01f640 con 0x5636c3e62370 2024-09-10T08:16:04.691 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.682+0000 7fa706ffd640 1 -- 172.21.15.67:0/1514988231 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fa71c01f7e0 con 0x5636c3e62370 2024-09-10T08:16:04.691 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.682+0000 7fa731066740 1 -- 172.21.15.67:0/1514988231 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa718040070 con 0x5636c3e62370 2024-09-10T08:16:04.691 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.683+0000 7fa706ffd640 1 -- 172.21.15.67:0/1514988231 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fa71c01f9e0 con 0x5636c3e62370 2024-09-10T08:16:04.691 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.683+0000 7fa731066740 10 client.15666 fetch_fsmap learned FSMap version 29 2024-09-10T08:16:04.691 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.683+0000 7fa731066740 1 -- 172.21.15.67:0/1514988231 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5636c3b9f620 con 0x5636c3e62370 2024-09-10T08:16:04.691 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.683+0000 7fa706ffd640 1 -- 172.21.15.67:0/1514988231 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa718040070 con 0x5636c3e62370 2024-09-10T08:16:04.691 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.683+0000 7fa706ffd640 1 -- 172.21.15.67:0/1514988231 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fa71c01d020 con 0x5636c3e62370 2024-09-10T08:16:04.691 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.683+0000 7fa731066740 10 client.15666 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:16:04.691 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.683+0000 7fa731066740 10 client.15666 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:16:04.691 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.683+0000 7fa731066740 20 client.15666 populate_metadata read hostname 'smithi067' 2024-09-10T08:16:04.691 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.683+0000 7fa731066740 1 --2- 172.21.15.67:0/1514988231 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5636c3e727f0 0x5636c3e74c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:04.692 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.683+0000 7fa731066740 4 client.15666 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:16:04.692 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.683+0000 7fa731066740 1 -- 172.21.15.67:0/1514988231 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5636c3dcda20 con 0x5636c3e727f0 2024-09-10T08:16:04.692 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.684+0000 7fa7277fe640 1 --2- 172.21.15.67:0/1514988231 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5636c3e727f0 0x5636c3e74c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:04.692 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.684+0000 7fa7277fe640 1 --2- 172.21.15.67:0/1514988231 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5636c3e727f0 0x5636c3e74c60 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c861c9c3f686fcb0 server_cookie=4f1ca6918785f24e in_seq=0 out_seq=0 2024-09-10T08:16:04.692 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.684+0000 7fa706ffd640 10 client.15666 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:04.692 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.685+0000 7fa706ffd640 1 -- 172.21.15.67:0/1514988231 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5636c3dcda20 con 0x5636c3e727f0 2024-09-10T08:16:04.692 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.685+0000 7fa706ffd640 10 client.15666 handle_command_reply: tid=0 2024-09-10T08:16:04.692 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.685+0000 7fa731066740 1 client.15666 shutdown 2024-09-10T08:16:04.692 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.685+0000 7fa731066740 1 -- 172.21.15.67:0/1514988231 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5636c3e62370 msgr2=0x5636c3e6e0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:04.692 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.685+0000 7fa731066740 1 --2- 172.21.15.67:0/1514988231 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5636c3e62370 0x5636c3e6e0c0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7fa71c00afe0 tx=0x7fa71c004730 comp rx=0 tx=0).stop 2024-09-10T08:16:04.692 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.685+0000 7fa731066740 1 -- 172.21.15.67:0/1514988231 shutdown_connections 2024-09-10T08:16:04.692 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.685+0000 7fa731066740 1 --2- 172.21.15.67:0/1514988231 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5636c3e727f0 0x5636c3e74c60 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:04.693 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.685+0000 7fa731066740 1 --2- 172.21.15.67:0/1514988231 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5636c3e62370 0x5636c3e6e0c0 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:04.693 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.685+0000 7fa731066740 1 --2- 172.21.15.67:0/1514988231 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5636c3e5d2e0 0x5636c3e67080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:04.693 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.685+0000 7fa706ffd640 0 client.15666 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:04.693 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.685+0000 7fa731066740 1 --2- 172.21.15.67:0/1514988231 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5636c3e5c9a0 0x5636c3e66b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:04.693 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.685+0000 7fa731066740 1 -- 172.21.15.67:0/1514988231 >> 172.21.15.67:0/1514988231 conn(0x5636c3e58010 msgr2=0x5636c3e59820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:04.693 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.685+0000 7fa731066740 1 -- 172.21.15.67:0/1514988231 shutdown_connections 2024-09-10T08:16:04.693 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.685+0000 7fa731066740 1 -- 172.21.15.67:0/1514988231 wait complete. 2024-09-10T08:16:04.693 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.685+0000 7fa731066740 20 client.15666 trim_cache size 0 max 16384 2024-09-10T08:16:04.714 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.713+0000 7fa731066740 1 Processor -- start 2024-09-10T08:16:04.714 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.713+0000 7fa731066740 1 -- start start 2024-09-10T08:16:04.714 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.713+0000 7fa731066740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5636c3e5c9a0 0x5636c3e58ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:04.714 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.713+0000 7fa731066740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5636c3e5d2e0 0x5636c3e6e080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:04.714 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.713+0000 7fa731066740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5636c3e62370 0x5636c3e59400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:04.714 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.713+0000 7fa731066740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa7281ac990 con 0x5636c3e5c9a0 2024-09-10T08:16:04.715 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.713+0000 7fa731066740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fa7281ae4d0 con 0x5636c3e5d2e0 2024-09-10T08:16:04.715 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.713+0000 7fa731066740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fa7281ad060 con 0x5636c3e62370 2024-09-10T08:16:04.715 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.713+0000 7fa726ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5636c3e5c9a0 0x5636c3e58ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:04.715 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.713+0000 7fa726ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5636c3e5c9a0 0x5636c3e58ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36488/0 (socket says 172.21.15.67:36488) 2024-09-10T08:16:04.715 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.713+0000 7fa726ffd640 1 -- 172.21.15.67:0/3973671980 learned_addr learned my addr 172.21.15.67:0/3973671980 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:04.715 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.713+0000 7fa7277fe640 1 --2- 172.21.15.67:0/3973671980 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5636c3e5d2e0 0x5636c3e6e080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:04.715 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.713+0000 7fa726ffd640 1 -- 172.21.15.67:0/3973671980 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5636c3e62370 msgr2=0x5636c3e59400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:04.715 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.713+0000 7fa726ffd640 1 --2- 172.21.15.67:0/3973671980 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5636c3e62370 0x5636c3e59400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:04.715 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.713+0000 7fa726ffd640 1 -- 172.21.15.67:0/3973671980 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5636c3e5d2e0 msgr2=0x5636c3e6e080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:04.715 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.713+0000 7fa726ffd640 1 --2- 172.21.15.67:0/3973671980 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5636c3e5d2e0 0x5636c3e6e080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:04.715 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.713+0000 7fa726ffd640 1 -- 172.21.15.67:0/3973671980 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5636c3e5d7c0 con 0x5636c3e5c9a0 2024-09-10T08:16:04.715 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.714+0000 7fa726ffd640 1 --2- 172.21.15.67:0/3973671980 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5636c3e5c9a0 0x5636c3e58ec0 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7fa71c004700 tx=0x7fa71c0107d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d45e5ad9abc6f9b2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:04.716 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.714+0000 7fa70d7fa640 1 -- 172.21.15.67:0/3973671980 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa71c01fb80 con 0x5636c3e5c9a0 2024-09-10T08:16:04.716 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.714+0000 7fa70d7fa640 1 -- 172.21.15.67:0/3973671980 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa71c031070 con 0x5636c3e5c9a0 2024-09-10T08:16:04.716 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.714+0000 7fa70d7fa640 1 -- 172.21.15.67:0/3973671980 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa71c00f680 con 0x5636c3e5c9a0 2024-09-10T08:16:04.716 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.714+0000 7fa731066740 1 -- 172.21.15.67:0/3973671980 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5636c3e5c9a0 msgr2=0x5636c3e58ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:04.716 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.714+0000 7fa731066740 1 --2- 172.21.15.67:0/3973671980 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5636c3e5c9a0 0x5636c3e58ec0 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7fa71c004700 tx=0x7fa71c0107d0 comp rx=0 tx=0).stop 2024-09-10T08:16:04.716 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.715+0000 7fa731066740 1 -- 172.21.15.67:0/3973671980 shutdown_connections 2024-09-10T08:16:04.716 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.715+0000 7fa731066740 1 --2- 172.21.15.67:0/3973671980 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5636c3e5d2e0 0x5636c3e6e080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:04.717 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.715+0000 7fa731066740 1 --2- 172.21.15.67:0/3973671980 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5636c3e62370 0x5636c3e59400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:04.717 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.715+0000 7fa731066740 1 --2- 172.21.15.67:0/3973671980 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5636c3e5c9a0 0x5636c3e58ec0 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:04.717 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.715+0000 7fa731066740 1 -- 172.21.15.67:0/3973671980 >> 172.21.15.67:0/3973671980 conn(0x5636c3e58010 msgr2=0x5636c3e5e480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:04.717 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.715+0000 7fa731066740 1 -- 172.21.15.67:0/3973671980 shutdown_connections 2024-09-10T08:16:04.717 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.715+0000 7fa731066740 1 -- 172.21.15.67:0/3973671980 wait complete. 2024-09-10T08:16:04.717 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.715+0000 7fa731066740 1 -- start start 2024-09-10T08:16:04.720 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.715+0000 7fa731066740 1 Processor -- start 2024-09-10T08:16:04.720 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.715+0000 7fa731066740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5636c3e5c9a0 0x5636c3e6bb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:04.720 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.715+0000 7fa731066740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5636c3e5d2e0 0x5636c3e6c040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:04.720 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.715+0000 7fa731066740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5636c3e62370 0x5636c3e6cfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:04.720 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.715+0000 7fa731066740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa7281ade00 con 0x5636c3e62370 2024-09-10T08:16:04.720 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.715+0000 7fa731066740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fa7281ad730 con 0x5636c3e5c9a0 2024-09-10T08:16:04.720 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.715+0000 7fa731066740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fa7281aa970 con 0x5636c3e5d2e0 2024-09-10T08:16:04.720 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.715+0000 7fa731066740 10 client.0 _ll_register_callbacks cb 0x7fa71c00acd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:16:04.721 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.716+0000 7fa726ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5636c3e62370 0x5636c3e6cfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:04.721 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.716+0000 7fa726ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5636c3e62370 0x5636c3e6cfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36500/0 (socket says 172.21.15.67:36500) 2024-09-10T08:16:04.721 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.716+0000 7fa726ffd640 1 -- 172.21.15.67:0/2505686326 learned_addr learned my addr 172.21.15.67:0/2505686326 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:04.721 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.716+0000 7fa726ffd640 1 --2- 172.21.15.67:0/2505686326 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5636c3e5c9a0 0x5636c3e6bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:04.721 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.716+0000 7fa7277fe640 1 --2- 172.21.15.67:0/2505686326 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5636c3e5d2e0 0x5636c3e6c040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:04.721 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.716+0000 7fa726ffd640 1 -- 172.21.15.67:0/2505686326 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5636c3e5d2e0 msgr2=0x5636c3e6c040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:04.721 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.716+0000 7fa726ffd640 1 --2- 172.21.15.67:0/2505686326 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5636c3e5d2e0 0x5636c3e6c040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:04.721 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.716+0000 7fa726ffd640 1 -- 172.21.15.67:0/2505686326 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5636c3e5c9a0 msgr2=0x5636c3e6bb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:04.721 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.716+0000 7fa726ffd640 1 --2- 172.21.15.67:0/2505686326 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5636c3e5c9a0 0x5636c3e6bb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:04.721 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.716+0000 7fa726ffd640 1 -- 172.21.15.67:0/2505686326 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5636c3e6d5f0 con 0x5636c3e62370 2024-09-10T08:16:04.721 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.716+0000 7fa726ffd640 1 --2- 172.21.15.67:0/2505686326 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5636c3e62370 0x5636c3e6cfe0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fa71c020fd0 tx=0x7fa71c005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=150aac490b3f7f56 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:04.722 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.716+0000 7fa706ffd640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:16:04.722 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.716+0000 7fa706ffd640 1 -- 172.21.15.67:0/2505686326 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa71c00f620 con 0x5636c3e62370 2024-09-10T08:16:04.722 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.716+0000 7fa731066740 1 -- 172.21.15.67:0/2505686326 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa71c031070 con 0x5636c3e62370 2024-09-10T08:16:04.722 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.716+0000 7fa706ffd640 1 -- 172.21.15.67:0/2505686326 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fa71c00f7c0 con 0x5636c3e62370 2024-09-10T08:16:04.722 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.716+0000 7fa706ffd640 1 -- 172.21.15.67:0/2505686326 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fa71c02c450 con 0x5636c3e62370 2024-09-10T08:16:04.722 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.716+0000 7fa731066740 10 client.15672 fetch_fsmap learned FSMap version 29 2024-09-10T08:16:04.722 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.716+0000 7fa731066740 1 -- 172.21.15.67:0/2505686326 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5636c3edd840 con 0x5636c3e62370 2024-09-10T08:16:04.722 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.717+0000 7fa706ffd640 1 -- 172.21.15.67:0/2505686326 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa71c031070 con 0x5636c3e62370 2024-09-10T08:16:04.722 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.717+0000 7fa706ffd640 1 -- 172.21.15.67:0/2505686326 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fa71c01d070 con 0x5636c3e62370 2024-09-10T08:16:04.722 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.717+0000 7fa731066740 10 client.15672 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:16:04.722 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.717+0000 7fa731066740 10 client.15672 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:16:04.722 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.717+0000 7fa731066740 20 client.15672 populate_metadata read hostname 'smithi067' 2024-09-10T08:16:04.723 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.717+0000 7fa731066740 1 --2- 172.21.15.67:0/2505686326 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5636c3ede0d0 0x5636c3ee04f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:04.723 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.717+0000 7fa731066740 4 client.15672 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:16:04.723 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.717+0000 7fa731066740 1 -- 172.21.15.67:0/2505686326 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5636c3dc7d70 con 0x5636c3ede0d0 2024-09-10T08:16:04.723 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.717+0000 7fa7277fe640 1 --2- 172.21.15.67:0/2505686326 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5636c3ede0d0 0x5636c3ee04f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:04.723 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.717+0000 7fa7277fe640 1 --2- 172.21.15.67:0/2505686326 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5636c3ede0d0 0x5636c3ee04f0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=848ef919facea308 server_cookie=e2017a4196009565 in_seq=0 out_seq=0 2024-09-10T08:16:04.723 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.717+0000 7fa706ffd640 10 client.15672 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:04.725 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.721+0000 7fa706ffd640 1 -- 172.21.15.67:0/2505686326 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5636c3dc7d70 con 0x5636c3ede0d0 2024-09-10T08:16:04.725 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.721+0000 7fa706ffd640 10 client.15672 handle_command_reply: tid=0 2024-09-10T08:16:04.725 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.721+0000 7fa731066740 1 client.15672 shutdown 2024-09-10T08:16:04.725 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.722+0000 7fa731066740 1 -- 172.21.15.67:0/2505686326 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5636c3e62370 msgr2=0x5636c3e6cfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:04.725 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.722+0000 7fa731066740 1 --2- 172.21.15.67:0/2505686326 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5636c3e62370 0x5636c3e6cfe0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fa71c020fd0 tx=0x7fa71c005740 comp rx=0 tx=0).stop 2024-09-10T08:16:04.725 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.722+0000 7fa731066740 1 -- 172.21.15.67:0/2505686326 shutdown_connections 2024-09-10T08:16:04.725 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.722+0000 7fa731066740 1 --2- 172.21.15.67:0/2505686326 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5636c3ede0d0 0x5636c3ee04f0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:04.725 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.722+0000 7fa731066740 1 --2- 172.21.15.67:0/2505686326 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5636c3e62370 0x5636c3e6cfe0 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:04.726 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.722+0000 7fa731066740 1 --2- 172.21.15.67:0/2505686326 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5636c3e5d2e0 0x5636c3e6c040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:04.726 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.722+0000 7fa731066740 1 --2- 172.21.15.67:0/2505686326 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5636c3e5c9a0 0x5636c3e6bb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:04.726 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.722+0000 7fa731066740 1 -- 172.21.15.67:0/2505686326 >> 172.21.15.67:0/2505686326 conn(0x5636c3e58010 msgr2=0x5636c3e569a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:04.726 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.722+0000 7fa706ffd640 0 client.15672 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:04.726 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.722+0000 7fa731066740 1 -- 172.21.15.67:0/2505686326 shutdown_connections 2024-09-10T08:16:04.726 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.722+0000 7fa731066740 1 -- 172.21.15.67:0/2505686326 wait complete. 2024-09-10T08:16:04.726 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.722+0000 7fa731066740 20 client.15672 trim_cache size 0 max 16384 2024-09-10T08:16:04.726 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout:{ 2024-09-10T08:16:04.727 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout: "message": "", 2024-09-10T08:16:04.727 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout: "return_code": 0 2024-09-10T08:16:04.727 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout:} 2024-09-10T08:16:04.728 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.723+0000 7fa72e1f8640 1 -- 172.21.15.67:0/631487658 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa7100a2cd0 msgr2=0x7fa7100a5190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:04.728 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.723+0000 7fa72e1f8640 1 --2- 172.21.15.67:0/631487658 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa7100a2cd0 0x7fa7100a5190 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fa72009b410 tx=0x7fa7200665a0 comp rx=0 tx=0).stop 2024-09-10T08:16:04.728 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.723+0000 7fa72e1f8640 1 -- 172.21.15.67:0/631487658 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa7281025f0 msgr2=0x7fa728103550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:04.728 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.723+0000 7fa72e1f8640 1 --2- 172.21.15.67:0/631487658 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa7281025f0 0x7fa728103550 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fa720009fd0 tx=0x7fa72000def0 comp rx=0 tx=0).stop 2024-09-10T08:16:04.728 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.723+0000 7fa72e1f8640 1 -- 172.21.15.67:0/631487658 shutdown_connections 2024-09-10T08:16:04.728 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.723+0000 7fa72e1f8640 1 --2- 172.21.15.67:0/631487658 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa7100a2cd0 0x7fa7100a5190 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:04.728 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.723+0000 7fa72e1f8640 1 --2- 172.21.15.67:0/631487658 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa728101c30 0x7fa728103010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:04.729 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.723+0000 7fa72e1f8640 1 --2- 172.21.15.67:0/631487658 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa7281025f0 0x7fa728103550 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:04.729 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.723+0000 7fa72e1f8640 1 --2- 172.21.15.67:0/631487658 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa728100a40 0x7fa7281049d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:04.729 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.723+0000 7fa72e1f8640 1 -- 172.21.15.67:0/631487658 >> 172.21.15.67:0/631487658 conn(0x7fa7280fc1e0 msgr2=0x7fa7280fdcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:04.729 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.723+0000 7fa72e1f8640 1 -- 172.21.15.67:0/631487658 shutdown_connections 2024-09-10T08:16:04.729 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:04.723+0000 7fa72e1f8640 1 -- 172.21.15.67:0/631487658 wait complete. 2024-09-10T08:16:04.760 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:16:04.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.992+0000 7fcd73365640 1 -- 172.21.15.67:0/310903092 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcd6c1037a0 msgr2=0x7fcd6c10bc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:04.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.992+0000 7fcd73365640 1 --2- 172.21.15.67:0/310903092 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcd6c1037a0 0x7fcd6c10bc00 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fcd5c009900 tx=0x7fcd5c02a410 comp rx=0 tx=0).stop 2024-09-10T08:16:04.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.992+0000 7fcd73365640 1 -- 172.21.15.67:0/310903092 shutdown_connections 2024-09-10T08:16:04.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.992+0000 7fcd73365640 1 --2- 172.21.15.67:0/310903092 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcd6c10c2f0 0x7fcd6c10e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:04.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.992+0000 7fcd73365640 1 --2- 172.21.15.67:0/310903092 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcd6c1037a0 0x7fcd6c10bc00 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:04.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.992+0000 7fcd73365640 1 --2- 172.21.15.67:0/310903092 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcd6c102df0 0x7fcd6c1031d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:04.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.992+0000 7fcd73365640 1 -- 172.21.15.67:0/310903092 >> 172.21.15.67:0/310903092 conn(0x7fcd6c0fc7d0 msgr2=0x7fcd6c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:04.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.993+0000 7fcd73365640 1 -- 172.21.15.67:0/310903092 shutdown_connections 2024-09-10T08:16:04.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.993+0000 7fcd73365640 1 -- 172.21.15.67:0/310903092 wait complete. 2024-09-10T08:16:05.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.993+0000 7fcd73365640 1 Processor -- start 2024-09-10T08:16:05.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.993+0000 7fcd73365640 1 -- start start 2024-09-10T08:16:05.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.994+0000 7fcd73365640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcd6c102df0 0x7fcd6c1984c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:05.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.994+0000 7fcd73365640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcd6c1037a0 0x7fcd6c198a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:05.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.994+0000 7fcd73365640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcd6c10c2f0 0x7fcd6c19cd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:05.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.994+0000 7fcd73365640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fcd6c111f60 con 0x7fcd6c102df0 2024-09-10T08:16:05.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.994+0000 7fcd73365640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fcd6c111de0 con 0x7fcd6c10c2f0 2024-09-10T08:16:05.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.994+0000 7fcd73365640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fcd6c1120e0 con 0x7fcd6c1037a0 2024-09-10T08:16:05.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.994+0000 7fcd71101640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcd6c102df0 0x7fcd6c1984c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:05.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.994+0000 7fcd71101640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcd6c102df0 0x7fcd6c1984c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36526/0 (socket says 172.21.15.67:36526) 2024-09-10T08:16:05.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.994+0000 7fcd71101640 1 -- 172.21.15.67:0/2676809886 learned_addr learned my addr 172.21.15.67:0/2676809886 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:05.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.994+0000 7fcd70900640 1 --2- 172.21.15.67:0/2676809886 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcd6c1037a0 0x7fcd6c198a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:05.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.994+0000 7fcd71902640 1 --2- 172.21.15.67:0/2676809886 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcd6c10c2f0 0x7fcd6c19cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:05.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.994+0000 7fcd71101640 1 -- 172.21.15.67:0/2676809886 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcd6c1037a0 msgr2=0x7fcd6c198a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:05.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.994+0000 7fcd71101640 1 --2- 172.21.15.67:0/2676809886 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcd6c1037a0 0x7fcd6c198a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:05.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.994+0000 7fcd71101640 1 -- 172.21.15.67:0/2676809886 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcd6c10c2f0 msgr2=0x7fcd6c19cd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:05.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.994+0000 7fcd71101640 1 --2- 172.21.15.67:0/2676809886 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcd6c10c2f0 0x7fcd6c19cd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:05.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.994+0000 7fcd71101640 1 -- 172.21.15.67:0/2676809886 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcd6c19d470 con 0x7fcd6c102df0 2024-09-10T08:16:05.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.994+0000 7fcd71902640 1 --2- 172.21.15.67:0/2676809886 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcd6c10c2f0 0x7fcd6c19cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:16:05.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.995+0000 7fcd71101640 1 --2- 172.21.15.67:0/2676809886 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcd6c102df0 0x7fcd6c1984c0 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7fcd6800d950 tx=0x7fcd6800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:05.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.995+0000 7fcd627fc640 1 -- 172.21.15.67:0/2676809886 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd68017070 con 0x7fcd6c102df0 2024-09-10T08:16:05.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.995+0000 7fcd73365640 1 -- 172.21.15.67:0/2676809886 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcd6c19d760 con 0x7fcd6c102df0 2024-09-10T08:16:05.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.995+0000 7fcd627fc640 1 -- 172.21.15.67:0/2676809886 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcd68009c30 con 0x7fcd6c102df0 2024-09-10T08:16:05.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.995+0000 7fcd627fc640 1 -- 172.21.15.67:0/2676809886 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd6800f620 con 0x7fcd6c102df0 2024-09-10T08:16:05.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.995+0000 7fcd73365640 1 -- 172.21.15.67:0/2676809886 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcd6c100980 con 0x7fcd6c102df0 2024-09-10T08:16:05.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.998+0000 7fcd627fc640 1 -- 172.21.15.67:0/2676809886 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 19) ==== 137884+0+0 (secure 0 0 0) 0x7fcd680109a0 con 0x7fcd6c102df0 2024-09-10T08:16:05.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.998+0000 7fcd7573e740 1 Processor -- start 2024-09-10T08:16:05.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.998+0000 7fcd7573e740 1 -- start start 2024-09-10T08:16:05.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.998+0000 7fcd7573e740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d71069ab40 0x55d710699090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:05.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.998+0000 7fcd7573e740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d7106995d0 0x55d710699a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:05.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.998+0000 7fcd7573e740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d7106a4370 0x55d7106a6760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:05.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.998+0000 7fcd7573e740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55d7105ff2f0 con 0x55d71069ab40 2024-09-10T08:16:05.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.998+0000 7fcd7573e740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55d7105a6cf0 con 0x55d7106995d0 2024-09-10T08:16:05.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.998+0000 7fcd7573e740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55d7105fb2b0 con 0x55d7106a4370 2024-09-10T08:16:05.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.998+0000 7fcd71902640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d71069ab40 0x55d710699090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:05.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.998+0000 7fcd71902640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d71069ab40 0x55d710699090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36536/0 (socket says 172.21.15.67:36536) 2024-09-10T08:16:05.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.998+0000 7fcd71902640 1 -- 172.21.15.67:0/3652422088 learned_addr learned my addr 172.21.15.67:0/3652422088 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:05.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.999+0000 7fcd627fc640 1 --2- 172.21.15.67:0/2676809886 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fcd580a70a0 0x7fcd580a9560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:05.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.999+0000 7fcd71902640 1 -- 172.21.15.67:0/3652422088 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d7106a4370 msgr2=0x55d7106a6760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:05.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.999+0000 7fcd71902640 1 --2- 172.21.15.67:0/3652422088 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d7106a4370 0x55d7106a6760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:05.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.999+0000 7fcd71902640 1 -- 172.21.15.67:0/3652422088 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d7106995d0 msgr2=0x55d710699a10 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T08:16:05.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.999+0000 7fcd71902640 1 --2- 172.21.15.67:0/3652422088 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d7106995d0 0x55d710699a10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:05.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.999+0000 7fcd71902640 1 -- 172.21.15.67:0/3652422088 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d71058b3a0 con 0x55d71069ab40 2024-09-10T08:16:05.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.999+0000 7fcd627fc640 1 -- 172.21.15.67:0/2676809886 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fcd680cf1a0 con 0x7fcd6c102df0 2024-09-10T08:16:05.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.999+0000 7fcd71902640 1 --2- 172.21.15.67:0/2676809886 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fcd580a70a0 0x7fcd580a9560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:05.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.999+0000 7fcd71902640 1 --2- 172.21.15.67:0/3652422088 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d71069ab40 0x55d710699090 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7fcd64007e60 tx=0x7fcd6400e720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dbe5edd7392f78d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:05.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.999+0000 7fcd577fe640 1 -- 172.21.15.67:0/3652422088 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd64020070 con 0x55d71069ab40 2024-09-10T08:16:05.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.999+0000 7fcd577fe640 1 -- 172.21.15.67:0/3652422088 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcd64010e40 con 0x55d71069ab40 2024-09-10T08:16:05.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:04.999+0000 7fcd577fe640 1 -- 172.21.15.67:0/3652422088 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd64014070 con 0x55d71069ab40 2024-09-10T08:16:05.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.000+0000 7fcd7573e740 1 -- 172.21.15.67:0/3652422088 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d71069ab40 msgr2=0x55d710699090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:05.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.000+0000 7fcd71902640 1 --2- 172.21.15.67:0/2676809886 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fcd580a70a0 0x7fcd580a9560 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fcd6401d000 tx=0x7fcd64020000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:05.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.000+0000 7fcd7573e740 1 --2- 172.21.15.67:0/3652422088 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d71069ab40 0x55d710699090 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7fcd64007e60 tx=0x7fcd6400e720 comp rx=0 tx=0).stop 2024-09-10T08:16:05.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.000+0000 7fcd7573e740 1 -- 172.21.15.67:0/3652422088 shutdown_connections 2024-09-10T08:16:05.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.000+0000 7fcd7573e740 1 --2- 172.21.15.67:0/3652422088 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d7106995d0 0x55d710699a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:05.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.000+0000 7fcd7573e740 1 --2- 172.21.15.67:0/3652422088 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d7106a4370 0x55d7106a6760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:05.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.000+0000 7fcd7573e740 1 --2- 172.21.15.67:0/3652422088 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d71069ab40 0x55d710699090 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:05.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.000+0000 7fcd7573e740 1 -- 172.21.15.67:0/3652422088 >> 172.21.15.67:0/3652422088 conn(0x55d710662310 msgr2=0x55d710695c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:05.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.001+0000 7fcd7573e740 1 -- 172.21.15.67:0/3652422088 shutdown_connections 2024-09-10T08:16:05.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.001+0000 7fcd7573e740 1 -- 172.21.15.67:0/3652422088 wait complete. 2024-09-10T08:16:05.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.001+0000 7fcd7573e740 1 -- start start 2024-09-10T08:16:05.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.001+0000 7fcd7573e740 1 Processor -- start 2024-09-10T08:16:05.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.001+0000 7fcd7573e740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d7106995d0 0x55d7106a3d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:05.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.001+0000 7fcd7573e740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d71069ab40 0x55d7106a0ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:05.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.001+0000 7fcd7573e740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d7106a4370 0x55d7106a15e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:05.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.002+0000 7fcd7573e740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55d7106a7070 con 0x55d71069ab40 2024-09-10T08:16:05.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.002+0000 7fcd7573e740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55d7105ba060 con 0x55d7106995d0 2024-09-10T08:16:05.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.002+0000 7fcd7573e740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55d7106a71f0 con 0x55d7106a4370 2024-09-10T08:16:05.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.002+0000 7fcd7573e740 10 client.0 _ll_register_callbacks cb 0x55d71030d8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:16:05.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.002+0000 7fcd70900640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d71069ab40 0x55d7106a0ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:05.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.002+0000 7fcd70900640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d71069ab40 0x55d7106a0ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36540/0 (socket says 172.21.15.67:36540) 2024-09-10T08:16:05.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.002+0000 7fcd70900640 1 -- 172.21.15.67:0/1086220526 learned_addr learned my addr 172.21.15.67:0/1086220526 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:05.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.002+0000 7fcd71902640 1 --2- 172.21.15.67:0/1086220526 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d7106a4370 0x55d7106a15e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:05.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.002+0000 7fcd71101640 1 --2- 172.21.15.67:0/1086220526 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d7106995d0 0x55d7106a3d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:05.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.002+0000 7fcd70900640 1 -- 172.21.15.67:0/1086220526 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d7106a4370 msgr2=0x55d7106a15e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:05.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.002+0000 7fcd70900640 1 --2- 172.21.15.67:0/1086220526 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d7106a4370 0x55d7106a15e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:05.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.002+0000 7fcd70900640 1 -- 172.21.15.67:0/1086220526 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d7106995d0 msgr2=0x55d7106a3d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:05.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.002+0000 7fcd70900640 1 --2- 172.21.15.67:0/1086220526 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d7106995d0 0x55d7106a3d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:05.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.002+0000 7fcd70900640 1 -- 172.21.15.67:0/1086220526 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d7103703c0 con 0x55d71069ab40 2024-09-10T08:16:05.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.002+0000 7fcd71101640 1 --2- 172.21.15.67:0/1086220526 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d7106995d0 0x55d7106a3d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:16:05.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.002+0000 7fcd70900640 1 --2- 172.21.15.67:0/1086220526 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d71069ab40 0x55d7106a0ff0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7fcd5c005ec0 tx=0x7fcd5c032f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db5a29250b21452f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:05.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.002+0000 7fcd54ff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:16:05.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.003+0000 7fcd54ff9640 1 -- 172.21.15.67:0/1086220526 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd5c040070 con 0x55d71069ab40 2024-09-10T08:16:05.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.003+0000 7fcd7573e740 1 -- 172.21.15.67:0/1086220526 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55d71060c860 con 0x55d71069ab40 2024-09-10T08:16:05.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.003+0000 7fcd54ff9640 1 -- 172.21.15.67:0/1086220526 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fcd5c004040 con 0x55d71069ab40 2024-09-10T08:16:05.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.003+0000 7fcd54ff9640 1 -- 172.21.15.67:0/1086220526 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fcd5c035040 con 0x55d71069ab40 2024-09-10T08:16:05.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.003+0000 7fcd7573e740 10 client.15684 fetch_fsmap learned FSMap version 29 2024-09-10T08:16:05.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.003+0000 7fcd7573e740 1 -- 172.21.15.67:0/1086220526 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d7106b2b30 con 0x55d71069ab40 2024-09-10T08:16:05.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.003+0000 7fcd54ff9640 1 -- 172.21.15.67:0/1086220526 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55d71060c860 con 0x55d71069ab40 2024-09-10T08:16:05.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.003+0000 7fcd54ff9640 1 -- 172.21.15.67:0/1086220526 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fcd5c004850 con 0x55d71069ab40 2024-09-10T08:16:05.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.003+0000 7fcd7573e740 10 client.15684 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:16:05.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.003+0000 7fcd7573e740 10 client.15684 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.k 2024-09-10T08:16:05.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.003+0000 7fcd7573e740 20 client.15684 populate_metadata read hostname 'smithi067' 2024-09-10T08:16:05.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.003+0000 7fcd7573e740 1 --2- 172.21.15.67:0/1086220526 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x55d7106b3ff0 0x55d7106b6430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:05.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.003+0000 7fcd7573e740 4 client.15684 mds_command: new command op to 24404 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:16:05.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.003+0000 7fcd7573e740 1 -- 172.21.15.67:0/1086220526 --> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d710606d70 con 0x55d7106b3ff0 2024-09-10T08:16:05.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.004+0000 7fcd71101640 1 --2- 172.21.15.67:0/1086220526 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x55d7106b3ff0 0x55d7106b6430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:05.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.004+0000 7fcd71101640 1 --2- 172.21.15.67:0/1086220526 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x55d7106b3ff0 0x55d7106b6430 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=b901ccb4664854a3 server_cookie=194c83d2f7936f98 in_seq=0 out_seq=0 2024-09-10T08:16:05.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.004+0000 7fcd54ff9640 10 client.15684 ms_handle_connect on v2:172.21.15.133:6832/2920270168 2024-09-10T08:16:05.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.005+0000 7fcd54ff9640 1 -- 172.21.15.67:0/1086220526 <== mds.4 v2:172.21.15.133:6832/2920270168 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d710606d70 con 0x55d7106b3ff0 2024-09-10T08:16:05.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.005+0000 7fcd54ff9640 10 client.15684 handle_command_reply: tid=0 2024-09-10T08:16:05.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.005+0000 7fcd7573e740 1 client.15684 shutdown 2024-09-10T08:16:05.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.005+0000 7fcd7573e740 1 -- 172.21.15.67:0/1086220526 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d71069ab40 msgr2=0x55d7106a0ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:05.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.005+0000 7fcd7573e740 1 --2- 172.21.15.67:0/1086220526 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d71069ab40 0x55d7106a0ff0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7fcd5c005ec0 tx=0x7fcd5c032f20 comp rx=0 tx=0).stop 2024-09-10T08:16:05.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.005+0000 7fcd7573e740 1 -- 172.21.15.67:0/1086220526 shutdown_connections 2024-09-10T08:16:05.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.005+0000 7fcd7573e740 1 --2- 172.21.15.67:0/1086220526 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x55d7106b3ff0 0x55d7106b6430 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:05.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.005+0000 7fcd7573e740 1 --2- 172.21.15.67:0/1086220526 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d7106a4370 0x55d7106a15e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:05.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.005+0000 7fcd7573e740 1 --2- 172.21.15.67:0/1086220526 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d71069ab40 0x55d7106a0ff0 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:05.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.005+0000 7fcd7573e740 1 --2- 172.21.15.67:0/1086220526 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d7106995d0 0x55d7106a3d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:05.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.005+0000 7fcd7573e740 1 -- 172.21.15.67:0/1086220526 >> 172.21.15.67:0/1086220526 conn(0x55d710662310 msgr2=0x55d71069b960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:05.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.005+0000 7fcd54ff9640 0 client.15684 ms_handle_reset on v2:172.21.15.133:6832/2920270168 2024-09-10T08:16:05.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.006+0000 7fcd7573e740 1 -- 172.21.15.67:0/1086220526 shutdown_connections 2024-09-10T08:16:05.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.006+0000 7fcd7573e740 1 -- 172.21.15.67:0/1086220526 wait complete. 2024-09-10T08:16:05.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.006+0000 7fcd7573e740 20 client.15684 trim_cache size 0 max 16384 2024-09-10T08:16:05.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.019+0000 7fcd7573e740 1 Processor -- start 2024-09-10T08:16:05.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.019+0000 7fcd7573e740 1 -- start start 2024-09-10T08:16:05.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.020+0000 7fcd7573e740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d7106995d0 0x55d7106b0310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:05.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.020+0000 7fcd7573e740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d71069ab40 0x55d7106b6000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:05.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.020+0000 7fcd7573e740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d7106a4370 0x55d71069ffd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:05.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.020+0000 7fcd7573e740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fcd6c1acb50 con 0x55d7106995d0 2024-09-10T08:16:05.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.020+0000 7fcd7573e740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fcd6c1ae690 con 0x55d7106a4370 2024-09-10T08:16:05.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.020+0000 7fcd7573e740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fcd6c1ad220 con 0x55d71069ab40 2024-09-10T08:16:05.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.020+0000 7fcd70900640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d71069ab40 0x55d7106b6000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:05.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.020+0000 7fcd70900640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d71069ab40 0x55d7106b6000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.67:40722/0 (socket says 172.21.15.67:40722) 2024-09-10T08:16:05.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.020+0000 7fcd71101640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d7106995d0 0x55d7106b0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:05.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.020+0000 7fcd70900640 1 -- 172.21.15.67:0/25507430 learned_addr learned my addr 172.21.15.67:0/25507430 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:05.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.020+0000 7fcd71902640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d7106a4370 0x55d71069ffd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:05.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.020+0000 7fcd70900640 1 -- 172.21.15.67:0/25507430 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d7106a4370 msgr2=0x55d71069ffd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:05.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.020+0000 7fcd70900640 1 --2- 172.21.15.67:0/25507430 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d7106a4370 0x55d71069ffd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:05.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.020+0000 7fcd70900640 1 -- 172.21.15.67:0/25507430 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d7106995d0 msgr2=0x55d7106b0310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:05.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.020+0000 7fcd70900640 1 --2- 172.21.15.67:0/25507430 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d7106995d0 0x55d7106b0310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:05.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.020+0000 7fcd70900640 1 -- 172.21.15.67:0/25507430 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d7106a3960 con 0x55d71069ab40 2024-09-10T08:16:05.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.020+0000 7fcd71902640 1 --2- 172.21.15.67:0/25507430 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d7106a4370 0x55d71069ffd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:16:05.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.021+0000 7fcd70900640 1 --2- 172.21.15.67:0/25507430 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d71069ab40 0x55d7106b6000 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fcd5c009230 tx=0x7fcd5c02a410 comp rx=0 tx=0).ready entity=mon.1 client_cookie=648164f4c411fb83 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:05.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.023+0000 7fcd56ffd640 1 -- 172.21.15.67:0/25507430 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd5c040070 con 0x55d71069ab40 2024-09-10T08:16:05.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.023+0000 7fcd56ffd640 1 -- 172.21.15.67:0/25507430 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcd5c031c60 con 0x55d71069ab40 2024-09-10T08:16:05.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.023+0000 7fcd56ffd640 1 -- 172.21.15.67:0/25507430 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd5c0050f0 con 0x55d71069ab40 2024-09-10T08:16:05.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.024+0000 7fcd7573e740 1 -- 172.21.15.67:0/25507430 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d71069ab40 msgr2=0x55d7106b6000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:05.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.024+0000 7fcd7573e740 1 --2- 172.21.15.67:0/25507430 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d71069ab40 0x55d7106b6000 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fcd5c009230 tx=0x7fcd5c02a410 comp rx=0 tx=0).stop 2024-09-10T08:16:05.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.024+0000 7fcd7573e740 1 -- 172.21.15.67:0/25507430 shutdown_connections 2024-09-10T08:16:05.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.024+0000 7fcd7573e740 1 --2- 172.21.15.67:0/25507430 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d7106a4370 0x55d71069ffd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:05.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.024+0000 7fcd7573e740 1 --2- 172.21.15.67:0/25507430 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d71069ab40 0x55d7106b6000 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:05.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.024+0000 7fcd7573e740 1 --2- 172.21.15.67:0/25507430 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d7106995d0 0x55d7106b0310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:05.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.024+0000 7fcd7573e740 1 -- 172.21.15.67:0/25507430 >> 172.21.15.67:0/25507430 conn(0x55d710662310 msgr2=0x55d71069f8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:05.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.024+0000 7fcd7573e740 1 -- 172.21.15.67:0/25507430 shutdown_connections 2024-09-10T08:16:05.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.024+0000 7fcd7573e740 1 -- 172.21.15.67:0/25507430 wait complete. 2024-09-10T08:16:05.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.024+0000 7fcd7573e740 1 -- start start 2024-09-10T08:16:05.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.024+0000 7fcd7573e740 1 Processor -- start 2024-09-10T08:16:05.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.025+0000 7fcd7573e740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d7106995d0 0x55d7106ac8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:05.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.025+0000 7fcd7573e740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d71069ab40 0x55d7106a7c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:05.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.025+0000 7fcd7573e740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d7106a4370 0x55d7106a81b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:05.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.025+0000 7fcd7573e740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fcd6c1adfc0 con 0x55d7106a4370 2024-09-10T08:16:05.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.025+0000 7fcd7573e740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fcd6c1ad8f0 con 0x55d7106995d0 2024-09-10T08:16:05.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.025+0000 7fcd7573e740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fcd6c1aab30 con 0x55d71069ab40 2024-09-10T08:16:05.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.025+0000 7fcd71902640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d7106a4370 0x55d7106a81b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:05.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.025+0000 7fcd71902640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d7106a4370 0x55d7106a81b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36568/0 (socket says 172.21.15.67:36568) 2024-09-10T08:16:05.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.025+0000 7fcd71902640 1 -- 172.21.15.67:0/2379222763 learned_addr learned my addr 172.21.15.67:0/2379222763 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:05.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.025+0000 7fcd71101640 1 --2- 172.21.15.67:0/2379222763 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d7106995d0 0x55d7106ac8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:05.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.025+0000 7fcd7573e740 10 client.0 _ll_register_callbacks cb 0x7fcd5c005db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:16:05.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.025+0000 7fcd70900640 1 --2- 172.21.15.67:0/2379222763 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d71069ab40 0x55d7106a7c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:05.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.026+0000 7fcd71902640 1 -- 172.21.15.67:0/2379222763 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d71069ab40 msgr2=0x55d7106a7c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:05.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.026+0000 7fcd71902640 1 --2- 172.21.15.67:0/2379222763 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d71069ab40 0x55d7106a7c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:05.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.026+0000 7fcd71902640 1 -- 172.21.15.67:0/2379222763 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d7106995d0 msgr2=0x55d7106ac8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:05.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.026+0000 7fcd71902640 1 --2- 172.21.15.67:0/2379222763 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d7106995d0 0x55d7106ac8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:05.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.026+0000 7fcd71902640 1 -- 172.21.15.67:0/2379222763 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d7106a86f0 con 0x55d7106a4370 2024-09-10T08:16:05.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.026+0000 7fcd71101640 1 --2- 172.21.15.67:0/2379222763 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d7106995d0 0x55d7106ac8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:16:05.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.026+0000 7fcd71902640 1 --2- 172.21.15.67:0/2379222763 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d7106a4370 0x55d7106a81b0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7fcd64007e60 tx=0x7fcd640079c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4867fb2823d0e0e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:05.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.026+0000 7fcd54ff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:16:05.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.026+0000 7fcd54ff9640 1 -- 172.21.15.67:0/2379222763 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd64014040 con 0x55d7106a4370 2024-09-10T08:16:05.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.026+0000 7fcd54ff9640 1 -- 172.21.15.67:0/2379222763 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fcd64003b70 con 0x55d7106a4370 2024-09-10T08:16:05.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.026+0000 7fcd7573e740 1 -- 172.21.15.67:0/2379222763 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcd5c031c60 con 0x55d7106a4370 2024-09-10T08:16:05.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.026+0000 7fcd54ff9640 1 -- 172.21.15.67:0/2379222763 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fcd6403b050 con 0x55d7106a4370 2024-09-10T08:16:05.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.026+0000 7fcd7573e740 10 client.15690 fetch_fsmap learned FSMap version 29 2024-09-10T08:16:05.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.026+0000 7fcd7573e740 1 -- 172.21.15.67:0/2379222763 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d71071e9e0 con 0x55d7106a4370 2024-09-10T08:16:05.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.027+0000 7fcd54ff9640 1 -- 172.21.15.67:0/2379222763 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcd64003d70 con 0x55d7106a4370 2024-09-10T08:16:05.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.027+0000 7fcd54ff9640 1 -- 172.21.15.67:0/2379222763 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fcd64036030 con 0x55d7106a4370 2024-09-10T08:16:05.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.027+0000 7fcd7573e740 10 client.15690 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:16:05.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.027+0000 7fcd7573e740 10 client.15690 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.k 2024-09-10T08:16:05.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.027+0000 7fcd7573e740 20 client.15690 populate_metadata read hostname 'smithi067' 2024-09-10T08:16:05.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.027+0000 7fcd7573e740 1 --2- 172.21.15.67:0/2379222763 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x55d71071ee70 0x55d7107212b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:05.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.027+0000 7fcd7573e740 4 client.15690 mds_command: new command op to 24404 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T08:16:05.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.027+0000 7fcd7573e740 1 -- 172.21.15.67:0/2379222763 --> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7fcd5c031c60 con 0x55d71071ee70 2024-09-10T08:16:05.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.027+0000 7fcd71101640 1 --2- 172.21.15.67:0/2379222763 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x55d71071ee70 0x55d7107212b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:05.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.028+0000 7fcd54ff9640 10 client.15690 ms_handle_connect on v2:172.21.15.133:6832/2920270168 2024-09-10T08:16:05.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.028+0000 7fcd71101640 1 --2- 172.21.15.67:0/2379222763 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x55d71071ee70 0x55d7107212b0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=19ed72c7805fa06a server_cookie=79bc08b0e8cedb47 in_seq=0 out_seq=0 2024-09-10T08:16:05.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.028+0000 7fcd54ff9640 1 -- 172.21.15.67:0/2379222763 <== mds.4 v2:172.21.15.133:6832/2920270168 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7fcd5c031c60 con 0x55d71071ee70 2024-09-10T08:16:05.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.028+0000 7fcd54ff9640 10 client.15690 handle_command_reply: tid=0 2024-09-10T08:16:05.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.028+0000 7fcd7573e740 1 client.15690 shutdown 2024-09-10T08:16:05.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.028+0000 7fcd7573e740 1 -- 172.21.15.67:0/2379222763 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d7106a4370 msgr2=0x55d7106a81b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:05.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.028+0000 7fcd7573e740 1 --2- 172.21.15.67:0/2379222763 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d7106a4370 0x55d7106a81b0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7fcd64007e60 tx=0x7fcd640079c0 comp rx=0 tx=0).stop 2024-09-10T08:16:05.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.028+0000 7fcd7573e740 1 -- 172.21.15.67:0/2379222763 shutdown_connections 2024-09-10T08:16:05.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.028+0000 7fcd7573e740 1 --2- 172.21.15.67:0/2379222763 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x55d71071ee70 0x55d7107212b0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:05.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.028+0000 7fcd7573e740 1 --2- 172.21.15.67:0/2379222763 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d7106a4370 0x55d7106a81b0 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:05.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.028+0000 7fcd54ff9640 0 client.15690 ms_handle_reset on v2:172.21.15.133:6832/2920270168 2024-09-10T08:16:05.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.028+0000 7fcd7573e740 1 --2- 172.21.15.67:0/2379222763 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d71069ab40 0x55d7106a7c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:05.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.028+0000 7fcd7573e740 1 --2- 172.21.15.67:0/2379222763 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d7106995d0 0x55d7106ac8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:05.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.028+0000 7fcd7573e740 1 -- 172.21.15.67:0/2379222763 >> 172.21.15.67:0/2379222763 conn(0x55d710662310 msgr2=0x55d7106a2850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:05.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.029+0000 7fcd7573e740 1 -- 172.21.15.67:0/2379222763 shutdown_connections 2024-09-10T08:16:05.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.029+0000 7fcd7573e740 1 -- 172.21.15.67:0/2379222763 wait complete. 2024-09-10T08:16:05.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.029+0000 7fcd7573e740 20 client.15690 trim_cache size 0 max 16384 2024-09-10T08:16:05.033 INFO:teuthology.orchestra.run.smithi067.stdout:[] 2024-09-10T08:16:05.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.029+0000 7fcd73365640 1 -- 172.21.15.67:0/2676809886 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fcd580a70a0 msgr2=0x7fcd580a9560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:05.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.029+0000 7fcd73365640 1 --2- 172.21.15.67:0/2676809886 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fcd580a70a0 0x7fcd580a9560 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fcd6401d000 tx=0x7fcd64020000 comp rx=0 tx=0).stop 2024-09-10T08:16:05.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.029+0000 7fcd73365640 1 -- 172.21.15.67:0/2676809886 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcd6c102df0 msgr2=0x7fcd6c1984c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:05.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.029+0000 7fcd73365640 1 --2- 172.21.15.67:0/2676809886 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcd6c102df0 0x7fcd6c1984c0 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7fcd6800d950 tx=0x7fcd6800de10 comp rx=0 tx=0).stop 2024-09-10T08:16:05.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.029+0000 7fcd73365640 1 -- 172.21.15.67:0/2676809886 shutdown_connections 2024-09-10T08:16:05.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.029+0000 7fcd73365640 1 --2- 172.21.15.67:0/2676809886 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fcd580a70a0 0x7fcd580a9560 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:05.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.029+0000 7fcd73365640 1 --2- 172.21.15.67:0/2676809886 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcd6c10c2f0 0x7fcd6c19cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:05.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.029+0000 7fcd73365640 1 --2- 172.21.15.67:0/2676809886 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcd6c1037a0 0x7fcd6c198a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:05.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.029+0000 7fcd73365640 1 --2- 172.21.15.67:0/2676809886 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcd6c102df0 0x7fcd6c1984c0 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:05.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.029+0000 7fcd73365640 1 -- 172.21.15.67:0/2676809886 >> 172.21.15.67:0/2676809886 conn(0x7fcd6c0fc7d0 msgr2=0x7fcd6c0fd510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:05.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.030+0000 7fcd73365640 1 -- 172.21.15.67:0/2676809886 shutdown_connections 2024-09-10T08:16:05.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.030+0000 7fcd73365640 1 -- 172.21.15.67:0/2676809886 wait complete. 2024-09-10T08:16:05.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:05 smithi067 ceph-mon[31051]: pgmap v395: 129 pgs: 129 active+clean; 669 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 938 B/s wr, 10 op/s 2024-09-10T08:16:05.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:05 smithi203 ceph-mon[34672]: pgmap v395: 129 pgs: 129 active+clean; 669 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 938 B/s wr, 10 op/s 2024-09-10T08:16:05.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:05 smithi133 ceph-mon[34721]: pgmap v395: 129 pgs: 129 active+clean; 669 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 938 B/s wr, 10 op/s 2024-09-10T08:16:05.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.764+0000 7fc2470b3640 1 -- 172.21.15.67:0/198857596 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2401037a0 msgr2=0x7fc24010bc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:05.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.764+0000 7fc2470b3640 1 --2- 172.21.15.67:0/198857596 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2401037a0 0x7fc24010bc00 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7fc22c009900 tx=0x7fc22c02a410 comp rx=0 tx=0).stop 2024-09-10T08:16:05.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.764+0000 7fc2470b3640 1 -- 172.21.15.67:0/198857596 shutdown_connections 2024-09-10T08:16:05.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.764+0000 7fc2470b3640 1 --2- 172.21.15.67:0/198857596 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc24010c2f0 0x7fc24010e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:05.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.764+0000 7fc2470b3640 1 --2- 172.21.15.67:0/198857596 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2401037a0 0x7fc24010bc00 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:05.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.764+0000 7fc2470b3640 1 --2- 172.21.15.67:0/198857596 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc240102df0 0x7fc2401031d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:05.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.764+0000 7fc2470b3640 1 -- 172.21.15.67:0/198857596 >> 172.21.15.67:0/198857596 conn(0x7fc2400fc7d0 msgr2=0x7fc2400febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:05.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.764+0000 7fc2470b3640 1 -- 172.21.15.67:0/198857596 shutdown_connections 2024-09-10T08:16:05.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.764+0000 7fc2470b3640 1 -- 172.21.15.67:0/198857596 wait complete. 2024-09-10T08:16:05.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.765+0000 7fc2470b3640 1 Processor -- start 2024-09-10T08:16:05.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.765+0000 7fc2470b3640 1 -- start start 2024-09-10T08:16:05.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.765+0000 7fc2470b3640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc240102df0 0x7fc240198560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:05.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.765+0000 7fc2470b3640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc2401037a0 0x7fc240198aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:05.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.765+0000 7fc2470b3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc24010c2f0 0x7fc24019ce30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:05.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.765+0000 7fc2470b3640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc240111f60 con 0x7fc24010c2f0 2024-09-10T08:16:05.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.765+0000 7fc2470b3640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fc240111de0 con 0x7fc240102df0 2024-09-10T08:16:05.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.765+0000 7fc2470b3640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fc2401120e0 con 0x7fc2401037a0 2024-09-10T08:16:05.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.765+0000 7fc245650640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc24010c2f0 0x7fc24019ce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:05.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.765+0000 7fc245650640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc24010c2f0 0x7fc24019ce30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39726/0 (socket says 172.21.15.67:39726) 2024-09-10T08:16:05.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.765+0000 7fc245650640 1 -- 172.21.15.67:0/2926757829 learned_addr learned my addr 172.21.15.67:0/2926757829 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:05.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.766+0000 7fc23ffff640 1 --2- 172.21.15.67:0/2926757829 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc2401037a0 0x7fc240198aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:05.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.766+0000 7fc244e4f640 1 --2- 172.21.15.67:0/2926757829 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc240102df0 0x7fc240198560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:05.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.766+0000 7fc245650640 1 -- 172.21.15.67:0/2926757829 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc2401037a0 msgr2=0x7fc240198aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:05.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.766+0000 7fc245650640 1 --2- 172.21.15.67:0/2926757829 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc2401037a0 0x7fc240198aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:05.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.766+0000 7fc245650640 1 -- 172.21.15.67:0/2926757829 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc240102df0 msgr2=0x7fc240198560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:05.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.766+0000 7fc245650640 1 --2- 172.21.15.67:0/2926757829 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc240102df0 0x7fc240198560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:05.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.766+0000 7fc245650640 1 -- 172.21.15.67:0/2926757829 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc24019d510 con 0x7fc24010c2f0 2024-09-10T08:16:05.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.766+0000 7fc244e4f640 1 --2- 172.21.15.67:0/2926757829 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc240102df0 0x7fc240198560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:16:05.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.766+0000 7fc245650640 1 --2- 172.21.15.67:0/2926757829 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc24010c2f0 0x7fc24019ce30 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fc23800eaa0 tx=0x7fc23800ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:05.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.766+0000 7fc23dffb640 1 -- 172.21.15.67:0/2926757829 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc23800cdb0 con 0x7fc24010c2f0 2024-09-10T08:16:05.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.766+0000 7fc23dffb640 1 -- 172.21.15.67:0/2926757829 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc238005020 con 0x7fc24010c2f0 2024-09-10T08:16:05.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.766+0000 7fc2470b3640 1 -- 172.21.15.67:0/2926757829 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc24019d800 con 0x7fc24010c2f0 2024-09-10T08:16:05.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.766+0000 7fc23dffb640 1 -- 172.21.15.67:0/2926757829 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2380116d0 con 0x7fc24010c2f0 2024-09-10T08:16:05.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.766+0000 7fc2470b3640 1 -- 172.21.15.67:0/2926757829 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2401a50e0 con 0x7fc24010c2f0 2024-09-10T08:16:05.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.768+0000 7fc2470b3640 1 -- 172.21.15.67:0/2926757829 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2401031d0 con 0x7fc24010c2f0 2024-09-10T08:16:05.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.769+0000 7fc23dffb640 1 -- 172.21.15.67:0/2926757829 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 19) ==== 137884+0+0 (secure 0 0 0) 0x7fc2380051d0 con 0x7fc24010c2f0 2024-09-10T08:16:05.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.770+0000 7fc23dffb640 1 --2- 172.21.15.67:0/2926757829 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc2300a2c10 0x7fc2300a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:05.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.770+0000 7fc244e4f640 1 --2- 172.21.15.67:0/2926757829 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc2300a2c10 0x7fc2300a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:05.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.770+0000 7fc23dffb640 1 -- 172.21.15.67:0/2926757829 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fc2380cf780 con 0x7fc24010c2f0 2024-09-10T08:16:05.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.771+0000 7fc244e4f640 1 --2- 172.21.15.67:0/2926757829 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc2300a2c10 0x7fc2300a50d0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fc2340058c0 tx=0x7fc234005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:05.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:05.776+0000 7fc23dffb640 1 -- 172.21.15.67:0/2926757829 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc238016030 con 0x7fc24010c2f0 2024-09-10T08:16:06.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:06.003+0000 7fc2470b3640 1 -- 172.21.15.67:0/2926757829 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc2401072c0 con 0x7fc24010c2f0 2024-09-10T08:16:06.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:06.004+0000 7fc23dffb640 1 -- 172.21.15.67:0/2926757829 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11983 (secure 0 0 0) 0x7fc23809c180 con 0x7fc24010c2f0 2024-09-10T08:16:06.004 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:16:06.004 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":29,"btime":"2024-09-10T08:15:16:896413+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3649064068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3649064068},{"type":"v1","addr":"172.21.15.67:6835","nonce":3649064068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6837/384364542","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6836","nonce":384364542},{"type":"v1","addr":"172.21.15.67:6837","nonce":384364542}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T08:12:37.538183+0000","modified":"2024-09-10T08:15:16.520232+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24479,"mds_1":24475,"mds_2":24457,"mds_3":24412,"mds_4":24404},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6839/2770928820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6838","nonce":2770928820},{"type":"v1","addr":"172.21.15.67:6839","nonce":2770928820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14628":{"gid":14628,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6841/1116344955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6840","nonce":1116344955},{"type":"v1","addr":"172.21.15.67:6841","nonce":1116344955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24404":{"gid":24404,"name":"k","rank":4,"incarnation":26,"state":"up:active","state_seq":23,"addr":"172.21.15.133:6833/2920270168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":2920270168},{"type":"v1","addr":"172.21.15.133:6833","nonce":2920270168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24412":{"gid":24412,"name":"l","rank":3,"incarnation":24,"state":"up:active","state_seq":23,"addr":"172.21.15.203:6833/754287689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":754287689},{"type":"v1","addr":"172.21.15.203:6833","nonce":754287689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/3573205749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3573205749},{"type":"v1","addr":"172.21.15.133:6835","nonce":3573205749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6835/3722546188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":3722546188},{"type":"v1","addr":"172.21.15.203:6835","nonce":3722546188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/667764093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":667764093},{"type":"v1","addr":"172.21.15.133:6837","nonce":667764093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":19,"addr":"172.21.15.203:6837/4255783395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":4255783395},{"type":"v1","addr":"172.21.15.203:6837","nonce":4255783395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":17,"addr":"172.21.15.203:6839/2311592321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2311592321},{"type":"v1","addr":"172.21.15.203:6839","nonce":2311592321}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.133:6839/1848609384","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":1848609384},{"type":"v1","addr":"172.21.15.133:6839","nonce":1848609384}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24479,"qdb_cluster":[24404,24412,24457,24475,24479]},"id":1}]} 2024-09-10T08:16:06.004 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 29 2024-09-10T08:16:06.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:06.006+0000 7fc2470b3640 1 -- 172.21.15.67:0/2926757829 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc2300a2c10 msgr2=0x7fc2300a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:06.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:06.006+0000 7fc2470b3640 1 --2- 172.21.15.67:0/2926757829 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc2300a2c10 0x7fc2300a50d0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fc2340058c0 tx=0x7fc234005850 comp rx=0 tx=0).stop 2024-09-10T08:16:06.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:06.006+0000 7fc2470b3640 1 -- 172.21.15.67:0/2926757829 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc24010c2f0 msgr2=0x7fc24019ce30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:06.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:06.006+0000 7fc2470b3640 1 --2- 172.21.15.67:0/2926757829 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc24010c2f0 0x7fc24019ce30 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fc23800eaa0 tx=0x7fc23800ef60 comp rx=0 tx=0).stop 2024-09-10T08:16:06.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:06.006+0000 7fc2470b3640 1 -- 172.21.15.67:0/2926757829 shutdown_connections 2024-09-10T08:16:06.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:06.006+0000 7fc2470b3640 1 --2- 172.21.15.67:0/2926757829 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc2300a2c10 0x7fc2300a50d0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:06.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:06.006+0000 7fc2470b3640 1 --2- 172.21.15.67:0/2926757829 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc24010c2f0 0x7fc24019ce30 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:06.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:06.006+0000 7fc2470b3640 1 --2- 172.21.15.67:0/2926757829 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc2401037a0 0x7fc240198aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:06.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:06.006+0000 7fc2470b3640 1 --2- 172.21.15.67:0/2926757829 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc240102df0 0x7fc240198560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:06.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:06.006+0000 7fc2470b3640 1 -- 172.21.15.67:0/2926757829 >> 172.21.15.67:0/2926757829 conn(0x7fc2400fc7d0 msgr2=0x7fc2400fd570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:06.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:06.006+0000 7fc2470b3640 1 -- 172.21.15.67:0/2926757829 shutdown_connections 2024-09-10T08:16:06.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:06.006+0000 7fc2470b3640 1 -- 172.21.15.67:0/2926757829 wait complete. 2024-09-10T08:16:06.258 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:06 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/2926757829' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:16:06.288 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-09-10T08:16:06.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:06 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/2926757829' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:16:06.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:06 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/2926757829' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:16:06.966 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24479 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0' 2024-09-10T08:16:06.967 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24479 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0 2024-09-10T08:16:07.096 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:16:07.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:07 smithi067 ceph-mon[31051]: pgmap v396: 129 pgs: 129 active+clean; 669 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 682 B/s wr, 13 op/s 2024-09-10T08:16:07.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:07 smithi203 ceph-mon[34672]: pgmap v396: 129 pgs: 129 active+clean; 669 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 682 B/s wr, 13 op/s 2024-09-10T08:16:07.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:07 smithi133 ceph-mon[34721]: pgmap v396: 129 pgs: 129 active+clean; 669 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 682 B/s wr, 13 op/s 2024-09-10T08:16:07.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.664+0000 7f703985a640 1 -- 172.21.15.67:0/2717048318 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7034102ef0 msgr2=0x7f703410da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:07.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.664+0000 7f703985a640 1 --2- 172.21.15.67:0/2717048318 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7034102ef0 0x7f703410da40 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f702c009ca0 tx=0x7f702c02a950 comp rx=0 tx=0).stop 2024-09-10T08:16:07.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.664+0000 7f703985a640 1 -- 172.21.15.67:0/2717048318 shutdown_connections 2024-09-10T08:16:07.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.664+0000 7f703985a640 1 --2- 172.21.15.67:0/2717048318 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7034102ef0 0x7f703410da40 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:07.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.664+0000 7f703985a640 1 --2- 172.21.15.67:0/2717048318 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7034102570 0x7f70341029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:07.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.664+0000 7f703985a640 1 --2- 172.21.15.67:0/2717048318 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7034100e20 0x7f7034101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:07.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.664+0000 7f703985a640 1 -- 172.21.15.67:0/2717048318 >> 172.21.15.67:0/2717048318 conn(0x7f70340fc7d0 msgr2=0x7f70340febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:07.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.664+0000 7f703985a640 1 -- 172.21.15.67:0/2717048318 shutdown_connections 2024-09-10T08:16:07.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.664+0000 7f703985a640 1 -- 172.21.15.67:0/2717048318 wait complete. 2024-09-10T08:16:07.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.665+0000 7f703985a640 1 Processor -- start 2024-09-10T08:16:07.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.665+0000 7f703985a640 1 -- start start 2024-09-10T08:16:07.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.665+0000 7f703985a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7034100e20 0x7f70341983e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:07.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.665+0000 7f703985a640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7034102570 0x7f7034198920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:07.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.665+0000 7f703985a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7034102ef0 0x7f703419ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:07.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.665+0000 7f703985a640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7034110e50 con 0x7f7034102ef0 2024-09-10T08:16:07.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.665+0000 7f703985a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f7034110cd0 con 0x7f7034100e20 2024-09-10T08:16:07.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.665+0000 7f703985a640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f7034110fd0 con 0x7f7034102570 2024-09-10T08:16:07.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.665+0000 7f70337fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7034102ef0 0x7f703419ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:07.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.665+0000 7f70337fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7034102ef0 0x7f703419ccb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39748/0 (socket says 172.21.15.67:39748) 2024-09-10T08:16:07.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.665+0000 7f70337fe640 1 -- 172.21.15.67:0/972006597 learned_addr learned my addr 172.21.15.67:0/972006597 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:07.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.666+0000 7f7032ffd640 1 --2- 172.21.15.67:0/972006597 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7034100e20 0x7f70341983e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:07.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.666+0000 7f70327fc640 1 --2- 172.21.15.67:0/972006597 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7034102570 0x7f7034198920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:07.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.666+0000 7f70337fe640 1 -- 172.21.15.67:0/972006597 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7034102570 msgr2=0x7f7034198920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:07.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.666+0000 7f70337fe640 1 --2- 172.21.15.67:0/972006597 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7034102570 0x7f7034198920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:07.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.666+0000 7f70337fe640 1 -- 172.21.15.67:0/972006597 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7034100e20 msgr2=0x7f70341983e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:07.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.666+0000 7f70337fe640 1 --2- 172.21.15.67:0/972006597 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7034100e20 0x7f70341983e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:07.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.666+0000 7f70337fe640 1 -- 172.21.15.67:0/972006597 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f703419d390 con 0x7f7034102ef0 2024-09-10T08:16:07.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.666+0000 7f70327fc640 1 --2- 172.21.15.67:0/972006597 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7034102570 0x7f7034198920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:16:07.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.666+0000 7f70337fe640 1 --2- 172.21.15.67:0/972006597 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7034102ef0 0x7f703419ccb0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f702c02ae70 tx=0x7f702c02f5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:07.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.666+0000 7f7038858640 1 -- 172.21.15.67:0/972006597 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f702c034040 con 0x7f7034102ef0 2024-09-10T08:16:07.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.666+0000 7f703985a640 1 -- 172.21.15.67:0/972006597 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f703419d620 con 0x7f7034102ef0 2024-09-10T08:16:07.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.666+0000 7f7038858640 1 -- 172.21.15.67:0/972006597 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f702c0308f0 con 0x7f7034102ef0 2024-09-10T08:16:07.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.666+0000 7f7038858640 1 -- 172.21.15.67:0/972006597 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f702c004780 con 0x7f7034102ef0 2024-09-10T08:16:07.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.666+0000 7f703985a640 1 -- 172.21.15.67:0/972006597 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70341a4f60 con 0x7f7034102ef0 2024-09-10T08:16:07.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.669+0000 7f703bc33740 1 Processor -- start 2024-09-10T08:16:07.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.669+0000 7f7038858640 1 -- 172.21.15.67:0/972006597 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 19) ==== 137884+0+0 (secure 0 0 0) 0x7f702c037020 con 0x7f7034102ef0 2024-09-10T08:16:07.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.670+0000 7f703bc33740 1 -- start start 2024-09-10T08:16:07.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.670+0000 7f703bc33740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5603d832cb40 0x5603d832b090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:07.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.670+0000 7f703bc33740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603d832b5d0 0x5603d832ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:07.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.670+0000 7f703bc33740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5603d8336370 0x5603d8338760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:07.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.670+0000 7f703bc33740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5603d82912f0 con 0x5603d8336370 2024-09-10T08:16:07.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.670+0000 7f703bc33740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5603d8238cf0 con 0x5603d832cb40 2024-09-10T08:16:07.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.670+0000 7f703bc33740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5603d828d2b0 con 0x5603d832b5d0 2024-09-10T08:16:07.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.670+0000 7f70327fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5603d8336370 0x5603d8338760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:07.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.670+0000 7f70327fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5603d8336370 0x5603d8338760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39752/0 (socket says 172.21.15.67:39752) 2024-09-10T08:16:07.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.670+0000 7f70327fc640 1 -- 172.21.15.67:0/3591272220 learned_addr learned my addr 172.21.15.67:0/3591272220 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:07.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.670+0000 7f7032ffd640 1 --2- 172.21.15.67:0/3591272220 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603d832b5d0 0x5603d832ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:07.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.670+0000 7f70327fc640 1 --2- 172.21.15.67:0/3591272220 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5603d832cb40 0x5603d832b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:07.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.670+0000 7f7038858640 1 --2- 172.21.15.67:0/972006597 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f701c0a2c10 0x7f701c0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:07.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.670+0000 7f70337fe640 1 --2- 172.21.15.67:0/972006597 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f701c0a2c10 0x7f701c0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:07.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.671+0000 7f7032ffd640 1 -- 172.21.15.67:0/3591272220 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5603d832cb40 msgr2=0x5603d832b090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:07.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.671+0000 7f7038858640 1 -- 172.21.15.67:0/972006597 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f702c0f0650 con 0x7f7034102ef0 2024-09-10T08:16:07.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.671+0000 7f7032ffd640 1 --2- 172.21.15.67:0/3591272220 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5603d832cb40 0x5603d832b090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:07.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.671+0000 7f7032ffd640 1 -- 172.21.15.67:0/3591272220 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5603d8336370 msgr2=0x5603d8338760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:07.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.671+0000 7f7032ffd640 1 --2- 172.21.15.67:0/3591272220 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5603d8336370 0x5603d8338760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:07.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.671+0000 7f7032ffd640 1 -- 172.21.15.67:0/3591272220 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5603d821d3a0 con 0x5603d832b5d0 2024-09-10T08:16:07.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.671+0000 7f70327fc640 1 --2- 172.21.15.67:0/3591272220 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5603d8336370 0x5603d8338760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:16:07.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.671+0000 7f7032ffd640 1 --2- 172.21.15.67:0/3591272220 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603d832b5d0 0x5603d832ba10 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f702400dc60 tx=0x7f702400f730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3258f94815489dc1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:07.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.671+0000 7f70337fe640 1 --2- 172.21.15.67:0/972006597 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f701c0a2c10 0x7f701c0a50d0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f702c008000 tx=0x7f702c047fa0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:07.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.671+0000 7f7019ffb640 1 -- 172.21.15.67:0/3591272220 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7024005020 con 0x5603d832b5d0 2024-09-10T08:16:07.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.671+0000 7f7019ffb640 1 -- 172.21.15.67:0/3591272220 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f70240047a0 con 0x5603d832b5d0 2024-09-10T08:16:07.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.671+0000 7f7019ffb640 1 -- 172.21.15.67:0/3591272220 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70240116a0 con 0x5603d832b5d0 2024-09-10T08:16:07.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.672+0000 7f703bc33740 1 -- 172.21.15.67:0/3591272220 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603d832b5d0 msgr2=0x5603d832ba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:07.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.672+0000 7f703bc33740 1 --2- 172.21.15.67:0/3591272220 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603d832b5d0 0x5603d832ba10 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f702400dc60 tx=0x7f702400f730 comp rx=0 tx=0).stop 2024-09-10T08:16:07.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.672+0000 7f703bc33740 1 -- 172.21.15.67:0/3591272220 shutdown_connections 2024-09-10T08:16:07.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.672+0000 7f703bc33740 1 --2- 172.21.15.67:0/3591272220 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5603d8336370 0x5603d8338760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:07.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.672+0000 7f703bc33740 1 --2- 172.21.15.67:0/3591272220 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603d832b5d0 0x5603d832ba10 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:07.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.672+0000 7f703bc33740 1 --2- 172.21.15.67:0/3591272220 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5603d832cb40 0x5603d832b090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:07.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.672+0000 7f703bc33740 1 -- 172.21.15.67:0/3591272220 >> 172.21.15.67:0/3591272220 conn(0x5603d82f4310 msgr2=0x5603d8327c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:07.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.672+0000 7f703bc33740 1 -- 172.21.15.67:0/3591272220 shutdown_connections 2024-09-10T08:16:07.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.672+0000 7f703bc33740 1 -- 172.21.15.67:0/3591272220 wait complete. 2024-09-10T08:16:07.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.672+0000 7f703bc33740 1 -- start start 2024-09-10T08:16:07.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.673+0000 7f703bc33740 1 Processor -- start 2024-09-10T08:16:07.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.673+0000 7f703bc33740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603d832b5d0 0x5603d8335d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:07.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.673+0000 7f703bc33740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5603d832cb40 0x5603d8332fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:07.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.673+0000 7f703bc33740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5603d8336370 0x5603d8333530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:07.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.673+0000 7f703bc33740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5603d8339070 con 0x5603d8336370 2024-09-10T08:16:07.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.673+0000 7f703bc33740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5603d824c060 con 0x5603d832cb40 2024-09-10T08:16:07.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.673+0000 7f703bc33740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5603d83391f0 con 0x5603d832b5d0 2024-09-10T08:16:07.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.673+0000 7f703bc33740 10 client.0 _ll_register_callbacks cb 0x5603d7f9f8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:16:07.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.673+0000 7f70327fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5603d8336370 0x5603d8333530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:07.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.673+0000 7f70327fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5603d8336370 0x5603d8333530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39754/0 (socket says 172.21.15.67:39754) 2024-09-10T08:16:07.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.673+0000 7f70327fc640 1 -- 172.21.15.67:0/1323615055 learned_addr learned my addr 172.21.15.67:0/1323615055 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:07.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.673+0000 7f7032ffd640 1 --2- 172.21.15.67:0/1323615055 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5603d832cb40 0x5603d8332fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:07.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.673+0000 7f70327fc640 1 --2- 172.21.15.67:0/1323615055 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603d832b5d0 0x5603d8335d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:07.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.673+0000 7f70327fc640 1 -- 172.21.15.67:0/1323615055 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603d832b5d0 msgr2=0x5603d8335d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:07.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.673+0000 7f70327fc640 1 --2- 172.21.15.67:0/1323615055 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603d832b5d0 0x5603d8335d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:07.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.673+0000 7f70327fc640 1 -- 172.21.15.67:0/1323615055 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5603d832cb40 msgr2=0x5603d8332fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:07.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.673+0000 7f70327fc640 1 --2- 172.21.15.67:0/1323615055 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5603d832cb40 0x5603d8332fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:07.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.673+0000 7f70327fc640 1 -- 172.21.15.67:0/1323615055 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5603d80023c0 con 0x5603d8336370 2024-09-10T08:16:07.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.674+0000 7f70327fc640 1 --2- 172.21.15.67:0/1323615055 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5603d8336370 0x5603d8333530 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f7028018ed0 tx=0x7f70280046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ddb68cf400e90e71 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:07.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.674+0000 7f7012ffd640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:16:07.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.674+0000 7f7012ffd640 1 -- 172.21.15.67:0/1323615055 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f702801e060 con 0x5603d8336370 2024-09-10T08:16:07.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.674+0000 7f7012ffd640 1 -- 172.21.15.67:0/1323615055 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f7028011dd0 con 0x5603d8336370 2024-09-10T08:16:07.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.674+0000 7f703bc33740 1 -- 172.21.15.67:0/1323615055 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f70240047a0 con 0x5603d8336370 2024-09-10T08:16:07.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.674+0000 7f7012ffd640 1 -- 172.21.15.67:0/1323615055 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f7028025050 con 0x5603d8336370 2024-09-10T08:16:07.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.674+0000 7f703bc33740 10 client.15708 fetch_fsmap learned FSMap version 29 2024-09-10T08:16:07.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.674+0000 7f703bc33740 1 -- 172.21.15.67:0/1323615055 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5603d8344b00 con 0x5603d8336370 2024-09-10T08:16:07.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.674+0000 7f7012ffd640 1 -- 172.21.15.67:0/1323615055 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f70240047a0 con 0x5603d8336370 2024-09-10T08:16:07.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.674+0000 7f7012ffd640 1 -- 172.21.15.67:0/1323615055 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f7028015040 con 0x5603d8336370 2024-09-10T08:16:07.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.674+0000 7f703bc33740 10 client.15708 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:16:07.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.674+0000 7f703bc33740 10 client.15708 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.l 2024-09-10T08:16:07.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.674+0000 7f703bc33740 20 client.15708 populate_metadata read hostname 'smithi067' 2024-09-10T08:16:07.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.674+0000 7f703bc33740 1 --2- 172.21.15.67:0/1323615055 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x5603d8345fc0 0x5603d83483b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:07.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.674+0000 7f703bc33740 4 client.15708 mds_command: new command op to 24412 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:16:07.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.674+0000 7f703bc33740 1 -- 172.21.15.67:0/1323615055 --> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5603d829e860 con 0x5603d8345fc0 2024-09-10T08:16:07.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.675+0000 7f7032ffd640 1 --2- 172.21.15.67:0/1323615055 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x5603d8345fc0 0x5603d83483b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:07.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.675+0000 7f7032ffd640 1 --2- 172.21.15.67:0/1323615055 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x5603d8345fc0 0x5603d83483b0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=2e225507e7705eef server_cookie=580d3522b603a609 in_seq=0 out_seq=0 2024-09-10T08:16:07.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.675+0000 7f7012ffd640 10 client.15708 ms_handle_connect on v2:172.21.15.203:6832/754287689 2024-09-10T08:16:07.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.676+0000 7f7012ffd640 1 -- 172.21.15.67:0/1323615055 <== mds.3 v2:172.21.15.203:6832/754287689 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5603d829e860 con 0x5603d8345fc0 2024-09-10T08:16:07.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.676+0000 7f7012ffd640 10 client.15708 handle_command_reply: tid=0 2024-09-10T08:16:07.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.676+0000 7f703bc33740 1 client.15708 shutdown 2024-09-10T08:16:07.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.676+0000 7f703bc33740 1 -- 172.21.15.67:0/1323615055 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5603d8336370 msgr2=0x5603d8333530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:07.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.676+0000 7f703bc33740 1 --2- 172.21.15.67:0/1323615055 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5603d8336370 0x5603d8333530 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f7028018ed0 tx=0x7f70280046c0 comp rx=0 tx=0).stop 2024-09-10T08:16:07.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.676+0000 7f703bc33740 1 -- 172.21.15.67:0/1323615055 shutdown_connections 2024-09-10T08:16:07.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.676+0000 7f703bc33740 1 --2- 172.21.15.67:0/1323615055 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x5603d8345fc0 0x5603d83483b0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:07.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.676+0000 7f703bc33740 1 --2- 172.21.15.67:0/1323615055 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5603d832cb40 0x5603d8332fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:07.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.676+0000 7f703bc33740 1 --2- 172.21.15.67:0/1323615055 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5603d8336370 0x5603d8333530 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:07.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.676+0000 7f703bc33740 1 --2- 172.21.15.67:0/1323615055 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603d832b5d0 0x5603d8335d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:07.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.676+0000 7f703bc33740 1 -- 172.21.15.67:0/1323615055 >> 172.21.15.67:0/1323615055 conn(0x5603d82f4310 msgr2=0x5603d832d960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:07.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.676+0000 7f7012ffd640 0 client.15708 ms_handle_reset on v2:172.21.15.203:6832/754287689 2024-09-10T08:16:07.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.676+0000 7f703bc33740 1 -- 172.21.15.67:0/1323615055 shutdown_connections 2024-09-10T08:16:07.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.676+0000 7f703bc33740 1 -- 172.21.15.67:0/1323615055 wait complete. 2024-09-10T08:16:07.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.676+0000 7f703bc33740 20 client.15708 trim_cache size 0 max 16384 2024-09-10T08:16:07.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.691+0000 7f703bc33740 1 Processor -- start 2024-09-10T08:16:07.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.691+0000 7f703bc33740 1 -- start start 2024-09-10T08:16:07.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.691+0000 7f703bc33740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5603d832b5d0 0x5603d8342310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:07.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.691+0000 7f703bc33740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603d832cb40 0x5603d83383d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:07.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.691+0000 7f703bc33740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5603d8336370 0x5603d8337760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:07.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.691+0000 7f703bc33740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f70341aec70 con 0x5603d8336370 2024-09-10T08:16:07.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.691+0000 7f703bc33740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f70341b07b0 con 0x5603d832b5d0 2024-09-10T08:16:07.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.691+0000 7f703bc33740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f70341af340 con 0x5603d832cb40 2024-09-10T08:16:07.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.692+0000 7f70327fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5603d8336370 0x5603d8337760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:07.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.692+0000 7f70327fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5603d8336370 0x5603d8337760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39768/0 (socket says 172.21.15.67:39768) 2024-09-10T08:16:07.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.692+0000 7f70327fc640 1 -- 172.21.15.67:0/3257726509 learned_addr learned my addr 172.21.15.67:0/3257726509 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:07.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.692+0000 7f70327fc640 1 --2- 172.21.15.67:0/3257726509 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5603d832b5d0 0x5603d8342310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:07.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.692+0000 7f7032ffd640 1 --2- 172.21.15.67:0/3257726509 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603d832cb40 0x5603d83383d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:07.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.692+0000 7f70327fc640 1 -- 172.21.15.67:0/3257726509 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603d832cb40 msgr2=0x5603d83383d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:07.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.692+0000 7f70327fc640 1 --2- 172.21.15.67:0/3257726509 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603d832cb40 0x5603d83383d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:07.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.692+0000 7f70327fc640 1 -- 172.21.15.67:0/3257726509 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5603d832b5d0 msgr2=0x5603d8342310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:07.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.692+0000 7f70327fc640 1 --2- 172.21.15.67:0/3257726509 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5603d832b5d0 0x5603d8342310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:07.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.692+0000 7f70327fc640 1 -- 172.21.15.67:0/3257726509 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5603d8338ba0 con 0x5603d8336370 2024-09-10T08:16:07.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.692+0000 7f70327fc640 1 --2- 172.21.15.67:0/3257726509 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5603d8336370 0x5603d8337760 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f7028011ae0 tx=0x7f702800c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e38491791ac6b37d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:07.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.693+0000 7f70197fa640 1 -- 172.21.15.67:0/3257726509 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f702800f040 con 0x5603d8336370 2024-09-10T08:16:07.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.693+0000 7f70197fa640 1 -- 172.21.15.67:0/3257726509 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f702800a070 con 0x5603d8336370 2024-09-10T08:16:07.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.693+0000 7f70197fa640 1 -- 172.21.15.67:0/3257726509 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7028019660 con 0x5603d8336370 2024-09-10T08:16:07.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.693+0000 7f703bc33740 1 -- 172.21.15.67:0/3257726509 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5603d8336370 msgr2=0x5603d8337760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:07.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.693+0000 7f703bc33740 1 --2- 172.21.15.67:0/3257726509 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5603d8336370 0x5603d8337760 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f7028011ae0 tx=0x7f702800c970 comp rx=0 tx=0).stop 2024-09-10T08:16:07.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.694+0000 7f703bc33740 1 -- 172.21.15.67:0/3257726509 shutdown_connections 2024-09-10T08:16:07.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.694+0000 7f703bc33740 1 --2- 172.21.15.67:0/3257726509 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5603d8336370 0x5603d8337760 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:07.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.694+0000 7f703bc33740 1 --2- 172.21.15.67:0/3257726509 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603d832cb40 0x5603d83383d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:07.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.694+0000 7f703bc33740 1 --2- 172.21.15.67:0/3257726509 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5603d832b5d0 0x5603d8342310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:07.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.694+0000 7f703bc33740 1 -- 172.21.15.67:0/3257726509 >> 172.21.15.67:0/3257726509 conn(0x5603d82f4310 msgr2=0x5603d8331880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:07.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.694+0000 7f703bc33740 1 -- 172.21.15.67:0/3257726509 shutdown_connections 2024-09-10T08:16:07.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.694+0000 7f703bc33740 1 -- 172.21.15.67:0/3257726509 wait complete. 2024-09-10T08:16:07.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.694+0000 7f703bc33740 1 -- start start 2024-09-10T08:16:07.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.694+0000 7f703bc33740 1 Processor -- start 2024-09-10T08:16:07.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.695+0000 7f703bc33740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5603d832b5d0 0x5603d8336dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:07.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.695+0000 7f703bc33740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603d832cb40 0x5603d8337310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:07.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.695+0000 7f703bc33740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5603d8336370 0x5603d833d450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:07.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.695+0000 7f703bc33740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f70341b00e0 con 0x5603d8336370 2024-09-10T08:16:07.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.695+0000 7f703bc33740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f70341afa10 con 0x5603d832b5d0 2024-09-10T08:16:07.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.695+0000 7f703bc33740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f70341acc50 con 0x5603d832cb40 2024-09-10T08:16:07.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.695+0000 7f703bc33740 10 client.0 _ll_register_callbacks cb 0x7f7028006c60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:16:07.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.695+0000 7f70327fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5603d8336370 0x5603d833d450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:07.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.695+0000 7f70327fc640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5603d832b5d0 0x5603d8336dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:07.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.695+0000 7f70327fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5603d8336370 0x5603d833d450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39778/0 (socket says 172.21.15.67:39778) 2024-09-10T08:16:07.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.695+0000 7f70327fc640 1 -- 172.21.15.67:0/2982816022 learned_addr learned my addr 172.21.15.67:0/2982816022 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:07.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.695+0000 7f70327fc640 1 -- 172.21.15.67:0/2982816022 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603d832cb40 msgr2=0x5603d8337310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:07.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.695+0000 7f7032ffd640 1 --2- 172.21.15.67:0/2982816022 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603d832cb40 0x5603d8337310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:07.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.695+0000 7f70327fc640 1 --2- 172.21.15.67:0/2982816022 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603d832cb40 0x5603d8337310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:07.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.696+0000 7f70327fc640 1 -- 172.21.15.67:0/2982816022 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5603d832b5d0 msgr2=0x5603d8336dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:07.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.696+0000 7f70327fc640 1 --2- 172.21.15.67:0/2982816022 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5603d832b5d0 0x5603d8336dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:07.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.696+0000 7f70327fc640 1 -- 172.21.15.67:0/2982816022 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5603d833d990 con 0x5603d8336370 2024-09-10T08:16:07.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.696+0000 7f7032ffd640 1 --2- 172.21.15.67:0/2982816022 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603d832cb40 0x5603d8337310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:16:07.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.696+0000 7f70327fc640 1 --2- 172.21.15.67:0/2982816022 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5603d8336370 0x5603d833d450 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f702800c210 tx=0x7f7028006d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5bb968d0e43ca419 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:07.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.696+0000 7f7012ffd640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:16:07.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.696+0000 7f7012ffd640 1 -- 172.21.15.67:0/2982816022 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7028015e60 con 0x5603d8336370 2024-09-10T08:16:07.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.696+0000 7f703bc33740 1 -- 172.21.15.67:0/2982816022 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f702800a070 con 0x5603d8336370 2024-09-10T08:16:07.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.696+0000 7f7012ffd640 1 -- 172.21.15.67:0/2982816022 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f7028038440 con 0x5603d8336370 2024-09-10T08:16:07.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.696+0000 7f7012ffd640 1 -- 172.21.15.67:0/2982816022 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f7028038640 con 0x5603d8336370 2024-09-10T08:16:07.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.696+0000 7f703bc33740 10 client.15714 fetch_fsmap learned FSMap version 29 2024-09-10T08:16:07.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.696+0000 7f703bc33740 1 -- 172.21.15.67:0/2982816022 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5603d833ec50 con 0x5603d8336370 2024-09-10T08:16:07.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.697+0000 7f7012ffd640 1 -- 172.21.15.67:0/2982816022 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f702800a070 con 0x5603d8336370 2024-09-10T08:16:07.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.697+0000 7f7012ffd640 1 -- 172.21.15.67:0/2982816022 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f7028015070 con 0x5603d8336370 2024-09-10T08:16:07.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.697+0000 7f703bc33740 10 client.15714 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:16:07.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.697+0000 7f703bc33740 10 client.15714 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.l 2024-09-10T08:16:07.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.697+0000 7f703bc33740 20 client.15714 populate_metadata read hostname 'smithi067' 2024-09-10T08:16:07.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.697+0000 7f703bc33740 1 --2- 172.21.15.67:0/2982816022 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x5603d83b0be0 0x5603d83b2fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:07.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.697+0000 7f703bc33740 4 client.15714 mds_command: new command op to 24412 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T08:16:07.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.697+0000 7f703bc33740 1 -- 172.21.15.67:0/2982816022 --> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5603d8298d70 con 0x5603d83b0be0 2024-09-10T08:16:07.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.697+0000 7f7032ffd640 1 --2- 172.21.15.67:0/2982816022 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x5603d83b0be0 0x5603d83b2fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:07.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.698+0000 7f7012ffd640 10 client.15714 ms_handle_connect on v2:172.21.15.203:6832/754287689 2024-09-10T08:16:07.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.698+0000 7f7032ffd640 1 --2- 172.21.15.67:0/2982816022 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x5603d83b0be0 0x5603d83b2fd0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=716c4e1335440714 server_cookie=e2e229fb50df4e6a in_seq=0 out_seq=0 2024-09-10T08:16:07.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.698+0000 7f7012ffd640 1 -- 172.21.15.67:0/2982816022 <== mds.3 v2:172.21.15.203:6832/754287689 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5603d8298d70 con 0x5603d83b0be0 2024-09-10T08:16:07.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.698+0000 7f7012ffd640 10 client.15714 handle_command_reply: tid=0 2024-09-10T08:16:07.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.698+0000 7f703bc33740 1 client.15714 shutdown 2024-09-10T08:16:07.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.698+0000 7f703bc33740 1 -- 172.21.15.67:0/2982816022 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5603d8336370 msgr2=0x5603d833d450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:07.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.698+0000 7f703bc33740 1 --2- 172.21.15.67:0/2982816022 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5603d8336370 0x5603d833d450 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f702800c210 tx=0x7f7028006d10 comp rx=0 tx=0).stop 2024-09-10T08:16:07.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.698+0000 7f703bc33740 1 -- 172.21.15.67:0/2982816022 shutdown_connections 2024-09-10T08:16:07.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.698+0000 7f703bc33740 1 --2- 172.21.15.67:0/2982816022 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x5603d83b0be0 0x5603d83b2fd0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:07.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.698+0000 7f7012ffd640 0 client.15714 ms_handle_reset on v2:172.21.15.203:6832/754287689 2024-09-10T08:16:07.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.698+0000 7f703bc33740 1 --2- 172.21.15.67:0/2982816022 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5603d8336370 0x5603d833d450 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:07.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.698+0000 7f703bc33740 1 --2- 172.21.15.67:0/2982816022 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603d832cb40 0x5603d8337310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:07.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.698+0000 7f703bc33740 1 --2- 172.21.15.67:0/2982816022 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5603d832b5d0 0x5603d8336dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:07.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.698+0000 7f703bc33740 1 -- 172.21.15.67:0/2982816022 >> 172.21.15.67:0/2982816022 conn(0x5603d82f4310 msgr2=0x5603d8326500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:07.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.698+0000 7f703bc33740 1 -- 172.21.15.67:0/2982816022 shutdown_connections 2024-09-10T08:16:07.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.699+0000 7f703bc33740 1 -- 172.21.15.67:0/2982816022 wait complete. 2024-09-10T08:16:07.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.699+0000 7f703bc33740 20 client.15714 trim_cache size 0 max 16384 2024-09-10T08:16:07.706 INFO:teuthology.orchestra.run.smithi067.stdout:[] 2024-09-10T08:16:07.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.699+0000 7f703985a640 1 -- 172.21.15.67:0/972006597 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f701c0a2c10 msgr2=0x7f701c0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:07.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.699+0000 7f703985a640 1 --2- 172.21.15.67:0/972006597 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f701c0a2c10 0x7f701c0a50d0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f702c008000 tx=0x7f702c047fa0 comp rx=0 tx=0).stop 2024-09-10T08:16:07.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.699+0000 7f703985a640 1 -- 172.21.15.67:0/972006597 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7034102ef0 msgr2=0x7f703419ccb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:07.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.699+0000 7f703985a640 1 --2- 172.21.15.67:0/972006597 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7034102ef0 0x7f703419ccb0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f702c02ae70 tx=0x7f702c02f5d0 comp rx=0 tx=0).stop 2024-09-10T08:16:07.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.699+0000 7f703985a640 1 -- 172.21.15.67:0/972006597 shutdown_connections 2024-09-10T08:16:07.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.699+0000 7f703985a640 1 --2- 172.21.15.67:0/972006597 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f701c0a2c10 0x7f701c0a50d0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:07.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.699+0000 7f703985a640 1 --2- 172.21.15.67:0/972006597 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7034102ef0 0x7f703419ccb0 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:07.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.699+0000 7f703985a640 1 --2- 172.21.15.67:0/972006597 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7034102570 0x7f7034198920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:07.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.699+0000 7f703985a640 1 --2- 172.21.15.67:0/972006597 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7034100e20 0x7f70341983e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:07.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.699+0000 7f703985a640 1 -- 172.21.15.67:0/972006597 >> 172.21.15.67:0/972006597 conn(0x7f70340fc7d0 msgr2=0x7f703406a1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:07.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.699+0000 7f703985a640 1 -- 172.21.15.67:0/972006597 shutdown_connections 2024-09-10T08:16:07.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:07.699+0000 7f703985a640 1 -- 172.21.15.67:0/972006597 wait complete. 2024-09-10T08:16:07.952 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:16:08.411 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-10T08:16:09.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:09 smithi067 ceph-mon[31051]: pgmap v397: 129 pgs: 129 active+clean; 669 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-10T08:16:09.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.910+0000 7f01b3cb4640 1 -- 172.21.15.67:0/1360002772 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f01ac106f20 msgr2=0x7f01ac10eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:09.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.910+0000 7f01b3cb4640 1 --2- 172.21.15.67:0/1360002772 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f01ac106f20 0x7f01ac10eaa0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f01a4009ca0 tx=0x7f01a402a8c0 comp rx=0 tx=0).stop 2024-09-10T08:16:09.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.910+0000 7f01b3cb4640 1 -- 172.21.15.67:0/1360002772 shutdown_connections 2024-09-10T08:16:09.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.910+0000 7f01b3cb4640 1 --2- 172.21.15.67:0/1360002772 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f01ac1027a0 0x7f01ac1067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:09.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.910+0000 7f01b3cb4640 1 --2- 172.21.15.67:0/1360002772 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f01ac106f20 0x7f01ac10eaa0 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:09.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.910+0000 7f01b3cb4640 1 --2- 172.21.15.67:0/1360002772 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f01ac101df0 0x7f01ac1021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:09.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.910+0000 7f01b3cb4640 1 -- 172.21.15.67:0/1360002772 >> 172.21.15.67:0/1360002772 conn(0x7f01ac0fd8f0 msgr2=0x7f01ac0ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:09.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.910+0000 7f01b3cb4640 1 -- 172.21.15.67:0/1360002772 shutdown_connections 2024-09-10T08:16:09.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.910+0000 7f01b3cb4640 1 -- 172.21.15.67:0/1360002772 wait complete. 2024-09-10T08:16:09.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.911+0000 7f01b3cb4640 1 Processor -- start 2024-09-10T08:16:09.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.911+0000 7f01b3cb4640 1 -- start start 2024-09-10T08:16:09.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.911+0000 7f01b3cb4640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f01ac101df0 0x7f01ac198310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:09.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.911+0000 7f01b3cb4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f01ac1027a0 0x7f01ac198850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:09.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.911+0000 7f01b3cb4640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f01ac106f20 0x7f01ac19cbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:09.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.911+0000 7f01b3cb4640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f01ac111e30 con 0x7f01ac1027a0 2024-09-10T08:16:09.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.911+0000 7f01b3cb4640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f01ac111cb0 con 0x7f01ac106f20 2024-09-10T08:16:09.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.911+0000 7f01b3cb4640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f01ac111fb0 con 0x7f01ac101df0 2024-09-10T08:16:09.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.912+0000 7f01b124f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f01ac1027a0 0x7f01ac198850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:09.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.912+0000 7f01b1a50640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f01ac101df0 0x7f01ac198310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:09.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.912+0000 7f01b124f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f01ac1027a0 0x7f01ac198850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39798/0 (socket says 172.21.15.67:39798) 2024-09-10T08:16:09.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.912+0000 7f01b124f640 1 -- 172.21.15.67:0/2390214877 learned_addr learned my addr 172.21.15.67:0/2390214877 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:09.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.912+0000 7f01b2251640 1 --2- 172.21.15.67:0/2390214877 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f01ac106f20 0x7f01ac19cbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:09.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.912+0000 7f01b124f640 1 -- 172.21.15.67:0/2390214877 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f01ac101df0 msgr2=0x7f01ac198310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:09.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.912+0000 7f01b124f640 1 --2- 172.21.15.67:0/2390214877 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f01ac101df0 0x7f01ac198310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:09.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.912+0000 7f01b124f640 1 -- 172.21.15.67:0/2390214877 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f01ac106f20 msgr2=0x7f01ac19cbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:09.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.912+0000 7f01b124f640 1 --2- 172.21.15.67:0/2390214877 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f01ac106f20 0x7f01ac19cbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:09.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.912+0000 7f01b124f640 1 -- 172.21.15.67:0/2390214877 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01ac19d2c0 con 0x7f01ac1027a0 2024-09-10T08:16:09.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.912+0000 7f01b124f640 1 --2- 172.21.15.67:0/2390214877 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f01ac1027a0 0x7f01ac198850 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f019c00d950 tx=0x7f019c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:09.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.912+0000 7f01a2ffd640 1 -- 172.21.15.67:0/2390214877 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f019c017070 con 0x7f01ac1027a0 2024-09-10T08:16:09.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.912+0000 7f01a2ffd640 1 -- 172.21.15.67:0/2390214877 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f019c009c30 con 0x7f01ac1027a0 2024-09-10T08:16:09.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.912+0000 7f01b3cb4640 1 -- 172.21.15.67:0/2390214877 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01ac19d5b0 con 0x7f01ac1027a0 2024-09-10T08:16:09.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.912+0000 7f01a2ffd640 1 -- 172.21.15.67:0/2390214877 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f019c00f620 con 0x7f01ac1027a0 2024-09-10T08:16:09.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.913+0000 7f01b3cb4640 1 -- 172.21.15.67:0/2390214877 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01ac074420 con 0x7f01ac1027a0 2024-09-10T08:16:09.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.915+0000 7f01b608d740 1 Processor -- start 2024-09-10T08:16:09.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.915+0000 7f01b608d740 1 -- start start 2024-09-10T08:16:09.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.916+0000 7f01b608d740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557287941760 0x557287941b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:09.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.916+0000 7f01b608d740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557287942080 0x55728794c400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:09.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.916+0000 7f01b608d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55728794c940 0x55728794ed30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:09.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.916+0000 7f01b608d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5572878a72a0 con 0x55728794c940 2024-09-10T08:16:09.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.916+0000 7f01b608d740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55728784eb10 con 0x557287942080 2024-09-10T08:16:09.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.916+0000 7f01b608d740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5572878a3260 con 0x557287941760 2024-09-10T08:16:09.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.916+0000 7f01a2ffd640 1 -- 172.21.15.67:0/2390214877 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 19) ==== 137884+0+0 (secure 0 0 0) 0x7f019c0109a0 con 0x7f01ac1027a0 2024-09-10T08:16:09.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.916+0000 7f01b1a50640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557287942080 0x55728794c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:09.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.916+0000 7f01b2251640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557287941760 0x557287941b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:09.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.916+0000 7f01b1a50640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557287942080 0x55728794c400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.67:60398/0 (socket says 172.21.15.67:60398) 2024-09-10T08:16:09.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.916+0000 7f01b1a50640 1 -- 172.21.15.67:0/2985771870 learned_addr learned my addr 172.21.15.67:0/2985771870 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:09.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.916+0000 7f01b1a50640 1 -- 172.21.15.67:0/2985771870 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557287941760 msgr2=0x557287941b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:09.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.916+0000 7f01b1a50640 1 --2- 172.21.15.67:0/2985771870 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557287941760 0x557287941b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:09.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.916+0000 7f01b1a50640 1 -- 172.21.15.67:0/2985771870 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55728794c940 msgr2=0x55728794ed30 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T08:16:09.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.916+0000 7f01b1a50640 1 --2- 172.21.15.67:0/2985771870 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55728794c940 0x55728794ed30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:09.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.916+0000 7f01b1a50640 1 -- 172.21.15.67:0/2985771870 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557287618b90 con 0x557287942080 2024-09-10T08:16:09.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.916+0000 7f01b2251640 1 --2- 172.21.15.67:0/2985771870 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557287941760 0x557287941b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:16:09.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.916+0000 7f01b1a50640 1 --2- 172.21.15.67:0/2985771870 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557287942080 0x55728794c400 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f01a8004140 tx=0x7f01a8004540 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d5501685a4b03e62 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:09.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.917+0000 7f0197fff640 1 -- 172.21.15.67:0/2985771870 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01a8003cf0 con 0x557287942080 2024-09-10T08:16:09.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.917+0000 7f0197fff640 1 -- 172.21.15.67:0/2985771870 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f01a80054d0 con 0x557287942080 2024-09-10T08:16:09.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.917+0000 7f01a2ffd640 1 --2- 172.21.15.67:0/2390214877 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f01980a2c90 0x7f01980a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:09.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.917+0000 7f0197fff640 1 -- 172.21.15.67:0/2985771870 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01a8019400 con 0x557287942080 2024-09-10T08:16:09.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.917+0000 7f01a2ffd640 1 -- 172.21.15.67:0/2390214877 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f019c0cf0b0 con 0x7f01ac1027a0 2024-09-10T08:16:09.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.917+0000 7f01b2251640 1 --2- 172.21.15.67:0/2390214877 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f01980a2c90 0x7f01980a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:09.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.918+0000 7f01b608d740 1 -- 172.21.15.67:0/2985771870 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557287942080 msgr2=0x55728794c400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:09.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.918+0000 7f01b608d740 1 --2- 172.21.15.67:0/2985771870 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557287942080 0x55728794c400 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f01a8004140 tx=0x7f01a8004540 comp rx=0 tx=0).stop 2024-09-10T08:16:09.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.918+0000 7f01b2251640 1 --2- 172.21.15.67:0/2390214877 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f01980a2c90 0x7f01980a5150 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f01a4009430 tx=0x7f01a4009360 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:09.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.918+0000 7f01b608d740 1 -- 172.21.15.67:0/2985771870 shutdown_connections 2024-09-10T08:16:09.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.918+0000 7f01b608d740 1 --2- 172.21.15.67:0/2985771870 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557287942080 0x55728794c400 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:09.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.918+0000 7f01b608d740 1 --2- 172.21.15.67:0/2985771870 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55728794c940 0x55728794ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:09.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.918+0000 7f01b608d740 1 --2- 172.21.15.67:0/2985771870 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557287941760 0x557287941b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:09.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.918+0000 7f01b608d740 1 -- 172.21.15.67:0/2985771870 >> 172.21.15.67:0/2985771870 conn(0x55728793dcf0 msgr2=0x55728793e0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:09.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.918+0000 7f01b608d740 1 -- 172.21.15.67:0/2985771870 shutdown_connections 2024-09-10T08:16:09.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.918+0000 7f01b608d740 1 -- 172.21.15.67:0/2985771870 wait complete. 2024-09-10T08:16:09.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.918+0000 7f01b608d740 1 -- start start 2024-09-10T08:16:09.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.918+0000 7f01b608d740 1 Processor -- start 2024-09-10T08:16:09.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.919+0000 7f01b608d740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557287941760 0x5572879498a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:09.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.919+0000 7f01b608d740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557287942080 0x557287949de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:09.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.919+0000 7f01b608d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55728794c940 0x55728794a320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:09.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.919+0000 7f01b608d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55728794f510 con 0x55728794c940 2024-09-10T08:16:09.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.919+0000 7f01b608d740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55728782f6e0 con 0x557287941760 2024-09-10T08:16:09.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.919+0000 7f01b608d740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55728794f690 con 0x557287942080 2024-09-10T08:16:09.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.919+0000 7f01b608d740 10 client.0 _ll_register_callbacks cb 0x557287853a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:16:09.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.919+0000 7f01b2251640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55728794c940 0x55728794a320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:09.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.919+0000 7f01b2251640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55728794c940 0x55728794a320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39802/0 (socket says 172.21.15.67:39802) 2024-09-10T08:16:09.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.919+0000 7f01b2251640 1 -- 172.21.15.67:0/1069741141 learned_addr learned my addr 172.21.15.67:0/1069741141 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:09.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.919+0000 7f01b124f640 1 --2- 172.21.15.67:0/1069741141 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557287942080 0x557287949de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:09.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.919+0000 7f01b1a50640 1 --2- 172.21.15.67:0/1069741141 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557287941760 0x5572879498a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:09.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.920+0000 7f01b2251640 1 -- 172.21.15.67:0/1069741141 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557287942080 msgr2=0x557287949de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:09.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.920+0000 7f01b2251640 1 --2- 172.21.15.67:0/1069741141 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557287942080 0x557287949de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:09.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.920+0000 7f01b2251640 1 -- 172.21.15.67:0/1069741141 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557287941760 msgr2=0x5572879498a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:09.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.920+0000 7f01b2251640 1 --2- 172.21.15.67:0/1069741141 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557287941760 0x5572879498a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:09.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.920+0000 7f01b2251640 1 -- 172.21.15.67:0/1069741141 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557287958a80 con 0x55728794c940 2024-09-10T08:16:09.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.920+0000 7f01b124f640 1 --2- 172.21.15.67:0/1069741141 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557287942080 0x557287949de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:16:09.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.920+0000 7f01b2251640 1 --2- 172.21.15.67:0/1069741141 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55728794c940 0x55728794a320 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f01a4035000 tx=0x7f01a402a8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3cb9eb6031312cfc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:09.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.920+0000 7f01957fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:16:09.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.920+0000 7f01957fa640 1 -- 172.21.15.67:0/1069741141 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01a4004250 con 0x55728794c940 2024-09-10T08:16:09.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.920+0000 7f01957fa640 1 -- 172.21.15.67:0/1069741141 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f01a40043f0 con 0x55728794c940 2024-09-10T08:16:09.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.920+0000 7f01b608d740 1 -- 172.21.15.67:0/1069741141 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f01a80054d0 con 0x55728794c940 2024-09-10T08:16:09.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.920+0000 7f01957fa640 1 -- 172.21.15.67:0/1069741141 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f01a40045f0 con 0x55728794c940 2024-09-10T08:16:09.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.920+0000 7f01b608d740 10 client.15723 fetch_fsmap learned FSMap version 29 2024-09-10T08:16:09.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.920+0000 7f01b608d740 1 -- 172.21.15.67:0/1069741141 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55728795b410 con 0x55728794c940 2024-09-10T08:16:09.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.921+0000 7f01957fa640 1 -- 172.21.15.67:0/1069741141 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f01a80054d0 con 0x55728794c940 2024-09-10T08:16:09.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.921+0000 7f01957fa640 1 -- 172.21.15.67:0/1069741141 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f01a4051020 con 0x55728794c940 2024-09-10T08:16:09.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.921+0000 7f01b608d740 10 client.15723 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:16:09.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.921+0000 7f01b608d740 10 client.15723 resolve_mds: validated gid 24479 aka daemon mds.b 2024-09-10T08:16:09.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.921+0000 7f01b608d740 20 client.15723 populate_metadata read hostname 'smithi067' 2024-09-10T08:16:09.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.921+0000 7f01b608d740 1 --2- 172.21.15.67:0/1069741141 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55728795c820 0x55728795ec60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:09.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.921+0000 7f01b608d740 4 client.15723 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:16:09.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.921+0000 7f01b608d740 1 -- 172.21.15.67:0/1069741141 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5572878b49d0 con 0x55728795c820 2024-09-10T08:16:09.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.921+0000 7f01b1a50640 1 --2- 172.21.15.67:0/1069741141 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55728795c820 0x55728795ec60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:09.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.922+0000 7f01957fa640 10 client.15723 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:09.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.922+0000 7f01b1a50640 1 --2- 172.21.15.67:0/1069741141 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55728795c820 0x55728795ec60 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b5b77e77ecc4be46 server_cookie=84eec52f1bee607c in_seq=0 out_seq=0 2024-09-10T08:16:09.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.922+0000 7f01957fa640 1 -- 172.21.15.67:0/1069741141 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5572878b49d0 con 0x55728795c820 2024-09-10T08:16:09.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.922+0000 7f01957fa640 10 client.15723 handle_command_reply: tid=0 2024-09-10T08:16:09.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.923+0000 7f01b608d740 1 client.15723 shutdown 2024-09-10T08:16:09.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.923+0000 7f01b608d740 1 -- 172.21.15.67:0/1069741141 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55728794c940 msgr2=0x55728794a320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:09.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.923+0000 7f01b608d740 1 --2- 172.21.15.67:0/1069741141 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55728794c940 0x55728794a320 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f01a4035000 tx=0x7f01a402a8c0 comp rx=0 tx=0).stop 2024-09-10T08:16:09.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.923+0000 7f01b608d740 1 -- 172.21.15.67:0/1069741141 shutdown_connections 2024-09-10T08:16:09.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.923+0000 7f01b608d740 1 --2- 172.21.15.67:0/1069741141 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55728795c820 0x55728795ec60 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:09.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.923+0000 7f01b608d740 1 --2- 172.21.15.67:0/1069741141 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55728794c940 0x55728794a320 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:09.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.923+0000 7f01b608d740 1 --2- 172.21.15.67:0/1069741141 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557287942080 0x557287949de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:09.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.923+0000 7f01b608d740 1 --2- 172.21.15.67:0/1069741141 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557287941760 0x5572879498a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:09.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.923+0000 7f01b608d740 1 -- 172.21.15.67:0/1069741141 >> 172.21.15.67:0/1069741141 conn(0x55728793dcf0 msgr2=0x5572879439d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:09.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.923+0000 7f01957fa640 0 client.15723 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:09.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.923+0000 7f01b608d740 1 -- 172.21.15.67:0/1069741141 shutdown_connections 2024-09-10T08:16:09.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.923+0000 7f01b608d740 1 -- 172.21.15.67:0/1069741141 wait complete. 2024-09-10T08:16:09.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.923+0000 7f01b608d740 20 client.15723 trim_cache size 0 max 16384 2024-09-10T08:16:09.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.940+0000 7f01b608d740 1 Processor -- start 2024-09-10T08:16:09.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.940+0000 7f01b608d740 1 -- start start 2024-09-10T08:16:09.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.940+0000 7f01b608d740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557287941760 0x55728793cd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:09.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.940+0000 7f01b608d740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557287942080 0x557287964530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:09.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.940+0000 7f01b608d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55728794c940 0x557287964a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:09.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.940+0000 7f01b608d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f01ac1acb20 con 0x55728794c940 2024-09-10T08:16:09.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.940+0000 7f01b608d740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f01ac1ae660 con 0x557287942080 2024-09-10T08:16:09.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.940+0000 7f01b608d740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f01ac1ad1f0 con 0x557287941760 2024-09-10T08:16:09.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.941+0000 7f01b2251640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55728794c940 0x557287964a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:09.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.941+0000 7f01b2251640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55728794c940 0x557287964a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39812/0 (socket says 172.21.15.67:39812) 2024-09-10T08:16:09.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.941+0000 7f01b124f640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557287942080 0x557287964530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:09.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.941+0000 7f01b2251640 1 -- 172.21.15.67:0/4149180989 learned_addr learned my addr 172.21.15.67:0/4149180989 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:09.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.941+0000 7f01b1a50640 1 --2- 172.21.15.67:0/4149180989 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557287941760 0x55728793cd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:09.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.941+0000 7f01b2251640 1 -- 172.21.15.67:0/4149180989 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557287941760 msgr2=0x55728793cd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:09.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.941+0000 7f01b2251640 1 --2- 172.21.15.67:0/4149180989 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557287941760 0x55728793cd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:09.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.941+0000 7f01b2251640 1 -- 172.21.15.67:0/4149180989 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557287942080 msgr2=0x557287964530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:09.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.941+0000 7f01b2251640 1 --2- 172.21.15.67:0/4149180989 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557287942080 0x557287964530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:09.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.941+0000 7f01b2251640 1 -- 172.21.15.67:0/4149180989 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557287939260 con 0x55728794c940 2024-09-10T08:16:09.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.941+0000 7f01b2251640 1 --2- 172.21.15.67:0/4149180989 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55728794c940 0x557287964a70 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f01a4006010 tx=0x7f01a40317f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f45d728074bb601 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:09.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.941+0000 7f01977fe640 1 -- 172.21.15.67:0/4149180989 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01a4004790 con 0x55728794c940 2024-09-10T08:16:09.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.941+0000 7f01977fe640 1 -- 172.21.15.67:0/4149180989 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f01a4036050 con 0x55728794c940 2024-09-10T08:16:09.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.941+0000 7f01977fe640 1 -- 172.21.15.67:0/4149180989 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01a402fed0 con 0x55728794c940 2024-09-10T08:16:09.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.942+0000 7f01b608d740 1 -- 172.21.15.67:0/4149180989 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55728794c940 msgr2=0x557287964a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:09.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.942+0000 7f01b608d740 1 --2- 172.21.15.67:0/4149180989 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55728794c940 0x557287964a70 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f01a4006010 tx=0x7f01a40317f0 comp rx=0 tx=0).stop 2024-09-10T08:16:09.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.942+0000 7f01b608d740 1 -- 172.21.15.67:0/4149180989 shutdown_connections 2024-09-10T08:16:09.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.942+0000 7f01b608d740 1 --2- 172.21.15.67:0/4149180989 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557287942080 0x557287964530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:09.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.942+0000 7f01b608d740 1 --2- 172.21.15.67:0/4149180989 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55728794c940 0x557287964a70 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:09.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.942+0000 7f01b608d740 1 --2- 172.21.15.67:0/4149180989 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557287941760 0x55728793cd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:09.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.942+0000 7f01b608d740 1 -- 172.21.15.67:0/4149180989 >> 172.21.15.67:0/4149180989 conn(0x55728793dcf0 msgr2=0x55728793c650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:09.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.942+0000 7f01b608d740 1 -- 172.21.15.67:0/4149180989 shutdown_connections 2024-09-10T08:16:09.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.942+0000 7f01b608d740 1 -- 172.21.15.67:0/4149180989 wait complete. 2024-09-10T08:16:09.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.943+0000 7f01b608d740 1 -- start start 2024-09-10T08:16:09.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.943+0000 7f01b608d740 1 Processor -- start 2024-09-10T08:16:09.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.943+0000 7f01b608d740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557287941760 0x557287954ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:09.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.943+0000 7f01b608d740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557287942080 0x5572879518b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:09.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.943+0000 7f01b608d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55728794c940 0x557287951df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:09.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.943+0000 7f01b608d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f01ac1adf90 con 0x55728794c940 2024-09-10T08:16:09.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.943+0000 7f01b608d740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f01ac1ad8c0 con 0x557287941760 2024-09-10T08:16:09.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.943+0000 7f01b608d740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f01ac1aab00 con 0x557287942080 2024-09-10T08:16:09.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.943+0000 7f01b608d740 10 client.0 _ll_register_callbacks cb 0x7f01a40318c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:16:09.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.943+0000 7f01b2251640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55728794c940 0x557287951df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:09.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.943+0000 7f01b2251640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55728794c940 0x557287951df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39828/0 (socket says 172.21.15.67:39828) 2024-09-10T08:16:09.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.943+0000 7f01b2251640 1 -- 172.21.15.67:0/1609784596 learned_addr learned my addr 172.21.15.67:0/1609784596 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:09.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.943+0000 7f01b124f640 1 --2- 172.21.15.67:0/1609784596 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557287942080 0x5572879518b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:09.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.943+0000 7f01b1a50640 1 --2- 172.21.15.67:0/1609784596 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557287941760 0x557287954ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:09.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.944+0000 7f01b2251640 1 -- 172.21.15.67:0/1609784596 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557287942080 msgr2=0x5572879518b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:09.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.944+0000 7f01b2251640 1 --2- 172.21.15.67:0/1609784596 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557287942080 0x5572879518b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:09.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.944+0000 7f01b2251640 1 -- 172.21.15.67:0/1609784596 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557287941760 msgr2=0x557287954ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:09.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.944+0000 7f01b2251640 1 --2- 172.21.15.67:0/1609784596 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557287941760 0x557287954ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:09.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.944+0000 7f01b2251640 1 -- 172.21.15.67:0/1609784596 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5572879525d0 con 0x55728794c940 2024-09-10T08:16:09.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.944+0000 7f01b2251640 1 --2- 172.21.15.67:0/1609784596 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55728794c940 0x557287951df0 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f01a4009bf0 tx=0x7f01a4003fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2aacf732d8b2869 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:09.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.944+0000 7f01957fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:16:09.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.944+0000 7f01957fa640 1 -- 172.21.15.67:0/1609784596 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01a402fbc0 con 0x55728794c940 2024-09-10T08:16:09.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.944+0000 7f01957fa640 1 -- 172.21.15.67:0/1609784596 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f01a402fd60 con 0x55728794c940 2024-09-10T08:16:09.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.944+0000 7f01b608d740 1 -- 172.21.15.67:0/1609784596 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f01a4036050 con 0x55728794c940 2024-09-10T08:16:09.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.944+0000 7f01957fa640 1 -- 172.21.15.67:0/1609784596 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f01a40305c0 con 0x55728794c940 2024-09-10T08:16:09.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.944+0000 7f01b608d740 10 client.15729 fetch_fsmap learned FSMap version 29 2024-09-10T08:16:09.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.944+0000 7f01b608d740 1 -- 172.21.15.67:0/1609784596 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5572879c84c0 con 0x55728794c940 2024-09-10T08:16:09.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.944+0000 7f01957fa640 1 -- 172.21.15.67:0/1609784596 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f01a4036050 con 0x55728794c940 2024-09-10T08:16:09.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.945+0000 7f01957fa640 1 -- 172.21.15.67:0/1609784596 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f01a4051070 con 0x55728794c940 2024-09-10T08:16:09.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.945+0000 7f01b608d740 10 client.15729 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:16:09.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.945+0000 7f01b608d740 10 client.15729 resolve_mds: validated gid 24479 aka daemon mds.b 2024-09-10T08:16:09.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.945+0000 7f01b608d740 20 client.15729 populate_metadata read hostname 'smithi067' 2024-09-10T08:16:09.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.945+0000 7f01b608d740 1 --2- 172.21.15.67:0/1609784596 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5572879c8a00 0x5572879cadf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:09.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.945+0000 7f01b608d740 4 client.15729 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}] 2024-09-10T08:16:09.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.945+0000 7f01b608d740 1 -- 172.21.15.67:0/1609784596 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}) -- 0x5572878aed20 con 0x5572879c8a00 2024-09-10T08:16:09.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.945+0000 7f01b1a50640 1 --2- 172.21.15.67:0/1609784596 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5572879c8a00 0x5572879cadf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:09.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.945+0000 7f01b1a50640 1 --2- 172.21.15.67:0/1609784596 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5572879c8a00 0x5572879cadf0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7ca4c7bc59d97d7 server_cookie=666e6a921c753584 in_seq=0 out_seq=0 2024-09-10T08:16:09.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.945+0000 7f01957fa640 10 client.15729 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:09.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.955+0000 7f01957fa640 1 -- 172.21.15.67:0/1609784596 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x5572878aed20 con 0x5572879c8a00 2024-09-10T08:16:09.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.955+0000 7f01957fa640 10 client.15729 handle_command_reply: tid=0 2024-09-10T08:16:09.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.955+0000 7f01b608d740 1 client.15729 shutdown 2024-09-10T08:16:09.324 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:16:09.324 INFO:teuthology.orchestra.run.smithi067.stdout: "epoch": 29, 2024-09-10T08:16:09.324 INFO:teuthology.orchestra.run.smithi067.stdout: "leader": 24479, 2024-09-10T08:16:09.324 INFO:teuthology.orchestra.run.smithi067.stdout: "set_version": 2, 2024-09-10T08:16:09.324 INFO:teuthology.orchestra.run.smithi067.stdout: "sets": { 2024-09-10T08:16:09.324 INFO:teuthology.orchestra.run.smithi067.stdout: "284a5832": { 2024-09-10T08:16:09.325 INFO:teuthology.orchestra.run.smithi067.stdout: "version": 2, 2024-09-10T08:16:09.325 INFO:teuthology.orchestra.run.smithi067.stdout: "age_ref": 0.0, 2024-09-10T08:16:09.325 INFO:teuthology.orchestra.run.smithi067.stdout: "state": { 2024-09-10T08:16:09.325 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "QUIESCED", 2024-09-10T08:16:09.325 INFO:teuthology.orchestra.run.smithi067.stdout: "age": 0.0 2024-09-10T08:16:09.325 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:16:09.325 INFO:teuthology.orchestra.run.smithi067.stdout: "timeout": 90.0, 2024-09-10T08:16:09.325 INFO:teuthology.orchestra.run.smithi067.stdout: "expiration": 150.0, 2024-09-10T08:16:09.325 INFO:teuthology.orchestra.run.smithi067.stdout: "members": { 2024-09-10T08:16:09.325 INFO:teuthology.orchestra.run.smithi067.stdout: "file:/": { 2024-09-10T08:16:09.326 INFO:teuthology.orchestra.run.smithi067.stdout: "excluded": false, 2024-09-10T08:16:09.326 INFO:teuthology.orchestra.run.smithi067.stdout: "state": { 2024-09-10T08:16:09.326 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "QUIESCED", 2024-09-10T08:16:09.326 INFO:teuthology.orchestra.run.smithi067.stdout: "age": 0.0 2024-09-10T08:16:09.326 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:16:09.326 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:16:09.326 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:16:09.326 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:16:09.326 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:16:09.326 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:16:09.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.955+0000 7f01b608d740 1 -- 172.21.15.67:0/1609784596 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55728794c940 msgr2=0x557287951df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:09.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.955+0000 7f01b608d740 1 --2- 172.21.15.67:0/1609784596 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55728794c940 0x557287951df0 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f01a4009bf0 tx=0x7f01a4003fb0 comp rx=0 tx=0).stop 2024-09-10T08:16:09.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.955+0000 7f01b608d740 1 -- 172.21.15.67:0/1609784596 shutdown_connections 2024-09-10T08:16:09.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.955+0000 7f01b608d740 1 --2- 172.21.15.67:0/1609784596 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5572879c8a00 0x5572879cadf0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:09.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.955+0000 7f01b608d740 1 --2- 172.21.15.67:0/1609784596 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55728794c940 0x557287951df0 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:09.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.955+0000 7f01b608d740 1 --2- 172.21.15.67:0/1609784596 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557287942080 0x5572879518b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:09.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.955+0000 7f01b608d740 1 --2- 172.21.15.67:0/1609784596 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557287941760 0x557287954ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:09.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.955+0000 7f01957fa640 0 client.15729 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:09.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.955+0000 7f01b608d740 1 -- 172.21.15.67:0/1609784596 >> 172.21.15.67:0/1609784596 conn(0x55728793dcf0 msgr2=0x5572879439d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:09.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.955+0000 7f01b608d740 1 -- 172.21.15.67:0/1609784596 shutdown_connections 2024-09-10T08:16:09.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.955+0000 7f01b608d740 1 -- 172.21.15.67:0/1609784596 wait complete. 2024-09-10T08:16:09.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.955+0000 7f01b608d740 20 client.15729 trim_cache size 0 max 16384 2024-09-10T08:16:09.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.956+0000 7f01b3cb4640 1 -- 172.21.15.67:0/2390214877 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f01980a2c90 msgr2=0x7f01980a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:09.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.956+0000 7f01b3cb4640 1 --2- 172.21.15.67:0/2390214877 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f01980a2c90 0x7f01980a5150 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f01a4009430 tx=0x7f01a4009360 comp rx=0 tx=0).stop 2024-09-10T08:16:09.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.956+0000 7f01b3cb4640 1 -- 172.21.15.67:0/2390214877 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f01ac1027a0 msgr2=0x7f01ac198850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:09.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.956+0000 7f01b3cb4640 1 --2- 172.21.15.67:0/2390214877 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f01ac1027a0 0x7f01ac198850 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f019c00d950 tx=0x7f019c00de10 comp rx=0 tx=0).stop 2024-09-10T08:16:09.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.956+0000 7f01b3cb4640 1 -- 172.21.15.67:0/2390214877 shutdown_connections 2024-09-10T08:16:09.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.956+0000 7f01b3cb4640 1 --2- 172.21.15.67:0/2390214877 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f01980a2c90 0x7f01980a5150 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:09.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.956+0000 7f01b3cb4640 1 --2- 172.21.15.67:0/2390214877 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f01ac106f20 0x7f01ac19cbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:09.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.956+0000 7f01b3cb4640 1 --2- 172.21.15.67:0/2390214877 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f01ac1027a0 0x7f01ac198850 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:09.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.956+0000 7f01b3cb4640 1 --2- 172.21.15.67:0/2390214877 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f01ac101df0 0x7f01ac198310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:09.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.956+0000 7f01b3cb4640 1 -- 172.21.15.67:0/2390214877 >> 172.21.15.67:0/2390214877 conn(0x7f01ac0fd8f0 msgr2=0x7f01ac0fec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:09.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.956+0000 7f01b3cb4640 1 -- 172.21.15.67:0/2390214877 shutdown_connections 2024-09-10T08:16:09.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:08.956+0000 7f01b3cb4640 1 -- 172.21.15.67:0/2390214877 wait complete. 2024-09-10T08:16:09.329 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:09 smithi203 ceph-mon[34672]: pgmap v397: 129 pgs: 129 active+clean; 669 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-10T08:16:09.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:09 smithi133 ceph-mon[34721]: pgmap v397: 129 pgs: 129 active+clean; 669 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-10T08:16:11.104 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:16:11.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:11 smithi203 ceph-mon[34672]: pgmap v398: 129 pgs: 129 active+clean; 670 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 255 B/s wr, 12 op/s 2024-09-10T08:16:11.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:11 smithi133 ceph-mon[34721]: pgmap v398: 129 pgs: 129 active+clean; 670 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 255 B/s wr, 12 op/s 2024-09-10T08:16:11.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:11 smithi067 ceph-mon[31051]: pgmap v398: 129 pgs: 129 active+clean; 670 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 255 B/s wr, 12 op/s 2024-09-10T08:16:12.768 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '284a5832', quiesce took 8.6 seconds. Will release after: 21.4 2024-09-10T08:16:13.294 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:13 smithi067 ceph-mon[31051]: pgmap v399: 129 pgs: 129 active+clean; 670 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 9 op/s 2024-09-10T08:16:13.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:13 smithi203 ceph-mon[34672]: pgmap v399: 129 pgs: 129 active+clean; 670 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 9 op/s 2024-09-10T08:16:13.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.294+0000 7f3910615640 1 -- 172.21.15.67:0/1131079445 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f390810e4d0 msgr2=0x7f39081108e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:13.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.294+0000 7f3910615640 1 --2- 172.21.15.67:0/1131079445 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f390810e4d0 0x7f39081108e0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f3900009ca0 tx=0x7f390002a8e0 comp rx=0 tx=0).stop 2024-09-10T08:16:13.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.295+0000 7f3910615640 1 -- 172.21.15.67:0/1131079445 shutdown_connections 2024-09-10T08:16:13.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.295+0000 7f3910615640 1 --2- 172.21.15.67:0/1131079445 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f390810e4d0 0x7f39081108e0 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:13.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.295+0000 7f3910615640 1 --2- 172.21.15.67:0/1131079445 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3908101360 0x7f390810df90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:13.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.295+0000 7f3910615640 1 --2- 172.21.15.67:0/1131079445 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f39081009b0 0x7f3908100d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:13.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.295+0000 7f3910615640 1 -- 172.21.15.67:0/1131079445 >> 172.21.15.67:0/1131079445 conn(0x7f39080fc7d0 msgr2=0x7f39080febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:13.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.295+0000 7f3910615640 1 -- 172.21.15.67:0/1131079445 shutdown_connections 2024-09-10T08:16:13.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.295+0000 7f3910615640 1 -- 172.21.15.67:0/1131079445 wait complete. 2024-09-10T08:16:13.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.296+0000 7f3910615640 1 Processor -- start 2024-09-10T08:16:13.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.296+0000 7f3910615640 1 -- start start 2024-09-10T08:16:13.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.296+0000 7f3910615640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f39081009b0 0x7f390819a540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:13.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.296+0000 7f3910615640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3908101360 0x7f390819aa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:13.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.296+0000 7f3910615640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f390810e4d0 0x7f390819ee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:13.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.296+0000 7f3910615640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f39081140b0 con 0x7f39081009b0 2024-09-10T08:16:13.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.296+0000 7f3910615640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f3908113f30 con 0x7f3908101360 2024-09-10T08:16:13.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.296+0000 7f3910615640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f3908114230 con 0x7f390810e4d0 2024-09-10T08:16:13.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.296+0000 7f390e3b1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f39081009b0 0x7f390819a540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:13.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.296+0000 7f390e3b1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f39081009b0 0x7f390819a540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39840/0 (socket says 172.21.15.67:39840) 2024-09-10T08:16:13.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.296+0000 7f390e3b1640 1 -- 172.21.15.67:0/602080363 learned_addr learned my addr 172.21.15.67:0/602080363 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:13.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.296+0000 7f390dbb0640 1 --2- 172.21.15.67:0/602080363 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3908101360 0x7f390819aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:13.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.296+0000 7f390ebb2640 1 --2- 172.21.15.67:0/602080363 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f390810e4d0 0x7f390819ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:13.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.296+0000 7f390e3b1640 1 -- 172.21.15.67:0/602080363 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f390810e4d0 msgr2=0x7f390819ee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:13.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.296+0000 7f390e3b1640 1 --2- 172.21.15.67:0/602080363 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f390810e4d0 0x7f390819ee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:13.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.296+0000 7f390e3b1640 1 -- 172.21.15.67:0/602080363 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3908101360 msgr2=0x7f390819aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:13.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.296+0000 7f390e3b1640 1 --2- 172.21.15.67:0/602080363 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3908101360 0x7f390819aa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:13.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.297+0000 7f390e3b1640 1 -- 172.21.15.67:0/602080363 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f390819f4f0 con 0x7f39081009b0 2024-09-10T08:16:13.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.297+0000 7f390ebb2640 1 --2- 172.21.15.67:0/602080363 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f390810e4d0 0x7f390819ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:16:13.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.297+0000 7f390e3b1640 1 --2- 172.21.15.67:0/602080363 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f39081009b0 0x7f390819a540 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f390400cab0 tx=0x7f390400cf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:13.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.297+0000 7f38ff7fe640 1 -- 172.21.15.67:0/602080363 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3904007d30 con 0x7f39081009b0 2024-09-10T08:16:13.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.297+0000 7f38ff7fe640 1 -- 172.21.15.67:0/602080363 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f39040035f0 con 0x7f39081009b0 2024-09-10T08:16:13.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.297+0000 7f38ff7fe640 1 -- 172.21.15.67:0/602080363 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f390400f690 con 0x7f39081009b0 2024-09-10T08:16:13.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.297+0000 7f3910615640 1 -- 172.21.15.67:0/602080363 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f390819f7e0 con 0x7f39081009b0 2024-09-10T08:16:13.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.298+0000 7f3910615640 1 -- 172.21.15.67:0/602080363 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39081a70c0 con 0x7f39081009b0 2024-09-10T08:16:13.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.300+0000 7f38ff7fe640 1 -- 172.21.15.67:0/602080363 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 19) ==== 137884+0+0 (secure 0 0 0) 0x7f39040037a0 con 0x7f39081009b0 2024-09-10T08:16:13.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.300+0000 7f38ff7fe640 1 --2- 172.21.15.67:0/602080363 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f38f40a2d60 0x7f38f40a5220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:13.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.301+0000 7f38ff7fe640 1 -- 172.21.15.67:0/602080363 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f39040cf0e0 con 0x7f39081009b0 2024-09-10T08:16:13.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.301+0000 7f390dbb0640 1 --2- 172.21.15.67:0/602080363 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f38f40a2d60 0x7f38f40a5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:13.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.301+0000 7f390dbb0640 1 --2- 172.21.15.67:0/602080363 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f38f40a2d60 0x7f38f40a5220 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f3908102880 tx=0x7f38f8005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:13.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.302+0000 7f39129ee740 1 Processor -- start 2024-09-10T08:16:13.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.302+0000 7f39129ee740 1 -- start start 2024-09-10T08:16:13.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.303+0000 7f39129ee740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5574e8762b40 0x5574e8761090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:13.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.303+0000 7f39129ee740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5574e87615d0 0x5574e8761a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:13.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.303+0000 7f39129ee740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5574e876c370 0x5574e876e760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:13.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.303+0000 7f39129ee740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5574e86c72f0 con 0x5574e87615d0 2024-09-10T08:16:13.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.303+0000 7f39129ee740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5574e866ecf0 con 0x5574e8762b40 2024-09-10T08:16:13.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.303+0000 7f39129ee740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5574e86c32b0 con 0x5574e876c370 2024-09-10T08:16:13.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.303+0000 7f390dbb0640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5574e87615d0 0x5574e8761a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:13.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.303+0000 7f390e3b1640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5574e8762b40 0x5574e8761090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:13.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.303+0000 7f390e3b1640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5574e8762b40 0x5574e8761090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.67:60462/0 (socket says 172.21.15.67:60462) 2024-09-10T08:16:13.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.303+0000 7f390e3b1640 1 -- 172.21.15.67:0/1030021875 learned_addr learned my addr 172.21.15.67:0/1030021875 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:13.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.303+0000 7f390ebb2640 1 --2- 172.21.15.67:0/1030021875 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5574e876c370 0x5574e876e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:13.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.303+0000 7f390e3b1640 1 -- 172.21.15.67:0/1030021875 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5574e876c370 msgr2=0x5574e876e760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:13.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.303+0000 7f390e3b1640 1 --2- 172.21.15.67:0/1030021875 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5574e876c370 0x5574e876e760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:13.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.303+0000 7f390e3b1640 1 -- 172.21.15.67:0/1030021875 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5574e87615d0 msgr2=0x5574e8761a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:13.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.303+0000 7f390e3b1640 1 --2- 172.21.15.67:0/1030021875 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5574e87615d0 0x5574e8761a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:13.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.303+0000 7f390e3b1640 1 -- 172.21.15.67:0/1030021875 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5574e86533a0 con 0x5574e8762b40 2024-09-10T08:16:13.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.304+0000 7f390e3b1640 1 --2- 172.21.15.67:0/1030021875 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5574e8762b40 0x5574e8761090 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f39040a3b40 tx=0x7f3904003c50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bd69be725d087414 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:13.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.304+0000 7f38fcff9640 1 -- 172.21.15.67:0/1030021875 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f390401d050 con 0x5574e8762b40 2024-09-10T08:16:13.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.304+0000 7f38fcff9640 1 -- 172.21.15.67:0/1030021875 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f39040a4070 con 0x5574e8762b40 2024-09-10T08:16:13.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.304+0000 7f38fcff9640 1 -- 172.21.15.67:0/1030021875 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39040b43e0 con 0x5574e8762b40 2024-09-10T08:16:13.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.305+0000 7f39129ee740 1 -- 172.21.15.67:0/1030021875 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5574e8762b40 msgr2=0x5574e8761090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:13.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.305+0000 7f39129ee740 1 --2- 172.21.15.67:0/1030021875 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5574e8762b40 0x5574e8761090 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f39040a3b40 tx=0x7f3904003c50 comp rx=0 tx=0).stop 2024-09-10T08:16:13.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.305+0000 7f39129ee740 1 -- 172.21.15.67:0/1030021875 shutdown_connections 2024-09-10T08:16:13.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.305+0000 7f39129ee740 1 --2- 172.21.15.67:0/1030021875 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5574e876c370 0x5574e876e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:13.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.305+0000 7f39129ee740 1 --2- 172.21.15.67:0/1030021875 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5574e87615d0 0x5574e8761a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:13.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.305+0000 7f39129ee740 1 --2- 172.21.15.67:0/1030021875 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5574e8762b40 0x5574e8761090 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:13.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.305+0000 7f39129ee740 1 -- 172.21.15.67:0/1030021875 >> 172.21.15.67:0/1030021875 conn(0x5574e872a310 msgr2=0x5574e875dc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:13.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.305+0000 7f39129ee740 1 -- 172.21.15.67:0/1030021875 shutdown_connections 2024-09-10T08:16:13.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.305+0000 7f39129ee740 1 -- 172.21.15.67:0/1030021875 wait complete. 2024-09-10T08:16:13.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.305+0000 7f39129ee740 1 -- start start 2024-09-10T08:16:13.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.306+0000 7f39129ee740 1 Processor -- start 2024-09-10T08:16:13.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.306+0000 7f39129ee740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5574e87615d0 0x5574e876bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:13.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.306+0000 7f39129ee740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5574e8762b40 0x5574e8769070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:13.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.306+0000 7f39129ee740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5574e876c370 0x5574e8769800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:13.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.306+0000 7f39129ee740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5574e876f070 con 0x5574e8762b40 2024-09-10T08:16:13.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.306+0000 7f39129ee740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5574e8682060 con 0x5574e87615d0 2024-09-10T08:16:13.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.306+0000 7f39129ee740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5574e876f1f0 con 0x5574e876c370 2024-09-10T08:16:13.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.306+0000 7f39129ee740 10 client.0 _ll_register_callbacks cb 0x5574e83d58c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:16:13.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.306+0000 7f390dbb0640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5574e8762b40 0x5574e8769070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:13.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.306+0000 7f390dbb0640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5574e8762b40 0x5574e8769070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39850/0 (socket says 172.21.15.67:39850) 2024-09-10T08:16:13.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.306+0000 7f390dbb0640 1 -- 172.21.15.67:0/940748131 learned_addr learned my addr 172.21.15.67:0/940748131 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:13.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.306+0000 7f390e3b1640 1 --2- 172.21.15.67:0/940748131 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5574e87615d0 0x5574e876bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:13.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.307+0000 7f390ebb2640 1 --2- 172.21.15.67:0/940748131 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5574e876c370 0x5574e8769800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:13.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.307+0000 7f390dbb0640 1 -- 172.21.15.67:0/940748131 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5574e876c370 msgr2=0x5574e8769800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:13.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.307+0000 7f390dbb0640 1 --2- 172.21.15.67:0/940748131 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5574e876c370 0x5574e8769800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:13.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.307+0000 7f390dbb0640 1 -- 172.21.15.67:0/940748131 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5574e87615d0 msgr2=0x5574e876bdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:13.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.307+0000 7f390dbb0640 1 --2- 172.21.15.67:0/940748131 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5574e87615d0 0x5574e876bdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:13.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.307+0000 7f390dbb0640 1 -- 172.21.15.67:0/940748131 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5574e84383c0 con 0x5574e8762b40 2024-09-10T08:16:13.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.307+0000 7f390ebb2640 1 --2- 172.21.15.67:0/940748131 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5574e876c370 0x5574e8769800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:16:13.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.307+0000 7f390dbb0640 1 --2- 172.21.15.67:0/940748131 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5574e8762b40 0x5574e8769070 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f38f80038a0 tx=0x7f38f8004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca988cfca04156ca server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:13.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.307+0000 7f38f1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:16:13.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.307+0000 7f38f1ffb640 1 -- 172.21.15.67:0/940748131 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38f801fbb0 con 0x5574e8762b40 2024-09-10T08:16:13.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.307+0000 7f39129ee740 1 -- 172.21.15.67:0/940748131 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f39040a4070 con 0x5574e8762b40 2024-09-10T08:16:13.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.307+0000 7f38f1ffb640 1 -- 172.21.15.67:0/940748131 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f38f801fd50 con 0x5574e8762b40 2024-09-10T08:16:13.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.308+0000 7f38f1ffb640 1 -- 172.21.15.67:0/940748131 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f38f8005020 con 0x5574e8762b40 2024-09-10T08:16:13.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.308+0000 7f39129ee740 10 client.15741 fetch_fsmap learned FSMap version 29 2024-09-10T08:16:13.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.308+0000 7f39129ee740 1 -- 172.21.15.67:0/940748131 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5574e877abe0 con 0x5574e8762b40 2024-09-10T08:16:13.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.308+0000 7f38f1ffb640 1 -- 172.21.15.67:0/940748131 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f38f80047a0 con 0x5574e8762b40 2024-09-10T08:16:13.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.308+0000 7f38f1ffb640 1 -- 172.21.15.67:0/940748131 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f38f8026070 con 0x5574e8762b40 2024-09-10T08:16:13.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.308+0000 7f39129ee740 10 client.15741 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:16:13.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.308+0000 7f39129ee740 10 client.15741 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T08:16:13.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.308+0000 7f39129ee740 20 client.15741 populate_metadata read hostname 'smithi067' 2024-09-10T08:16:13.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.308+0000 7f39129ee740 1 --2- 172.21.15.67:0/940748131 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x5574e877c0a0 0x5574e877e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:13.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.308+0000 7f39129ee740 4 client.15741 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:16:13.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.308+0000 7f39129ee740 1 -- 172.21.15.67:0/940748131 --> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f39040a4070 con 0x5574e877c0a0 2024-09-10T08:16:13.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.309+0000 7f390e3b1640 1 --2- 172.21.15.67:0/940748131 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x5574e877c0a0 0x5574e877e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:13.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.309+0000 7f38f1ffb640 10 client.15741 ms_handle_connect on v2:172.21.15.203:6836/4255783395 2024-09-10T08:16:13.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.309+0000 7f390e3b1640 1 --2- 172.21.15.67:0/940748131 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x5574e877c0a0 0x5574e877e4f0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=16339e02d4c78e4b server_cookie=11d887aaf6040c63 in_seq=0 out_seq=0 2024-09-10T08:16:13.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.310+0000 7f38f1ffb640 1 -- 172.21.15.67:0/940748131 <== mds.2 v2:172.21.15.203:6836/4255783395 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7f39040a4070 con 0x5574e877c0a0 2024-09-10T08:16:13.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.310+0000 7f38f1ffb640 10 client.15741 handle_command_reply: tid=0 2024-09-10T08:16:13.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.310+0000 7f39129ee740 1 client.15741 shutdown 2024-09-10T08:16:13.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.310+0000 7f39129ee740 1 -- 172.21.15.67:0/940748131 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5574e8762b40 msgr2=0x5574e8769070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:13.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.310+0000 7f39129ee740 1 --2- 172.21.15.67:0/940748131 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5574e8762b40 0x5574e8769070 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f38f80038a0 tx=0x7f38f8004730 comp rx=0 tx=0).stop 2024-09-10T08:16:13.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.310+0000 7f39129ee740 1 -- 172.21.15.67:0/940748131 shutdown_connections 2024-09-10T08:16:13.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.310+0000 7f39129ee740 1 --2- 172.21.15.67:0/940748131 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x5574e877c0a0 0x5574e877e4f0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:13.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.310+0000 7f39129ee740 1 --2- 172.21.15.67:0/940748131 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5574e876c370 0x5574e8769800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:13.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.310+0000 7f38f1ffb640 0 client.15741 ms_handle_reset on v2:172.21.15.203:6836/4255783395 2024-09-10T08:16:13.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.310+0000 7f39129ee740 1 --2- 172.21.15.67:0/940748131 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5574e8762b40 0x5574e8769070 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:13.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.310+0000 7f39129ee740 1 --2- 172.21.15.67:0/940748131 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5574e87615d0 0x5574e876bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:13.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.310+0000 7f39129ee740 1 -- 172.21.15.67:0/940748131 >> 172.21.15.67:0/940748131 conn(0x5574e872a310 msgr2=0x5574e87639c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:13.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.311+0000 7f39129ee740 1 -- 172.21.15.67:0/940748131 shutdown_connections 2024-09-10T08:16:13.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.311+0000 7f39129ee740 1 -- 172.21.15.67:0/940748131 wait complete. 2024-09-10T08:16:13.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.311+0000 7f39129ee740 20 client.15741 trim_cache size 0 max 16384 2024-09-10T08:16:13.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.324+0000 7f39129ee740 1 Processor -- start 2024-09-10T08:16:13.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.324+0000 7f39129ee740 1 -- start start 2024-09-10T08:16:13.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.324+0000 7f39129ee740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5574e87615d0 0x5574e8768930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:13.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.324+0000 7f39129ee740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5574e8762b40 0x5574e8767940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:13.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.324+0000 7f39129ee740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5574e876c370 0x5574e8767e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:13.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.324+0000 7f39129ee740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f39081b1020 con 0x5574e876c370 2024-09-10T08:16:13.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.324+0000 7f39129ee740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f39081b2b60 con 0x5574e87615d0 2024-09-10T08:16:13.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.324+0000 7f39129ee740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f39081b16f0 con 0x5574e8762b40 2024-09-10T08:16:13.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.324+0000 7f390ebb2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5574e876c370 0x5574e8767e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:13.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.324+0000 7f390ebb2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5574e876c370 0x5574e8767e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39856/0 (socket says 172.21.15.67:39856) 2024-09-10T08:16:13.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.324+0000 7f390ebb2640 1 -- 172.21.15.67:0/252156860 learned_addr learned my addr 172.21.15.67:0/252156860 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:13.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.324+0000 7f390dbb0640 1 --2- 172.21.15.67:0/252156860 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5574e8762b40 0x5574e8767940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:13.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.324+0000 7f390e3b1640 1 --2- 172.21.15.67:0/252156860 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5574e87615d0 0x5574e8768930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:13.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.324+0000 7f390ebb2640 1 -- 172.21.15.67:0/252156860 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5574e8762b40 msgr2=0x5574e8767940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:13.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.324+0000 7f390ebb2640 1 --2- 172.21.15.67:0/252156860 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5574e8762b40 0x5574e8767940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:13.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.324+0000 7f390ebb2640 1 -- 172.21.15.67:0/252156860 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5574e87615d0 msgr2=0x5574e8768930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:13.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.324+0000 7f390ebb2640 1 --2- 172.21.15.67:0/252156860 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5574e87615d0 0x5574e8768930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:13.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.324+0000 7f390ebb2640 1 -- 172.21.15.67:0/252156860 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5574e876c130 con 0x5574e876c370 2024-09-10T08:16:13.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.325+0000 7f390ebb2640 1 --2- 172.21.15.67:0/252156860 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5574e876c370 0x5574e8767e80 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f3900005f10 tx=0x7f3900005f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48b21268a2e61cdf server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:13.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.325+0000 7f38f3fff640 1 -- 172.21.15.67:0/252156860 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39000315b0 con 0x5574e876c370 2024-09-10T08:16:13.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.325+0000 7f38f3fff640 1 -- 172.21.15.67:0/252156860 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3900036040 con 0x5574e876c370 2024-09-10T08:16:13.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.325+0000 7f38f3fff640 1 -- 172.21.15.67:0/252156860 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3900030e90 con 0x5574e876c370 2024-09-10T08:16:13.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.326+0000 7f39129ee740 1 -- 172.21.15.67:0/252156860 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5574e876c370 msgr2=0x5574e8767e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:13.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.326+0000 7f39129ee740 1 --2- 172.21.15.67:0/252156860 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5574e876c370 0x5574e8767e80 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f3900005f10 tx=0x7f3900005f40 comp rx=0 tx=0).stop 2024-09-10T08:16:13.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.326+0000 7f39129ee740 1 -- 172.21.15.67:0/252156860 shutdown_connections 2024-09-10T08:16:13.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.326+0000 7f39129ee740 1 --2- 172.21.15.67:0/252156860 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5574e876c370 0x5574e8767e80 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:13.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.326+0000 7f39129ee740 1 --2- 172.21.15.67:0/252156860 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5574e8762b40 0x5574e8767940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:13.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.326+0000 7f39129ee740 1 --2- 172.21.15.67:0/252156860 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5574e87615d0 0x5574e8768930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:13.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.326+0000 7f39129ee740 1 -- 172.21.15.67:0/252156860 >> 172.21.15.67:0/252156860 conn(0x5574e872a310 msgr2=0x5574e87642c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:13.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.326+0000 7f39129ee740 1 -- 172.21.15.67:0/252156860 shutdown_connections 2024-09-10T08:16:13.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.326+0000 7f39129ee740 1 -- 172.21.15.67:0/252156860 wait complete. 2024-09-10T08:16:13.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.326+0000 7f39129ee740 1 -- start start 2024-09-10T08:16:13.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.327+0000 7f39129ee740 1 Processor -- start 2024-09-10T08:16:13.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.327+0000 7f39129ee740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5574e87615d0 0x5574e8774660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:13.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.327+0000 7f39129ee740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5574e8762b40 0x5574e8774ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:13.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.327+0000 7f39129ee740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5574e876c370 0x5574e87658a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:13.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.327+0000 7f39129ee740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f39081b2490 con 0x5574e876c370 2024-09-10T08:16:13.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.327+0000 7f39129ee740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f39081b1dc0 con 0x5574e8762b40 2024-09-10T08:16:13.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.327+0000 7f39129ee740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f39081af000 con 0x5574e87615d0 2024-09-10T08:16:13.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.327+0000 7f39129ee740 10 client.0 _ll_register_callbacks cb 0x7f38f8011d00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:16:13.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.327+0000 7f390ebb2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5574e876c370 0x5574e87658a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:13.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.327+0000 7f390ebb2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5574e876c370 0x5574e87658a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39862/0 (socket says 172.21.15.67:39862) 2024-09-10T08:16:13.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.327+0000 7f390ebb2640 1 -- 172.21.15.67:0/1858675826 learned_addr learned my addr 172.21.15.67:0/1858675826 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:13.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.327+0000 7f390e3b1640 1 --2- 172.21.15.67:0/1858675826 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5574e87615d0 0x5574e8774660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:13.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.327+0000 7f390dbb0640 1 --2- 172.21.15.67:0/1858675826 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5574e8762b40 0x5574e8774ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:13.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.328+0000 7f390ebb2640 1 -- 172.21.15.67:0/1858675826 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5574e87615d0 msgr2=0x5574e8774660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:13.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.328+0000 7f390ebb2640 1 --2- 172.21.15.67:0/1858675826 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5574e87615d0 0x5574e8774660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:13.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.328+0000 7f390ebb2640 1 -- 172.21.15.67:0/1858675826 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5574e8762b40 msgr2=0x5574e8774ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:13.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.328+0000 7f390ebb2640 1 --2- 172.21.15.67:0/1858675826 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5574e8762b40 0x5574e8774ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:13.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.328+0000 7f390ebb2640 1 -- 172.21.15.67:0/1858675826 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5574e8765fe0 con 0x5574e876c370 2024-09-10T08:16:13.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.328+0000 7f390e3b1640 1 --2- 172.21.15.67:0/1858675826 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5574e87615d0 0x5574e8774660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:16:13.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.328+0000 7f390ebb2640 1 --2- 172.21.15.67:0/1858675826 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5574e876c370 0x5574e87658a0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f3900004af0 tx=0x7f3900030980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d336eccea9118855 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:13.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.328+0000 7f38f1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:16:13.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.328+0000 7f38f1ffb640 1 -- 172.21.15.67:0/1858675826 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3900031890 con 0x5574e876c370 2024-09-10T08:16:13.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.328+0000 7f38f1ffb640 1 -- 172.21.15.67:0/1858675826 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f3900031a30 con 0x5574e876c370 2024-09-10T08:16:13.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.328+0000 7f39129ee740 1 -- 172.21.15.67:0/1858675826 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3900036040 con 0x5574e876c370 2024-09-10T08:16:13.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.329+0000 7f38f1ffb640 1 -- 172.21.15.67:0/1858675826 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3900031c30 con 0x5574e876c370 2024-09-10T08:16:13.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.329+0000 7f39129ee740 10 client.15747 fetch_fsmap learned FSMap version 29 2024-09-10T08:16:13.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.329+0000 7f39129ee740 1 -- 172.21.15.67:0/1858675826 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5574e87e67d0 con 0x5574e876c370 2024-09-10T08:16:13.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.329+0000 7f38f1ffb640 1 -- 172.21.15.67:0/1858675826 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3900036040 con 0x5574e876c370 2024-09-10T08:16:13.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.329+0000 7f38f1ffb640 1 -- 172.21.15.67:0/1858675826 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f390004c070 con 0x5574e876c370 2024-09-10T08:16:13.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.329+0000 7f39129ee740 10 client.15747 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:16:13.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.329+0000 7f39129ee740 10 client.15747 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T08:16:13.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.329+0000 7f39129ee740 20 client.15747 populate_metadata read hostname 'smithi067' 2024-09-10T08:16:13.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.329+0000 7f39129ee740 1 --2- 172.21.15.67:0/1858675826 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x5574e87e6f10 0x5574e87e9330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:13.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.329+0000 7f39129ee740 4 client.15747 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T08:16:13.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.329+0000 7f39129ee740 1 -- 172.21.15.67:0/1858675826 --> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5574e86d4860 con 0x5574e87e6f10 2024-09-10T08:16:13.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.330+0000 7f390e3b1640 1 --2- 172.21.15.67:0/1858675826 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x5574e87e6f10 0x5574e87e9330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:13.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.330+0000 7f38f1ffb640 10 client.15747 ms_handle_connect on v2:172.21.15.203:6836/4255783395 2024-09-10T08:16:13.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.330+0000 7f390e3b1640 1 --2- 172.21.15.67:0/1858675826 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x5574e87e6f10 0x5574e87e9330 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c2ec5bbf4b489aa4 server_cookie=a845f41e7026e61d in_seq=0 out_seq=0 2024-09-10T08:16:13.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.331+0000 7f38f1ffb640 1 -- 172.21.15.67:0/1858675826 <== mds.2 v2:172.21.15.203:6836/4255783395 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5574e86d4860 con 0x5574e87e6f10 2024-09-10T08:16:13.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.331+0000 7f38f1ffb640 10 client.15747 handle_command_reply: tid=0 2024-09-10T08:16:13.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.331+0000 7f39129ee740 1 client.15747 shutdown 2024-09-10T08:16:13.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.331+0000 7f39129ee740 1 -- 172.21.15.67:0/1858675826 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5574e876c370 msgr2=0x5574e87658a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:13.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.331+0000 7f39129ee740 1 --2- 172.21.15.67:0/1858675826 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5574e876c370 0x5574e87658a0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f3900004af0 tx=0x7f3900030980 comp rx=0 tx=0).stop 2024-09-10T08:16:13.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.331+0000 7f39129ee740 1 -- 172.21.15.67:0/1858675826 shutdown_connections 2024-09-10T08:16:13.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.331+0000 7f39129ee740 1 --2- 172.21.15.67:0/1858675826 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x5574e87e6f10 0x5574e87e9330 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:13.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.331+0000 7f39129ee740 1 --2- 172.21.15.67:0/1858675826 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5574e8762b40 0x5574e8774ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:13.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.331+0000 7f39129ee740 1 --2- 172.21.15.67:0/1858675826 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5574e876c370 0x5574e87658a0 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:13.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.331+0000 7f39129ee740 1 --2- 172.21.15.67:0/1858675826 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5574e87615d0 0x5574e8774660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:13.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.331+0000 7f39129ee740 1 -- 172.21.15.67:0/1858675826 >> 172.21.15.67:0/1858675826 conn(0x5574e872a310 msgr2=0x5574e8767900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:13.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.331+0000 7f38f1ffb640 0 client.15747 ms_handle_reset on v2:172.21.15.203:6836/4255783395 2024-09-10T08:16:13.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.331+0000 7f39129ee740 1 -- 172.21.15.67:0/1858675826 shutdown_connections 2024-09-10T08:16:13.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.331+0000 7f39129ee740 1 -- 172.21.15.67:0/1858675826 wait complete. 2024-09-10T08:16:13.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.332+0000 7f39129ee740 20 client.15747 trim_cache size 0 max 16384 2024-09-10T08:16:13.354 INFO:teuthology.orchestra.run.smithi067.stdout:[] 2024-09-10T08:16:13.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.332+0000 7f3910615640 1 -- 172.21.15.67:0/602080363 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f38f40a2d60 msgr2=0x7f38f40a5220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:13.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.332+0000 7f3910615640 1 --2- 172.21.15.67:0/602080363 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f38f40a2d60 0x7f38f40a5220 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f3908102880 tx=0x7f38f8005f90 comp rx=0 tx=0).stop 2024-09-10T08:16:13.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.332+0000 7f3910615640 1 -- 172.21.15.67:0/602080363 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f39081009b0 msgr2=0x7f390819a540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:13.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.332+0000 7f3910615640 1 --2- 172.21.15.67:0/602080363 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f39081009b0 0x7f390819a540 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f390400cab0 tx=0x7f390400cf70 comp rx=0 tx=0).stop 2024-09-10T08:16:13.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.333+0000 7f3910615640 1 -- 172.21.15.67:0/602080363 shutdown_connections 2024-09-10T08:16:13.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.333+0000 7f3910615640 1 --2- 172.21.15.67:0/602080363 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f38f40a2d60 0x7f38f40a5220 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:13.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.333+0000 7f3910615640 1 --2- 172.21.15.67:0/602080363 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3908101360 0x7f390819aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:13.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.333+0000 7f3910615640 1 --2- 172.21.15.67:0/602080363 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f390810e4d0 0x7f390819ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:13.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.333+0000 7f3910615640 1 --2- 172.21.15.67:0/602080363 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f39081009b0 0x7f390819a540 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:13.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.333+0000 7f3910615640 1 -- 172.21.15.67:0/602080363 >> 172.21.15.67:0/602080363 conn(0x7f39080fc7d0 msgr2=0x7f39080febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:13.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.333+0000 7f3910615640 1 -- 172.21.15.67:0/602080363 shutdown_connections 2024-09-10T08:16:13.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:13.333+0000 7f3910615640 1 -- 172.21.15.67:0/602080363 wait complete. 2024-09-10T08:16:13.356 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:13 smithi133 ceph-mon[34721]: pgmap v399: 129 pgs: 129 active+clean; 670 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 9 op/s 2024-09-10T08:16:14.020 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-10T08:16:14.309 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:16:14.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.877+0000 7f2d4c006640 1 -- 172.21.15.67:0/3587615287 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d44106f20 msgr2=0x7f2d4410eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:14.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.877+0000 7f2d4c006640 1 --2- 172.21.15.67:0/3587615287 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d44106f20 0x7f2d4410eaa0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f2d3c009ca0 tx=0x7f2d3c02a8c0 comp rx=0 tx=0).stop 2024-09-10T08:16:14.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.877+0000 7f2d4c006640 1 -- 172.21.15.67:0/3587615287 shutdown_connections 2024-09-10T08:16:14.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.877+0000 7f2d4c006640 1 --2- 172.21.15.67:0/3587615287 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d44106f20 0x7f2d4410eaa0 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:14.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.877+0000 7f2d4c006640 1 --2- 172.21.15.67:0/3587615287 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2d441027a0 0x7f2d441067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:14.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.877+0000 7f2d4c006640 1 --2- 172.21.15.67:0/3587615287 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2d44101df0 0x7f2d441021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:14.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.877+0000 7f2d4c006640 1 -- 172.21.15.67:0/3587615287 >> 172.21.15.67:0/3587615287 conn(0x7f2d440fd8f0 msgr2=0x7f2d440ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:14.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.877+0000 7f2d4c006640 1 -- 172.21.15.67:0/3587615287 shutdown_connections 2024-09-10T08:16:14.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.877+0000 7f2d4c006640 1 -- 172.21.15.67:0/3587615287 wait complete. 2024-09-10T08:16:14.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.878+0000 7f2d4c006640 1 Processor -- start 2024-09-10T08:16:14.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.878+0000 7f2d4c006640 1 -- start start 2024-09-10T08:16:14.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.878+0000 7f2d4c006640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2d44101df0 0x7f2d440744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:14.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.878+0000 7f2d4c006640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d441027a0 0x7f2d44074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:14.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.878+0000 7f2d4c006640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2d44106f20 0x7f2d44074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:14.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.878+0000 7f2d4c006640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2d44111e30 con 0x7f2d441027a0 2024-09-10T08:16:14.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.878+0000 7f2d4c006640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f2d44111cb0 con 0x7f2d44101df0 2024-09-10T08:16:14.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.878+0000 7f2d4c006640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f2d44111fb0 con 0x7f2d44106f20 2024-09-10T08:16:14.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.879+0000 7f2d495a1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d441027a0 0x7f2d44074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:14.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.879+0000 7f2d495a1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d441027a0 0x7f2d44074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39892/0 (socket says 172.21.15.67:39892) 2024-09-10T08:16:14.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.879+0000 7f2d495a1640 1 -- 172.21.15.67:0/3245667635 learned_addr learned my addr 172.21.15.67:0/3245667635 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:14.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.879+0000 7f2d49da2640 1 --2- 172.21.15.67:0/3245667635 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2d44101df0 0x7f2d440744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:14.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.879+0000 7f2d4a5a3640 1 --2- 172.21.15.67:0/3245667635 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2d44106f20 0x7f2d44074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:14.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.879+0000 7f2d495a1640 1 -- 172.21.15.67:0/3245667635 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2d44106f20 msgr2=0x7f2d44074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:14.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.879+0000 7f2d495a1640 1 --2- 172.21.15.67:0/3245667635 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2d44106f20 0x7f2d44074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:14.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.879+0000 7f2d495a1640 1 -- 172.21.15.67:0/3245667635 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2d44101df0 msgr2=0x7f2d440744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:14.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.879+0000 7f2d495a1640 1 --2- 172.21.15.67:0/3245667635 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2d44101df0 0x7f2d440744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:14.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.879+0000 7f2d495a1640 1 -- 172.21.15.67:0/3245667635 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d441a6840 con 0x7f2d441027a0 2024-09-10T08:16:14.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.879+0000 7f2d49da2640 1 --2- 172.21.15.67:0/3245667635 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2d44101df0 0x7f2d440744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:16:14.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.879+0000 7f2d495a1640 1 --2- 172.21.15.67:0/3245667635 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d441027a0 0x7f2d44074a30 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f2d3400e9f0 tx=0x7f2d3400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:14.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.880+0000 7f2d3affd640 1 -- 172.21.15.67:0/3245667635 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d3400cd80 con 0x7f2d441027a0 2024-09-10T08:16:14.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.880+0000 7f2d4c006640 1 -- 172.21.15.67:0/3245667635 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d441a6b30 con 0x7f2d441027a0 2024-09-10T08:16:14.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.880+0000 7f2d3affd640 1 -- 172.21.15.67:0/3245667635 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2d340054d0 con 0x7f2d441027a0 2024-09-10T08:16:14.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.880+0000 7f2d3affd640 1 -- 172.21.15.67:0/3245667635 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d34010490 con 0x7f2d441027a0 2024-09-10T08:16:14.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.880+0000 7f2d4c006640 1 -- 172.21.15.67:0/3245667635 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d441a7020 con 0x7f2d441027a0 2024-09-10T08:16:14.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.883+0000 7f2d4e3df740 1 Processor -- start 2024-09-10T08:16:14.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.883+0000 7f2d4e3df740 1 -- start start 2024-09-10T08:16:14.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.883+0000 7f2d3affd640 1 -- 172.21.15.67:0/3245667635 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 19) ==== 137884+0+0 (secure 0 0 0) 0x7f2d34005020 con 0x7f2d441027a0 2024-09-10T08:16:14.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.883+0000 7f2d4e3df740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d945ff8b40 0x55d945ff7090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:14.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.883+0000 7f2d4e3df740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d945ff75d0 0x55d945ff7a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:14.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.883+0000 7f2d4e3df740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d946002370 0x55d946004760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:14.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.883+0000 7f2d4e3df740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55d945f5d2f0 con 0x55d945ff75d0 2024-09-10T08:16:14.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.883+0000 7f2d4e3df740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55d945f04cf0 con 0x55d945ff8b40 2024-09-10T08:16:14.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.883+0000 7f2d4e3df740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55d945f592b0 con 0x55d946002370 2024-09-10T08:16:14.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.884+0000 7f2d4a5a3640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d945ff8b40 0x55d945ff7090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:14.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.884+0000 7f2d49da2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d945ff75d0 0x55d945ff7a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:14.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.884+0000 7f2d4a5a3640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d945ff8b40 0x55d945ff7090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.67:60520/0 (socket says 172.21.15.67:60520) 2024-09-10T08:16:14.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.884+0000 7f2d4a5a3640 1 -- 172.21.15.67:0/2760985248 learned_addr learned my addr 172.21.15.67:0/2760985248 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:14.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.884+0000 7f2d4a5a3640 1 -- 172.21.15.67:0/2760985248 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d946002370 msgr2=0x55d946004760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:14.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.884+0000 7f2d3affd640 1 --2- 172.21.15.67:0/3245667635 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f2d300a2e10 0x7f2d300a52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:14.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.884+0000 7f2d495a1640 1 --2- 172.21.15.67:0/2760985248 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d946002370 0x55d946004760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:14.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.884+0000 7f2d4a5a3640 1 --2- 172.21.15.67:0/2760985248 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d946002370 0x55d946004760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:14.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.884+0000 7f2d4a5a3640 1 -- 172.21.15.67:0/2760985248 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d945ff75d0 msgr2=0x55d945ff7a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:14.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.884+0000 7f2d4a5a3640 1 --2- 172.21.15.67:0/2760985248 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d945ff75d0 0x55d945ff7a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:14.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.884+0000 7f2d4a5a3640 1 -- 172.21.15.67:0/2760985248 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d945ee93a0 con 0x55d945ff8b40 2024-09-10T08:16:14.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.884+0000 7f2d49da2640 1 --2- 172.21.15.67:0/2760985248 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d945ff75d0 0x55d945ff7a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:16:14.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.885+0000 7f2d3affd640 1 -- 172.21.15.67:0/3245667635 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f2d34004e00 con 0x7f2d441027a0 2024-09-10T08:16:14.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.885+0000 7f2d4a5a3640 1 --2- 172.21.15.67:0/3245667635 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f2d300a2e10 0x7f2d300a52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:14.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.885+0000 7f2d4a5a3640 1 --2- 172.21.15.67:0/2760985248 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d945ff8b40 0x55d945ff7090 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f2d3c009ca0 tx=0x7f2d3c009a20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6c628911c0a14afa server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:14.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.885+0000 7f2d2ffff640 1 -- 172.21.15.67:0/2760985248 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d3c003c30 con 0x55d945ff8b40 2024-09-10T08:16:14.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.885+0000 7f2d4a5a3640 1 --2- 172.21.15.67:0/3245667635 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f2d300a2e10 0x7f2d300a52d0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f2d3c04c000 tx=0x7f2d3c04d000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:14.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.886+0000 7f2d2ffff640 1 -- 172.21.15.67:0/2760985248 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2d3c036040 con 0x55d945ff8b40 2024-09-10T08:16:14.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.886+0000 7f2d2ffff640 1 -- 172.21.15.67:0/2760985248 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d3c030820 con 0x55d945ff8b40 2024-09-10T08:16:14.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.886+0000 7f2d4e3df740 1 -- 172.21.15.67:0/2760985248 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d945ff8b40 msgr2=0x55d945ff7090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:14.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.886+0000 7f2d4e3df740 1 --2- 172.21.15.67:0/2760985248 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d945ff8b40 0x55d945ff7090 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f2d3c009ca0 tx=0x7f2d3c009a20 comp rx=0 tx=0).stop 2024-09-10T08:16:14.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.886+0000 7f2d4e3df740 1 -- 172.21.15.67:0/2760985248 shutdown_connections 2024-09-10T08:16:14.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.886+0000 7f2d4e3df740 1 --2- 172.21.15.67:0/2760985248 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d946002370 0x55d946004760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:14.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.886+0000 7f2d4e3df740 1 --2- 172.21.15.67:0/2760985248 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d945ff75d0 0x55d945ff7a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:14.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.886+0000 7f2d4e3df740 1 --2- 172.21.15.67:0/2760985248 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d945ff8b40 0x55d945ff7090 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:14.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.886+0000 7f2d4e3df740 1 -- 172.21.15.67:0/2760985248 >> 172.21.15.67:0/2760985248 conn(0x55d945fc0310 msgr2=0x55d945ff3c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:14.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.887+0000 7f2d4e3df740 1 -- 172.21.15.67:0/2760985248 shutdown_connections 2024-09-10T08:16:14.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.887+0000 7f2d4e3df740 1 -- 172.21.15.67:0/2760985248 wait complete. 2024-09-10T08:16:14.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.887+0000 7f2d4e3df740 1 -- start start 2024-09-10T08:16:14.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.887+0000 7f2d4e3df740 1 Processor -- start 2024-09-10T08:16:14.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.887+0000 7f2d4e3df740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d945ff75d0 0x55d946001e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:14.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.888+0000 7f2d4e3df740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d945ff8b40 0x55d945fff0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:14.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.888+0000 7f2d4e3df740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d946002370 0x55d945fff860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:14.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.888+0000 7f2d4e3df740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55d946005070 con 0x55d946002370 2024-09-10T08:16:14.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.888+0000 7f2d4e3df740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55d945f18060 con 0x55d945ff8b40 2024-09-10T08:16:14.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.888+0000 7f2d4e3df740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55d9460051f0 con 0x55d945ff75d0 2024-09-10T08:16:14.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.888+0000 7f2d4e3df740 10 client.0 _ll_register_callbacks cb 0x55d945c6b8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:16:14.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.888+0000 7f2d4a5a3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d946002370 0x55d945fff860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:14.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.888+0000 7f2d4a5a3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d946002370 0x55d945fff860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39910/0 (socket says 172.21.15.67:39910) 2024-09-10T08:16:14.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.888+0000 7f2d4a5a3640 1 -- 172.21.15.67:0/815105498 learned_addr learned my addr 172.21.15.67:0/815105498 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:14.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.888+0000 7f2d495a1640 1 --2- 172.21.15.67:0/815105498 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d945ff8b40 0x55d945fff0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:14.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.888+0000 7f2d49da2640 1 --2- 172.21.15.67:0/815105498 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d945ff75d0 0x55d946001e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:14.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.888+0000 7f2d495a1640 1 -- 172.21.15.67:0/815105498 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d945ff75d0 msgr2=0x55d946001e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:14.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.888+0000 7f2d495a1640 1 --2- 172.21.15.67:0/815105498 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d945ff75d0 0x55d946001e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:14.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.888+0000 7f2d495a1640 1 -- 172.21.15.67:0/815105498 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d946002370 msgr2=0x55d945fff860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:14.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.888+0000 7f2d495a1640 1 --2- 172.21.15.67:0/815105498 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d946002370 0x55d945fff860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:14.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.888+0000 7f2d495a1640 1 -- 172.21.15.67:0/815105498 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d945cce3c0 con 0x55d945ff8b40 2024-09-10T08:16:14.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.888+0000 7f2d4a5a3640 1 --2- 172.21.15.67:0/815105498 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d946002370 0x55d945fff860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:16:14.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.888+0000 7f2d49da2640 1 --2- 172.21.15.67:0/815105498 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d945ff75d0 0x55d946001e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:16:14.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.889+0000 7f2d495a1640 1 --2- 172.21.15.67:0/815105498 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d945ff8b40 0x55d945fff0d0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f2d340ccc60 tx=0x7f2d34005310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=77e709e262d98635 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:14.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.889+0000 7f2d2d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-09-10T08:16:14.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.889+0000 7f2d2d7fa640 1 -- 172.21.15.67:0/815105498 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d3409b9b0 con 0x55d945ff8b40 2024-09-10T08:16:14.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.889+0000 7f2d2d7fa640 1 -- 172.21.15.67:0/815105498 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f2d340cf370 con 0x55d945ff8b40 2024-09-10T08:16:14.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.889+0000 7f2d4e3df740 1 -- 172.21.15.67:0/815105498 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2d3c036040 con 0x55d945ff8b40 2024-09-10T08:16:14.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.889+0000 7f2d2d7fa640 1 -- 172.21.15.67:0/815105498 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f2d3409fd60 con 0x55d945ff8b40 2024-09-10T08:16:14.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.889+0000 7f2d4e3df740 10 client.25250 fetch_fsmap learned FSMap version 29 2024-09-10T08:16:14.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.889+0000 7f2d4e3df740 1 -- 172.21.15.67:0/815105498 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d946010c90 con 0x55d945ff8b40 2024-09-10T08:16:14.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.889+0000 7f2d2d7fa640 1 -- 172.21.15.67:0/815105498 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2d3c036040 con 0x55d945ff8b40 2024-09-10T08:16:14.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.889+0000 7f2d2d7fa640 1 -- 172.21.15.67:0/815105498 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f2d3409cce0 con 0x55d945ff8b40 2024-09-10T08:16:14.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.889+0000 7f2d4e3df740 10 client.25250 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:16:14.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.889+0000 7f2d4e3df740 10 client.25250 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T08:16:14.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.890+0000 7f2d4e3df740 20 client.25250 populate_metadata read hostname 'smithi067' 2024-09-10T08:16:14.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.890+0000 7f2d4e3df740 1 --2- 172.21.15.67:0/815105498 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55d9460125c0 0x55d9460149d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:14.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.890+0000 7f2d4e3df740 4 client.25250 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:16:14.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.890+0000 7f2d4e3df740 1 -- 172.21.15.67:0/815105498 --> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d945f6a860 con 0x55d9460125c0 2024-09-10T08:16:14.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.890+0000 7f2d49da2640 1 --2- 172.21.15.67:0/815105498 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55d9460125c0 0x55d9460149d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:14.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.890+0000 7f2d49da2640 1 --2- 172.21.15.67:0/815105498 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55d9460125c0 0x55d9460149d0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a2b52da1bebcd19 server_cookie=6c9e0a55c4fa74df in_seq=0 out_seq=0 2024-09-10T08:16:14.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.890+0000 7f2d2d7fa640 10 client.25250 ms_handle_connect on v2:172.21.15.203:6838/2311592321 2024-09-10T08:16:14.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.891+0000 7f2d2d7fa640 1 -- 172.21.15.67:0/815105498 <== mds.1 v2:172.21.15.203:6838/2311592321 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d945f6a860 con 0x55d9460125c0 2024-09-10T08:16:14.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.891+0000 7f2d2d7fa640 10 client.25250 handle_command_reply: tid=0 2024-09-10T08:16:14.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.891+0000 7f2d4e3df740 1 client.25250 shutdown 2024-09-10T08:16:14.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.891+0000 7f2d4e3df740 1 -- 172.21.15.67:0/815105498 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d945ff8b40 msgr2=0x55d945fff0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:14.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.891+0000 7f2d4e3df740 1 --2- 172.21.15.67:0/815105498 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d945ff8b40 0x55d945fff0d0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f2d340ccc60 tx=0x7f2d34005310 comp rx=0 tx=0).stop 2024-09-10T08:16:14.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.892+0000 7f2d4e3df740 1 -- 172.21.15.67:0/815105498 shutdown_connections 2024-09-10T08:16:14.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.892+0000 7f2d4e3df740 1 --2- 172.21.15.67:0/815105498 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55d9460125c0 0x55d9460149d0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:14.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.892+0000 7f2d4e3df740 1 --2- 172.21.15.67:0/815105498 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d945ff8b40 0x55d945fff0d0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:14.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.892+0000 7f2d4e3df740 1 --2- 172.21.15.67:0/815105498 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d946002370 0x55d945fff860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:14.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.892+0000 7f2d4e3df740 1 --2- 172.21.15.67:0/815105498 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d945ff75d0 0x55d946001e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:14.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.892+0000 7f2d4e3df740 1 -- 172.21.15.67:0/815105498 >> 172.21.15.67:0/815105498 conn(0x55d945fc0310 msgr2=0x55d945ff9960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:14.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.892+0000 7f2d2d7fa640 0 client.25250 ms_handle_reset on v2:172.21.15.203:6838/2311592321 2024-09-10T08:16:14.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.892+0000 7f2d4e3df740 1 -- 172.21.15.67:0/815105498 shutdown_connections 2024-09-10T08:16:14.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.892+0000 7f2d4e3df740 1 -- 172.21.15.67:0/815105498 wait complete. 2024-09-10T08:16:14.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.892+0000 7f2d4e3df740 20 client.25250 trim_cache size 0 max 16384 2024-09-10T08:16:14.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.916+0000 7f2d4e3df740 1 Processor -- start 2024-09-10T08:16:14.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.916+0000 7f2d4e3df740 1 -- start start 2024-09-10T08:16:14.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.916+0000 7f2d4e3df740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d945ff75d0 0x55d945fff0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:14.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.916+0000 7f2d4e3df740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d945ff8b40 0x55d945ff8300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:14.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.916+0000 7f2d4e3df740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d946002370 0x55d94601a2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:14.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.916+0000 7f2d4e3df740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2d441b0e10 con 0x55d946002370 2024-09-10T08:16:14.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.916+0000 7f2d4e3df740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f2d441b2950 con 0x55d945ff8b40 2024-09-10T08:16:14.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.916+0000 7f2d4e3df740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f2d441b14e0 con 0x55d945ff75d0 2024-09-10T08:16:14.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.916+0000 7f2d4a5a3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d946002370 0x55d94601a2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:14.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.917+0000 7f2d49da2640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d945ff75d0 0x55d945fff0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:14.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.917+0000 7f2d4a5a3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d946002370 0x55d94601a2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39916/0 (socket says 172.21.15.67:39916) 2024-09-10T08:16:14.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.917+0000 7f2d4a5a3640 1 -- 172.21.15.67:0/1992912860 learned_addr learned my addr 172.21.15.67:0/1992912860 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:14.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.917+0000 7f2d49da2640 1 -- 172.21.15.67:0/1992912860 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d945ff8b40 msgr2=0x55d945ff8300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:14.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.917+0000 7f2d49da2640 1 --2- 172.21.15.67:0/1992912860 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d945ff8b40 0x55d945ff8300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:14.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.917+0000 7f2d49da2640 1 -- 172.21.15.67:0/1992912860 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d946002370 msgr2=0x55d94601a2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:14.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.917+0000 7f2d49da2640 1 --2- 172.21.15.67:0/1992912860 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d946002370 0x55d94601a2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:14.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.917+0000 7f2d49da2640 1 -- 172.21.15.67:0/1992912860 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d946004ad0 con 0x55d945ff75d0 2024-09-10T08:16:14.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.917+0000 7f2d49da2640 1 --2- 172.21.15.67:0/1992912860 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d945ff75d0 0x55d945fff0a0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f2d34099c60 tx=0x7f2d4000b390 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6fbfd139f584e3a3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:14.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.917+0000 7f2d2f7fe640 1 -- 172.21.15.67:0/1992912860 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d40010b00 con 0x55d945ff75d0 2024-09-10T08:16:14.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.917+0000 7f2d2f7fe640 1 -- 172.21.15.67:0/1992912860 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2d400054d0 con 0x55d945ff75d0 2024-09-10T08:16:14.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.917+0000 7f2d2f7fe640 1 -- 172.21.15.67:0/1992912860 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d40004db0 con 0x55d945ff75d0 2024-09-10T08:16:14.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.918+0000 7f2d4e3df740 1 -- 172.21.15.67:0/1992912860 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d945ff75d0 msgr2=0x55d945fff0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:14.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.918+0000 7f2d4e3df740 1 --2- 172.21.15.67:0/1992912860 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d945ff75d0 0x55d945fff0a0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f2d34099c60 tx=0x7f2d4000b390 comp rx=0 tx=0).stop 2024-09-10T08:16:14.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.918+0000 7f2d4e3df740 1 -- 172.21.15.67:0/1992912860 shutdown_connections 2024-09-10T08:16:14.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.918+0000 7f2d4e3df740 1 --2- 172.21.15.67:0/1992912860 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d945ff8b40 0x55d945ff8300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:14.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.918+0000 7f2d4e3df740 1 --2- 172.21.15.67:0/1992912860 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d946002370 0x55d94601a2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:14.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.918+0000 7f2d4e3df740 1 --2- 172.21.15.67:0/1992912860 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d945ff75d0 0x55d945fff0a0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:14.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.918+0000 7f2d4e3df740 1 -- 172.21.15.67:0/1992912860 >> 172.21.15.67:0/1992912860 conn(0x55d945fc0310 msgr2=0x55d945ffe990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:14.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.919+0000 7f2d4e3df740 1 -- 172.21.15.67:0/1992912860 shutdown_connections 2024-09-10T08:16:14.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.919+0000 7f2d4e3df740 1 -- 172.21.15.67:0/1992912860 wait complete. 2024-09-10T08:16:14.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.919+0000 7f2d4e3df740 1 -- start start 2024-09-10T08:16:14.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.919+0000 7f2d4e3df740 1 Processor -- start 2024-09-10T08:16:14.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.920+0000 7f2d4e3df740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d945ff75d0 0x55d9460055c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:14.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.920+0000 7f2d4e3df740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d945ff8b40 0x55d946005b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:14.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.920+0000 7f2d4e3df740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d946002370 0x55d94607b2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:14.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.920+0000 7f2d4e3df740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2d441b2280 con 0x55d946002370 2024-09-10T08:16:14.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.920+0000 7f2d4e3df740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f2d441b1bb0 con 0x55d945ff75d0 2024-09-10T08:16:14.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.920+0000 7f2d4e3df740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f2d441aedf0 con 0x55d945ff8b40 2024-09-10T08:16:14.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.920+0000 7f2d4e3df740 10 client.0 _ll_register_callbacks cb 0x7f2d34004990 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:16:14.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.920+0000 7f2d4a5a3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d946002370 0x55d94607b2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:14.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.920+0000 7f2d4a5a3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d946002370 0x55d94607b2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39926/0 (socket says 172.21.15.67:39926) 2024-09-10T08:16:14.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.920+0000 7f2d4a5a3640 1 -- 172.21.15.67:0/2524827677 learned_addr learned my addr 172.21.15.67:0/2524827677 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:14.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.920+0000 7f2d495a1640 1 --2- 172.21.15.67:0/2524827677 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d945ff8b40 0x55d946005b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:14.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.920+0000 7f2d49da2640 1 --2- 172.21.15.67:0/2524827677 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d945ff75d0 0x55d9460055c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:14.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.920+0000 7f2d4a5a3640 1 -- 172.21.15.67:0/2524827677 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d945ff8b40 msgr2=0x55d946005b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:14.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.920+0000 7f2d4a5a3640 1 --2- 172.21.15.67:0/2524827677 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d945ff8b40 0x55d946005b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:14.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.920+0000 7f2d4a5a3640 1 -- 172.21.15.67:0/2524827677 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d945ff75d0 msgr2=0x55d9460055c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:14.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.920+0000 7f2d4a5a3640 1 --2- 172.21.15.67:0/2524827677 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d945ff75d0 0x55d9460055c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:14.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.920+0000 7f2d4a5a3640 1 -- 172.21.15.67:0/2524827677 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d94607b7e0 con 0x55d946002370 2024-09-10T08:16:14.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.921+0000 7f2d4a5a3640 1 --2- 172.21.15.67:0/2524827677 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d946002370 0x55d94607b2a0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f2d3c0319e0 tx=0x7f2d3c0095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ad434d8d864bc16 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:14.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.921+0000 7f2d2d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:16:14.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.921+0000 7f2d2d7fa640 1 -- 172.21.15.67:0/2524827677 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d3c060060 con 0x55d946002370 2024-09-10T08:16:14.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.921+0000 7f2d2d7fa640 1 -- 172.21.15.67:0/2524827677 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f2d3c030ac0 con 0x55d946002370 2024-09-10T08:16:14.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.921+0000 7f2d4e3df740 1 -- 172.21.15.67:0/2524827677 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2d400054d0 con 0x55d946002370 2024-09-10T08:16:14.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.921+0000 7f2d2d7fa640 1 -- 172.21.15.67:0/2524827677 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f2d3c067050 con 0x55d946002370 2024-09-10T08:16:14.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.921+0000 7f2d4e3df740 10 client.15765 fetch_fsmap learned FSMap version 29 2024-09-10T08:16:14.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.921+0000 7f2d4e3df740 1 -- 172.21.15.67:0/2524827677 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d94607c980 con 0x55d946002370 2024-09-10T08:16:14.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.921+0000 7f2d2d7fa640 1 -- 172.21.15.67:0/2524827677 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2d400054d0 con 0x55d946002370 2024-09-10T08:16:14.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.922+0000 7f2d2d7fa640 1 -- 172.21.15.67:0/2524827677 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f2d3c05a070 con 0x55d946002370 2024-09-10T08:16:14.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.922+0000 7f2d4e3df740 10 client.15765 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:16:14.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.922+0000 7f2d4e3df740 10 client.15765 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T08:16:14.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.922+0000 7f2d4e3df740 20 client.15765 populate_metadata read hostname 'smithi067' 2024-09-10T08:16:14.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.922+0000 7f2d4e3df740 1 --2- 172.21.15.67:0/2524827677 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55d94607cc60 0x55d94607f050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:14.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.922+0000 7f2d4e3df740 4 client.15765 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T08:16:14.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.922+0000 7f2d4e3df740 1 -- 172.21.15.67:0/2524827677 --> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d945f64d70 con 0x55d94607cc60 2024-09-10T08:16:14.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.922+0000 7f2d49da2640 1 --2- 172.21.15.67:0/2524827677 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55d94607cc60 0x55d94607f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:14.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.922+0000 7f2d49da2640 1 --2- 172.21.15.67:0/2524827677 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55d94607cc60 0x55d94607f050 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=eeac6737b6ab037f server_cookie=37e448f87954fdf6 in_seq=0 out_seq=0 2024-09-10T08:16:14.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.922+0000 7f2d2d7fa640 10 client.15765 ms_handle_connect on v2:172.21.15.203:6838/2311592321 2024-09-10T08:16:14.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.923+0000 7f2d2d7fa640 1 -- 172.21.15.67:0/2524827677 <== mds.1 v2:172.21.15.203:6838/2311592321 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d945f64d70 con 0x55d94607cc60 2024-09-10T08:16:14.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.923+0000 7f2d2d7fa640 10 client.15765 handle_command_reply: tid=0 2024-09-10T08:16:14.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.923+0000 7f2d4e3df740 1 client.15765 shutdown 2024-09-10T08:16:14.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.923+0000 7f2d4e3df740 1 -- 172.21.15.67:0/2524827677 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d946002370 msgr2=0x55d94607b2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:14.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.923+0000 7f2d4e3df740 1 --2- 172.21.15.67:0/2524827677 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d946002370 0x55d94607b2a0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f2d3c0319e0 tx=0x7f2d3c0095c0 comp rx=0 tx=0).stop 2024-09-10T08:16:14.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.923+0000 7f2d4e3df740 1 -- 172.21.15.67:0/2524827677 shutdown_connections 2024-09-10T08:16:14.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.923+0000 7f2d4e3df740 1 --2- 172.21.15.67:0/2524827677 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55d94607cc60 0x55d94607f050 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:14.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.923+0000 7f2d2d7fa640 0 client.15765 ms_handle_reset on v2:172.21.15.203:6838/2311592321 2024-09-10T08:16:14.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.923+0000 7f2d4e3df740 1 --2- 172.21.15.67:0/2524827677 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d946002370 0x55d94607b2a0 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:14.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.923+0000 7f2d4e3df740 1 --2- 172.21.15.67:0/2524827677 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d945ff8b40 0x55d946005b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:14.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.923+0000 7f2d4e3df740 1 --2- 172.21.15.67:0/2524827677 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d945ff75d0 0x55d9460055c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:14.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.923+0000 7f2d4e3df740 1 -- 172.21.15.67:0/2524827677 >> 172.21.15.67:0/2524827677 conn(0x55d945fc0310 msgr2=0x55d946000930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:14.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.923+0000 7f2d4e3df740 1 -- 172.21.15.67:0/2524827677 shutdown_connections 2024-09-10T08:16:14.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.923+0000 7f2d4e3df740 1 -- 172.21.15.67:0/2524827677 wait complete. 2024-09-10T08:16:14.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.923+0000 7f2d4e3df740 20 client.15765 trim_cache size 0 max 16384 2024-09-10T08:16:14.926 INFO:teuthology.orchestra.run.smithi067.stdout:[] 2024-09-10T08:16:14.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.924+0000 7f2d4c006640 1 -- 172.21.15.67:0/3245667635 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f2d300a2e10 msgr2=0x7f2d300a52d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:14.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.924+0000 7f2d4c006640 1 --2- 172.21.15.67:0/3245667635 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f2d300a2e10 0x7f2d300a52d0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f2d3c04c000 tx=0x7f2d3c04d000 comp rx=0 tx=0).stop 2024-09-10T08:16:14.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.924+0000 7f2d4c006640 1 -- 172.21.15.67:0/3245667635 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d441027a0 msgr2=0x7f2d44074a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:14.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.924+0000 7f2d4c006640 1 --2- 172.21.15.67:0/3245667635 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d441027a0 0x7f2d44074a30 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f2d3400e9f0 tx=0x7f2d3400edf0 comp rx=0 tx=0).stop 2024-09-10T08:16:14.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.924+0000 7f2d4c006640 1 -- 172.21.15.67:0/3245667635 shutdown_connections 2024-09-10T08:16:14.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.924+0000 7f2d4c006640 1 --2- 172.21.15.67:0/3245667635 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f2d300a2e10 0x7f2d300a52d0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:14.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.924+0000 7f2d4c006640 1 --2- 172.21.15.67:0/3245667635 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2d44106f20 0x7f2d44074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:14.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.924+0000 7f2d4c006640 1 --2- 172.21.15.67:0/3245667635 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d441027a0 0x7f2d44074a30 secure :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f2d3400e9f0 tx=0x7f2d3400edf0 comp rx=0 tx=0).stop 2024-09-10T08:16:14.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.924+0000 7f2d4c006640 1 --2- 172.21.15.67:0/3245667635 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2d44101df0 0x7f2d440744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:14.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.924+0000 7f2d4c006640 1 -- 172.21.15.67:0/3245667635 >> 172.21.15.67:0/3245667635 conn(0x7f2d440fd8f0 msgr2=0x7f2d440fec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:14.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.924+0000 7f2d4c006640 1 -- 172.21.15.67:0/3245667635 shutdown_connections 2024-09-10T08:16:14.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:14.925+0000 7f2d4c006640 1 -- 172.21.15.67:0/3245667635 wait complete. 2024-09-10T08:16:15.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:15 smithi203 ceph-mon[34672]: pgmap v400: 129 pgs: 129 active+clean; 670 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-09-10T08:16:15.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:15 smithi133 ceph-mon[34721]: pgmap v400: 129 pgs: 129 active+clean; 670 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-09-10T08:16:15.416 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:15 smithi067 ceph-mon[31051]: pgmap v400: 129 pgs: 129 active+clean; 670 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-09-10T08:16:15.745 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-10T08:16:16.108 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:16:16.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.681+0000 7f7c17fa8640 1 -- 172.21.15.67:0/1441237900 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c101036e0 msgr2=0x7f7c10107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:16.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.681+0000 7f7c17fa8640 1 --2- 172.21.15.67:0/1441237900 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c101036e0 0x7f7c10107b90 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f7c00009930 tx=0x7f7c0002a440 comp rx=0 tx=0).stop 2024-09-10T08:16:16.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.681+0000 7f7c17fa8640 1 -- 172.21.15.67:0/1441237900 shutdown_connections 2024-09-10T08:16:16.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.681+0000 7f7c17fa8640 1 --2- 172.21.15.67:0/1441237900 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7c101082a0 0x7f7c1010ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:16.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.681+0000 7f7c17fa8640 1 --2- 172.21.15.67:0/1441237900 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c101036e0 0x7f7c10107b90 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:16.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.681+0000 7f7c17fa8640 1 --2- 172.21.15.67:0/1441237900 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7c10102d30 0x7f7c10103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:16.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.681+0000 7f7c17fa8640 1 -- 172.21.15.67:0/1441237900 >> 172.21.15.67:0/1441237900 conn(0x7f7c100fc7d0 msgr2=0x7f7c100febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:16.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.682+0000 7f7c17fa8640 1 -- 172.21.15.67:0/1441237900 shutdown_connections 2024-09-10T08:16:16.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.682+0000 7f7c17fa8640 1 -- 172.21.15.67:0/1441237900 wait complete. 2024-09-10T08:16:16.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.683+0000 7f7c17fa8640 1 Processor -- start 2024-09-10T08:16:16.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.683+0000 7f7c17fa8640 1 -- start start 2024-09-10T08:16:16.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.684+0000 7f7c17fa8640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c10102d30 0x7f7c10196130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:16.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.684+0000 7f7c17fa8640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7c101036e0 0x7f7c10196670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:16.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.684+0000 7f7c17fa8640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7c101082a0 0x7f7c1019aa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:16.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.684+0000 7f7c17fa8640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7c1010fd90 con 0x7f7c10102d30 2024-09-10T08:16:16.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.684+0000 7f7c17fa8640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f7c1010fc10 con 0x7f7c101082a0 2024-09-10T08:16:16.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.684+0000 7f7c17fa8640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f7c1010ff10 con 0x7f7c101036e0 2024-09-10T08:16:16.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.684+0000 7f7c15543640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7c101036e0 0x7f7c10196670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:16.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.684+0000 7f7c15543640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7c101036e0 0x7f7c10196670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.67:34558/0 (socket says 172.21.15.67:34558) 2024-09-10T08:16:16.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.684+0000 7f7c15543640 1 -- 172.21.15.67:0/1073646968 learned_addr learned my addr 172.21.15.67:0/1073646968 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:16.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.684+0000 7f7c15d44640 1 --2- 172.21.15.67:0/1073646968 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c10102d30 0x7f7c10196130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:16.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.684+0000 7f7c16545640 1 --2- 172.21.15.67:0/1073646968 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7c101082a0 0x7f7c1019aa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:16.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.685+0000 7f7c15543640 1 -- 172.21.15.67:0/1073646968 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7c101082a0 msgr2=0x7f7c1019aa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:16.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.685+0000 7f7c15543640 1 --2- 172.21.15.67:0/1073646968 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7c101082a0 0x7f7c1019aa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:16.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.685+0000 7f7c15543640 1 -- 172.21.15.67:0/1073646968 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c10102d30 msgr2=0x7f7c10196130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:16.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.685+0000 7f7c15543640 1 --2- 172.21.15.67:0/1073646968 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c10102d30 0x7f7c10196130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:16.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.685+0000 7f7c15543640 1 -- 172.21.15.67:0/1073646968 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c1019b0e0 con 0x7f7c101036e0 2024-09-10T08:16:16.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.685+0000 7f7c15d44640 1 --2- 172.21.15.67:0/1073646968 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c10102d30 0x7f7c10196130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:16:16.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.685+0000 7f7c15543640 1 --2- 172.21.15.67:0/1073646968 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7c101036e0 0x7f7c10196670 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f7c00033040 tx=0x7f7c00003c60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:16.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.685+0000 7f7c06ffd640 1 -- 172.21.15.67:0/1073646968 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c00041020 con 0x7f7c101036e0 2024-09-10T08:16:16.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.686+0000 7f7c17fa8640 1 -- 172.21.15.67:0/1073646968 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c1019b370 con 0x7f7c101036e0 2024-09-10T08:16:16.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.686+0000 7f7c17fa8640 1 -- 172.21.15.67:0/1073646968 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c101a2cb0 con 0x7f7c101036e0 2024-09-10T08:16:16.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.687+0000 7f7c06ffd640 1 -- 172.21.15.67:0/1073646968 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7c0003d930 con 0x7f7c101036e0 2024-09-10T08:16:16.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.687+0000 7f7c06ffd640 1 -- 172.21.15.67:0/1073646968 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c00031940 con 0x7f7c101036e0 2024-09-10T08:16:16.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.689+0000 7f7c06ffd640 1 -- 172.21.15.67:0/1073646968 <== mon.1 v2:172.21.15.203:3300/0 4 ==== mgrmap(e 19) ==== 137884+0+0 (secure 0 0 0) 0x7f7c00044020 con 0x7f7c101036e0 2024-09-10T08:16:16.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.689+0000 7f7c1a381740 1 Processor -- start 2024-09-10T08:16:16.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.690+0000 7f7c1a381740 1 -- start start 2024-09-10T08:16:16.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.690+0000 7f7c1a381740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56252e9edb40 0x56252e9ec090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:16.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.690+0000 7f7c1a381740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56252e9ec5d0 0x56252e9eca10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:16.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.690+0000 7f7c1a381740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56252e9f7370 0x56252e9f9760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:16.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.690+0000 7f7c1a381740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x56252e9522f0 con 0x56252e9ec5d0 2024-09-10T08:16:16.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.690+0000 7f7c1a381740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x56252e8f9cf0 con 0x56252e9f7370 2024-09-10T08:16:16.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.690+0000 7f7c1a381740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x56252e94e2b0 con 0x56252e9edb40 2024-09-10T08:16:16.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.690+0000 7f7c16545640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56252e9edb40 0x56252e9ec090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:16.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.690+0000 7f7c16545640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56252e9edb40 0x56252e9ec090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.67:34560/0 (socket says 172.21.15.67:34560) 2024-09-10T08:16:16.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.690+0000 7f7c16545640 1 -- 172.21.15.67:0/1967000992 learned_addr learned my addr 172.21.15.67:0/1967000992 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:16.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.690+0000 7f7c15543640 1 --2- 172.21.15.67:0/1967000992 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56252e9f7370 0x56252e9f9760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:16.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.690+0000 7f7c15d44640 1 --2- 172.21.15.67:0/1967000992 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56252e9ec5d0 0x56252e9eca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:16.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.691+0000 7f7c15543640 1 -- 172.21.15.67:0/1967000992 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56252e9edb40 msgr2=0x56252e9ec090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:16.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.691+0000 7f7c15543640 1 --2- 172.21.15.67:0/1967000992 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56252e9edb40 0x56252e9ec090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:16.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.691+0000 7f7c15543640 1 -- 172.21.15.67:0/1967000992 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56252e9ec5d0 msgr2=0x56252e9eca10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:16.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.691+0000 7f7c15543640 1 --2- 172.21.15.67:0/1967000992 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56252e9ec5d0 0x56252e9eca10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:16.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.691+0000 7f7c15543640 1 -- 172.21.15.67:0/1967000992 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56252e8de3a0 con 0x56252e9f7370 2024-09-10T08:16:16.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.691+0000 7f7c15d44640 1 --2- 172.21.15.67:0/1967000992 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56252e9ec5d0 0x56252e9eca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:16:16.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.691+0000 7f7c15543640 1 --2- 172.21.15.67:0/1967000992 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56252e9f7370 0x56252e9f9760 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f7c000ed3c0 tx=0x7f7c000f3f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e4585811369de446 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:16.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.691+0000 7f7bfbfff640 1 -- 172.21.15.67:0/1967000992 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c000f8d40 con 0x56252e9f7370 2024-09-10T08:16:16.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.692+0000 7f7bfbfff640 1 -- 172.21.15.67:0/1967000992 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7c000fd070 con 0x56252e9f7370 2024-09-10T08:16:16.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.692+0000 7f7c06ffd640 1 --2- 172.21.15.67:0/1073646968 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7bfc0a2c90 0x7f7bfc0a5150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:16.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.692+0000 7f7c06ffd640 1 -- 172.21.15.67:0/1073646968 <== mon.1 v2:172.21.15.203:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f7c000efe10 con 0x7f7c101036e0 2024-09-10T08:16:16.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.692+0000 7f7c16545640 1 --2- 172.21.15.67:0/1073646968 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7bfc0a2c90 0x7f7bfc0a5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:16.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.692+0000 7f7bfbfff640 1 -- 172.21.15.67:0/1967000992 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c001016b0 con 0x56252e9f7370 2024-09-10T08:16:16.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.693+0000 7f7c1a381740 1 -- 172.21.15.67:0/1967000992 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56252e9f7370 msgr2=0x56252e9f9760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:16.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.693+0000 7f7c1a381740 1 --2- 172.21.15.67:0/1967000992 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56252e9f7370 0x56252e9f9760 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f7c000ed3c0 tx=0x7f7c000f3f90 comp rx=0 tx=0).stop 2024-09-10T08:16:16.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.693+0000 7f7c16545640 1 --2- 172.21.15.67:0/1073646968 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7bfc0a2c90 0x7f7bfc0a5150 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f7c08011630 tx=0x7f7c08009500 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:16.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.693+0000 7f7c1a381740 1 -- 172.21.15.67:0/1967000992 shutdown_connections 2024-09-10T08:16:16.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.693+0000 7f7c1a381740 1 --2- 172.21.15.67:0/1967000992 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56252e9f7370 0x56252e9f9760 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:16.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.693+0000 7f7c1a381740 1 --2- 172.21.15.67:0/1967000992 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56252e9ec5d0 0x56252e9eca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:16.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.693+0000 7f7c1a381740 1 --2- 172.21.15.67:0/1967000992 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56252e9edb40 0x56252e9ec090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:16.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.693+0000 7f7c1a381740 1 -- 172.21.15.67:0/1967000992 >> 172.21.15.67:0/1967000992 conn(0x56252e9b5310 msgr2=0x56252e9e8c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:16.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.693+0000 7f7c1a381740 1 -- 172.21.15.67:0/1967000992 shutdown_connections 2024-09-10T08:16:16.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.693+0000 7f7c1a381740 1 -- 172.21.15.67:0/1967000992 wait complete. 2024-09-10T08:16:16.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.693+0000 7f7c1a381740 1 -- start start 2024-09-10T08:16:16.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.693+0000 7f7c1a381740 1 Processor -- start 2024-09-10T08:16:16.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.694+0000 7f7c1a381740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56252e9ec5d0 0x56252e9f6c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:16.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.694+0000 7f7c1a381740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56252e9edb40 0x56252e9f3f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:16.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.694+0000 7f7c1a381740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56252e9f7370 0x56252e9f4450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:16.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.694+0000 7f7c15d44640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56252e9ec5d0 0x56252e9f6c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:16.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.694+0000 7f7c15d44640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56252e9ec5d0 0x56252e9f6c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.67:33228/0 (socket says 172.21.15.67:33228) 2024-09-10T08:16:16.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.694+0000 7f7c15543640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56252e9edb40 0x56252e9f3f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:16.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.694+0000 7f7c15543640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56252e9edb40 0x56252e9f3f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55936/0 (socket says 172.21.15.67:55936) 2024-09-10T08:16:16.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.694+0000 7f7c1a381740 1 -- 172.21.15.67:0/4260672289 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x56252e9f9e30 con 0x56252e9edb40 2024-09-10T08:16:16.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.694+0000 7f7c15d44640 1 -- 172.21.15.67:0/4260672289 learned_addr learned my addr 172.21.15.67:0/4260672289 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:16.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.695+0000 7f7c1a381740 1 -- 172.21.15.67:0/4260672289 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x56252e90d060 con 0x56252e9ec5d0 2024-09-10T08:16:16.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.695+0000 7f7c1a381740 1 -- 172.21.15.67:0/4260672289 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x56252e9f9fb0 con 0x56252e9f7370 2024-09-10T08:16:16.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.695+0000 7f7c16545640 1 --2- 172.21.15.67:0/4260672289 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56252e9f7370 0x56252e9f4450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:16.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.695+0000 7f7c15543640 1 -- 172.21.15.67:0/4260672289 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56252e9f7370 msgr2=0x56252e9f4450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:16.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.695+0000 7f7c15543640 1 --2- 172.21.15.67:0/4260672289 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56252e9f7370 0x56252e9f4450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:16.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.695+0000 7f7c15543640 1 -- 172.21.15.67:0/4260672289 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56252e9ec5d0 msgr2=0x56252e9f6c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:16.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.695+0000 7f7c15543640 1 --2- 172.21.15.67:0/4260672289 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56252e9ec5d0 0x56252e9f6c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:16.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.695+0000 7f7c15543640 1 -- 172.21.15.67:0/4260672289 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56252e6c33c0 con 0x56252e9edb40 2024-09-10T08:16:16.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.695+0000 7f7c15d44640 1 --2- 172.21.15.67:0/4260672289 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56252e9ec5d0 0x56252e9f6c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:16:16.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.695+0000 7f7c16545640 1 --2- 172.21.15.67:0/4260672289 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56252e9f7370 0x56252e9f4450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:16:16.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.695+0000 7f7c1a381740 10 client.0 _ll_register_callbacks cb 0x56252e6608c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:16:16.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.695+0000 7f7c1a381740 1 -- 172.21.15.67:0/4260672289 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7c000fd070 con 0x56252e9edb40 2024-09-10T08:16:16.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.695+0000 7f7c15543640 1 --2- 172.21.15.67:0/4260672289 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56252e9edb40 0x56252e9f3f10 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f7c00005ab0 tx=0x7f7c0002a440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d88e884208f097b3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:16.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.695+0000 7f7bf97fa640 10 client.15777 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:16:16.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.696+0000 7f7bf97fa640 1 -- 172.21.15.67:0/4260672289 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c000b8420 con 0x56252e9edb40 2024-09-10T08:16:16.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.696+0000 7f7bf97fa640 1 -- 172.21.15.67:0/4260672289 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f7c000f3ad0 con 0x56252e9edb40 2024-09-10T08:16:16.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.696+0000 7f7bf97fa640 1 -- 172.21.15.67:0/4260672289 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f7c000bbae0 con 0x56252e9edb40 2024-09-10T08:16:16.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.696+0000 7f7c1a381740 10 client.15777 fetch_fsmap learned FSMap version 29 2024-09-10T08:16:16.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.696+0000 7f7c1a381740 1 -- 172.21.15.67:0/4260672289 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({fsmap=29}) -- 0x56252e9fc280 con 0x56252e9edb40 2024-09-10T08:16:16.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.696+0000 7f7bf97fa640 1 -- 172.21.15.67:0/4260672289 <== mon.0 v2:172.21.15.67:3300/0 4 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f7c000b87f0 con 0x56252e9edb40 2024-09-10T08:16:16.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.696+0000 7f7c1a381740 10 client.15777 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:16:16.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.696+0000 7f7c1a381740 10 client.15777 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:16:16.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.696+0000 7f7c1a381740 20 client.15777 populate_metadata read hostname 'smithi067' 2024-09-10T08:16:16.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.697+0000 7f7c1a381740 1 --2- 172.21.15.67:0/4260672289 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x56252e9fd780 0x56252e9ffc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:16.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.697+0000 7f7c1a381740 4 client.15777 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:16:16.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.697+0000 7f7c1a381740 1 -- 172.21.15.67:0/4260672289 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56252e95f860 con 0x56252e9fd780 2024-09-10T08:16:16.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.697+0000 7f7c15d44640 1 --2- 172.21.15.67:0/4260672289 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x56252e9fd780 0x56252e9ffc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:16.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.697+0000 7f7c15d44640 1 --2- 172.21.15.67:0/4260672289 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x56252e9fd780 0x56252e9ffc40 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8e00ef4506b7d626 server_cookie=b0c169f99126111e in_seq=0 out_seq=0 2024-09-10T08:16:16.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.697+0000 7f7bf97fa640 10 client.15777 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:16.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.698+0000 7f7bf97fa640 1 -- 172.21.15.67:0/4260672289 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56252e95f860 con 0x56252e9fd780 2024-09-10T08:16:16.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.698+0000 7f7bf97fa640 10 client.15777 handle_command_reply: tid=0 2024-09-10T08:16:16.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.698+0000 7f7c1a381740 1 client.15777 shutdown 2024-09-10T08:16:16.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.698+0000 7f7c1a381740 1 -- 172.21.15.67:0/4260672289 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56252e9edb40 msgr2=0x56252e9f3f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:16.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.698+0000 7f7c1a381740 1 --2- 172.21.15.67:0/4260672289 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56252e9edb40 0x56252e9f3f10 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f7c00005ab0 tx=0x7f7c0002a440 comp rx=0 tx=0).stop 2024-09-10T08:16:16.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.699+0000 7f7c1a381740 1 -- 172.21.15.67:0/4260672289 shutdown_connections 2024-09-10T08:16:16.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.699+0000 7f7c1a381740 1 --2- 172.21.15.67:0/4260672289 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x56252e9fd780 0x56252e9ffc40 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:16.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.699+0000 7f7c1a381740 1 --2- 172.21.15.67:0/4260672289 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56252e9f7370 0x56252e9f4450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:16.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.699+0000 7f7c1a381740 1 --2- 172.21.15.67:0/4260672289 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56252e9edb40 0x56252e9f3f10 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:16.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.699+0000 7f7bf97fa640 0 client.15777 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:16.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.699+0000 7f7c1a381740 1 --2- 172.21.15.67:0/4260672289 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56252e9ec5d0 0x56252e9f6c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:16.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.699+0000 7f7c1a381740 1 -- 172.21.15.67:0/4260672289 >> 172.21.15.67:0/4260672289 conn(0x56252e9b5310 msgr2=0x56252e9ee930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:16.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.699+0000 7f7c1a381740 1 -- 172.21.15.67:0/4260672289 shutdown_connections 2024-09-10T08:16:16.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.699+0000 7f7c1a381740 1 -- 172.21.15.67:0/4260672289 wait complete. 2024-09-10T08:16:16.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.699+0000 7f7c1a381740 20 client.15777 trim_cache size 0 max 16384 2024-09-10T08:16:16.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.724+0000 7f7c1a381740 1 Processor -- start 2024-09-10T08:16:16.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.724+0000 7f7c1a381740 1 -- start start 2024-09-10T08:16:16.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.725+0000 7f7c1a381740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56252e9ec5d0 0x56252ea05510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:16.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.725+0000 7f7c1a381740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56252e9edb40 0x56252ea05a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:16.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.725+0000 7f7c15543640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56252e9edb40 0x56252ea05a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:16.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.725+0000 7f7c15d44640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56252e9ec5d0 0x56252ea05510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:16.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.725+0000 7f7c15543640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56252e9edb40 0x56252ea05a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55944/0 (socket says 172.21.15.67:55944) 2024-09-10T08:16:16.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.725+0000 7f7c15543640 1 -- 172.21.15.67:0/924446098 learned_addr learned my addr 172.21.15.67:0/924446098 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:16.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.725+0000 7f7c1a381740 1 --2- 172.21.15.67:0/924446098 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56252e9f7370 0x56252e9e84f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:16.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.725+0000 7f7c1a381740 1 -- 172.21.15.67:0/924446098 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7bf400fd10 con 0x56252e9edb40 2024-09-10T08:16:16.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.725+0000 7f7c1a381740 1 -- 172.21.15.67:0/924446098 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f7bf4011850 con 0x56252e9ec5d0 2024-09-10T08:16:16.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.725+0000 7f7c1a381740 1 -- 172.21.15.67:0/924446098 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f7bf40103e0 con 0x56252e9f7370 2024-09-10T08:16:16.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.726+0000 7f7c16545640 1 --2- 172.21.15.67:0/924446098 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56252e9f7370 0x56252e9e84f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:16.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.726+0000 7f7c15d44640 1 -- 172.21.15.67:0/924446098 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56252e9f7370 msgr2=0x56252e9e84f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:16.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.726+0000 7f7c15d44640 1 --2- 172.21.15.67:0/924446098 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56252e9f7370 0x56252e9e84f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:16.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.726+0000 7f7c15d44640 1 -- 172.21.15.67:0/924446098 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56252e9edb40 msgr2=0x56252ea05a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:16.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.726+0000 7f7c15d44640 1 --2- 172.21.15.67:0/924446098 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56252e9edb40 0x56252ea05a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:16.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.726+0000 7f7c15d44640 1 -- 172.21.15.67:0/924446098 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56252e9efb10 con 0x56252e9ec5d0 2024-09-10T08:16:16.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.726+0000 7f7c15543640 1 --2- 172.21.15.67:0/924446098 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56252e9edb40 0x56252ea05a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:16:16.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.726+0000 7f7c15d44640 1 --2- 172.21.15.67:0/924446098 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56252e9ec5d0 0x56252ea05510 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f7c000ba430 tx=0x7f7c0c00f040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a5497cb9e213b0da server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:16.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.726+0000 7f7bfb7fe640 1 -- 172.21.15.67:0/924446098 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c0c027070 con 0x56252e9ec5d0 2024-09-10T08:16:16.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.726+0000 7f7bfb7fe640 1 -- 172.21.15.67:0/924446098 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7c0c00cd40 con 0x56252e9ec5d0 2024-09-10T08:16:16.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.726+0000 7f7bfb7fe640 1 -- 172.21.15.67:0/924446098 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c0c004800 con 0x56252e9ec5d0 2024-09-10T08:16:16.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.727+0000 7f7c1a381740 1 -- 172.21.15.67:0/924446098 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56252e9ec5d0 msgr2=0x56252ea05510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:16.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.727+0000 7f7c1a381740 1 --2- 172.21.15.67:0/924446098 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56252e9ec5d0 0x56252ea05510 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f7c000ba430 tx=0x7f7c0c00f040 comp rx=0 tx=0).stop 2024-09-10T08:16:16.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.727+0000 7f7c1a381740 1 -- 172.21.15.67:0/924446098 shutdown_connections 2024-09-10T08:16:16.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.727+0000 7f7c1a381740 1 --2- 172.21.15.67:0/924446098 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56252e9f7370 0x56252e9e84f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:16.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.727+0000 7f7c1a381740 1 --2- 172.21.15.67:0/924446098 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56252e9edb40 0x56252ea05a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:16.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.727+0000 7f7c1a381740 1 --2- 172.21.15.67:0/924446098 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56252e9ec5d0 0x56252ea05510 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:16.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.727+0000 7f7c1a381740 1 -- 172.21.15.67:0/924446098 >> 172.21.15.67:0/924446098 conn(0x56252e9b5310 msgr2=0x56252e9ee930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:16.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.728+0000 7f7c1a381740 1 -- 172.21.15.67:0/924446098 shutdown_connections 2024-09-10T08:16:16.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.728+0000 7f7c1a381740 1 -- 172.21.15.67:0/924446098 wait complete. 2024-09-10T08:16:16.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.728+0000 7f7c1a381740 1 -- start start 2024-09-10T08:16:16.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.728+0000 7f7c1a381740 1 Processor -- start 2024-09-10T08:16:16.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.729+0000 7f7c1a381740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56252e9ec5d0 0x56252ea058f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:16.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.729+0000 7f7c1a381740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56252e9edb40 0x56252ea05e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:16.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.729+0000 7f7c15d44640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56252e9ec5d0 0x56252ea058f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:16.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.729+0000 7f7c15543640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56252e9edb40 0x56252ea05e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:16.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.729+0000 7f7c15d44640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56252e9ec5d0 0x56252ea058f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.67:33246/0 (socket says 172.21.15.67:33246) 2024-09-10T08:16:16.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.729+0000 7f7c15543640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56252e9edb40 0x56252ea05e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55950/0 (socket says 172.21.15.67:55950) 2024-09-10T08:16:16.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.729+0000 7f7c15d44640 1 -- 172.21.15.67:0/2371000771 learned_addr learned my addr 172.21.15.67:0/2371000771 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:16.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.729+0000 7f7c1a381740 1 --2- 172.21.15.67:0/2371000771 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56252e9f7370 0x56252ea01e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:16.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.729+0000 7f7c1a381740 1 -- 172.21.15.67:0/2371000771 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7bf4011180 con 0x56252e9edb40 2024-09-10T08:16:16.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.729+0000 7f7c1a381740 1 -- 172.21.15.67:0/2371000771 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f7bf4010ab0 con 0x56252e9ec5d0 2024-09-10T08:16:16.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.729+0000 7f7c1a381740 1 -- 172.21.15.67:0/2371000771 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f7bf400dcf0 con 0x56252e9f7370 2024-09-10T08:16:16.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.729+0000 7f7c1a381740 10 client.0 _ll_register_callbacks cb 0x7f7c0c0091e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:16:16.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.729+0000 7f7c16545640 1 --2- 172.21.15.67:0/2371000771 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56252e9f7370 0x56252ea01e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:16.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.730+0000 7f7c15543640 1 -- 172.21.15.67:0/2371000771 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56252e9f7370 msgr2=0x56252ea01e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:16.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.730+0000 7f7c15543640 1 --2- 172.21.15.67:0/2371000771 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56252e9f7370 0x56252ea01e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:16.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.730+0000 7f7c15543640 1 -- 172.21.15.67:0/2371000771 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56252e9ec5d0 msgr2=0x56252ea058f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:16.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.730+0000 7f7c15543640 1 --2- 172.21.15.67:0/2371000771 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56252e9ec5d0 0x56252ea058f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:16.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.730+0000 7f7c15543640 1 -- 172.21.15.67:0/2371000771 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56252e9ef040 con 0x56252e9edb40 2024-09-10T08:16:16.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.730+0000 7f7c15543640 1 --2- 172.21.15.67:0/2371000771 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56252e9edb40 0x56252ea05e30 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f7c000ed940 tx=0x7f7c000f3f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f46049dbe9b45f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:16.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.730+0000 7f7bf97fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:16:16.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.730+0000 7f7bf97fa640 1 -- 172.21.15.67:0/2371000771 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c000bbcc0 con 0x56252e9edb40 2024-09-10T08:16:16.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.730+0000 7f7bf97fa640 1 -- 172.21.15.67:0/2371000771 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f7c000dc070 con 0x56252e9edb40 2024-09-10T08:16:16.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.730+0000 7f7c1a381740 1 -- 172.21.15.67:0/2371000771 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7c0c00cd40 con 0x56252e9edb40 2024-09-10T08:16:16.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.730+0000 7f7bf97fa640 1 -- 172.21.15.67:0/2371000771 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f7c000bbf50 con 0x56252e9edb40 2024-09-10T08:16:16.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.731+0000 7f7c1a381740 10 client.15783 fetch_fsmap learned FSMap version 29 2024-09-10T08:16:16.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.731+0000 7f7c1a381740 1 -- 172.21.15.67:0/2371000771 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56252e9ef040 con 0x56252e9edb40 2024-09-10T08:16:16.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.731+0000 7f7bf97fa640 1 -- 172.21.15.67:0/2371000771 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7c000fd070 con 0x56252e9edb40 2024-09-10T08:16:16.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.731+0000 7f7bf97fa640 1 -- 172.21.15.67:0/2371000771 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f7c000bb040 con 0x56252e9edb40 2024-09-10T08:16:16.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.732+0000 7f7c1a381740 10 client.15783 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:16:16.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.732+0000 7f7c1a381740 10 client.15783 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:16:16.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.732+0000 7f7c1a381740 20 client.15783 populate_metadata read hostname 'smithi067' 2024-09-10T08:16:16.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.732+0000 7f7c1a381740 1 --2- 172.21.15.67:0/2371000771 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x56252e9fd780 0x56252ea952d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:16.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.732+0000 7f7c1a381740 4 client.15783 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T08:16:16.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.732+0000 7f7c1a381740 1 -- 172.21.15.67:0/2371000771 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7f7c0c00cd40 con 0x56252e9fd780 2024-09-10T08:16:16.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.732+0000 7f7c15d44640 1 --2- 172.21.15.67:0/2371000771 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x56252e9fd780 0x56252ea952d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:16.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.733+0000 7f7c15d44640 1 --2- 172.21.15.67:0/2371000771 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x56252e9fd780 0x56252ea952d0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=21ac7c0eff582f2d server_cookie=20ee5c947e476581 in_seq=0 out_seq=0 2024-09-10T08:16:16.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.733+0000 7f7bf97fa640 10 client.15783 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:16.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.733+0000 7f7bf97fa640 1 -- 172.21.15.67:0/2371000771 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7f7c0c00cd40 con 0x56252e9fd780 2024-09-10T08:16:16.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.733+0000 7f7bf97fa640 10 client.15783 handle_command_reply: tid=0 2024-09-10T08:16:16.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.733+0000 7f7c1a381740 1 client.15783 shutdown 2024-09-10T08:16:16.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.733+0000 7f7c1a381740 1 -- 172.21.15.67:0/2371000771 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56252e9edb40 msgr2=0x56252ea05e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:16.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.733+0000 7f7c1a381740 1 --2- 172.21.15.67:0/2371000771 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56252e9edb40 0x56252ea05e30 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f7c000ed940 tx=0x7f7c000f3f90 comp rx=0 tx=0).stop 2024-09-10T08:16:16.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.734+0000 7f7c1a381740 1 -- 172.21.15.67:0/2371000771 shutdown_connections 2024-09-10T08:16:16.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.734+0000 7f7c1a381740 1 --2- 172.21.15.67:0/2371000771 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x56252e9fd780 0x56252ea952d0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:16.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.734+0000 7f7c1a381740 1 --2- 172.21.15.67:0/2371000771 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56252e9f7370 0x56252ea01e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:16.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.734+0000 7f7c1a381740 1 --2- 172.21.15.67:0/2371000771 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56252e9edb40 0x56252ea05e30 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:16.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.734+0000 7f7bf97fa640 0 client.15783 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:16.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.734+0000 7f7c1a381740 1 --2- 172.21.15.67:0/2371000771 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56252e9ec5d0 0x56252ea058f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:16.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.734+0000 7f7c1a381740 1 -- 172.21.15.67:0/2371000771 >> 172.21.15.67:0/2371000771 conn(0x56252e9b5310 msgr2=0x56252e9f5770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:16.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.734+0000 7f7c1a381740 1 -- 172.21.15.67:0/2371000771 shutdown_connections 2024-09-10T08:16:16.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.734+0000 7f7c1a381740 1 -- 172.21.15.67:0/2371000771 wait complete. 2024-09-10T08:16:16.738 INFO:teuthology.orchestra.run.smithi067.stdout:[] 2024-09-10T08:16:16.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.734+0000 7f7c1a381740 20 client.15783 trim_cache size 0 max 16384 2024-09-10T08:16:16.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.735+0000 7f7c17fa8640 1 -- 172.21.15.67:0/1073646968 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7bfc0a2c90 msgr2=0x7f7bfc0a5150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:16.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.735+0000 7f7c17fa8640 1 --2- 172.21.15.67:0/1073646968 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7bfc0a2c90 0x7f7bfc0a5150 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f7c08011630 tx=0x7f7c08009500 comp rx=0 tx=0).stop 2024-09-10T08:16:16.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.735+0000 7f7c17fa8640 1 -- 172.21.15.67:0/1073646968 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7c101036e0 msgr2=0x7f7c10196670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:16.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.735+0000 7f7c17fa8640 1 --2- 172.21.15.67:0/1073646968 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7c101036e0 0x7f7c10196670 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f7c00033040 tx=0x7f7c00003c60 comp rx=0 tx=0).stop 2024-09-10T08:16:16.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.735+0000 7f7c17fa8640 1 -- 172.21.15.67:0/1073646968 shutdown_connections 2024-09-10T08:16:16.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.735+0000 7f7c17fa8640 1 --2- 172.21.15.67:0/1073646968 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7bfc0a2c90 0x7f7bfc0a5150 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:16.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.735+0000 7f7c17fa8640 1 --2- 172.21.15.67:0/1073646968 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7c101082a0 0x7f7c1019aa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:16.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.735+0000 7f7c17fa8640 1 --2- 172.21.15.67:0/1073646968 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7c101036e0 0x7f7c10196670 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:16.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.735+0000 7f7c17fa8640 1 --2- 172.21.15.67:0/1073646968 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c10102d30 0x7f7c10196130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:16.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.735+0000 7f7c17fa8640 1 -- 172.21.15.67:0/1073646968 >> 172.21.15.67:0/1073646968 conn(0x7f7c100fc7d0 msgr2=0x7f7c100fe2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:16.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.735+0000 7f7c17fa8640 1 -- 172.21.15.67:0/1073646968 shutdown_connections 2024-09-10T08:16:16.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:16.735+0000 7f7c17fa8640 1 -- 172.21.15.67:0/1073646968 wait complete. 2024-09-10T08:16:17.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:17 smithi203 ceph-mon[34672]: pgmap v401: 129 pgs: 129 active+clean; 670 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 255 B/s wr, 12 op/s 2024-09-10T08:16:17.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:17 smithi133 ceph-mon[34721]: pgmap v401: 129 pgs: 129 active+clean; 670 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 255 B/s wr, 12 op/s 2024-09-10T08:16:17.413 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:17 smithi067 ceph-mon[31051]: pgmap v401: 129 pgs: 129 active+clean; 670 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 255 B/s wr, 12 op/s 2024-09-10T08:16:17.815 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.814+0000 7f3f9aaba640 1 -- 172.21.15.67:0/313367725 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f94101c90 msgr2=0x7f3f94102110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:17.815 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.814+0000 7f3f9aaba640 1 --2- 172.21.15.67:0/313367725 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f94101c90 0x7f3f94102110 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f3f80009900 tx=0x7f3f8002a480 comp rx=0 tx=0).stop 2024-09-10T08:16:17.815 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.814+0000 7f3f9aaba640 1 -- 172.21.15.67:0/313367725 shutdown_connections 2024-09-10T08:16:17.815 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.814+0000 7f3f9aaba640 1 --2- 172.21.15.67:0/313367725 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3f94102650 0x7f3f94108ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:17.815 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.814+0000 7f3f9aaba640 1 --2- 172.21.15.67:0/313367725 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f94101c90 0x7f3f94102110 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:17.815 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.814+0000 7f3f9aaba640 1 --2- 172.21.15.67:0/313367725 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f94100f80 0x7f3f94101380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:17.815 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.814+0000 7f3f9aaba640 1 -- 172.21.15.67:0/313367725 >> 172.21.15.67:0/313367725 conn(0x7f3f940fb940 msgr2=0x7f3f940fdd80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:17.815 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.814+0000 7f3f9aaba640 1 -- 172.21.15.67:0/313367725 shutdown_connections 2024-09-10T08:16:17.815 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.814+0000 7f3f9aaba640 1 -- 172.21.15.67:0/313367725 wait complete. 2024-09-10T08:16:17.818 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.815+0000 7f3f9aaba640 1 Processor -- start 2024-09-10T08:16:17.818 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.815+0000 7f3f9aaba640 1 -- start start 2024-09-10T08:16:17.818 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.815+0000 7f3f9aaba640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f94100f80 0x7f3f94197d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:17.818 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.815+0000 7f3f9aaba640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3f94101c90 0x7f3f94198280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:17.818 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.815+0000 7f3f9aaba640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f94102650 0x7f3f9419f2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:17.818 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.815+0000 7f3f9aaba640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3f9410c5c0 con 0x7f3f94100f80 2024-09-10T08:16:17.818 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.815+0000 7f3f9aaba640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f3f9410c440 con 0x7f3f94102650 2024-09-10T08:16:17.819 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.815+0000 7f3f9aaba640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f3f9410c740 con 0x7f3f94101c90 2024-09-10T08:16:17.819 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.815+0000 7f3f98856640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f94100f80 0x7f3f94197d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:17.819 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.815+0000 7f3f98856640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f94100f80 0x7f3f94197d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55974/0 (socket says 172.21.15.67:55974) 2024-09-10T08:16:17.819 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.815+0000 7f3f98856640 1 -- 172.21.15.67:0/77573463 learned_addr learned my addr 172.21.15.67:0/77573463 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:17.819 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.815+0000 7f3f93fff640 1 --2- 172.21.15.67:0/77573463 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3f94101c90 0x7f3f94198280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:17.819 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.815+0000 7f3f99057640 1 --2- 172.21.15.67:0/77573463 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f94102650 0x7f3f9419f2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:17.819 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.816+0000 7f3f98856640 1 -- 172.21.15.67:0/77573463 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3f94101c90 msgr2=0x7f3f94198280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:17.819 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.816+0000 7f3f98856640 1 --2- 172.21.15.67:0/77573463 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3f94101c90 0x7f3f94198280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:17.819 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.816+0000 7f3f98856640 1 -- 172.21.15.67:0/77573463 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f94102650 msgr2=0x7f3f9419f2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:17.819 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.816+0000 7f3f98856640 1 --2- 172.21.15.67:0/77573463 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f94102650 0x7f3f9419f2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:17.819 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.816+0000 7f3f98856640 1 -- 172.21.15.67:0/77573463 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f9419f960 con 0x7f3f94100f80 2024-09-10T08:16:17.819 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.816+0000 7f3f99057640 1 --2- 172.21.15.67:0/77573463 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f94102650 0x7f3f9419f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:16:17.820 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.816+0000 7f3f98856640 1 --2- 172.21.15.67:0/77573463 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f94100f80 0x7f3f94197d40 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f3f8800d950 tx=0x7f3f8800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:17.820 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.816+0000 7f3f91ffb640 1 -- 172.21.15.67:0/77573463 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f88017020 con 0x7f3f94100f80 2024-09-10T08:16:17.820 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.816+0000 7f3f91ffb640 1 -- 172.21.15.67:0/77573463 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3f88009c30 con 0x7f3f94100f80 2024-09-10T08:16:17.820 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.816+0000 7f3f9aaba640 1 -- 172.21.15.67:0/77573463 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f9419fc50 con 0x7f3f94100f80 2024-09-10T08:16:17.820 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.816+0000 7f3f91ffb640 1 -- 172.21.15.67:0/77573463 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f8800f6b0 con 0x7f3f94100f80 2024-09-10T08:16:17.820 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.816+0000 7f3f9aaba640 1 -- 172.21.15.67:0/77573463 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f941a0170 con 0x7f3f94100f80 2024-09-10T08:16:17.823 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.819+0000 7f3f91ffb640 1 -- 172.21.15.67:0/77573463 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 19) ==== 137884+0+0 (secure 0 0 0) 0x7f3f8801a020 con 0x7f3f94100f80 2024-09-10T08:16:17.823 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.819+0000 7f3f9d855740 1 Processor -- start 2024-09-10T08:16:17.823 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.820+0000 7f3f9d855740 1 -- start start 2024-09-10T08:16:17.823 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.820+0000 7f3f9d855740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5625989639a0 0x562598963da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:17.823 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.820+0000 7f3f9d855740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5625989642e0 0x562598968da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:17.823 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.820+0000 7f3f9d855740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562598969370 0x56259896b830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:17.823 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.820+0000 7f3f9d855740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5625988c72f0 con 0x5625989639a0 2024-09-10T08:16:17.823 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.820+0000 7f3f9d855740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x56259886f270 con 0x5625989642e0 2024-09-10T08:16:17.823 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.820+0000 7f3f9d855740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5625988c32b0 con 0x562598969370 2024-09-10T08:16:17.824 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.820+0000 7f3f91ffb640 1 --2- 172.21.15.67:0/77573463 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f3f840a2cd0 0x7f3f840a5190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:17.824 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.820+0000 7f3f99057640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5625989639a0 0x562598963da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:17.824 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.820+0000 7f3f99057640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5625989639a0 0x562598963da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55978/0 (socket says 172.21.15.67:55978) 2024-09-10T08:16:17.824 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.820+0000 7f3f99057640 1 -- 172.21.15.67:0/666585839 learned_addr learned my addr 172.21.15.67:0/666585839 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:17.824 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.820+0000 7f3f91ffb640 1 -- 172.21.15.67:0/77573463 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f3f880cf560 con 0x7f3f94100f80 2024-09-10T08:16:17.824 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.820+0000 7f3f98856640 1 --2- 172.21.15.67:0/666585839 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5625989642e0 0x562598968da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:17.824 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.820+0000 7f3f99057640 1 --2- 172.21.15.67:0/77573463 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f3f840a2cd0 0x7f3f840a5190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:17.824 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.820+0000 7f3f93fff640 1 --2- 172.21.15.67:0/666585839 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562598969370 0x56259896b830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:17.824 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.821+0000 7f3f99057640 1 -- 172.21.15.67:0/666585839 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562598969370 msgr2=0x56259896b830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:17.824 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.821+0000 7f3f99057640 1 --2- 172.21.15.67:0/666585839 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562598969370 0x56259896b830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:17.824 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.821+0000 7f3f99057640 1 -- 172.21.15.67:0/666585839 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5625989642e0 msgr2=0x562598968da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:17.824 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.821+0000 7f3f99057640 1 --2- 172.21.15.67:0/666585839 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5625989642e0 0x562598968da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:17.824 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.821+0000 7f3f99057640 1 -- 172.21.15.67:0/666585839 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56259886e340 con 0x5625989639a0 2024-09-10T08:16:17.825 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.821+0000 7f3f99057640 1 --2- 172.21.15.67:0/666585839 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5625989639a0 0x562598963da0 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f3f8c015ef0 tx=0x7f3f8c012760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d482282908300152 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:17.825 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.821+0000 7f3f99057640 1 --2- 172.21.15.67:0/77573463 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f3f840a2cd0 0x7f3f840a5190 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f3f8c0092f0 tx=0x7f3f8c01d000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:17.825 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.821+0000 7f3f7effd640 1 -- 172.21.15.67:0/666585839 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f8c025070 con 0x5625989639a0 2024-09-10T08:16:17.825 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.821+0000 7f3f7effd640 1 -- 172.21.15.67:0/666585839 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3f8c00cbf0 con 0x5625989639a0 2024-09-10T08:16:17.825 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.821+0000 7f3f7effd640 1 -- 172.21.15.67:0/666585839 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f8c005540 con 0x5625989639a0 2024-09-10T08:16:17.825 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.822+0000 7f3f9d855740 1 -- 172.21.15.67:0/666585839 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5625989639a0 msgr2=0x562598963da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:17.825 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.822+0000 7f3f9d855740 1 --2- 172.21.15.67:0/666585839 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5625989639a0 0x562598963da0 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f3f8c015ef0 tx=0x7f3f8c012760 comp rx=0 tx=0).stop 2024-09-10T08:16:17.825 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.822+0000 7f3f9d855740 1 -- 172.21.15.67:0/666585839 shutdown_connections 2024-09-10T08:16:17.825 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.822+0000 7f3f9d855740 1 --2- 172.21.15.67:0/666585839 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5625989642e0 0x562598968da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:17.825 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.822+0000 7f3f9d855740 1 --2- 172.21.15.67:0/666585839 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562598969370 0x56259896b830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:17.825 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.822+0000 7f3f9d855740 1 --2- 172.21.15.67:0/666585839 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5625989639a0 0x562598963da0 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:17.825 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.822+0000 7f3f9d855740 1 -- 172.21.15.67:0/666585839 >> 172.21.15.67:0/666585839 conn(0x56259895f010 msgr2=0x56259895f410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:17.825 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.822+0000 7f3f9d855740 1 -- 172.21.15.67:0/666585839 shutdown_connections 2024-09-10T08:16:17.825 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.822+0000 7f3f9d855740 1 -- 172.21.15.67:0/666585839 wait complete. 2024-09-10T08:16:17.826 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.822+0000 7f3f9d855740 1 -- start start 2024-09-10T08:16:17.826 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.823+0000 7f3f9d855740 1 Processor -- start 2024-09-10T08:16:17.829 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.823+0000 7f3f9d855740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5625989639a0 0x56259896db90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:17.830 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.823+0000 7f3f9d855740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5625989642e0 0x56259896e0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:17.830 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.823+0000 7f3f9d855740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562598969370 0x562598975110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:17.830 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.823+0000 7f3f9d855740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x56259896c2e0 con 0x562598969370 2024-09-10T08:16:17.830 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.823+0000 7f3f9d855740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x562598850290 con 0x5625989639a0 2024-09-10T08:16:17.830 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.823+0000 7f3f9d855740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x56259896c460 con 0x5625989642e0 2024-09-10T08:16:17.830 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.823+0000 7f3f9d855740 10 client.0 _ll_register_callbacks cb 0x562598881140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:16:17.830 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.823+0000 7f3f99057640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562598969370 0x562598975110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:17.830 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.823+0000 7f3f99057640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562598969370 0x562598975110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55986/0 (socket says 172.21.15.67:55986) 2024-09-10T08:16:17.830 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.823+0000 7f3f99057640 1 -- 172.21.15.67:0/2393605922 learned_addr learned my addr 172.21.15.67:0/2393605922 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:17.830 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.823+0000 7f3f98856640 1 --2- 172.21.15.67:0/2393605922 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5625989639a0 0x56259896db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:17.830 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.823+0000 7f3f93fff640 1 --2- 172.21.15.67:0/2393605922 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5625989642e0 0x56259896e0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:17.830 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.824+0000 7f3f99057640 1 -- 172.21.15.67:0/2393605922 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5625989642e0 msgr2=0x56259896e0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:17.831 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.824+0000 7f3f99057640 1 --2- 172.21.15.67:0/2393605922 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5625989642e0 0x56259896e0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:17.831 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.824+0000 7f3f99057640 1 -- 172.21.15.67:0/2393605922 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5625989639a0 msgr2=0x56259896db90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:17.831 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.824+0000 7f3f99057640 1 --2- 172.21.15.67:0/2393605922 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5625989639a0 0x56259896db90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:17.831 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.824+0000 7f3f99057640 1 -- 172.21.15.67:0/2393605922 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5625985da210 con 0x562598969370 2024-09-10T08:16:17.831 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.824+0000 7f3f99057640 1 --2- 172.21.15.67:0/2393605922 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562598969370 0x562598975110 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f3f8c0094d0 tx=0x7f3f8c009640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43826a0bbff7d5ab server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:17.831 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.824+0000 7f3f73fff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:16:17.831 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.824+0000 7f3f73fff640 1 -- 172.21.15.67:0/2393605922 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f8c025040 con 0x562598969370 2024-09-10T08:16:17.832 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.824+0000 7f3f73fff640 1 -- 172.21.15.67:0/2393605922 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f3f8c005440 con 0x562598969370 2024-09-10T08:16:17.832 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.824+0000 7f3f9d855740 1 -- 172.21.15.67:0/2393605922 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3f8c00cbf0 con 0x562598969370 2024-09-10T08:16:17.832 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.824+0000 7f3f73fff640 1 -- 172.21.15.67:0/2393605922 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3f8c0059c0 con 0x562598969370 2024-09-10T08:16:17.832 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.824+0000 7f3f9d855740 10 client.15795 fetch_fsmap learned FSMap version 29 2024-09-10T08:16:17.832 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.824+0000 7f3f9d855740 1 -- 172.21.15.67:0/2393605922 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5625986a6620 con 0x562598969370 2024-09-10T08:16:17.832 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.825+0000 7f3f73fff640 1 -- 172.21.15.67:0/2393605922 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3f8c00cbf0 con 0x562598969370 2024-09-10T08:16:17.832 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.825+0000 7f3f73fff640 1 -- 172.21.15.67:0/2393605922 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f3f8c01e030 con 0x562598969370 2024-09-10T08:16:17.832 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.825+0000 7f3f9d855740 10 client.15795 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:16:17.832 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.825+0000 7f3f9d855740 10 client.15795 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:16:17.832 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.825+0000 7f3f9d855740 20 client.15795 populate_metadata read hostname 'smithi067' 2024-09-10T08:16:17.832 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.825+0000 7f3f9d855740 1 --2- 172.21.15.67:0/2393605922 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5625989795a0 0x56259897b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:17.832 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.825+0000 7f3f9d855740 4 client.15795 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:16:17.833 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.825+0000 7f3f9d855740 1 -- 172.21.15.67:0/2393605922 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5625988d4a20 con 0x5625989795a0 2024-09-10T08:16:17.833 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.825+0000 7f3f98856640 1 --2- 172.21.15.67:0/2393605922 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5625989795a0 0x56259897b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:17.833 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.826+0000 7f3f98856640 1 --2- 172.21.15.67:0/2393605922 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5625989795a0 0x56259897b990 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8848cfb2275676ca server_cookie=280173694e7ac3af in_seq=0 out_seq=0 2024-09-10T08:16:17.833 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.826+0000 7f3f73fff640 10 client.15795 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:17.833 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.826+0000 7f3f73fff640 1 -- 172.21.15.67:0/2393605922 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5625988d4a20 con 0x5625989795a0 2024-09-10T08:16:17.833 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.826+0000 7f3f73fff640 10 client.15795 handle_command_reply: tid=0 2024-09-10T08:16:17.833 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.826+0000 7f3f9d855740 1 client.15795 shutdown 2024-09-10T08:16:17.833 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.826+0000 7f3f9d855740 1 -- 172.21.15.67:0/2393605922 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562598969370 msgr2=0x562598975110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:17.833 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.826+0000 7f3f9d855740 1 --2- 172.21.15.67:0/2393605922 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562598969370 0x562598975110 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f3f8c0094d0 tx=0x7f3f8c009640 comp rx=0 tx=0).stop 2024-09-10T08:16:17.833 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.827+0000 7f3f9d855740 1 -- 172.21.15.67:0/2393605922 shutdown_connections 2024-09-10T08:16:17.833 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.827+0000 7f3f9d855740 1 --2- 172.21.15.67:0/2393605922 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5625989795a0 0x56259897b990 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:17.833 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.827+0000 7f3f9d855740 1 --2- 172.21.15.67:0/2393605922 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562598969370 0x562598975110 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:17.833 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.827+0000 7f3f9d855740 1 --2- 172.21.15.67:0/2393605922 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5625989642e0 0x56259896e0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:17.833 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.827+0000 7f3f9d855740 1 --2- 172.21.15.67:0/2393605922 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5625989639a0 0x56259896db90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:17.834 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.827+0000 7f3f73fff640 0 client.15795 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:17.834 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.827+0000 7f3f9d855740 1 -- 172.21.15.67:0/2393605922 >> 172.21.15.67:0/2393605922 conn(0x56259895f010 msgr2=0x562598960820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:17.834 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.827+0000 7f3f9d855740 1 -- 172.21.15.67:0/2393605922 shutdown_connections 2024-09-10T08:16:17.834 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.827+0000 7f3f9d855740 1 -- 172.21.15.67:0/2393605922 wait complete. 2024-09-10T08:16:17.834 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.827+0000 7f3f9d855740 20 client.15795 trim_cache size 0 max 16384 2024-09-10T08:16:17.847 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.845+0000 7f3f9d855740 1 Processor -- start 2024-09-10T08:16:17.847 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.845+0000 7f3f9d855740 1 -- start start 2024-09-10T08:16:17.847 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.846+0000 7f3f9d855740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56259895f010 0x56259895e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:17.847 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.846+0000 7f3f9d855740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5625989639a0 0x5625989750d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:17.847 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.846+0000 7f3f9d855740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5625989642e0 0x562598960400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:17.847 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.846+0000 7f3f9d855740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3f941aa8e0 con 0x56259895f010 2024-09-10T08:16:17.848 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.846+0000 7f3f9d855740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f3f941ac420 con 0x5625989642e0 2024-09-10T08:16:17.848 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.846+0000 7f3f9d855740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f3f941aafb0 con 0x5625989639a0 2024-09-10T08:16:17.848 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.846+0000 7f3f98856640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56259895f010 0x56259895e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:17.848 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.846+0000 7f3f98856640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56259895f010 0x56259895e0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55988/0 (socket says 172.21.15.67:55988) 2024-09-10T08:16:17.848 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.846+0000 7f3f98856640 1 -- 172.21.15.67:0/3460696350 learned_addr learned my addr 172.21.15.67:0/3460696350 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:17.848 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.846+0000 7f3f93fff640 1 --2- 172.21.15.67:0/3460696350 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5625989639a0 0x5625989750d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:17.848 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.846+0000 7f3f99057640 1 --2- 172.21.15.67:0/3460696350 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5625989642e0 0x562598960400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:17.848 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.846+0000 7f3f98856640 1 -- 172.21.15.67:0/3460696350 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5625989639a0 msgr2=0x5625989750d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:17.848 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.846+0000 7f3f98856640 1 --2- 172.21.15.67:0/3460696350 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5625989639a0 0x5625989750d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:17.848 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.846+0000 7f3f98856640 1 -- 172.21.15.67:0/3460696350 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5625989642e0 msgr2=0x562598960400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:17.848 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.846+0000 7f3f98856640 1 --2- 172.21.15.67:0/3460696350 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5625989642e0 0x562598960400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:17.848 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.846+0000 7f3f98856640 1 -- 172.21.15.67:0/3460696350 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56259896e270 con 0x56259895f010 2024-09-10T08:16:17.849 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.846+0000 7f3f99057640 1 --2- 172.21.15.67:0/3460696350 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5625989642e0 0x562598960400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:16:17.849 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.847+0000 7f3f98856640 1 --2- 172.21.15.67:0/3460696350 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56259895f010 0x56259895e0b0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f3f880ccb90 tx=0x7f3f8800bf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fdb0e962dc94b46 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:17.849 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.847+0000 7f3f7e7fc640 1 -- 172.21.15.67:0/3460696350 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f880b4070 con 0x56259895f010 2024-09-10T08:16:17.849 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.847+0000 7f3f7e7fc640 1 -- 172.21.15.67:0/3460696350 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3f8809fc10 con 0x56259895f010 2024-09-10T08:16:17.849 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.847+0000 7f3f7e7fc640 1 -- 172.21.15.67:0/3460696350 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f88097ed0 con 0x56259895f010 2024-09-10T08:16:17.853 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.848+0000 7f3f9d855740 1 -- 172.21.15.67:0/3460696350 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56259895f010 msgr2=0x56259895e0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:17.853 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.848+0000 7f3f9d855740 1 --2- 172.21.15.67:0/3460696350 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56259895f010 0x56259895e0b0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f3f880ccb90 tx=0x7f3f8800bf60 comp rx=0 tx=0).stop 2024-09-10T08:16:17.853 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.848+0000 7f3f9d855740 1 -- 172.21.15.67:0/3460696350 shutdown_connections 2024-09-10T08:16:17.853 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.848+0000 7f3f9d855740 1 --2- 172.21.15.67:0/3460696350 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5625989642e0 0x562598960400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:17.853 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.848+0000 7f3f9d855740 1 --2- 172.21.15.67:0/3460696350 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5625989639a0 0x5625989750d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:17.853 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.848+0000 7f3f9d855740 1 --2- 172.21.15.67:0/3460696350 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56259895f010 0x56259895e0b0 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:17.853 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.848+0000 7f3f9d855740 1 -- 172.21.15.67:0/3460696350 >> 172.21.15.67:0/3460696350 conn(0x562598968e90 msgr2=0x56259895d9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:17.853 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.848+0000 7f3f9d855740 1 -- 172.21.15.67:0/3460696350 shutdown_connections 2024-09-10T08:16:17.853 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.848+0000 7f3f9d855740 1 -- 172.21.15.67:0/3460696350 wait complete. 2024-09-10T08:16:17.853 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.848+0000 7f3f9d855740 1 -- start start 2024-09-10T08:16:17.853 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.848+0000 7f3f9d855740 1 Processor -- start 2024-09-10T08:16:17.853 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.849+0000 7f3f9d855740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5625989639a0 0x562598972800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:17.854 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.849+0000 7f3f9d855740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5625989642e0 0x562598972d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:17.854 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.849+0000 7f3f9d855740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562598969370 0x562598973c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:17.854 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.849+0000 7f3f9d855740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3f941abd50 con 0x5625989639a0 2024-09-10T08:16:17.854 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.849+0000 7f3f9d855740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f3f941ab680 con 0x5625989642e0 2024-09-10T08:16:17.854 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.849+0000 7f3f9d855740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f3f941a88c0 con 0x562598969370 2024-09-10T08:16:17.854 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.849+0000 7f3f9d855740 10 client.0 _ll_register_callbacks cb 0x7f3f880046c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:16:17.854 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.849+0000 7f3f98856640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5625989639a0 0x562598972800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:17.854 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.849+0000 7f3f98856640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5625989639a0 0x562598972800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55998/0 (socket says 172.21.15.67:55998) 2024-09-10T08:16:17.854 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.849+0000 7f3f98856640 1 -- 172.21.15.67:0/1156428950 learned_addr learned my addr 172.21.15.67:0/1156428950 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:17.854 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.849+0000 7f3f93fff640 1 --2- 172.21.15.67:0/1156428950 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5625989642e0 0x562598972d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:17.854 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.849+0000 7f3f99057640 1 --2- 172.21.15.67:0/1156428950 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562598969370 0x562598973c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:17.854 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.849+0000 7f3f98856640 1 -- 172.21.15.67:0/1156428950 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562598969370 msgr2=0x562598973c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:17.855 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.849+0000 7f3f98856640 1 --2- 172.21.15.67:0/1156428950 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562598969370 0x562598973c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:17.855 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.849+0000 7f3f98856640 1 -- 172.21.15.67:0/1156428950 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5625989642e0 msgr2=0x562598972d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:17.855 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.849+0000 7f3f98856640 1 --2- 172.21.15.67:0/1156428950 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5625989642e0 0x562598972d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:17.855 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.849+0000 7f3f98856640 1 -- 172.21.15.67:0/1156428950 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5625989742a0 con 0x5625989639a0 2024-09-10T08:16:17.855 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.849+0000 7f3f98856640 1 --2- 172.21.15.67:0/1156428950 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5625989639a0 0x562598972800 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f3f88009610 tx=0x7f3f88010a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe8f531becf93158 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:17.855 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.849+0000 7f3f73fff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:16:17.855 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.850+0000 7f3f73fff640 1 -- 172.21.15.67:0/1156428950 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f880b4040 con 0x5625989639a0 2024-09-10T08:16:17.855 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.850+0000 7f3f73fff640 1 -- 172.21.15.67:0/1156428950 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f3f88099b60 con 0x5625989639a0 2024-09-10T08:16:17.855 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.850+0000 7f3f9d855740 1 -- 172.21.15.67:0/1156428950 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3f8809fc10 con 0x5625989639a0 2024-09-10T08:16:17.855 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.850+0000 7f3f73fff640 1 -- 172.21.15.67:0/1156428950 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3f8809bf60 con 0x5625989639a0 2024-09-10T08:16:17.855 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.850+0000 7f3f9d855740 10 client.15801 fetch_fsmap learned FSMap version 29 2024-09-10T08:16:17.855 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.850+0000 7f3f9d855740 1 -- 172.21.15.67:0/1156428950 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5625989e4180 con 0x5625989639a0 2024-09-10T08:16:17.855 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.850+0000 7f3f73fff640 1 -- 172.21.15.67:0/1156428950 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3f8809fc10 con 0x5625989639a0 2024-09-10T08:16:17.856 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.850+0000 7f3f73fff640 1 -- 172.21.15.67:0/1156428950 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f3f880cf200 con 0x5625989639a0 2024-09-10T08:16:17.856 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.850+0000 7f3f9d855740 10 client.15801 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:16:17.856 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.850+0000 7f3f9d855740 10 client.15801 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:16:17.856 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.850+0000 7f3f9d855740 20 client.15801 populate_metadata read hostname 'smithi067' 2024-09-10T08:16:17.856 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.850+0000 7f3f9d855740 1 --2- 172.21.15.67:0/1156428950 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5625989e49e0 0x5625989e6e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:17.856 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.850+0000 7f3f9d855740 4 client.15801 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:16:17.856 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.850+0000 7f3f9d855740 1 -- 172.21.15.67:0/1156428950 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5625988ced70 con 0x5625989e49e0 2024-09-10T08:16:17.856 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.851+0000 7f3f93fff640 1 --2- 172.21.15.67:0/1156428950 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5625989e49e0 0x5625989e6e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:17.856 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.851+0000 7f3f93fff640 1 --2- 172.21.15.67:0/1156428950 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5625989e49e0 0x5625989e6e00 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9d52a0ee423efd5c server_cookie=81c68b7e1cc81d15 in_seq=0 out_seq=0 2024-09-10T08:16:17.856 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.851+0000 7f3f73fff640 10 client.15801 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:17.857 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.855+0000 7f3f73fff640 1 -- 172.21.15.67:0/1156428950 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5625988ced70 con 0x5625989e49e0 2024-09-10T08:16:17.858 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.855+0000 7f3f73fff640 10 client.15801 handle_command_reply: tid=0 2024-09-10T08:16:17.858 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.855+0000 7f3f9d855740 1 client.15801 shutdown 2024-09-10T08:16:17.858 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.855+0000 7f3f9d855740 1 -- 172.21.15.67:0/1156428950 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5625989639a0 msgr2=0x562598972800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:17.858 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.855+0000 7f3f9d855740 1 --2- 172.21.15.67:0/1156428950 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5625989639a0 0x562598972800 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f3f88009610 tx=0x7f3f88010a30 comp rx=0 tx=0).stop 2024-09-10T08:16:17.858 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.855+0000 7f3f9d855740 1 -- 172.21.15.67:0/1156428950 shutdown_connections 2024-09-10T08:16:17.858 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.855+0000 7f3f9d855740 1 --2- 172.21.15.67:0/1156428950 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5625989e49e0 0x5625989e6e00 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:17.858 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.855+0000 7f3f73fff640 0 client.15801 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:17.858 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.855+0000 7f3f9d855740 1 --2- 172.21.15.67:0/1156428950 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5625989642e0 0x562598972d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:17.858 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.855+0000 7f3f9d855740 1 --2- 172.21.15.67:0/1156428950 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562598969370 0x562598973c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:17.858 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.855+0000 7f3f9d855740 1 --2- 172.21.15.67:0/1156428950 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5625989639a0 0x562598972800 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:17.858 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.855+0000 7f3f9d855740 1 -- 172.21.15.67:0/1156428950 >> 172.21.15.67:0/1156428950 conn(0x562598968e90 msgr2=0x56259895e1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:17.859 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.855+0000 7f3f9d855740 1 -- 172.21.15.67:0/1156428950 shutdown_connections 2024-09-10T08:16:17.859 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.855+0000 7f3f9d855740 1 -- 172.21.15.67:0/1156428950 wait complete. 2024-09-10T08:16:17.859 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.856+0000 7f3f9d855740 20 client.15801 trim_cache size 0 max 16384 2024-09-10T08:16:17.859 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout:{ 2024-09-10T08:16:17.859 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout: "message": "", 2024-09-10T08:16:17.859 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout: "return_code": 0 2024-09-10T08:16:17.859 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout:} 2024-09-10T08:16:17.860 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.856+0000 7f3f9aaba640 1 -- 172.21.15.67:0/77573463 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f3f840a2cd0 msgr2=0x7f3f840a5190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:17.860 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.856+0000 7f3f9aaba640 1 --2- 172.21.15.67:0/77573463 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f3f840a2cd0 0x7f3f840a5190 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f3f8c0092f0 tx=0x7f3f8c01d000 comp rx=0 tx=0).stop 2024-09-10T08:16:17.860 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.856+0000 7f3f9aaba640 1 -- 172.21.15.67:0/77573463 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f94100f80 msgr2=0x7f3f94197d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:17.860 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.856+0000 7f3f9aaba640 1 --2- 172.21.15.67:0/77573463 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f94100f80 0x7f3f94197d40 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f3f8800d950 tx=0x7f3f8800de10 comp rx=0 tx=0).stop 2024-09-10T08:16:17.860 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.856+0000 7f3f9aaba640 1 -- 172.21.15.67:0/77573463 shutdown_connections 2024-09-10T08:16:17.860 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.856+0000 7f3f9aaba640 1 --2- 172.21.15.67:0/77573463 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f3f840a2cd0 0x7f3f840a5190 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:17.860 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.856+0000 7f3f9aaba640 1 --2- 172.21.15.67:0/77573463 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3f94102650 0x7f3f9419f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:17.860 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.856+0000 7f3f9aaba640 1 --2- 172.21.15.67:0/77573463 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3f94101c90 0x7f3f94198280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:17.861 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.856+0000 7f3f9aaba640 1 --2- 172.21.15.67:0/77573463 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f94100f80 0x7f3f94197d40 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:17.861 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.856+0000 7f3f9aaba640 1 -- 172.21.15.67:0/77573463 >> 172.21.15.67:0/77573463 conn(0x7f3f940fb940 msgr2=0x7f3f940fd450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:17.861 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.857+0000 7f3f9aaba640 1 -- 172.21.15.67:0/77573463 shutdown_connections 2024-09-10T08:16:17.861 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:17.857+0000 7f3f9aaba640 1 -- 172.21.15.67:0/77573463 wait complete. 2024-09-10T08:16:18.475 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-10T08:16:18.475 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-10T08:16:18.750 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:16:19.190 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:19 smithi067 ceph-mon[31051]: pgmap v402: 129 pgs: 129 active+clean; 670 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-09-10T08:16:19.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.280+0000 7f4bed80c640 1 -- 172.21.15.67:0/3136100095 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4be8100aa0 msgr2=0x7f4be810ea20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:19.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.280+0000 7f4bed80c640 1 --2- 172.21.15.67:0/3136100095 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4be8100aa0 0x7f4be810ea20 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f4be0009ca0 tx=0x7f4be002a8c0 comp rx=0 tx=0).stop 2024-09-10T08:16:19.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.280+0000 7f4bed80c640 1 -- 172.21.15.67:0/3136100095 shutdown_connections 2024-09-10T08:16:19.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.280+0000 7f4bed80c640 1 --2- 172.21.15.67:0/3136100095 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4be8100aa0 0x7f4be810ea20 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:19.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.280+0000 7f4bed80c640 1 --2- 172.21.15.67:0/3136100095 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4be8100100 0x7f4be8100560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:19.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.280+0000 7f4bed80c640 1 --2- 172.21.15.67:0/3136100095 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4be8106b80 0x7f4be8106f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:19.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.280+0000 7f4bed80c640 1 -- 172.21.15.67:0/3136100095 >> 172.21.15.67:0/3136100095 conn(0x7f4be8077230 msgr2=0x7f4be80fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:19.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.281+0000 7f4bed80c640 1 -- 172.21.15.67:0/3136100095 shutdown_connections 2024-09-10T08:16:19.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.281+0000 7f4bed80c640 1 -- 172.21.15.67:0/3136100095 wait complete. 2024-09-10T08:16:19.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.282+0000 7f4bed80c640 1 Processor -- start 2024-09-10T08:16:19.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.282+0000 7f4bed80c640 1 -- start start 2024-09-10T08:16:19.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.282+0000 7f4bed80c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4be8100100 0x7f4be8198440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:19.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.282+0000 7f4bed80c640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4be8100aa0 0x7f4be8198980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:19.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.282+0000 7f4bed80c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4be8106b80 0x7f4be819cd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:19.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.282+0000 7f4bed80c640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f4be8111f00 con 0x7f4be8100100 2024-09-10T08:16:19.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.282+0000 7f4bed80c640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f4be8111d80 con 0x7f4be8106b80 2024-09-10T08:16:19.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.282+0000 7f4bed80c640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f4be8112080 con 0x7f4be8100aa0 2024-09-10T08:16:19.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.282+0000 7f4be6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4be8100100 0x7f4be8198440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:19.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.282+0000 7f4be6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4be8100100 0x7f4be8198440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56022/0 (socket says 172.21.15.67:56022) 2024-09-10T08:16:19.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.282+0000 7f4be6ffd640 1 -- 172.21.15.67:0/825212429 learned_addr learned my addr 172.21.15.67:0/825212429 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:19.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.283+0000 7f4be77fe640 1 --2- 172.21.15.67:0/825212429 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4be8106b80 0x7f4be819cd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:19.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.283+0000 7f4be67fc640 1 --2- 172.21.15.67:0/825212429 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4be8100aa0 0x7f4be8198980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:19.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.283+0000 7f4be67fc640 1 -- 172.21.15.67:0/825212429 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4be8106b80 msgr2=0x7f4be819cd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:19.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.283+0000 7f4be67fc640 1 --2- 172.21.15.67:0/825212429 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4be8106b80 0x7f4be819cd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:19.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.283+0000 7f4be67fc640 1 -- 172.21.15.67:0/825212429 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4be8100100 msgr2=0x7f4be8198440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:19.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.283+0000 7f4be67fc640 1 --2- 172.21.15.67:0/825212429 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4be8100100 0x7f4be8198440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:19.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.283+0000 7f4be67fc640 1 -- 172.21.15.67:0/825212429 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4be819d3f0 con 0x7f4be8100aa0 2024-09-10T08:16:19.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.283+0000 7f4be77fe640 1 --2- 172.21.15.67:0/825212429 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4be8106b80 0x7f4be819cd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:16:19.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.283+0000 7f4be67fc640 1 --2- 172.21.15.67:0/825212429 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4be8100aa0 0x7f4be8198980 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f4bdc00e9f0 tx=0x7f4bdc00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:19.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.284+0000 7f4bec80a640 1 -- 172.21.15.67:0/825212429 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bdc00ccc0 con 0x7f4be8100aa0 2024-09-10T08:16:19.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.284+0000 7f4bed80c640 1 -- 172.21.15.67:0/825212429 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4be819d6e0 con 0x7f4be8100aa0 2024-09-10T08:16:19.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.284+0000 7f4bec80a640 1 -- 172.21.15.67:0/825212429 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4bdc005020 con 0x7f4be8100aa0 2024-09-10T08:16:19.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.284+0000 7f4bec80a640 1 -- 172.21.15.67:0/825212429 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bdc004a00 con 0x7f4be8100aa0 2024-09-10T08:16:19.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.284+0000 7f4bed80c640 1 -- 172.21.15.67:0/825212429 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4be8101210 con 0x7f4be8100aa0 2024-09-10T08:16:19.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.286+0000 7f4befbe5740 1 Processor -- start 2024-09-10T08:16:19.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.286+0000 7f4befbe5740 1 -- start start 2024-09-10T08:16:19.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.287+0000 7f4befbe5740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557b04375a80 0x557b04375e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:19.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.287+0000 7f4befbe5740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557b043763a0 0x557b04389010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:19.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.287+0000 7f4befbe5740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557b04389550 0x557b0438b940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:19.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.287+0000 7f4befbe5740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x557b042db280 con 0x557b043763a0 2024-09-10T08:16:19.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.287+0000 7f4befbe5740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x557b04282b10 con 0x557b04389550 2024-09-10T08:16:19.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.287+0000 7f4befbe5740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x557b042d7240 con 0x557b04375a80 2024-09-10T08:16:19.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.287+0000 7f4be6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557b043763a0 0x557b04389010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:19.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.287+0000 7f4be6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557b043763a0 0x557b04389010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56028/0 (socket says 172.21.15.67:56028) 2024-09-10T08:16:19.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.287+0000 7f4be6ffd640 1 -- 172.21.15.67:0/407238413 learned_addr learned my addr 172.21.15.67:0/407238413 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:19.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.287+0000 7f4bec80a640 1 -- 172.21.15.67:0/825212429 <== mon.1 v2:172.21.15.203:3300/0 4 ==== mgrmap(e 19) ==== 137884+0+0 (secure 0 0 0) 0x7f4bdc004ba0 con 0x7f4be8100aa0 2024-09-10T08:16:19.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.288+0000 7f4be77fe640 1 --2- 172.21.15.67:0/407238413 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557b04375a80 0x557b04375e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:19.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.288+0000 7f4be67fc640 1 --2- 172.21.15.67:0/407238413 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557b04389550 0x557b0438b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:19.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.288+0000 7f4be6ffd640 1 -- 172.21.15.67:0/407238413 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557b04375a80 msgr2=0x557b04375e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:19.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.288+0000 7f4be6ffd640 1 --2- 172.21.15.67:0/407238413 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557b04375a80 0x557b04375e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:19.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.288+0000 7f4be6ffd640 1 -- 172.21.15.67:0/407238413 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557b04389550 msgr2=0x557b0438b940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:19.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.288+0000 7f4be6ffd640 1 --2- 172.21.15.67:0/407238413 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557b04389550 0x557b0438b940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:19.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.288+0000 7f4be6ffd640 1 -- 172.21.15.67:0/407238413 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557b0428f1f0 con 0x557b043763a0 2024-09-10T08:16:19.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.288+0000 7f4be67fc640 1 --2- 172.21.15.67:0/407238413 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557b04389550 0x557b0438b940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:16:19.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.288+0000 7f4be6ffd640 1 --2- 172.21.15.67:0/407238413 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557b043763a0 0x557b04389010 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f4bd800bcd0 tx=0x7f4bd800f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57fca40436f717a7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:19.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.288+0000 7f4bec80a640 1 --2- 172.21.15.67:0/825212429 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f4bd00a2c10 0x7f4bd00a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:19.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.288+0000 7f4bcdffb640 1 -- 172.21.15.67:0/407238413 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bd8015070 con 0x557b043763a0 2024-09-10T08:16:19.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.288+0000 7f4bcdffb640 1 -- 172.21.15.67:0/407238413 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4bd801a910 con 0x557b043763a0 2024-09-10T08:16:19.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.288+0000 7f4bcdffb640 1 -- 172.21.15.67:0/407238413 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bd8011900 con 0x557b043763a0 2024-09-10T08:16:19.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.289+0000 7f4bec80a640 1 -- 172.21.15.67:0/825212429 <== mon.1 v2:172.21.15.203:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f4bdc0cf660 con 0x7f4be8100aa0 2024-09-10T08:16:19.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.289+0000 7f4be77fe640 1 --2- 172.21.15.67:0/825212429 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f4bd00a2c10 0x7f4bd00a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:19.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.289+0000 7f4befbe5740 1 -- 172.21.15.67:0/407238413 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557b043763a0 msgr2=0x557b04389010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:19.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.289+0000 7f4befbe5740 1 --2- 172.21.15.67:0/407238413 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557b043763a0 0x557b04389010 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f4bd800bcd0 tx=0x7f4bd800f730 comp rx=0 tx=0).stop 2024-09-10T08:16:19.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.290+0000 7f4be77fe640 1 --2- 172.21.15.67:0/825212429 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f4bd00a2c10 0x7f4bd00a50d0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f4be0005e30 tx=0x7f4be0004a40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:19.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.290+0000 7f4befbe5740 1 -- 172.21.15.67:0/407238413 shutdown_connections 2024-09-10T08:16:19.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.290+0000 7f4befbe5740 1 --2- 172.21.15.67:0/407238413 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557b04389550 0x557b0438b940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:19.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.290+0000 7f4befbe5740 1 --2- 172.21.15.67:0/407238413 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557b043763a0 0x557b04389010 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:19.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.290+0000 7f4befbe5740 1 --2- 172.21.15.67:0/407238413 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557b04375a80 0x557b04375e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:19.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.290+0000 7f4befbe5740 1 -- 172.21.15.67:0/407238413 >> 172.21.15.67:0/407238413 conn(0x557b043720f0 msgr2=0x557b043724d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:19.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.290+0000 7f4befbe5740 1 -- 172.21.15.67:0/407238413 shutdown_connections 2024-09-10T08:16:19.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.290+0000 7f4befbe5740 1 -- 172.21.15.67:0/407238413 wait complete. 2024-09-10T08:16:19.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.290+0000 7f4befbe5740 1 -- start start 2024-09-10T08:16:19.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.290+0000 7f4befbe5740 1 Processor -- start 2024-09-10T08:16:19.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.291+0000 7f4befbe5740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557b04375a80 0x557b04386560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:19.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.291+0000 7f4befbe5740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557b043763a0 0x557b04386aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:19.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.291+0000 7f4befbe5740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557b04389550 0x557b04386fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:19.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.291+0000 7f4be67fc640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557b043763a0 0x557b04386aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:19.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.291+0000 7f4be6ffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557b04375a80 0x557b04386560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:19.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.291+0000 7f4be6ffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557b04375a80 0x557b04386560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.67:33348/0 (socket says 172.21.15.67:33348) 2024-09-10T08:16:19.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.291+0000 7f4be67fc640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557b043763a0 0x557b04386aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.67:34696/0 (socket says 172.21.15.67:34696) 2024-09-10T08:16:19.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.291+0000 7f4be77fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557b04389550 0x557b04386fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:19.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.291+0000 7f4be77fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557b04389550 0x557b04386fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56040/0 (socket says 172.21.15.67:56040) 2024-09-10T08:16:19.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.291+0000 7f4be6ffd640 1 -- 172.21.15.67:0/1474428994 learned_addr learned my addr 172.21.15.67:0/1474428994 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:19.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.291+0000 7f4befbe5740 1 -- 172.21.15.67:0/1474428994 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x557b0438c0c0 con 0x557b04389550 2024-09-10T08:16:19.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.291+0000 7f4befbe5740 1 -- 172.21.15.67:0/1474428994 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x557b04295f10 con 0x557b04375a80 2024-09-10T08:16:19.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.291+0000 7f4befbe5740 1 -- 172.21.15.67:0/1474428994 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x557b0438c240 con 0x557b043763a0 2024-09-10T08:16:19.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.292+0000 7f4be6ffd640 1 -- 172.21.15.67:0/1474428994 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557b043763a0 msgr2=0x557b04386aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:19.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.292+0000 7f4be6ffd640 1 --2- 172.21.15.67:0/1474428994 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557b043763a0 0x557b04386aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:19.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.292+0000 7f4be6ffd640 1 -- 172.21.15.67:0/1474428994 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557b04389550 msgr2=0x557b04386fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:19.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.292+0000 7f4be6ffd640 1 --2- 172.21.15.67:0/1474428994 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557b04389550 0x557b04386fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:19.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.292+0000 7f4be6ffd640 1 -- 172.21.15.67:0/1474428994 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557b0404c6a0 con 0x557b04375a80 2024-09-10T08:16:19.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.292+0000 7f4be77fe640 1 --2- 172.21.15.67:0/1474428994 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557b04389550 0x557b04386fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:16:19.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.292+0000 7f4befbe5740 10 client.0 _ll_register_callbacks cb 0x557b0425ea40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:16:19.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.292+0000 7f4befbe5740 1 -- 172.21.15.67:0/1474428994 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4bd801a910 con 0x557b04375a80 2024-09-10T08:16:19.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.292+0000 7f4be6ffd640 1 --2- 172.21.15.67:0/1474428994 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557b04375a80 0x557b04386560 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f4bd800bca0 tx=0x7f4bd801a460 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4278a82ef4f1b3b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:19.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.292+0000 7f4bc6ffd640 10 client.25298 ms_handle_connect on v2:172.21.15.133:3300/0 2024-09-10T08:16:19.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.292+0000 7f4bc6ffd640 1 -- 172.21.15.67:0/1474428994 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bd8015070 con 0x557b04375a80 2024-09-10T08:16:19.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.293+0000 7f4bc6ffd640 1 -- 172.21.15.67:0/1474428994 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f4bd801aac0 con 0x557b04375a80 2024-09-10T08:16:19.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.293+0000 7f4bc6ffd640 1 -- 172.21.15.67:0/1474428994 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f4bd801acc0 con 0x557b04375a80 2024-09-10T08:16:19.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.293+0000 7f4befbe5740 10 client.25298 fetch_fsmap learned FSMap version 29 2024-09-10T08:16:19.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.293+0000 7f4befbe5740 1 -- 172.21.15.67:0/1474428994 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({fsmap=29}) -- 0x557b04397aa0 con 0x557b04375a80 2024-09-10T08:16:19.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.293+0000 7f4bc6ffd640 1 -- 172.21.15.67:0/1474428994 <== mon.2 v2:172.21.15.133:3300/0 4 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f4bd8005040 con 0x557b04375a80 2024-09-10T08:16:19.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.293+0000 7f4befbe5740 10 client.25298 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:16:19.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.293+0000 7f4befbe5740 10 client.25298 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:16:19.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.293+0000 7f4befbe5740 20 client.25298 populate_metadata read hostname 'smithi067' 2024-09-10T08:16:19.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.293+0000 7f4befbe5740 1 --2- 172.21.15.67:0/1474428994 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x557b04398df0 0x557b0439b280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:19.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.293+0000 7f4befbe5740 4 client.25298 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:16:19.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.293+0000 7f4befbe5740 1 -- 172.21.15.67:0/1474428994 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557b042e87f0 con 0x557b04398df0 2024-09-10T08:16:19.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.294+0000 7f4be67fc640 1 --2- 172.21.15.67:0/1474428994 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x557b04398df0 0x557b0439b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:19.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.294+0000 7f4be67fc640 1 --2- 172.21.15.67:0/1474428994 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x557b04398df0 0x557b0439b280 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e1f6f3ecb03841c8 server_cookie=d2a8e47ad1c06521 in_seq=0 out_seq=0 2024-09-10T08:16:19.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.294+0000 7f4bc6ffd640 10 client.25298 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:19.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.295+0000 7f4bc6ffd640 1 -- 172.21.15.67:0/1474428994 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557b042e87f0 con 0x557b04398df0 2024-09-10T08:16:19.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.295+0000 7f4bc6ffd640 10 client.25298 handle_command_reply: tid=0 2024-09-10T08:16:19.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.295+0000 7f4befbe5740 1 client.25298 shutdown 2024-09-10T08:16:19.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.295+0000 7f4befbe5740 1 -- 172.21.15.67:0/1474428994 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557b04375a80 msgr2=0x557b04386560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:19.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.295+0000 7f4befbe5740 1 --2- 172.21.15.67:0/1474428994 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557b04375a80 0x557b04386560 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f4bd800bca0 tx=0x7f4bd801a460 comp rx=0 tx=0).stop 2024-09-10T08:16:19.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.295+0000 7f4befbe5740 1 -- 172.21.15.67:0/1474428994 shutdown_connections 2024-09-10T08:16:19.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.295+0000 7f4befbe5740 1 --2- 172.21.15.67:0/1474428994 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x557b04398df0 0x557b0439b280 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:19.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.295+0000 7f4befbe5740 1 --2- 172.21.15.67:0/1474428994 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557b04389550 0x557b04386fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:19.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.295+0000 7f4befbe5740 1 --2- 172.21.15.67:0/1474428994 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557b043763a0 0x557b04386aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:19.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.295+0000 7f4bc6ffd640 0 client.25298 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:19.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.295+0000 7f4befbe5740 1 --2- 172.21.15.67:0/1474428994 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557b04375a80 0x557b04386560 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:19.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.295+0000 7f4befbe5740 1 -- 172.21.15.67:0/1474428994 >> 172.21.15.67:0/1474428994 conn(0x557b043720f0 msgr2=0x557b04377d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:19.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.295+0000 7f4befbe5740 1 -- 172.21.15.67:0/1474428994 shutdown_connections 2024-09-10T08:16:19.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.295+0000 7f4befbe5740 1 -- 172.21.15.67:0/1474428994 wait complete. 2024-09-10T08:16:19.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.295+0000 7f4befbe5740 20 client.25298 trim_cache size 0 max 16384 2024-09-10T08:16:19.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:19 smithi203 ceph-mon[34672]: pgmap v402: 129 pgs: 129 active+clean; 670 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-09-10T08:16:19.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.328+0000 7f4befbe5740 1 Processor -- start 2024-09-10T08:16:19.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.328+0000 7f4befbe5740 1 -- start start 2024-09-10T08:16:19.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.328+0000 7f4befbe5740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557b04375a80 0x557b04394a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:19.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.328+0000 7f4befbe5740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557b043763a0 0x557b04394fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:19.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.328+0000 7f4befbe5740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557b04389550 0x557b04386ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:19.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.328+0000 7f4befbe5740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f4be81acb60 con 0x557b04389550 2024-09-10T08:16:19.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.328+0000 7f4be77fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557b04389550 0x557b04386ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:19.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.329+0000 7f4be77fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557b04389550 0x557b04386ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56046/0 (socket says 172.21.15.67:56046) 2024-09-10T08:16:19.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.329+0000 7f4be77fe640 1 -- 172.21.15.67:0/1044953093 learned_addr learned my addr 172.21.15.67:0/1044953093 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:19.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.329+0000 7f4befbe5740 1 -- 172.21.15.67:0/1044953093 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f4be81ae6a0 con 0x557b04375a80 2024-09-10T08:16:19.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.329+0000 7f4befbe5740 1 -- 172.21.15.67:0/1044953093 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f4be81ad230 con 0x557b043763a0 2024-09-10T08:16:19.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.329+0000 7f4be67fc640 1 --2- 172.21.15.67:0/1044953093 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557b043763a0 0x557b04394fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:19.331 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.329+0000 7f4be77fe640 1 -- 172.21.15.67:0/1044953093 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557b043763a0 msgr2=0x557b04394fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:19.331 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.329+0000 7f4be77fe640 1 --2- 172.21.15.67:0/1044953093 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557b043763a0 0x557b04394fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:19.331 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.329+0000 7f4be77fe640 1 -- 172.21.15.67:0/1044953093 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557b04375a80 msgr2=0x557b04394a60 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-10T08:16:19.331 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.329+0000 7f4be77fe640 1 --2- 172.21.15.67:0/1044953093 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557b04375a80 0x557b04394a60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:19.331 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.329+0000 7f4be77fe640 1 -- 172.21.15.67:0/1044953093 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557b043784e0 con 0x557b04389550 2024-09-10T08:16:19.331 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.329+0000 7f4be67fc640 1 --2- 172.21.15.67:0/1044953093 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557b043763a0 0x557b04394fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:16:19.331 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.329+0000 7f4be77fe640 1 --2- 172.21.15.67:0/1044953093 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557b04389550 0x557b04386ad0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f4be81077c0 tx=0x7f4be0039000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a502b5db95da9a66 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:19.331 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.329+0000 7f4bcd7fa640 1 -- 172.21.15.67:0/1044953093 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4be0056070 con 0x557b04389550 2024-09-10T08:16:19.331 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.329+0000 7f4bcd7fa640 1 -- 172.21.15.67:0/1044953093 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4be0036040 con 0x557b04389550 2024-09-10T08:16:19.331 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.329+0000 7f4bcd7fa640 1 -- 172.21.15.67:0/1044953093 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4be0030e30 con 0x557b04389550 2024-09-10T08:16:19.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.330+0000 7f4befbe5740 1 -- 172.21.15.67:0/1044953093 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557b04389550 msgr2=0x557b04386ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:19.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.330+0000 7f4befbe5740 1 --2- 172.21.15.67:0/1044953093 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557b04389550 0x557b04386ad0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f4be81077c0 tx=0x7f4be0039000 comp rx=0 tx=0).stop 2024-09-10T08:16:19.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.331+0000 7f4befbe5740 1 -- 172.21.15.67:0/1044953093 shutdown_connections 2024-09-10T08:16:19.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.331+0000 7f4befbe5740 1 --2- 172.21.15.67:0/1044953093 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557b04389550 0x557b04386ad0 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:19.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.331+0000 7f4befbe5740 1 --2- 172.21.15.67:0/1044953093 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557b043763a0 0x557b04394fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:19.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.331+0000 7f4befbe5740 1 --2- 172.21.15.67:0/1044953093 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557b04375a80 0x557b04394a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:19.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.331+0000 7f4befbe5740 1 -- 172.21.15.67:0/1044953093 >> 172.21.15.67:0/1044953093 conn(0x557b043720f0 msgr2=0x557b04394350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:19.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.331+0000 7f4befbe5740 1 -- 172.21.15.67:0/1044953093 shutdown_connections 2024-09-10T08:16:19.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.331+0000 7f4befbe5740 1 -- 172.21.15.67:0/1044953093 wait complete. 2024-09-10T08:16:19.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.331+0000 7f4befbe5740 1 -- start start 2024-09-10T08:16:19.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.331+0000 7f4befbe5740 1 Processor -- start 2024-09-10T08:16:19.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.332+0000 7f4befbe5740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557b04375a80 0x557b043914d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:19.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.332+0000 7f4befbe5740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557b043763a0 0x557b04391a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:19.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.332+0000 7f4befbe5740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557b04389550 0x557b0438e4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:19.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.332+0000 7f4befbe5740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f4be81adfd0 con 0x557b043763a0 2024-09-10T08:16:19.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.332+0000 7f4befbe5740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f4be81ad900 con 0x557b04389550 2024-09-10T08:16:19.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.332+0000 7f4befbe5740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f4be81aab40 con 0x557b04375a80 2024-09-10T08:16:19.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.332+0000 7f4befbe5740 10 client.0 _ll_register_callbacks cb 0x7f4bd800bb20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:16:19.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.332+0000 7f4be67fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557b043763a0 0x557b04391a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:19.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.332+0000 7f4be67fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557b043763a0 0x557b04391a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56060/0 (socket says 172.21.15.67:56060) 2024-09-10T08:16:19.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.332+0000 7f4be67fc640 1 -- 172.21.15.67:0/3778188671 learned_addr learned my addr 172.21.15.67:0/3778188671 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:19.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.332+0000 7f4be77fe640 1 --2- 172.21.15.67:0/3778188671 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557b04389550 0x557b0438e4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:19.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.332+0000 7f4be6ffd640 1 --2- 172.21.15.67:0/3778188671 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557b04375a80 0x557b043914d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:19.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.333+0000 7f4be77fe640 1 -- 172.21.15.67:0/3778188671 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557b04375a80 msgr2=0x557b043914d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:19.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.333+0000 7f4be77fe640 1 --2- 172.21.15.67:0/3778188671 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557b04375a80 0x557b043914d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:19.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.333+0000 7f4be77fe640 1 -- 172.21.15.67:0/3778188671 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557b043763a0 msgr2=0x557b04391a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:19.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.333+0000 7f4be77fe640 1 --2- 172.21.15.67:0/3778188671 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557b043763a0 0x557b04391a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:19.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.333+0000 7f4be77fe640 1 -- 172.21.15.67:0/3778188671 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557b0438ea60 con 0x557b04389550 2024-09-10T08:16:19.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.333+0000 7f4be67fc640 1 --2- 172.21.15.67:0/3778188671 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557b043763a0 0x557b04391a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:16:19.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.333+0000 7f4be6ffd640 1 --2- 172.21.15.67:0/3778188671 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557b04375a80 0x557b043914d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:16:19.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.333+0000 7f4be77fe640 1 --2- 172.21.15.67:0/3778188671 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557b04389550 0x557b0438e4a0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f4be002ade0 tx=0x7f4be0030870 comp rx=0 tx=0).ready entity=mon.2 client_cookie=125cd78f51251278 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:19.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.333+0000 7f4bc6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-09-10T08:16:19.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.333+0000 7f4bc6ffd640 1 -- 172.21.15.67:0/3778188671 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4be0056040 con 0x557b04389550 2024-09-10T08:16:19.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.333+0000 7f4bc6ffd640 1 -- 172.21.15.67:0/3778188671 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f4be0030d70 con 0x557b04389550 2024-09-10T08:16:19.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.333+0000 7f4befbe5740 1 -- 172.21.15.67:0/3778188671 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4be0036040 con 0x557b04389550 2024-09-10T08:16:19.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.334+0000 7f4bc6ffd640 1 -- 172.21.15.67:0/3778188671 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f4be0004000 con 0x557b04389550 2024-09-10T08:16:19.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.334+0000 7f4befbe5740 10 client.25301 fetch_fsmap learned FSMap version 29 2024-09-10T08:16:19.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.334+0000 7f4befbe5740 1 -- 172.21.15.67:0/3778188671 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x557b04404470 con 0x557b04389550 2024-09-10T08:16:19.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.334+0000 7f4bc6ffd640 1 -- 172.21.15.67:0/3778188671 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4be0036040 con 0x557b04389550 2024-09-10T08:16:19.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.334+0000 7f4bc6ffd640 1 -- 172.21.15.67:0/3778188671 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f4be0044040 con 0x557b04389550 2024-09-10T08:16:19.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.334+0000 7f4befbe5740 10 client.25301 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:16:19.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.334+0000 7f4befbe5740 10 client.25301 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:16:19.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.334+0000 7f4befbe5740 20 client.25301 populate_metadata read hostname 'smithi067' 2024-09-10T08:16:19.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.334+0000 7f4befbe5740 1 --2- 172.21.15.67:0/3778188671 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x557b04398df0 0x557b04406b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:19.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.334+0000 7f4befbe5740 4 client.25301 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-10T08:16:19.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.334+0000 7f4befbe5740 1 -- 172.21.15.67:0/3778188671 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x557b042e2d00 con 0x557b04398df0 2024-09-10T08:16:19.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.335+0000 7f4be6ffd640 1 --2- 172.21.15.67:0/3778188671 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x557b04398df0 0x557b04406b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:19.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.335+0000 7f4bc6ffd640 10 client.25301 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:19.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.335+0000 7f4be6ffd640 1 --2- 172.21.15.67:0/3778188671 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x557b04398df0 0x557b04406b40 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=462c878212380028 server_cookie=e1d71508d7f327bf in_seq=0 out_seq=0 2024-09-10T08:16:19.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.337+0000 7f4bc6ffd640 1 -- 172.21.15.67:0/3778188671 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x557b042e2d00 con 0x557b04398df0 2024-09-10T08:16:19.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.337+0000 7f4bc6ffd640 10 client.25301 handle_command_reply: tid=0 2024-09-10T08:16:19.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.337+0000 7f4befbe5740 1 client.25301 shutdown 2024-09-10T08:16:19.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.337+0000 7f4befbe5740 1 -- 172.21.15.67:0/3778188671 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557b04389550 msgr2=0x557b0438e4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:19.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.337+0000 7f4befbe5740 1 --2- 172.21.15.67:0/3778188671 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557b04389550 0x557b0438e4a0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f4be002ade0 tx=0x7f4be0030870 comp rx=0 tx=0).stop 2024-09-10T08:16:19.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.337+0000 7f4befbe5740 1 -- 172.21.15.67:0/3778188671 shutdown_connections 2024-09-10T08:16:19.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.337+0000 7f4befbe5740 1 --2- 172.21.15.67:0/3778188671 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x557b04398df0 0x557b04406b40 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:19.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.337+0000 7f4befbe5740 1 --2- 172.21.15.67:0/3778188671 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557b04389550 0x557b0438e4a0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:19.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.338+0000 7f4befbe5740 1 --2- 172.21.15.67:0/3778188671 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557b043763a0 0x557b04391a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:19.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.338+0000 7f4befbe5740 1 --2- 172.21.15.67:0/3778188671 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557b04375a80 0x557b043914d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:19.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.338+0000 7f4befbe5740 1 -- 172.21.15.67:0/3778188671 >> 172.21.15.67:0/3778188671 conn(0x557b043720f0 msgr2=0x557b04377cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:19.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.338+0000 7f4bc6ffd640 0 client.25301 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:19.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.338+0000 7f4befbe5740 1 -- 172.21.15.67:0/3778188671 shutdown_connections 2024-09-10T08:16:19.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.338+0000 7f4befbe5740 1 -- 172.21.15.67:0/3778188671 wait complete. 2024-09-10T08:16:19.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.338+0000 7f4befbe5740 20 client.25301 trim_cache size 0 max 16384 2024-09-10T08:16:19.341 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:16:19.342 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": 0, 2024-09-10T08:16:19.342 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_tag": "33fe443e-525f-4ad8-9ecd-9d2507d24a2b", 2024-09-10T08:16:19.342 INFO:teuthology.orchestra.run.smithi067.stdout: "mode": "asynchronous" 2024-09-10T08:16:19.342 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:16:19.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.339+0000 7f4bed80c640 1 -- 172.21.15.67:0/825212429 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f4bd00a2c10 msgr2=0x7f4bd00a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:19.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.339+0000 7f4bed80c640 1 --2- 172.21.15.67:0/825212429 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f4bd00a2c10 0x7f4bd00a50d0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f4be0005e30 tx=0x7f4be0004a40 comp rx=0 tx=0).stop 2024-09-10T08:16:19.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.339+0000 7f4bed80c640 1 -- 172.21.15.67:0/825212429 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4be8100aa0 msgr2=0x7f4be8198980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:19.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.339+0000 7f4bed80c640 1 --2- 172.21.15.67:0/825212429 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4be8100aa0 0x7f4be8198980 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f4bdc00e9f0 tx=0x7f4bdc00eeb0 comp rx=0 tx=0).stop 2024-09-10T08:16:19.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.339+0000 7f4bed80c640 1 -- 172.21.15.67:0/825212429 shutdown_connections 2024-09-10T08:16:19.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.339+0000 7f4bed80c640 1 --2- 172.21.15.67:0/825212429 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f4bd00a2c10 0x7f4bd00a50d0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:19.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.339+0000 7f4bed80c640 1 --2- 172.21.15.67:0/825212429 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4be8106b80 0x7f4be819cd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:19.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.339+0000 7f4bed80c640 1 --2- 172.21.15.67:0/825212429 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4be8100aa0 0x7f4be8198980 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:19.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.339+0000 7f4bed80c640 1 --2- 172.21.15.67:0/825212429 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4be8100100 0x7f4be8198440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:19.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.339+0000 7f4bed80c640 1 -- 172.21.15.67:0/825212429 >> 172.21.15.67:0/825212429 conn(0x7f4be8077230 msgr2=0x7f4be8104ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:19.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.339+0000 7f4bed80c640 1 -- 172.21.15.67:0/825212429 shutdown_connections 2024-09-10T08:16:19.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:19.339+0000 7f4bed80c640 1 -- 172.21.15.67:0/825212429 wait complete. 2024-09-10T08:16:19.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:19 smithi133 ceph-mon[34721]: pgmap v402: 129 pgs: 129 active+clean; 670 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-09-10T08:16:20.039 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T08:16:20.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:20 smithi067 ceph-mon[31051]: scrub queued for path: / 2024-09-10T08:16:20.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:20 smithi067 ceph-mon[31051]: scrub summary: idle+waiting paths [/] 2024-09-10T08:16:20.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:20 smithi067 ceph-mon[31051]: scrub summary: active paths [/] 2024-09-10T08:16:20.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:20 smithi067 ceph-mon[31051]: scrub summary: idle+waiting paths [/] 2024-09-10T08:16:20.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:20 smithi203 ceph-mon[34672]: scrub queued for path: / 2024-09-10T08:16:20.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:20 smithi203 ceph-mon[34672]: scrub summary: idle+waiting paths [/] 2024-09-10T08:16:20.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:20 smithi203 ceph-mon[34672]: scrub summary: active paths [/] 2024-09-10T08:16:20.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:20 smithi203 ceph-mon[34672]: scrub summary: idle+waiting paths [/] 2024-09-10T08:16:20.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:20 smithi133 ceph-mon[34721]: scrub queued for path: / 2024-09-10T08:16:20.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:20 smithi133 ceph-mon[34721]: scrub summary: idle+waiting paths [/] 2024-09-10T08:16:20.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:20 smithi133 ceph-mon[34721]: scrub summary: active paths [/] 2024-09-10T08:16:20.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:20 smithi133 ceph-mon[34721]: scrub summary: idle+waiting paths [/] 2024-09-10T08:16:20.432 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:16:20.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.962+0000 7f3576010640 1 -- 172.21.15.67:0/3009117960 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f357010e4d0 msgr2=0x7f35701108e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:20.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.962+0000 7f3576010640 1 --2- 172.21.15.67:0/3009117960 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f357010e4d0 0x7f35701108e0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f3568009ca0 tx=0x7f356802a8c0 comp rx=0 tx=0).stop 2024-09-10T08:16:20.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.962+0000 7f3576010640 1 -- 172.21.15.67:0/3009117960 shutdown_connections 2024-09-10T08:16:20.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.962+0000 7f3576010640 1 --2- 172.21.15.67:0/3009117960 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3570101360 0x7f357010df90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:20.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.962+0000 7f3576010640 1 --2- 172.21.15.67:0/3009117960 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f357010e4d0 0x7f35701108e0 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:20.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.962+0000 7f3576010640 1 --2- 172.21.15.67:0/3009117960 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f35701009b0 0x7f3570100d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:20.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.962+0000 7f3576010640 1 -- 172.21.15.67:0/3009117960 >> 172.21.15.67:0/3009117960 conn(0x7f35700fc7d0 msgr2=0x7f35700febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:20.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.962+0000 7f3576010640 1 -- 172.21.15.67:0/3009117960 shutdown_connections 2024-09-10T08:16:20.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.962+0000 7f3576010640 1 -- 172.21.15.67:0/3009117960 wait complete. 2024-09-10T08:16:20.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.963+0000 7f3576010640 1 Processor -- start 2024-09-10T08:16:20.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.963+0000 7f3576010640 1 -- start start 2024-09-10T08:16:20.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.963+0000 7f3576010640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f35701009b0 0x7f357019a590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:20.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.963+0000 7f3576010640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3570101360 0x7f357019aad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:20.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.963+0000 7f3576010640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f357010e4d0 0x7f357019ee60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:20.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.963+0000 7f3576010640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f35701140b0 con 0x7f357010e4d0 2024-09-10T08:16:20.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.963+0000 7f3576010640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f3570113f30 con 0x7f3570101360 2024-09-10T08:16:20.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.964+0000 7f3576010640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f3570114230 con 0x7f35701009b0 2024-09-10T08:16:20.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.964+0000 7f356ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f357010e4d0 0x7f357019ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:20.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.964+0000 7f356ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f357010e4d0 0x7f357019ee60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56082/0 (socket says 172.21.15.67:56082) 2024-09-10T08:16:20.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.964+0000 7f356ffff640 1 -- 172.21.15.67:0/2908941146 learned_addr learned my addr 172.21.15.67:0/2908941146 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:20.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.964+0000 7f356f7fe640 1 --2- 172.21.15.67:0/2908941146 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f35701009b0 0x7f357019a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:20.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.964+0000 7f356effd640 1 --2- 172.21.15.67:0/2908941146 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3570101360 0x7f357019aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:20.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.964+0000 7f356ffff640 1 -- 172.21.15.67:0/2908941146 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f35701009b0 msgr2=0x7f357019a590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:20.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.964+0000 7f356ffff640 1 --2- 172.21.15.67:0/2908941146 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f35701009b0 0x7f357019a590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:20.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.964+0000 7f356ffff640 1 -- 172.21.15.67:0/2908941146 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3570101360 msgr2=0x7f357019aad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:20.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.964+0000 7f356ffff640 1 --2- 172.21.15.67:0/2908941146 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3570101360 0x7f357019aad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:20.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.964+0000 7f356ffff640 1 -- 172.21.15.67:0/2908941146 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f357019f540 con 0x7f357010e4d0 2024-09-10T08:16:20.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.964+0000 7f356f7fe640 1 --2- 172.21.15.67:0/2908941146 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f35701009b0 0x7f357019a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:16:20.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.964+0000 7f356ffff640 1 --2- 172.21.15.67:0/2908941146 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f357010e4d0 0x7f357019ee60 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f3568009dc0 tx=0x7f3568032ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:20.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.965+0000 7f356cff9640 1 -- 172.21.15.67:0/2908941146 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3568003cf0 con 0x7f357010e4d0 2024-09-10T08:16:20.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.965+0000 7f3576010640 1 -- 172.21.15.67:0/2908941146 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f357019f7d0 con 0x7f357010e4d0 2024-09-10T08:16:20.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.965+0000 7f356cff9640 1 -- 172.21.15.67:0/2908941146 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f35680044f0 con 0x7f357010e4d0 2024-09-10T08:16:20.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.965+0000 7f356cff9640 1 -- 172.21.15.67:0/2908941146 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3568030b80 con 0x7f357010e4d0 2024-09-10T08:16:20.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.965+0000 7f3576010640 1 -- 172.21.15.67:0/2908941146 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35701a7110 con 0x7f357010e4d0 2024-09-10T08:16:20.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.968+0000 7f35783e9740 1 Processor -- start 2024-09-10T08:16:20.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.968+0000 7f356cff9640 1 -- 172.21.15.67:0/2908941146 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 19) ==== 137884+0+0 (secure 0 0 0) 0x7f35680046a0 con 0x7f357010e4d0 2024-09-10T08:16:20.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.968+0000 7f35783e9740 1 -- start start 2024-09-10T08:16:20.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.969+0000 7f35783e9740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f5bab2e4a0 0x55f5bab2e880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:20.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.969+0000 7f35783e9740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f5bab2edc0 0x55f5bab39140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:20.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.969+0000 7f35783e9740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f5bab39680 0x55f5bab3ba70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:20.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.969+0000 7f35783e9740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55f5baa942e0 con 0x55f5bab2edc0 2024-09-10T08:16:20.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.969+0000 7f35783e9740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55f5baa3bce0 con 0x55f5bab39680 2024-09-10T08:16:20.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.969+0000 7f35783e9740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55f5baa902a0 con 0x55f5bab2e4a0 2024-09-10T08:16:20.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.969+0000 7f356f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f5bab2edc0 0x55f5bab39140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:20.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.969+0000 7f356effd640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f5bab2e4a0 0x55f5bab2e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:20.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.969+0000 7f356effd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f5bab39680 0x55f5bab3ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:20.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.969+0000 7f356effd640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f5bab2e4a0 0x55f5bab2e880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.67:34746/0 (socket says 172.21.15.67:34746) 2024-09-10T08:16:20.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.969+0000 7f356effd640 1 -- 172.21.15.67:0/3247308604 learned_addr learned my addr 172.21.15.67:0/3247308604 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:20.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.969+0000 7f356cff9640 1 --2- 172.21.15.67:0/2908941146 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f35580a2c10 0x7f35580a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:20.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.969+0000 7f356effd640 1 -- 172.21.15.67:0/3247308604 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f5bab39680 msgr2=0x55f5bab3ba70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:20.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.969+0000 7f356effd640 1 --2- 172.21.15.67:0/3247308604 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f5bab39680 0x55f5bab3ba70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:20.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.969+0000 7f356effd640 1 -- 172.21.15.67:0/3247308604 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f5bab2edc0 msgr2=0x55f5bab39140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:20.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.969+0000 7f356effd640 1 --2- 172.21.15.67:0/3247308604 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f5bab2edc0 0x55f5bab39140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:20.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.970+0000 7f356effd640 1 -- 172.21.15.67:0/3247308604 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f5baa20440 con 0x55f5bab2e4a0 2024-09-10T08:16:20.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.970+0000 7f356cff9640 1 -- 172.21.15.67:0/2908941146 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f35680f09a0 con 0x7f357010e4d0 2024-09-10T08:16:20.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.970+0000 7f356effd640 1 --2- 172.21.15.67:0/3247308604 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f5bab2e4a0 0x55f5bab2e880 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x55f5bab2bdb0 tx=0x7f356400a550 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7b8de1c5518d1a92 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:20.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.970+0000 7f356ffff640 1 --2- 172.21.15.67:0/2908941146 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f35580a2c10 0x7f35580a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:20.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.970+0000 7f3555ffb640 1 -- 172.21.15.67:0/3247308604 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35640110d0 con 0x55f5bab2e4a0 2024-09-10T08:16:20.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.971+0000 7f3555ffb640 1 -- 172.21.15.67:0/3247308604 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3564011270 con 0x55f5bab2e4a0 2024-09-10T08:16:20.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.971+0000 7f3555ffb640 1 -- 172.21.15.67:0/3247308604 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35640047a0 con 0x55f5bab2e4a0 2024-09-10T08:16:20.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.971+0000 7f356ffff640 1 --2- 172.21.15.67:0/2908941146 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f35580a2c10 0x7f35580a50d0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f3568009bf0 tx=0x7f356803e040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:20.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.972+0000 7f35783e9740 1 -- 172.21.15.67:0/3247308604 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f5bab2e4a0 msgr2=0x55f5bab2e880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:20.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.972+0000 7f35783e9740 1 --2- 172.21.15.67:0/3247308604 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f5bab2e4a0 0x55f5bab2e880 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x55f5bab2bdb0 tx=0x7f356400a550 comp rx=0 tx=0).stop 2024-09-10T08:16:20.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.972+0000 7f35783e9740 1 -- 172.21.15.67:0/3247308604 shutdown_connections 2024-09-10T08:16:20.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.972+0000 7f35783e9740 1 --2- 172.21.15.67:0/3247308604 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f5bab39680 0x55f5bab3ba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:20.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.972+0000 7f35783e9740 1 --2- 172.21.15.67:0/3247308604 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f5bab2edc0 0x55f5bab39140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:20.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.972+0000 7f35783e9740 1 --2- 172.21.15.67:0/3247308604 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f5bab2e4a0 0x55f5bab2e880 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:20.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.972+0000 7f35783e9740 1 -- 172.21.15.67:0/3247308604 >> 172.21.15.67:0/3247308604 conn(0x55f5bab2aa30 msgr2=0x55f5bab2ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:20.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.972+0000 7f35783e9740 1 -- 172.21.15.67:0/3247308604 shutdown_connections 2024-09-10T08:16:20.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.972+0000 7f35783e9740 1 -- 172.21.15.67:0/3247308604 wait complete. 2024-09-10T08:16:20.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.972+0000 7f35783e9740 1 -- start start 2024-09-10T08:16:20.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.972+0000 7f35783e9740 1 Processor -- start 2024-09-10T08:16:20.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.973+0000 7f35783e9740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f5bab2e4a0 0x55f5bab39080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:20.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.973+0000 7f35783e9740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f5bab2edc0 0x55f5bab36330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:20.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.973+0000 7f35783e9740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f5bab39680 0x55f5bab36920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:20.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.973+0000 7f35783e9740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55f5bab3c250 con 0x55f5bab2edc0 2024-09-10T08:16:20.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.973+0000 7f356f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f5bab2edc0 0x55f5bab36330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:20.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.973+0000 7f356f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f5bab2edc0 0x55f5bab36330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56104/0 (socket says 172.21.15.67:56104) 2024-09-10T08:16:20.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.973+0000 7f356f7fe640 1 -- 172.21.15.67:0/3560621811 learned_addr learned my addr 172.21.15.67:0/3560621811 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:20.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.973+0000 7f356effd640 1 --2- 172.21.15.67:0/3560621811 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f5bab2e4a0 0x55f5bab39080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:20.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.973+0000 7f35783e9740 1 -- 172.21.15.67:0/3560621811 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55f5baa4f050 con 0x55f5bab2e4a0 2024-09-10T08:16:20.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.973+0000 7f35783e9740 1 -- 172.21.15.67:0/3560621811 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55f5bab3c3d0 con 0x55f5bab39680 2024-09-10T08:16:20.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.973+0000 7f356effd640 1 --2- 172.21.15.67:0/3560621811 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f5bab39680 0x55f5bab36920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:20.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.974+0000 7f356f7fe640 1 -- 172.21.15.67:0/3560621811 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f5bab39680 msgr2=0x55f5bab36920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:20.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.974+0000 7f356f7fe640 1 --2- 172.21.15.67:0/3560621811 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f5bab39680 0x55f5bab36920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:20.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.974+0000 7f356f7fe640 1 -- 172.21.15.67:0/3560621811 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f5bab2e4a0 msgr2=0x55f5bab39080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:20.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.974+0000 7f356f7fe640 1 --2- 172.21.15.67:0/3560621811 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f5bab2e4a0 0x55f5bab39080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:20.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.974+0000 7f356f7fe640 1 -- 172.21.15.67:0/3560621811 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f5ba8053c0 con 0x55f5bab2edc0 2024-09-10T08:16:20.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.974+0000 7f356effd640 1 --2- 172.21.15.67:0/3560621811 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f5bab39680 0x55f5bab36920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:16:20.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.974+0000 7f35783e9740 10 client.0 _ll_register_callbacks cb 0x55f5baa8f160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:16:20.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.974+0000 7f356f7fe640 1 --2- 172.21.15.67:0/3560621811 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f5bab2edc0 0x55f5bab36330 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f3560012720 tx=0x7f3560012be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea89e1305a1aac3c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:20.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.974+0000 7f35783e9740 1 -- 172.21.15.67:0/3560621811 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3564011270 con 0x55f5bab2edc0 2024-09-10T08:16:20.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.974+0000 7f354effd640 10 client.15831 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:16:20.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.974+0000 7f354effd640 1 -- 172.21.15.67:0/3560621811 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3560010e80 con 0x55f5bab2edc0 2024-09-10T08:16:20.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.974+0000 7f354effd640 1 -- 172.21.15.67:0/3560621811 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f3560004020 con 0x55f5bab2edc0 2024-09-10T08:16:20.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.975+0000 7f354effd640 1 -- 172.21.15.67:0/3560621811 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3560025050 con 0x55f5bab2edc0 2024-09-10T08:16:20.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.975+0000 7f35783e9740 10 client.15831 fetch_fsmap learned FSMap version 29 2024-09-10T08:16:20.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.975+0000 7f35783e9740 1 -- 172.21.15.67:0/3560621811 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({fsmap=29}) -- 0x55f5bab47bc0 con 0x55f5bab2edc0 2024-09-10T08:16:20.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.975+0000 7f354effd640 1 -- 172.21.15.67:0/3560621811 <== mon.0 v2:172.21.15.67:3300/0 4 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f3560019030 con 0x55f5bab2edc0 2024-09-10T08:16:20.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.975+0000 7f35783e9740 10 client.15831 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:16:20.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.975+0000 7f35783e9740 10 client.15831 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:16:20.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.975+0000 7f35783e9740 20 client.15831 populate_metadata read hostname 'smithi067' 2024-09-10T08:16:20.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.975+0000 7f35783e9740 1 --2- 172.21.15.67:0/3560621811 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55f5bab48f70 0x55f5bab4b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:20.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.975+0000 7f35783e9740 4 client.15831 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:16:20.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.975+0000 7f35783e9740 1 -- 172.21.15.67:0/3560621811 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f5baaa1850 con 0x55f5bab48f70 2024-09-10T08:16:20.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.975+0000 7f356effd640 1 --2- 172.21.15.67:0/3560621811 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55f5bab48f70 0x55f5bab4b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:20.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.976+0000 7f354effd640 10 client.15831 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:20.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.976+0000 7f356effd640 1 --2- 172.21.15.67:0/3560621811 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55f5bab48f70 0x55f5bab4b3c0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1eda5b7827ed7ba2 server_cookie=e91da31a8d0b766a in_seq=0 out_seq=0 2024-09-10T08:16:20.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.977+0000 7f354effd640 1 -- 172.21.15.67:0/3560621811 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f5baaa1850 con 0x55f5bab48f70 2024-09-10T08:16:20.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.977+0000 7f354effd640 10 client.15831 handle_command_reply: tid=0 2024-09-10T08:16:20.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.977+0000 7f35783e9740 1 client.15831 shutdown 2024-09-10T08:16:20.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.977+0000 7f35783e9740 1 -- 172.21.15.67:0/3560621811 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f5bab2edc0 msgr2=0x55f5bab36330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:20.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.977+0000 7f35783e9740 1 --2- 172.21.15.67:0/3560621811 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f5bab2edc0 0x55f5bab36330 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f3560012720 tx=0x7f3560012be0 comp rx=0 tx=0).stop 2024-09-10T08:16:20.998 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.977+0000 7f35783e9740 1 -- 172.21.15.67:0/3560621811 shutdown_connections 2024-09-10T08:16:20.998 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.977+0000 7f35783e9740 1 --2- 172.21.15.67:0/3560621811 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55f5bab48f70 0x55f5bab4b3c0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:20.998 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.977+0000 7f35783e9740 1 --2- 172.21.15.67:0/3560621811 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f5bab39680 0x55f5bab36920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:20.998 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.977+0000 7f35783e9740 1 --2- 172.21.15.67:0/3560621811 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f5bab2edc0 0x55f5bab36330 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:20.998 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.977+0000 7f354effd640 0 client.15831 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:20.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.977+0000 7f35783e9740 1 --2- 172.21.15.67:0/3560621811 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f5bab2e4a0 0x55f5bab39080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:20.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.977+0000 7f35783e9740 1 -- 172.21.15.67:0/3560621811 >> 172.21.15.67:0/3560621811 conn(0x55f5bab2aa30 msgr2=0x55f5bab30760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:20.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.977+0000 7f35783e9740 1 -- 172.21.15.67:0/3560621811 shutdown_connections 2024-09-10T08:16:20.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.977+0000 7f35783e9740 1 -- 172.21.15.67:0/3560621811 wait complete. 2024-09-10T08:16:20.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.977+0000 7f35783e9740 20 client.15831 trim_cache size 0 max 16384 2024-09-10T08:16:21.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.995+0000 7f35783e9740 1 Processor -- start 2024-09-10T08:16:21.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.995+0000 7f35783e9740 1 -- start start 2024-09-10T08:16:21.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.995+0000 7f35783e9740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f5bab2e4a0 0x55f5bab35bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:21.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.995+0000 7f35783e9740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f5bab2edc0 0x55f5bab383b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:21.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.995+0000 7f35783e9740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f5bab39680 0x55f5bab50c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:21.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.996+0000 7f35783e9740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f35701b0e40 con 0x55f5bab39680 2024-09-10T08:16:21.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.996+0000 7f35783e9740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f35701b2980 con 0x55f5bab2e4a0 2024-09-10T08:16:21.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.996+0000 7f35783e9740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f35701b1510 con 0x55f5bab2edc0 2024-09-10T08:16:21.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.996+0000 7f356effd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f5bab39680 0x55f5bab50c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:21.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.996+0000 7f356effd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f5bab39680 0x55f5bab50c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56108/0 (socket says 172.21.15.67:56108) 2024-09-10T08:16:21.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.996+0000 7f356effd640 1 -- 172.21.15.67:0/3014335108 learned_addr learned my addr 172.21.15.67:0/3014335108 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:21.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.996+0000 7f356f7fe640 1 --2- 172.21.15.67:0/3014335108 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f5bab2edc0 0x55f5bab383b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:21.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.996+0000 7f356effd640 1 -- 172.21.15.67:0/3014335108 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f5bab2edc0 msgr2=0x55f5bab383b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:21.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.996+0000 7f356effd640 1 --2- 172.21.15.67:0/3014335108 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f5bab2edc0 0x55f5bab383b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:21.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.996+0000 7f356effd640 1 -- 172.21.15.67:0/3014335108 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f5bab2e4a0 msgr2=0x55f5bab35bf0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-10T08:16:21.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.996+0000 7f356effd640 1 --2- 172.21.15.67:0/3014335108 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f5bab2e4a0 0x55f5bab35bf0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:21.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.996+0000 7f356effd640 1 -- 172.21.15.67:0/3014335108 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f5bab3ba70 con 0x55f5bab39680 2024-09-10T08:16:21.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.997+0000 7f356effd640 1 --2- 172.21.15.67:0/3014335108 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f5bab39680 0x55f5bab50c90 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f356400e780 tx=0x7f3564011040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=180ced93114f3fd0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:21.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.997+0000 7f35557fa640 1 -- 172.21.15.67:0/3014335108 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f356400e9c0 con 0x55f5bab39680 2024-09-10T08:16:21.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.997+0000 7f35557fa640 1 -- 172.21.15.67:0/3014335108 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3564004660 con 0x55f5bab39680 2024-09-10T08:16:21.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.997+0000 7f35557fa640 1 -- 172.21.15.67:0/3014335108 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f356402a610 con 0x55f5bab39680 2024-09-10T08:16:21.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.998+0000 7f35783e9740 1 -- 172.21.15.67:0/3014335108 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f5bab39680 msgr2=0x55f5bab50c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:21.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.998+0000 7f35783e9740 1 --2- 172.21.15.67:0/3014335108 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f5bab39680 0x55f5bab50c90 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f356400e780 tx=0x7f3564011040 comp rx=0 tx=0).stop 2024-09-10T08:16:21.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.998+0000 7f35783e9740 1 -- 172.21.15.67:0/3014335108 shutdown_connections 2024-09-10T08:16:21.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.998+0000 7f35783e9740 1 --2- 172.21.15.67:0/3014335108 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f5bab39680 0x55f5bab50c90 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:21.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.998+0000 7f35783e9740 1 --2- 172.21.15.67:0/3014335108 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f5bab2edc0 0x55f5bab383b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:21.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.998+0000 7f35783e9740 1 --2- 172.21.15.67:0/3014335108 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f5bab2e4a0 0x55f5bab35bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:21.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.998+0000 7f35783e9740 1 -- 172.21.15.67:0/3014335108 >> 172.21.15.67:0/3014335108 conn(0x55f5bab2aa30 msgr2=0x55f5bab2ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:21.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.998+0000 7f35783e9740 1 -- 172.21.15.67:0/3014335108 shutdown_connections 2024-09-10T08:16:21.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.998+0000 7f35783e9740 1 -- 172.21.15.67:0/3014335108 wait complete. 2024-09-10T08:16:21.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.999+0000 7f35783e9740 1 -- start start 2024-09-10T08:16:21.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.999+0000 7f35783e9740 1 Processor -- start 2024-09-10T08:16:21.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.999+0000 7f35783e9740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f5bab2e4a0 0x55f5bab3f470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:21.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.999+0000 7f35783e9740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f5bab2edc0 0x55f5bab3f9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:21.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.999+0000 7f35783e9740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f5bab39680 0x55f5bab3fef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:21.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.999+0000 7f35783e9740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f35701b22b0 con 0x55f5bab39680 2024-09-10T08:16:21.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.999+0000 7f35783e9740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f35701b1be0 con 0x55f5bab2e4a0 2024-09-10T08:16:21.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.999+0000 7f35783e9740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f35701aee20 con 0x55f5bab2edc0 2024-09-10T08:16:21.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.999+0000 7f35783e9740 10 client.0 _ll_register_callbacks cb 0x7f356000bbc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:16:21.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.999+0000 7f356effd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f5bab39680 0x55f5bab3fef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:21.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.999+0000 7f356effd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f5bab39680 0x55f5bab3fef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56118/0 (socket says 172.21.15.67:56118) 2024-09-10T08:16:21.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:20.999+0000 7f356effd640 1 -- 172.21.15.67:0/2469736005 learned_addr learned my addr 172.21.15.67:0/2469736005 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:21.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.000+0000 7f356effd640 1 --2- 172.21.15.67:0/2469736005 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f5bab2e4a0 0x55f5bab3f470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:21.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.000+0000 7f356f7fe640 1 --2- 172.21.15.67:0/2469736005 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f5bab2edc0 0x55f5bab3f9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:21.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.000+0000 7f356effd640 1 -- 172.21.15.67:0/2469736005 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f5bab2edc0 msgr2=0x55f5bab3f9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:21.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.000+0000 7f356effd640 1 --2- 172.21.15.67:0/2469736005 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f5bab2edc0 0x55f5bab3f9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:21.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.000+0000 7f356effd640 1 -- 172.21.15.67:0/2469736005 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f5bab2e4a0 msgr2=0x55f5bab3f470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:21.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.000+0000 7f356effd640 1 --2- 172.21.15.67:0/2469736005 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f5bab2e4a0 0x55f5bab3f470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:21.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.000+0000 7f356effd640 1 -- 172.21.15.67:0/2469736005 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f5babb2d40 con 0x55f5bab39680 2024-09-10T08:16:21.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.000+0000 7f356effd640 1 --2- 172.21.15.67:0/2469736005 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f5bab39680 0x55f5bab3fef0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f3564005170 tx=0x7f35640058d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c52253e48cdd8840 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:21.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.000+0000 7f354effd640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:16:21.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.000+0000 7f354effd640 1 -- 172.21.15.67:0/2469736005 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35640054f0 con 0x55f5bab39680 2024-09-10T08:16:21.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.000+0000 7f354effd640 1 -- 172.21.15.67:0/2469736005 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f35640369d0 con 0x55f5bab39680 2024-09-10T08:16:21.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.000+0000 7f35783e9740 1 -- 172.21.15.67:0/2469736005 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3564004660 con 0x55f5bab39680 2024-09-10T08:16:21.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.001+0000 7f354effd640 1 -- 172.21.15.67:0/2469736005 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f356404a050 con 0x55f5bab39680 2024-09-10T08:16:21.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.001+0000 7f35783e9740 10 client.15837 fetch_fsmap learned FSMap version 29 2024-09-10T08:16:21.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.001+0000 7f35783e9740 1 -- 172.21.15.67:0/2469736005 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55f5babb4030 con 0x55f5bab39680 2024-09-10T08:16:21.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.001+0000 7f354effd640 1 -- 172.21.15.67:0/2469736005 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3564004660 con 0x55f5bab39680 2024-09-10T08:16:21.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.001+0000 7f354effd640 1 -- 172.21.15.67:0/2469736005 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f356402a8f0 con 0x55f5bab39680 2024-09-10T08:16:21.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.001+0000 7f35783e9740 10 client.15837 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:16:21.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.001+0000 7f35783e9740 10 client.15837 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:16:21.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.001+0000 7f35783e9740 20 client.15837 populate_metadata read hostname 'smithi067' 2024-09-10T08:16:21.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.001+0000 7f35783e9740 1 --2- 172.21.15.67:0/2469736005 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55f5babb4500 0x55f5babb68f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:21.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.001+0000 7f35783e9740 4 client.15837 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T08:16:21.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.001+0000 7f35783e9740 1 -- 172.21.15.67:0/2469736005 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55f5baa9bd60 con 0x55f5babb4500 2024-09-10T08:16:21.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.001+0000 7f356f7fe640 1 --2- 172.21.15.67:0/2469736005 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55f5babb4500 0x55f5babb68f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:21.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.002+0000 7f354effd640 10 client.15837 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:21.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.003+0000 7f356f7fe640 1 --2- 172.21.15.67:0/2469736005 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55f5babb4500 0x55f5babb68f0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=881ea6c78836a356 server_cookie=cfbd839d0724c7f6 in_seq=0 out_seq=0 2024-09-10T08:16:21.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.003+0000 7f354effd640 1 -- 172.21.15.67:0/2469736005 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55f5baa9bd60 con 0x55f5babb4500 2024-09-10T08:16:21.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.003+0000 7f354effd640 10 client.15837 handle_command_reply: tid=0 2024-09-10T08:16:21.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.003+0000 7f35783e9740 1 client.15837 shutdown 2024-09-10T08:16:21.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.003+0000 7f35783e9740 1 -- 172.21.15.67:0/2469736005 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f5bab39680 msgr2=0x55f5bab3fef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:21.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.003+0000 7f35783e9740 1 --2- 172.21.15.67:0/2469736005 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f5bab39680 0x55f5bab3fef0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f3564005170 tx=0x7f35640058d0 comp rx=0 tx=0).stop 2024-09-10T08:16:21.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.003+0000 7f35783e9740 1 -- 172.21.15.67:0/2469736005 shutdown_connections 2024-09-10T08:16:21.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.003+0000 7f35783e9740 1 --2- 172.21.15.67:0/2469736005 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55f5babb4500 0x55f5babb68f0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:21.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.003+0000 7f35783e9740 1 --2- 172.21.15.67:0/2469736005 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f5bab39680 0x55f5bab3fef0 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:21.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.003+0000 7f35783e9740 1 --2- 172.21.15.67:0/2469736005 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f5bab2edc0 0x55f5bab3f9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:21.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.003+0000 7f35783e9740 1 --2- 172.21.15.67:0/2469736005 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f5bab2e4a0 0x55f5bab3f470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:21.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.003+0000 7f35783e9740 1 -- 172.21.15.67:0/2469736005 >> 172.21.15.67:0/2469736005 conn(0x55f5bab2aa30 msgr2=0x55f5bab29b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:21.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.003+0000 7f354effd640 0 client.15837 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:21.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.004+0000 7f35783e9740 1 -- 172.21.15.67:0/2469736005 shutdown_connections 2024-09-10T08:16:21.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.004+0000 7f35783e9740 1 -- 172.21.15.67:0/2469736005 wait complete. 2024-09-10T08:16:21.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.004+0000 7f35783e9740 20 client.15837 trim_cache size 0 max 16384 2024-09-10T08:16:21.010 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:16:21.010 INFO:teuthology.orchestra.run.smithi067.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-10T08:16:21.011 INFO:teuthology.orchestra.run.smithi067.stdout: "scrubs": { 2024-09-10T08:16:21.011 INFO:teuthology.orchestra.run.smithi067.stdout: "33fe443e-525f-4ad8-9ecd-9d2507d24a2b": { 2024-09-10T08:16:21.011 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/", 2024-09-10T08:16:21.011 INFO:teuthology.orchestra.run.smithi067.stdout: "tag": "33fe443e-525f-4ad8-9ecd-9d2507d24a2b", 2024-09-10T08:16:21.011 INFO:teuthology.orchestra.run.smithi067.stdout: "options": "recursive,force" 2024-09-10T08:16:21.011 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:16:21.011 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:16:21.011 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:16:21.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.004+0000 7f3576010640 1 -- 172.21.15.67:0/2908941146 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f35580a2c10 msgr2=0x7f35580a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:21.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.004+0000 7f3576010640 1 --2- 172.21.15.67:0/2908941146 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f35580a2c10 0x7f35580a50d0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f3568009bf0 tx=0x7f356803e040 comp rx=0 tx=0).stop 2024-09-10T08:16:21.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.004+0000 7f3576010640 1 -- 172.21.15.67:0/2908941146 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f357010e4d0 msgr2=0x7f357019ee60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:21.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.004+0000 7f3576010640 1 --2- 172.21.15.67:0/2908941146 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f357010e4d0 0x7f357019ee60 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f3568009dc0 tx=0x7f3568032ff0 comp rx=0 tx=0).stop 2024-09-10T08:16:21.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.005+0000 7f3576010640 1 -- 172.21.15.67:0/2908941146 shutdown_connections 2024-09-10T08:16:21.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.005+0000 7f3576010640 1 --2- 172.21.15.67:0/2908941146 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f35580a2c10 0x7f35580a50d0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:21.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.005+0000 7f3576010640 1 --2- 172.21.15.67:0/2908941146 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3570101360 0x7f357019aad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:21.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.005+0000 7f3576010640 1 --2- 172.21.15.67:0/2908941146 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f357010e4d0 0x7f357019ee60 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:21.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.005+0000 7f3576010640 1 --2- 172.21.15.67:0/2908941146 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f35701009b0 0x7f357019a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:21.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.005+0000 7f3576010640 1 -- 172.21.15.67:0/2908941146 >> 172.21.15.67:0/2908941146 conn(0x7f35700fc7d0 msgr2=0x7f35700febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:21.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.005+0000 7f3576010640 1 -- 172.21.15.67:0/2908941146 shutdown_connections 2024-09-10T08:16:21.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:21.005+0000 7f3576010640 1 -- 172.21.15.67:0/2908941146 wait complete. 2024-09-10T08:16:21.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:21 smithi067 ceph-mon[31051]: pgmap v403: 129 pgs: 129 active+clean; 671 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 511 B/s wr, 12 op/s 2024-09-10T08:16:21.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:21 smithi203 ceph-mon[34672]: pgmap v403: 129 pgs: 129 active+clean; 671 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 511 B/s wr, 12 op/s 2024-09-10T08:16:21.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:21 smithi133 ceph-mon[34721]: pgmap v403: 129 pgs: 129 active+clean; 671 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 511 B/s wr, 12 op/s 2024-09-10T08:16:21.660 INFO:tasks.cephfs.filesystem:scrub status for tag:33fe443e-525f-4ad8-9ecd-9d2507d24a2b - {'path': '/', 'tag': '33fe443e-525f-4ad8-9ecd-9d2507d24a2b', 'options': 'recursive,force'} 2024-09-10T08:16:22.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:22 smithi203 ceph-mon[34672]: scrub summary: idle 2024-09-10T08:16:22.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:22 smithi133 ceph-mon[34721]: scrub summary: idle 2024-09-10T08:16:22.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:22 smithi067 ceph-mon[31051]: scrub summary: idle 2024-09-10T08:16:23.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:23 smithi203 ceph-mon[34672]: pgmap v404: 129 pgs: 129 active+clean; 671 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 255 B/s wr, 10 op/s 2024-09-10T08:16:23.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:23 smithi133 ceph-mon[34721]: pgmap v404: 129 pgs: 129 active+clean; 671 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 255 B/s wr, 10 op/s 2024-09-10T08:16:23.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:23 smithi067 ceph-mon[31051]: pgmap v404: 129 pgs: 129 active+clean; 671 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 255 B/s wr, 10 op/s 2024-09-10T08:16:25.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:25 smithi203 ceph-mon[34672]: pgmap v405: 129 pgs: 129 active+clean; 671 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 255 B/s wr, 10 op/s 2024-09-10T08:16:25.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:25 smithi133 ceph-mon[34721]: pgmap v405: 129 pgs: 129 active+clean; 671 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 255 B/s wr, 10 op/s 2024-09-10T08:16:25.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:25 smithi067 ceph-mon[31051]: pgmap v405: 129 pgs: 129 active+clean; 671 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 255 B/s wr, 10 op/s 2024-09-10T08:16:27.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:27 smithi203 ceph-mon[34672]: pgmap v406: 129 pgs: 129 active+clean; 671 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 255 B/s wr, 13 op/s 2024-09-10T08:16:27.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:27 smithi133 ceph-mon[34721]: pgmap v406: 129 pgs: 129 active+clean; 671 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 255 B/s wr, 13 op/s 2024-09-10T08:16:27.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:27 smithi067 ceph-mon[31051]: pgmap v406: 129 pgs: 129 active+clean; 671 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 7.0 KiB/s rd, 255 B/s wr, 13 op/s 2024-09-10T08:16:29.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:29 smithi133 ceph-mon[34721]: pgmap v407: 129 pgs: 129 active+clean; 671 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 255 B/s wr, 9 op/s 2024-09-10T08:16:29.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:29 smithi067 ceph-mon[31051]: pgmap v407: 129 pgs: 129 active+clean; 671 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 255 B/s wr, 9 op/s 2024-09-10T08:16:29.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:29 smithi203 ceph-mon[34672]: pgmap v407: 129 pgs: 129 active+clean; 671 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 255 B/s wr, 9 op/s 2024-09-10T08:16:30.991 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.992+0000 7f8a28d1a640 1 -- 172.21.15.67:0/1867762246 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8a241025f0 msgr2=0x7f8a24108e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:30.991 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.992+0000 7f8a28d1a640 1 --2- 172.21.15.67:0/1867762246 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8a241025f0 0x7f8a24108e80 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f8a1c009ca0 tx=0x7f8a1c02a8c0 comp rx=0 tx=0).stop 2024-09-10T08:16:30.992 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.992+0000 7f8a28d1a640 1 -- 172.21.15.67:0/1867762246 shutdown_connections 2024-09-10T08:16:30.992 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.992+0000 7f8a28d1a640 1 --2- 172.21.15.67:0/1867762246 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8a241025f0 0x7f8a24108e80 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:30.992 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.992+0000 7f8a28d1a640 1 --2- 172.21.15.67:0/1867762246 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8a24101c30 0x7f8a241020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:30.992 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.992+0000 7f8a28d1a640 1 --2- 172.21.15.67:0/1867762246 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8a24100a40 0x7f8a24100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:30.992 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.992+0000 7f8a28d1a640 1 -- 172.21.15.67:0/1867762246 >> 172.21.15.67:0/1867762246 conn(0x7f8a240fc1e0 msgr2=0x7f8a240fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:30.992 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.992+0000 7f8a28d1a640 1 -- 172.21.15.67:0/1867762246 shutdown_connections 2024-09-10T08:16:30.992 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.992+0000 7f8a28d1a640 1 -- 172.21.15.67:0/1867762246 wait complete. 2024-09-10T08:16:30.994 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.993+0000 7f8a28d1a640 1 Processor -- start 2024-09-10T08:16:30.994 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.993+0000 7f8a28d1a640 1 -- start start 2024-09-10T08:16:30.994 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.993+0000 7f8a28d1a640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8a24100a40 0x7f8a2406a410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:30.994 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.993+0000 7f8a28d1a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8a24101c30 0x7f8a2419c9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:30.994 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.993+0000 7f8a28d1a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8a241025f0 0x7f8a2419f010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:30.994 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.993+0000 7f8a28d1a640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f8a2410c570 con 0x7f8a24101c30 2024-09-10T08:16:30.994 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.993+0000 7f8a28d1a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f8a2410c3f0 con 0x7f8a241025f0 2024-09-10T08:16:30.995 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.993+0000 7f8a28d1a640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f8a2410c6f0 con 0x7f8a24100a40 2024-09-10T08:16:30.995 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.993+0000 7f8a21d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8a24101c30 0x7f8a2419c9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:30.995 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.993+0000 7f8a21d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8a24101c30 0x7f8a2419c9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:44234/0 (socket says 172.21.15.67:44234) 2024-09-10T08:16:30.995 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.993+0000 7f8a21d9b640 1 -- 172.21.15.67:0/3972156970 learned_addr learned my addr 172.21.15.67:0/3972156970 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:30.995 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.993+0000 7f8a22d9d640 1 --2- 172.21.15.67:0/3972156970 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8a241025f0 0x7f8a2419f010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:30.995 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.993+0000 7f8a2259c640 1 --2- 172.21.15.67:0/3972156970 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8a24100a40 0x7f8a2406a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:30.995 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.993+0000 7f8a21d9b640 1 -- 172.21.15.67:0/3972156970 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8a24100a40 msgr2=0x7f8a2406a410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:30.995 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.993+0000 7f8a21d9b640 1 --2- 172.21.15.67:0/3972156970 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8a24100a40 0x7f8a2406a410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:30.995 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.993+0000 7f8a21d9b640 1 -- 172.21.15.67:0/3972156970 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8a241025f0 msgr2=0x7f8a2419f010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:30.995 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.993+0000 7f8a21d9b640 1 --2- 172.21.15.67:0/3972156970 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8a241025f0 0x7f8a2419f010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:30.995 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.993+0000 7f8a21d9b640 1 -- 172.21.15.67:0/3972156970 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a2419f920 con 0x7f8a24101c30 2024-09-10T08:16:30.995 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.994+0000 7f8a21d9b640 1 --2- 172.21.15.67:0/3972156970 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8a24101c30 0x7f8a2419c9f0 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f8a1800d770 tx=0x7f8a1800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:30.995 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.994+0000 7f8a137fe640 1 -- 172.21.15.67:0/3972156970 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a18017070 con 0x7f8a24101c30 2024-09-10T08:16:30.996 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.994+0000 7f8a137fe640 1 -- 172.21.15.67:0/3972156970 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8a180054d0 con 0x7f8a24101c30 2024-09-10T08:16:30.996 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.994+0000 7f8a28d1a640 1 -- 172.21.15.67:0/3972156970 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a2419fbb0 con 0x7f8a24101c30 2024-09-10T08:16:30.996 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.994+0000 7f8a137fe640 1 -- 172.21.15.67:0/3972156970 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a18004cf0 con 0x7f8a24101c30 2024-09-10T08:16:30.996 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.994+0000 7f8a28d1a640 1 -- 172.21.15.67:0/3972156970 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a241a00b0 con 0x7f8a24101c30 2024-09-10T08:16:30.996 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.997+0000 7f8a137fe640 1 -- 172.21.15.67:0/3972156970 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 19) ==== 137884+0+0 (secure 0 0 0) 0x7f8a18004e90 con 0x7f8a24101c30 2024-09-10T08:16:30.997 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.997+0000 7f8a2baae740 1 Processor -- start 2024-09-10T08:16:30.997 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.998+0000 7f8a2baae740 1 -- start start 2024-09-10T08:16:30.998 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.998+0000 7f8a2baae740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55902c0639a0 0x55902c063da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:30.998 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.998+0000 7f8a2baae740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55902c0642e0 0x55902c068da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:30.998 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.998+0000 7f8a2baae740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55902c069370 0x55902c06b830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:30.998 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.998+0000 7f8a2baae740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55902bfc72f0 con 0x55902c0642e0 2024-09-10T08:16:30.998 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.998+0000 7f8a2baae740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55902bf6f270 con 0x55902c0639a0 2024-09-10T08:16:30.998 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.998+0000 7f8a2baae740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55902bfc32b0 con 0x55902c069370 2024-09-10T08:16:30.998 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.998+0000 7f8a2259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55902c0642e0 0x55902c068da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:30.998 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.998+0000 7f8a2259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55902c0642e0 0x55902c068da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:44246/0 (socket says 172.21.15.67:44246) 2024-09-10T08:16:30.998 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.998+0000 7f8a2259c640 1 -- 172.21.15.67:0/887929017 learned_addr learned my addr 172.21.15.67:0/887929017 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:30.998 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.998+0000 7f8a22d9d640 1 --2- 172.21.15.67:0/887929017 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55902c0639a0 0x55902c063da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:30.998 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.998+0000 7f8a21d9b640 1 --2- 172.21.15.67:0/887929017 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55902c069370 0x55902c06b830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:31.000 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.999+0000 7f8a137fe640 1 --2- 172.21.15.67:0/3972156970 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f8a0c0a2cd0 0x7f8a0c0a5190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:31.000 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.999+0000 7f8a2259c640 1 -- 172.21.15.67:0/887929017 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55902c069370 msgr2=0x55902c06b830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:31.000 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.999+0000 7f8a2259c640 1 --2- 172.21.15.67:0/887929017 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55902c069370 0x55902c06b830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:31.000 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.999+0000 7f8a2259c640 1 -- 172.21.15.67:0/887929017 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55902c0639a0 msgr2=0x55902c063da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:31.000 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.999+0000 7f8a2259c640 1 --2- 172.21.15.67:0/887929017 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55902c0639a0 0x55902c063da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:31.000 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.999+0000 7f8a2259c640 1 -- 172.21.15.67:0/887929017 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55902bf6e340 con 0x55902c0642e0 2024-09-10T08:16:31.001 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.999+0000 7f8a137fe640 1 -- 172.21.15.67:0/3972156970 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f8a180cef90 con 0x7f8a24101c30 2024-09-10T08:16:31.001 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.999+0000 7f8a22d9d640 1 --2- 172.21.15.67:0/3972156970 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f8a0c0a2cd0 0x7f8a0c0a5190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:31.001 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.999+0000 7f8a2259c640 1 --2- 172.21.15.67:0/887929017 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55902c0642e0 0x55902c068da0 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f8a1400bcb0 tx=0x7f8a140107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6dd7a263986f942d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:31.001 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.999+0000 7f8a22d9d640 1 --2- 172.21.15.67:0/3972156970 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f8a0c0a2cd0 0x7f8a0c0a5190 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f8a1c005e30 tx=0x7f8a1c0095c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:31.001 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:30.999+0000 7f8a10ff9640 1 -- 172.21.15.67:0/887929017 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a14004020 con 0x55902c0642e0 2024-09-10T08:16:31.001 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.000+0000 7f8a10ff9640 1 -- 172.21.15.67:0/887929017 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8a140054d0 con 0x55902c0642e0 2024-09-10T08:16:31.001 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.000+0000 7f8a10ff9640 1 -- 172.21.15.67:0/887929017 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a14004c10 con 0x55902c0642e0 2024-09-10T08:16:31.001 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.000+0000 7f8a2baae740 1 -- 172.21.15.67:0/887929017 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55902c0642e0 msgr2=0x55902c068da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:31.001 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.000+0000 7f8a2baae740 1 --2- 172.21.15.67:0/887929017 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55902c0642e0 0x55902c068da0 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f8a1400bcb0 tx=0x7f8a140107a0 comp rx=0 tx=0).stop 2024-09-10T08:16:31.001 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.000+0000 7f8a2baae740 1 -- 172.21.15.67:0/887929017 shutdown_connections 2024-09-10T08:16:31.001 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.000+0000 7f8a2baae740 1 --2- 172.21.15.67:0/887929017 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55902c069370 0x55902c06b830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:31.001 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.000+0000 7f8a2baae740 1 --2- 172.21.15.67:0/887929017 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55902c0642e0 0x55902c068da0 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:31.002 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.001+0000 7f8a2baae740 1 --2- 172.21.15.67:0/887929017 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55902c0639a0 0x55902c063da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:31.002 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.001+0000 7f8a2baae740 1 -- 172.21.15.67:0/887929017 >> 172.21.15.67:0/887929017 conn(0x55902c05f010 msgr2=0x55902c05f410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:31.002 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.001+0000 7f8a2baae740 1 -- 172.21.15.67:0/887929017 shutdown_connections 2024-09-10T08:16:31.002 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.001+0000 7f8a2baae740 1 -- 172.21.15.67:0/887929017 wait complete. 2024-09-10T08:16:31.004 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.001+0000 7f8a2baae740 1 -- start start 2024-09-10T08:16:31.004 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.002+0000 7f8a2baae740 1 Processor -- start 2024-09-10T08:16:31.005 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.002+0000 7f8a2baae740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55902c0639a0 0x55902c06db70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:31.005 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.002+0000 7f8a2baae740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55902c0642e0 0x55902c06e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:31.005 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.002+0000 7f8a2baae740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55902c069370 0x55902c0750f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:31.005 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.002+0000 7f8a2259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55902c0639a0 0x55902c06db70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:31.005 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.002+0000 7f8a2259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55902c0639a0 0x55902c06db70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:44254/0 (socket says 172.21.15.67:44254) 2024-09-10T08:16:31.005 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.003+0000 7f8a2259c640 1 -- 172.21.15.67:0/951275575 learned_addr learned my addr 172.21.15.67:0/951275575 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:31.005 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.003+0000 7f8a2baae740 1 -- 172.21.15.67:0/951275575 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55902c06c340 con 0x55902c0639a0 2024-09-10T08:16:31.005 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.003+0000 7f8a21d9b640 1 --2- 172.21.15.67:0/951275575 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55902c0642e0 0x55902c06e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:31.005 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.003+0000 7f8a2baae740 1 -- 172.21.15.67:0/951275575 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55902bf50290 con 0x55902c069370 2024-09-10T08:16:31.005 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.003+0000 7f8a2baae740 1 -- 172.21.15.67:0/951275575 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55902c06c4c0 con 0x55902c0642e0 2024-09-10T08:16:31.005 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.003+0000 7f8a22d9d640 1 --2- 172.21.15.67:0/951275575 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55902c069370 0x55902c0750f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:31.005 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.003+0000 7f8a2baae740 10 client.0 _ll_register_callbacks cb 0x55902bf81140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:16:31.006 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.003+0000 7f8a2259c640 1 -- 172.21.15.67:0/951275575 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55902c0642e0 msgr2=0x55902c06e0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:31.006 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.003+0000 7f8a2259c640 1 --2- 172.21.15.67:0/951275575 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55902c0642e0 0x55902c06e0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:31.006 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.003+0000 7f8a2259c640 1 -- 172.21.15.67:0/951275575 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55902c069370 msgr2=0x55902c0750f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:31.006 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.003+0000 7f8a2259c640 1 --2- 172.21.15.67:0/951275575 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55902c069370 0x55902c0750f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:31.006 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.003+0000 7f8a2259c640 1 -- 172.21.15.67:0/951275575 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55902bcda210 con 0x55902c0639a0 2024-09-10T08:16:31.006 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.003+0000 7f8a21d9b640 1 --2- 172.21.15.67:0/951275575 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55902c0642e0 0x55902c06e0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:16:31.006 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.003+0000 7f8a2baae740 1 -- 172.21.15.67:0/951275575 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8a140054d0 con 0x55902c0639a0 2024-09-10T08:16:31.006 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.003+0000 7f8a2259c640 1 --2- 172.21.15.67:0/951275575 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55902c0639a0 0x55902c06db70 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f8a1400bfd0 tx=0x7f8a14005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f32c90d4191d11f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:31.006 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.003+0000 7f8a09ffb640 10 client.15849 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:16:31.006 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.004+0000 7f8a09ffb640 1 -- 172.21.15.67:0/951275575 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a1402b060 con 0x55902c0639a0 2024-09-10T08:16:31.006 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.004+0000 7f8a09ffb640 1 -- 172.21.15.67:0/951275575 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f8a14004b20 con 0x55902c0639a0 2024-09-10T08:16:31.006 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.004+0000 7f8a09ffb640 1 -- 172.21.15.67:0/951275575 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f8a14004da0 con 0x55902c0639a0 2024-09-10T08:16:31.006 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.004+0000 7f8a2baae740 10 client.15849 fetch_fsmap learned FSMap version 29 2024-09-10T08:16:31.006 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.004+0000 7f8a2baae740 1 -- 172.21.15.67:0/951275575 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({fsmap=29}) -- 0x55902bda6620 con 0x55902c0639a0 2024-09-10T08:16:31.007 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.004+0000 7f8a09ffb640 1 -- 172.21.15.67:0/951275575 <== mon.0 v2:172.21.15.67:3300/0 4 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f8a14004f40 con 0x55902c0639a0 2024-09-10T08:16:31.007 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.004+0000 7f8a2baae740 10 client.15849 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:16:31.007 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.004+0000 7f8a2baae740 10 client.15849 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:16:31.007 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.004+0000 7f8a2baae740 20 client.15849 populate_metadata read hostname 'smithi067' 2024-09-10T08:16:31.007 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.004+0000 7f8a2baae740 1 --2- 172.21.15.67:0/951275575 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55902c0793b0 0x55902c07b7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:31.007 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.004+0000 7f8a2baae740 4 client.15849 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:16:31.007 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.004+0000 7f8a2baae740 1 -- 172.21.15.67:0/951275575 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55902bfd4a20 con 0x55902c0793b0 2024-09-10T08:16:31.007 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.005+0000 7f8a21d9b640 1 --2- 172.21.15.67:0/951275575 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55902c0793b0 0x55902c07b7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:31.007 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.005+0000 7f8a09ffb640 10 client.15849 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:31.007 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.005+0000 7f8a21d9b640 1 --2- 172.21.15.67:0/951275575 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55902c0793b0 0x55902c07b7a0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9fe9bdf0d5c5aa3d server_cookie=21dba884b0bb29d4 in_seq=0 out_seq=0 2024-09-10T08:16:31.008 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.006+0000 7f8a09ffb640 1 -- 172.21.15.67:0/951275575 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55902bfd4a20 con 0x55902c0793b0 2024-09-10T08:16:31.008 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.006+0000 7f8a09ffb640 10 client.15849 handle_command_reply: tid=0 2024-09-10T08:16:31.009 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.006+0000 7f8a2baae740 1 client.15849 shutdown 2024-09-10T08:16:31.009 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.006+0000 7f8a2baae740 1 -- 172.21.15.67:0/951275575 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55902c0639a0 msgr2=0x55902c06db70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:31.009 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.006+0000 7f8a2baae740 1 --2- 172.21.15.67:0/951275575 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55902c0639a0 0x55902c06db70 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f8a1400bfd0 tx=0x7f8a14005850 comp rx=0 tx=0).stop 2024-09-10T08:16:31.009 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.006+0000 7f8a2baae740 1 -- 172.21.15.67:0/951275575 shutdown_connections 2024-09-10T08:16:31.009 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.006+0000 7f8a2baae740 1 --2- 172.21.15.67:0/951275575 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55902c0793b0 0x55902c07b7a0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:31.009 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.006+0000 7f8a09ffb640 0 client.15849 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:31.009 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.006+0000 7f8a2baae740 1 --2- 172.21.15.67:0/951275575 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55902c069370 0x55902c0750f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:31.009 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.006+0000 7f8a2baae740 1 --2- 172.21.15.67:0/951275575 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55902c0642e0 0x55902c06e0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:31.009 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.006+0000 7f8a2baae740 1 --2- 172.21.15.67:0/951275575 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55902c0639a0 0x55902c06db70 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:31.009 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.006+0000 7f8a2baae740 1 -- 172.21.15.67:0/951275575 >> 172.21.15.67:0/951275575 conn(0x55902c05f010 msgr2=0x55902c060820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:31.009 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.006+0000 7f8a2baae740 1 -- 172.21.15.67:0/951275575 shutdown_connections 2024-09-10T08:16:31.009 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.006+0000 7f8a2baae740 1 -- 172.21.15.67:0/951275575 wait complete. 2024-09-10T08:16:31.009 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.006+0000 7f8a2baae740 20 client.15849 trim_cache size 0 max 16384 2024-09-10T08:16:31.021 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.021+0000 7f8a2baae740 1 Processor -- start 2024-09-10T08:16:31.021 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.021+0000 7f8a2baae740 1 -- start start 2024-09-10T08:16:31.022 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.021+0000 7f8a2baae740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55902c05f010 0x55902c06e140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:31.022 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.021+0000 7f8a2baae740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55902c0642e0 0x55902c075080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:31.022 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.021+0000 7f8a2baae740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55902c069370 0x55902c05e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:31.022 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.021+0000 7f8a2baae740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f8a241aa860 con 0x55902c0642e0 2024-09-10T08:16:31.022 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.021+0000 7f8a2baae740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f8a241ac3a0 con 0x55902c05f010 2024-09-10T08:16:31.022 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.021+0000 7f8a2baae740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f8a241aaf30 con 0x55902c069370 2024-09-10T08:16:31.022 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.021+0000 7f8a21d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55902c0642e0 0x55902c075080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:31.022 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.021+0000 7f8a21d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55902c0642e0 0x55902c075080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:44258/0 (socket says 172.21.15.67:44258) 2024-09-10T08:16:31.022 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.021+0000 7f8a21d9b640 1 -- 172.21.15.67:0/3791738839 learned_addr learned my addr 172.21.15.67:0/3791738839 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:31.022 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.021+0000 7f8a2259c640 1 --2- 172.21.15.67:0/3791738839 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55902c05f010 0x55902c06e140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:31.022 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.021+0000 7f8a22d9d640 1 --2- 172.21.15.67:0/3791738839 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55902c069370 0x55902c05e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:31.022 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.021+0000 7f8a21d9b640 1 -- 172.21.15.67:0/3791738839 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55902c069370 msgr2=0x55902c05e0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:31.023 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.021+0000 7f8a21d9b640 1 --2- 172.21.15.67:0/3791738839 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55902c069370 0x55902c05e0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:31.023 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.021+0000 7f8a21d9b640 1 -- 172.21.15.67:0/3791738839 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55902c05f010 msgr2=0x55902c06e140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:31.023 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.021+0000 7f8a21d9b640 1 --2- 172.21.15.67:0/3791738839 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55902c05f010 0x55902c06e140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:31.023 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.021+0000 7f8a21d9b640 1 -- 172.21.15.67:0/3791738839 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55902c06d6b0 con 0x55902c0642e0 2024-09-10T08:16:31.023 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.022+0000 7f8a21d9b640 1 --2- 172.21.15.67:0/3791738839 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55902c0642e0 0x55902c075080 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f8a1809b040 tx=0x7f8a180d2ae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf1d4dd3dd4f6038 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:31.023 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.022+0000 7f8a0bfff640 1 -- 172.21.15.67:0/3791738839 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a18020040 con 0x55902c0642e0 2024-09-10T08:16:31.023 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.022+0000 7f8a0bfff640 1 -- 172.21.15.67:0/3791738839 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8a18009c30 con 0x55902c0642e0 2024-09-10T08:16:31.023 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.022+0000 7f8a0bfff640 1 -- 172.21.15.67:0/3791738839 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a1809f640 con 0x55902c0642e0 2024-09-10T08:16:31.026 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.023+0000 7f8a2baae740 1 -- 172.21.15.67:0/3791738839 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55902c0642e0 msgr2=0x55902c075080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:31.027 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.023+0000 7f8a2baae740 1 --2- 172.21.15.67:0/3791738839 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55902c0642e0 0x55902c075080 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f8a1809b040 tx=0x7f8a180d2ae0 comp rx=0 tx=0).stop 2024-09-10T08:16:31.027 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.023+0000 7f8a2baae740 1 -- 172.21.15.67:0/3791738839 shutdown_connections 2024-09-10T08:16:31.027 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.023+0000 7f8a2baae740 1 --2- 172.21.15.67:0/3791738839 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55902c069370 0x55902c05e0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:31.027 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.023+0000 7f8a2baae740 1 --2- 172.21.15.67:0/3791738839 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55902c0642e0 0x55902c075080 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:31.027 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.023+0000 7f8a2baae740 1 --2- 172.21.15.67:0/3791738839 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55902c05f010 0x55902c06e140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:31.027 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.023+0000 7f8a2baae740 1 -- 172.21.15.67:0/3791738839 >> 172.21.15.67:0/3791738839 conn(0x55902c07bb10 msgr2=0x55902c05d9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:31.027 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.023+0000 7f8a2baae740 1 -- 172.21.15.67:0/3791738839 shutdown_connections 2024-09-10T08:16:31.027 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.023+0000 7f8a2baae740 1 -- 172.21.15.67:0/3791738839 wait complete. 2024-09-10T08:16:31.027 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.023+0000 7f8a2baae740 1 -- start start 2024-09-10T08:16:31.027 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.023+0000 7f8a2baae740 1 Processor -- start 2024-09-10T08:16:31.027 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.024+0000 7f8a2baae740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55902c05f010 0x55902c072d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:31.027 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.024+0000 7f8a2baae740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55902c0642e0 0x55902c073250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:31.028 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.024+0000 7f8a2baae740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55902c069370 0x55902c074260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:31.028 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.024+0000 7f8a2baae740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f8a241abcd0 con 0x55902c05f010 2024-09-10T08:16:31.028 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.024+0000 7f8a2baae740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f8a241ab600 con 0x55902c0642e0 2024-09-10T08:16:31.028 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.024+0000 7f8a2baae740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f8a241a8840 con 0x55902c069370 2024-09-10T08:16:31.028 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.024+0000 7f8a2259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55902c05f010 0x55902c072d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:31.028 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.024+0000 7f8a2259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55902c05f010 0x55902c072d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:44264/0 (socket says 172.21.15.67:44264) 2024-09-10T08:16:31.028 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.024+0000 7f8a2259c640 1 -- 172.21.15.67:0/1740229873 learned_addr learned my addr 172.21.15.67:0/1740229873 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:31.028 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.024+0000 7f8a2baae740 10 client.0 _ll_register_callbacks cb 0x7f8a1c005d80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:16:31.028 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.024+0000 7f8a22d9d640 1 --2- 172.21.15.67:0/1740229873 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55902c069370 0x55902c074260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:31.028 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.024+0000 7f8a2259c640 1 -- 172.21.15.67:0/1740229873 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55902c069370 msgr2=0x55902c074260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:31.028 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.024+0000 7f8a2259c640 1 --2- 172.21.15.67:0/1740229873 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55902c069370 0x55902c074260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:31.028 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.024+0000 7f8a2259c640 1 -- 172.21.15.67:0/1740229873 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55902c0642e0 msgr2=0x55902c073250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:31.029 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.024+0000 7f8a21d9b640 1 --2- 172.21.15.67:0/1740229873 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55902c0642e0 0x55902c073250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:31.029 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.024+0000 7f8a2259c640 1 --2- 172.21.15.67:0/1740229873 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55902c0642e0 0x55902c073250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:31.029 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.024+0000 7f8a2259c640 1 -- 172.21.15.67:0/1740229873 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55902c074870 con 0x55902c05f010 2024-09-10T08:16:31.029 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.025+0000 7f8a2259c640 1 --2- 172.21.15.67:0/1740229873 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55902c05f010 0x55902c072d10 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f8a14010ca0 tx=0x7f8a1400b390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6dcc57a4cdec7d91 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:31.029 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.025+0000 7f8a09ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:16:31.029 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.025+0000 7f8a09ffb640 1 -- 172.21.15.67:0/1740229873 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a14005880 con 0x55902c05f010 2024-09-10T08:16:31.029 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.025+0000 7f8a09ffb640 1 -- 172.21.15.67:0/1740229873 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f8a14011490 con 0x55902c05f010 2024-09-10T08:16:31.029 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.025+0000 7f8a2baae740 1 -- 172.21.15.67:0/1740229873 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55902bfced70 con 0x55902c05f010 2024-09-10T08:16:31.029 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.025+0000 7f8a09ffb640 1 -- 172.21.15.67:0/1740229873 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f8a1402b020 con 0x55902c05f010 2024-09-10T08:16:31.029 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.025+0000 7f8a2baae740 10 client.15855 fetch_fsmap learned FSMap version 29 2024-09-10T08:16:31.029 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.025+0000 7f8a2baae740 1 -- 172.21.15.67:0/1740229873 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55902c0e4540 con 0x55902c05f010 2024-09-10T08:16:31.029 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.025+0000 7f8a09ffb640 1 -- 172.21.15.67:0/1740229873 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55902bfced70 con 0x55902c05f010 2024-09-10T08:16:31.029 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.026+0000 7f8a09ffb640 1 -- 172.21.15.67:0/1740229873 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f8a14039700 con 0x55902c05f010 2024-09-10T08:16:31.030 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.026+0000 7f8a2baae740 10 client.15855 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:16:31.030 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.026+0000 7f8a2baae740 10 client.15855 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:16:31.030 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.026+0000 7f8a2baae740 20 client.15855 populate_metadata read hostname 'smithi067' 2024-09-10T08:16:31.030 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.026+0000 7f8a2baae740 1 --2- 172.21.15.67:0/1740229873 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55902c0e4f10 0x55902c0e7330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:31.030 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.026+0000 7f8a2baae740 4 client.15855 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:16:31.030 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.026+0000 7f8a2baae740 1 -- 172.21.15.67:0/1740229873 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55902bf4b900 con 0x55902c0e4f10 2024-09-10T08:16:31.030 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.026+0000 7f8a21d9b640 1 --2- 172.21.15.67:0/1740229873 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55902c0e4f10 0x55902c0e7330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:31.030 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.026+0000 7f8a21d9b640 1 --2- 172.21.15.67:0/1740229873 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55902c0e4f10 0x55902c0e7330 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a2c2f6e3d0b47c67 server_cookie=a96f5f4bf7f82af5 in_seq=0 out_seq=0 2024-09-10T08:16:31.030 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.026+0000 7f8a09ffb640 10 client.15855 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:31.031 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.030+0000 7f8a09ffb640 1 -- 172.21.15.67:0/1740229873 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55902bf4b900 con 0x55902c0e4f10 2024-09-10T08:16:31.031 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.030+0000 7f8a09ffb640 10 client.15855 handle_command_reply: tid=0 2024-09-10T08:16:31.032 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.030+0000 7f8a2baae740 1 client.15855 shutdown 2024-09-10T08:16:31.032 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.030+0000 7f8a2baae740 1 -- 172.21.15.67:0/1740229873 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55902c05f010 msgr2=0x55902c072d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:31.032 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.030+0000 7f8a2baae740 1 --2- 172.21.15.67:0/1740229873 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55902c05f010 0x55902c072d10 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f8a14010ca0 tx=0x7f8a1400b390 comp rx=0 tx=0).stop 2024-09-10T08:16:31.032 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.030+0000 7f8a2baae740 1 -- 172.21.15.67:0/1740229873 shutdown_connections 2024-09-10T08:16:31.032 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.030+0000 7f8a2baae740 1 --2- 172.21.15.67:0/1740229873 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55902c0e4f10 0x55902c0e7330 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:31.032 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.030+0000 7f8a09ffb640 0 client.15855 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:31.032 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.030+0000 7f8a2baae740 1 --2- 172.21.15.67:0/1740229873 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55902c0642e0 0x55902c073250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:31.032 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.030+0000 7f8a2baae740 1 --2- 172.21.15.67:0/1740229873 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55902c069370 0x55902c074260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:31.032 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.030+0000 7f8a2baae740 1 --2- 172.21.15.67:0/1740229873 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55902c05f010 0x55902c072d10 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:31.032 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.030+0000 7f8a2baae740 1 -- 172.21.15.67:0/1740229873 >> 172.21.15.67:0/1740229873 conn(0x55902c07bb10 msgr2=0x55902c05e1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:31.032 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.030+0000 7f8a2baae740 1 -- 172.21.15.67:0/1740229873 shutdown_connections 2024-09-10T08:16:31.032 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.030+0000 7f8a2baae740 1 -- 172.21.15.67:0/1740229873 wait complete. 2024-09-10T08:16:31.032 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.030+0000 7f8a2baae740 20 client.15855 trim_cache size 0 max 16384 2024-09-10T08:16:31.033 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout:{ 2024-09-10T08:16:31.033 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout: "message": "", 2024-09-10T08:16:31.033 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout: "return_code": 0 2024-09-10T08:16:31.033 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout:} 2024-09-10T08:16:31.034 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.031+0000 7f8a28d1a640 1 -- 172.21.15.67:0/3972156970 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f8a0c0a2cd0 msgr2=0x7f8a0c0a5190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:31.034 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.031+0000 7f8a28d1a640 1 --2- 172.21.15.67:0/3972156970 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f8a0c0a2cd0 0x7f8a0c0a5190 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f8a1c005e30 tx=0x7f8a1c0095c0 comp rx=0 tx=0).stop 2024-09-10T08:16:31.034 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.031+0000 7f8a28d1a640 1 -- 172.21.15.67:0/3972156970 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8a24101c30 msgr2=0x7f8a2419c9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:31.034 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.031+0000 7f8a28d1a640 1 --2- 172.21.15.67:0/3972156970 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8a24101c30 0x7f8a2419c9f0 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f8a1800d770 tx=0x7f8a1800dc30 comp rx=0 tx=0).stop 2024-09-10T08:16:31.034 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.031+0000 7f8a28d1a640 1 -- 172.21.15.67:0/3972156970 shutdown_connections 2024-09-10T08:16:31.034 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.031+0000 7f8a28d1a640 1 --2- 172.21.15.67:0/3972156970 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f8a0c0a2cd0 0x7f8a0c0a5190 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:31.034 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.031+0000 7f8a28d1a640 1 --2- 172.21.15.67:0/3972156970 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8a241025f0 0x7f8a2419f010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:31.034 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.031+0000 7f8a28d1a640 1 --2- 172.21.15.67:0/3972156970 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8a24101c30 0x7f8a2419c9f0 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:31.034 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.031+0000 7f8a28d1a640 1 --2- 172.21.15.67:0/3972156970 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8a24100a40 0x7f8a2406a410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:31.034 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.031+0000 7f8a28d1a640 1 -- 172.21.15.67:0/3972156970 >> 172.21.15.67:0/3972156970 conn(0x7f8a240fc1e0 msgr2=0x7f8a24104fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:31.034 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.031+0000 7f8a28d1a640 1 -- 172.21.15.67:0/3972156970 shutdown_connections 2024-09-10T08:16:31.035 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:31.031+0000 7f8a28d1a640 1 -- 172.21.15.67:0/3972156970 wait complete. 2024-09-10T08:16:31.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:31 smithi133 ceph-mon[34721]: pgmap v408: 129 pgs: 129 active+clean; 671 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 255 B/s wr, 13 op/s 2024-09-10T08:16:31.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:31 smithi067 ceph-mon[31051]: pgmap v408: 129 pgs: 129 active+clean; 671 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 255 B/s wr, 13 op/s 2024-09-10T08:16:31.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:31 smithi203 ceph-mon[34672]: pgmap v408: 129 pgs: 129 active+clean; 671 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 255 B/s wr, 13 op/s 2024-09-10T08:16:33.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:33 smithi133 ceph-mon[34721]: pgmap v409: 129 pgs: 129 active+clean; 671 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-09-10T08:16:33.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:33 smithi067 ceph-mon[31051]: pgmap v409: 129 pgs: 129 active+clean; 671 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-09-10T08:16:33.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:33 smithi203 ceph-mon[34672]: pgmap v409: 129 pgs: 129 active+clean; 671 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-09-10T08:16:34.169 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:16:34.465 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:16:35.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.038+0000 7fa30c7d4640 1 -- 172.21.15.67:0/2666782943 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa304102d30 msgr2=0x7fa304103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:35.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.038+0000 7fa30c7d4640 1 --2- 172.21.15.67:0/2666782943 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa304102d30 0x7fa304103110 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7fa300009930 tx=0x7fa30002a420 comp rx=0 tx=0).stop 2024-09-10T08:16:35.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.038+0000 7fa30c7d4640 1 -- 172.21.15.67:0/2666782943 shutdown_connections 2024-09-10T08:16:35.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.038+0000 7fa30c7d4640 1 --2- 172.21.15.67:0/2666782943 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa3041082a0 0x7fa30410ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:35.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.038+0000 7fa30c7d4640 1 --2- 172.21.15.67:0/2666782943 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa3041036e0 0x7fa304107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:35.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.038+0000 7fa30c7d4640 1 --2- 172.21.15.67:0/2666782943 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa304102d30 0x7fa304103110 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:35.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.038+0000 7fa30c7d4640 1 -- 172.21.15.67:0/2666782943 >> 172.21.15.67:0/2666782943 conn(0x7fa3040fc7d0 msgr2=0x7fa3040febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:35.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.038+0000 7fa30c7d4640 1 -- 172.21.15.67:0/2666782943 shutdown_connections 2024-09-10T08:16:35.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.038+0000 7fa30c7d4640 1 -- 172.21.15.67:0/2666782943 wait complete. 2024-09-10T08:16:35.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.039+0000 7fa30c7d4640 1 Processor -- start 2024-09-10T08:16:35.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.039+0000 7fa30c7d4640 1 -- start start 2024-09-10T08:16:35.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.039+0000 7fa30c7d4640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa304102d30 0x7fa304100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:35.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.039+0000 7fa30c7d4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa3041036e0 0x7fa304100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:35.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.039+0000 7fa30c7d4640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa3041082a0 0x7fa304101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:35.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.040+0000 7fa309d6f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa3041036e0 0x7fa304100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:35.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.040+0000 7fa309d6f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa3041036e0 0x7fa304100ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:44290/0 (socket says 172.21.15.67:44290) 2024-09-10T08:16:35.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.040+0000 7fa30c7d4640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa304111fb0 con 0x7fa3041036e0 2024-09-10T08:16:35.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.040+0000 7fa30c7d4640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fa304111e30 con 0x7fa304102d30 2024-09-10T08:16:35.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.040+0000 7fa30c7d4640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fa304112130 con 0x7fa3041082a0 2024-09-10T08:16:35.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.040+0000 7fa309d6f640 1 -- 172.21.15.67:0/3870774995 learned_addr learned my addr 172.21.15.67:0/3870774995 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:35.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.040+0000 7fa30a570640 1 --2- 172.21.15.67:0/3870774995 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa304102d30 0x7fa304100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:35.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.040+0000 7fa309d6f640 1 -- 172.21.15.67:0/3870774995 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa3041082a0 msgr2=0x7fa304101410 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-10T08:16:35.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.040+0000 7fa309d6f640 1 --2- 172.21.15.67:0/3870774995 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa3041082a0 0x7fa304101410 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:35.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.040+0000 7fa309d6f640 1 -- 172.21.15.67:0/3870774995 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa304102d30 msgr2=0x7fa304100990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:35.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.040+0000 7fa309d6f640 1 --2- 172.21.15.67:0/3870774995 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa304102d30 0x7fa304100990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:35.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.040+0000 7fa309d6f640 1 -- 172.21.15.67:0/3870774995 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3041a6a10 con 0x7fa3041036e0 2024-09-10T08:16:35.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.041+0000 7fa309d6f640 1 --2- 172.21.15.67:0/3870774995 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa3041036e0 0x7fa304100ed0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fa2f400e9c0 tx=0x7fa2f400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:35.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.041+0000 7fa2fb7fe640 1 -- 172.21.15.67:0/3870774995 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2f400ccc0 con 0x7fa3041036e0 2024-09-10T08:16:35.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.041+0000 7fa30c7d4640 1 -- 172.21.15.67:0/3870774995 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3041a6d00 con 0x7fa3041036e0 2024-09-10T08:16:35.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.041+0000 7fa30c7d4640 1 -- 172.21.15.67:0/3870774995 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3041a71e0 con 0x7fa3041036e0 2024-09-10T08:16:35.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.041+0000 7fa2fb7fe640 1 -- 172.21.15.67:0/3870774995 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa2f40054d0 con 0x7fa3041036e0 2024-09-10T08:16:35.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.042+0000 7fa2fb7fe640 1 -- 172.21.15.67:0/3870774995 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2f4010430 con 0x7fa3041036e0 2024-09-10T08:16:35.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.043+0000 7fa2f97fa640 1 -- 172.21.15.67:0/3870774995 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2ec005290 con 0x7fa3041036e0 2024-09-10T08:16:35.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.045+0000 7fa2fb7fe640 1 -- 172.21.15.67:0/3870774995 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 19) ==== 137884+0+0 (secure 0 0 0) 0x7fa2f4004650 con 0x7fa3041036e0 2024-09-10T08:16:35.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.046+0000 7fa2fb7fe640 1 --2- 172.21.15.67:0/3870774995 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa2f00a2af0 0x7fa2f00a4fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:35.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.046+0000 7fa30a570640 1 --2- 172.21.15.67:0/3870774995 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa2f00a2af0 0x7fa2f00a4fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:35.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.047+0000 7fa2fb7fe640 1 -- 172.21.15.67:0/3870774995 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fa2f40cfc20 con 0x7fa3041036e0 2024-09-10T08:16:35.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.047+0000 7fa30a570640 1 --2- 172.21.15.67:0/3870774995 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa2f00a2af0 0x7fa2f00a4fb0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fa300006010 tx=0x7fa300000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:35.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.052+0000 7fa2fb7fe640 1 -- 172.21.15.67:0/3870774995 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa2f40541b0 con 0x7fa3041036e0 2024-09-10T08:16:35.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:35 smithi067 ceph-mon[31051]: pgmap v410: 129 pgs: 129 active+clean; 671 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-10T08:16:35.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:35 smithi133 ceph-mon[34721]: pgmap v410: 129 pgs: 129 active+clean; 671 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-10T08:16:35.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.485+0000 7fa2f97fa640 1 -- 172.21.15.67:0/3870774995 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa2ec005580 con 0x7fa3041036e0 2024-09-10T08:16:35.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.487+0000 7fa2fb7fe640 1 -- 172.21.15.67:0/3870774995 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11983 (secure 0 0 0) 0x7fa2f409c620 con 0x7fa3041036e0 2024-09-10T08:16:35.487 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:16:35.487 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":29,"btime":"2024-09-10T08:15:16:896413+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3649064068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3649064068},{"type":"v1","addr":"172.21.15.67:6835","nonce":3649064068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6837/384364542","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6836","nonce":384364542},{"type":"v1","addr":"172.21.15.67:6837","nonce":384364542}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T08:12:37.538183+0000","modified":"2024-09-10T08:15:16.520232+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24479,"mds_1":24475,"mds_2":24457,"mds_3":24412,"mds_4":24404},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6839/2770928820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6838","nonce":2770928820},{"type":"v1","addr":"172.21.15.67:6839","nonce":2770928820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14628":{"gid":14628,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6841/1116344955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6840","nonce":1116344955},{"type":"v1","addr":"172.21.15.67:6841","nonce":1116344955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24404":{"gid":24404,"name":"k","rank":4,"incarnation":26,"state":"up:active","state_seq":23,"addr":"172.21.15.133:6833/2920270168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":2920270168},{"type":"v1","addr":"172.21.15.133:6833","nonce":2920270168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24412":{"gid":24412,"name":"l","rank":3,"incarnation":24,"state":"up:active","state_seq":23,"addr":"172.21.15.203:6833/754287689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":754287689},{"type":"v1","addr":"172.21.15.203:6833","nonce":754287689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/3573205749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3573205749},{"type":"v1","addr":"172.21.15.133:6835","nonce":3573205749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6835/3722546188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":3722546188},{"type":"v1","addr":"172.21.15.203:6835","nonce":3722546188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/667764093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":667764093},{"type":"v1","addr":"172.21.15.133:6837","nonce":667764093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":19,"addr":"172.21.15.203:6837/4255783395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":4255783395},{"type":"v1","addr":"172.21.15.203:6837","nonce":4255783395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":17,"addr":"172.21.15.203:6839/2311592321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2311592321},{"type":"v1","addr":"172.21.15.203:6839","nonce":2311592321}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.133:6839/1848609384","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":1848609384},{"type":"v1","addr":"172.21.15.133:6839","nonce":1848609384}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24479,"qdb_cluster":[24404,24412,24457,24475,24479]},"id":1}]} 2024-09-10T08:16:35.487 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 29 2024-09-10T08:16:35.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.490+0000 7fa2f97fa640 1 -- 172.21.15.67:0/3870774995 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa2f00a2af0 msgr2=0x7fa2f00a4fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:35.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.490+0000 7fa2f97fa640 1 --2- 172.21.15.67:0/3870774995 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa2f00a2af0 0x7fa2f00a4fb0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fa300006010 tx=0x7fa300000bc0 comp rx=0 tx=0).stop 2024-09-10T08:16:35.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.490+0000 7fa2f97fa640 1 -- 172.21.15.67:0/3870774995 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa3041036e0 msgr2=0x7fa304100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:35.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.490+0000 7fa2f97fa640 1 --2- 172.21.15.67:0/3870774995 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa3041036e0 0x7fa304100ed0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fa2f400e9c0 tx=0x7fa2f400ee80 comp rx=0 tx=0).stop 2024-09-10T08:16:35.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.490+0000 7fa2f97fa640 1 -- 172.21.15.67:0/3870774995 shutdown_connections 2024-09-10T08:16:35.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.490+0000 7fa2f97fa640 1 --2- 172.21.15.67:0/3870774995 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa2f00a2af0 0x7fa2f00a4fb0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:35.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.490+0000 7fa2f97fa640 1 --2- 172.21.15.67:0/3870774995 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa3041082a0 0x7fa304101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:35.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.490+0000 7fa2f97fa640 1 --2- 172.21.15.67:0/3870774995 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa3041036e0 0x7fa304100ed0 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:35.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.490+0000 7fa2f97fa640 1 --2- 172.21.15.67:0/3870774995 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa304102d30 0x7fa304100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:35.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.490+0000 7fa2f97fa640 1 -- 172.21.15.67:0/3870774995 >> 172.21.15.67:0/3870774995 conn(0x7fa3040fc7d0 msgr2=0x7fa304105da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:35.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.490+0000 7fa2f97fa640 1 -- 172.21.15.67:0/3870774995 shutdown_connections 2024-09-10T08:16:35.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:35.490+0000 7fa2f97fa640 1 -- 172.21.15.67:0/3870774995 wait complete. 2024-09-10T08:16:35.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:35 smithi203 ceph-mon[34672]: pgmap v410: 129 pgs: 129 active+clean; 671 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 0 B/s wr, 9 op/s 2024-09-10T08:16:36.163 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24479 quiesce db --set-id 284a5832 --release --await' 2024-09-10T08:16:36.163 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24479 quiesce db --set-id 284a5832 --release --await 2024-09-10T08:16:36.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:36 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/3870774995' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:16:36.455 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:16:36.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:36 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/3870774995' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:16:36.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:36 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/3870774995' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:16:37.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.048+0000 7f76d76c6640 1 -- 172.21.15.67:0/742866513 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f76d0106f10 msgr2=0x7f76d010ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:37.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.048+0000 7f76d76c6640 1 --2- 172.21.15.67:0/742866513 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f76d0106f10 0x7f76d010ea90 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f76c8009ca0 tx=0x7f76c802a8c0 comp rx=0 tx=0).stop 2024-09-10T08:16:37.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.048+0000 7f76d76c6640 1 -- 172.21.15.67:0/742866513 shutdown_connections 2024-09-10T08:16:37.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.048+0000 7f76d76c6640 1 --2- 172.21.15.67:0/742866513 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f76d0102790 0x7f76d01067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:37.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.048+0000 7f76d76c6640 1 --2- 172.21.15.67:0/742866513 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f76d0106f10 0x7f76d010ea90 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:37.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.048+0000 7f76d76c6640 1 --2- 172.21.15.67:0/742866513 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f76d0101de0 0x7f76d01021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:37.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.048+0000 7f76d76c6640 1 -- 172.21.15.67:0/742866513 >> 172.21.15.67:0/742866513 conn(0x7f76d00fd8c0 msgr2=0x7f76d00ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:37.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.049+0000 7f76d76c6640 1 -- 172.21.15.67:0/742866513 shutdown_connections 2024-09-10T08:16:37.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.049+0000 7f76d76c6640 1 -- 172.21.15.67:0/742866513 wait complete. 2024-09-10T08:16:37.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.050+0000 7f76d76c6640 1 Processor -- start 2024-09-10T08:16:37.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.050+0000 7f76d76c6640 1 -- start start 2024-09-10T08:16:37.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.050+0000 7f76d76c6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f76d0101de0 0x7f76d0198350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:37.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.050+0000 7f76d76c6640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f76d0102790 0x7f76d0198890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:37.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.050+0000 7f76d76c6640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f76d0106f10 0x7f76d019cc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:37.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.050+0000 7f76d76c6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f76d0111e70 con 0x7f76d0101de0 2024-09-10T08:16:37.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.050+0000 7f76d76c6640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f76d0111cf0 con 0x7f76d0106f10 2024-09-10T08:16:37.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.050+0000 7f76d76c6640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f76d0111ff0 con 0x7f76d0102790 2024-09-10T08:16:37.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.050+0000 7f76d5462640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f76d0101de0 0x7f76d0198350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:37.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.050+0000 7f76d5462640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f76d0101de0 0x7f76d0198350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42394/0 (socket says 172.21.15.67:42394) 2024-09-10T08:16:37.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.050+0000 7f76d5462640 1 -- 172.21.15.67:0/2464582199 learned_addr learned my addr 172.21.15.67:0/2464582199 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:37.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.051+0000 7f76d4c61640 1 --2- 172.21.15.67:0/2464582199 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f76d0102790 0x7f76d0198890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:37.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.051+0000 7f76d5c63640 1 --2- 172.21.15.67:0/2464582199 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f76d0106f10 0x7f76d019cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:37.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.051+0000 7f76d5462640 1 -- 172.21.15.67:0/2464582199 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f76d0102790 msgr2=0x7f76d0198890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:37.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.051+0000 7f76d5462640 1 --2- 172.21.15.67:0/2464582199 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f76d0102790 0x7f76d0198890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:37.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.051+0000 7f76d5462640 1 -- 172.21.15.67:0/2464582199 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f76d0106f10 msgr2=0x7f76d019cc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:37.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.051+0000 7f76d5462640 1 --2- 172.21.15.67:0/2464582199 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f76d0106f10 0x7f76d019cc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:37.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.051+0000 7f76d5462640 1 -- 172.21.15.67:0/2464582199 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76d019d300 con 0x7f76d0101de0 2024-09-10T08:16:37.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.051+0000 7f76d4c61640 1 --2- 172.21.15.67:0/2464582199 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f76d0102790 0x7f76d0198890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:16:37.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.051+0000 7f76d5462640 1 --2- 172.21.15.67:0/2464582199 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f76d0101de0 0x7f76d0198350 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f76cc00e9f0 tx=0x7f76cc00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:37.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.051+0000 7f76c67fc640 1 -- 172.21.15.67:0/2464582199 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76cc00cd80 con 0x7f76d0101de0 2024-09-10T08:16:37.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.052+0000 7f76c67fc640 1 -- 172.21.15.67:0/2464582199 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f76cc0054d0 con 0x7f76d0101de0 2024-09-10T08:16:37.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.052+0000 7f76c67fc640 1 -- 172.21.15.67:0/2464582199 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76cc010490 con 0x7f76d0101de0 2024-09-10T08:16:37.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.052+0000 7f76d76c6640 1 -- 172.21.15.67:0/2464582199 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76d019d5f0 con 0x7f76d0101de0 2024-09-10T08:16:37.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.052+0000 7f76d76c6640 1 -- 172.21.15.67:0/2464582199 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76d0074420 con 0x7f76d0101de0 2024-09-10T08:16:37.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.055+0000 7f76d9a9f740 1 Processor -- start 2024-09-10T08:16:37.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.056+0000 7f76d9a9f740 1 -- start start 2024-09-10T08:16:37.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.056+0000 7f76d9a9f740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557da6d58060 0x557da6d58440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:37.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.056+0000 7f76d9a9f740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557da6d58980 0x557da6d62d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:37.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.056+0000 7f76d9a9f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557da6d63240 0x557da6d65630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:37.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.056+0000 7f76d9a9f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x557da6cbd620 con 0x557da6d63240 2024-09-10T08:16:37.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.056+0000 7f76d9a9f740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x557da6c64e50 con 0x557da6d58980 2024-09-10T08:16:37.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.056+0000 7f76d9a9f740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x557da6cb95e0 con 0x557da6d58060 2024-09-10T08:16:37.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.056+0000 7f76c67fc640 1 -- 172.21.15.67:0/2464582199 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 19) ==== 137884+0+0 (secure 0 0 0) 0x7f76cc005020 con 0x7f76d0101de0 2024-09-10T08:16:37.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.056+0000 7f76d5462640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557da6d58980 0x557da6d62d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:37.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.056+0000 7f76d5462640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557da6d58980 0x557da6d62d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.67:59164/0 (socket says 172.21.15.67:59164) 2024-09-10T08:16:37.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.056+0000 7f76d5462640 1 -- 172.21.15.67:0/413797349 learned_addr learned my addr 172.21.15.67:0/413797349 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:37.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.056+0000 7f76d5c63640 1 --2- 172.21.15.67:0/413797349 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557da6d58060 0x557da6d58440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:37.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.056+0000 7f76d4c61640 1 --2- 172.21.15.67:0/413797349 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557da6d63240 0x557da6d65630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:37.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.057+0000 7f76d5462640 1 -- 172.21.15.67:0/413797349 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557da6d58060 msgr2=0x557da6d58440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:37.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.057+0000 7f76d5462640 1 --2- 172.21.15.67:0/413797349 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557da6d58060 0x557da6d58440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:37.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.057+0000 7f76d5462640 1 -- 172.21.15.67:0/413797349 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557da6d63240 msgr2=0x557da6d65630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:37.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.057+0000 7f76d5462640 1 --2- 172.21.15.67:0/413797349 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557da6d63240 0x557da6d65630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:37.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.057+0000 7f76d5462640 1 -- 172.21.15.67:0/413797349 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557da6c55d40 con 0x557da6d58980 2024-09-10T08:16:37.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.057+0000 7f76d4c61640 1 --2- 172.21.15.67:0/413797349 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557da6d63240 0x557da6d65630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:16:37.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.057+0000 7f76d5462640 1 --2- 172.21.15.67:0/413797349 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557da6d58980 0x557da6d62d00 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f76cc0cce80 tx=0x7f76cc0d5b20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d898035a65abb652 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:37.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.057+0000 7f76c67fc640 1 --2- 172.21.15.67:0/2464582199 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f76bc0a2d60 0x7f76bc0a5220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:37.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.058+0000 7f76bb7fe640 1 -- 172.21.15.67:0/413797349 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76cc0de070 con 0x557da6d58980 2024-09-10T08:16:37.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.058+0000 7f76d5c63640 1 --2- 172.21.15.67:0/2464582199 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f76bc0a2d60 0x7f76bc0a5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:37.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.058+0000 7f76bb7fe640 1 -- 172.21.15.67:0/413797349 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f76cc0da420 con 0x557da6d58980 2024-09-10T08:16:37.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.058+0000 7f76bb7fe640 1 -- 172.21.15.67:0/413797349 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76cc0d95a0 con 0x557da6d58980 2024-09-10T08:16:37.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.058+0000 7f76c67fc640 1 -- 172.21.15.67:0/2464582199 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f76cc0cf9f0 con 0x7f76d0101de0 2024-09-10T08:16:37.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.058+0000 7f76d5c63640 1 --2- 172.21.15.67:0/2464582199 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f76bc0a2d60 0x7f76bc0a5220 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f76c8004af0 tx=0x7f76c8005d80 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:37.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.059+0000 7f76d9a9f740 1 -- 172.21.15.67:0/413797349 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557da6d58980 msgr2=0x557da6d62d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:37.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.059+0000 7f76d9a9f740 1 --2- 172.21.15.67:0/413797349 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557da6d58980 0x557da6d62d00 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f76cc0cce80 tx=0x7f76cc0d5b20 comp rx=0 tx=0).stop 2024-09-10T08:16:37.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.059+0000 7f76d9a9f740 1 -- 172.21.15.67:0/413797349 shutdown_connections 2024-09-10T08:16:37.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.059+0000 7f76d9a9f740 1 --2- 172.21.15.67:0/413797349 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557da6d58980 0x557da6d62d00 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:37.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.059+0000 7f76d9a9f740 1 --2- 172.21.15.67:0/413797349 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557da6d63240 0x557da6d65630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:37.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.059+0000 7f76d9a9f740 1 --2- 172.21.15.67:0/413797349 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557da6d58060 0x557da6d58440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:37.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.059+0000 7f76d9a9f740 1 -- 172.21.15.67:0/413797349 >> 172.21.15.67:0/413797349 conn(0x557da6d545f0 msgr2=0x557da6d549d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:37.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.059+0000 7f76d9a9f740 1 -- 172.21.15.67:0/413797349 shutdown_connections 2024-09-10T08:16:37.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.059+0000 7f76d9a9f740 1 -- 172.21.15.67:0/413797349 wait complete. 2024-09-10T08:16:37.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.059+0000 7f76d9a9f740 1 -- start start 2024-09-10T08:16:37.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.060+0000 7f76d9a9f740 1 Processor -- start 2024-09-10T08:16:37.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.060+0000 7f76d9a9f740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557da6d58060 0x557da6d601b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:37.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.060+0000 7f76d9a9f740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557da6d58980 0x557da6d606f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:37.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.060+0000 7f76d9a9f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557da6d63240 0x557da6d60c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:37.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.060+0000 7f76d9a9f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x557da6d65e10 con 0x557da6d63240 2024-09-10T08:16:37.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.060+0000 7f76d9a9f740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x557da6c45f10 con 0x557da6d58980 2024-09-10T08:16:37.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.060+0000 7f76d9a9f740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x557da6d65f90 con 0x557da6d58060 2024-09-10T08:16:37.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.060+0000 7f76d5c63640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557da6d63240 0x557da6d60c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:37.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.060+0000 7f76d5c63640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557da6d63240 0x557da6d60c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42424/0 (socket says 172.21.15.67:42424) 2024-09-10T08:16:37.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.060+0000 7f76d5c63640 1 -- 172.21.15.67:0/1510507726 learned_addr learned my addr 172.21.15.67:0/1510507726 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:37.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.061+0000 7f76d5462640 1 --2- 172.21.15.67:0/1510507726 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557da6d58060 0x557da6d601b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:37.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.061+0000 7f76d4c61640 1 --2- 172.21.15.67:0/1510507726 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557da6d58980 0x557da6d606f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:37.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.061+0000 7f76d5c63640 1 -- 172.21.15.67:0/1510507726 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557da6d58060 msgr2=0x557da6d601b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:37.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.061+0000 7f76d5c63640 1 --2- 172.21.15.67:0/1510507726 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557da6d58060 0x557da6d601b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:37.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.061+0000 7f76d5c63640 1 -- 172.21.15.67:0/1510507726 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557da6d58980 msgr2=0x557da6d606f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:37.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.061+0000 7f76d5c63640 1 --2- 172.21.15.67:0/1510507726 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557da6d58980 0x557da6d606f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:37.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.061+0000 7f76d5c63640 1 -- 172.21.15.67:0/1510507726 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557da69cc580 con 0x557da6d63240 2024-09-10T08:16:37.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.061+0000 7f76d5462640 1 --2- 172.21.15.67:0/1510507726 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557da6d58060 0x557da6d601b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:16:37.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.061+0000 7f76d4c61640 1 --2- 172.21.15.67:0/1510507726 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557da6d58980 0x557da6d606f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:16:37.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.061+0000 7f76d5c63640 1 --2- 172.21.15.67:0/1510507726 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557da6d63240 0x557da6d60c30 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f76c8035000 tx=0x7f76c802a8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c973782c51e29fd8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:37.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.061+0000 7f76d9a9f740 10 client.0 _ll_register_callbacks cb 0x557da6c69db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:16:37.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.061+0000 7f76d9a9f740 1 -- 172.21.15.67:0/1510507726 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f76cc0da420 con 0x557da6d63240 2024-09-10T08:16:37.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.061+0000 7f76b8ff9640 10 client.15873 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:16:37.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.062+0000 7f76b8ff9640 1 -- 172.21.15.67:0/1510507726 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76c80305c0 con 0x557da6d63240 2024-09-10T08:16:37.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.062+0000 7f76b8ff9640 1 -- 172.21.15.67:0/1510507726 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f76c8030760 con 0x557da6d63240 2024-09-10T08:16:37.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.062+0000 7f76b8ff9640 1 -- 172.21.15.67:0/1510507726 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f76c8030980 con 0x557da6d63240 2024-09-10T08:16:37.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.062+0000 7f76d9a9f740 10 client.15873 fetch_fsmap learned FSMap version 29 2024-09-10T08:16:37.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.062+0000 7f76d9a9f740 1 -- 172.21.15.67:0/1510507726 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({fsmap=29}) -- 0x557da6a96960 con 0x557da6d63240 2024-09-10T08:16:37.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.063+0000 7f76b8ff9640 1 -- 172.21.15.67:0/1510507726 <== mon.0 v2:172.21.15.67:3300/0 4 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f76c805e020 con 0x557da6d63240 2024-09-10T08:16:37.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.063+0000 7f76d9a9f740 10 client.15873 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:16:37.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.063+0000 7f76d9a9f740 10 client.15873 resolve_mds: validated gid 24479 aka daemon mds.b 2024-09-10T08:16:37.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.063+0000 7f76d9a9f740 20 client.15873 populate_metadata read hostname 'smithi067' 2024-09-10T08:16:37.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.063+0000 7f76d9a9f740 1 --2- 172.21.15.67:0/1510507726 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x557da6d72bc0 0x557da6d75080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:37.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.063+0000 7f76d9a9f740 4 client.15873 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:16:37.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.063+0000 7f76d9a9f740 1 -- 172.21.15.67:0/1510507726 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557da6ccab90 con 0x557da6d72bc0 2024-09-10T08:16:37.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.063+0000 7f76d5462640 1 --2- 172.21.15.67:0/1510507726 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x557da6d72bc0 0x557da6d75080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:37.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.064+0000 7f76d5462640 1 --2- 172.21.15.67:0/1510507726 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x557da6d72bc0 0x557da6d75080 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5e475d7e457a295f server_cookie=15a8345355663281 in_seq=0 out_seq=0 2024-09-10T08:16:37.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.064+0000 7f76b8ff9640 10 client.15873 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:37.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.064+0000 7f76b8ff9640 1 -- 172.21.15.67:0/1510507726 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557da6ccab90 con 0x557da6d72bc0 2024-09-10T08:16:37.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.064+0000 7f76b8ff9640 10 client.15873 handle_command_reply: tid=0 2024-09-10T08:16:37.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.064+0000 7f76d9a9f740 1 client.15873 shutdown 2024-09-10T08:16:37.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.065+0000 7f76d9a9f740 1 -- 172.21.15.67:0/1510507726 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557da6d63240 msgr2=0x557da6d60c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:37.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.065+0000 7f76d9a9f740 1 --2- 172.21.15.67:0/1510507726 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557da6d63240 0x557da6d60c30 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f76c8035000 tx=0x7f76c802a8c0 comp rx=0 tx=0).stop 2024-09-10T08:16:37.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.065+0000 7f76d9a9f740 1 -- 172.21.15.67:0/1510507726 shutdown_connections 2024-09-10T08:16:37.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.065+0000 7f76d9a9f740 1 --2- 172.21.15.67:0/1510507726 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x557da6d72bc0 0x557da6d75080 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:37.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.065+0000 7f76b8ff9640 0 client.15873 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:37.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.065+0000 7f76d9a9f740 1 --2- 172.21.15.67:0/1510507726 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557da6d58980 0x557da6d606f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:37.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.065+0000 7f76d9a9f740 1 --2- 172.21.15.67:0/1510507726 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557da6d63240 0x557da6d60c30 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:37.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.065+0000 7f76d9a9f740 1 --2- 172.21.15.67:0/1510507726 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557da6d58060 0x557da6d601b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:37.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.065+0000 7f76d9a9f740 1 -- 172.21.15.67:0/1510507726 >> 172.21.15.67:0/1510507726 conn(0x557da6d545f0 msgr2=0x557da6d5a2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:37.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.065+0000 7f76d9a9f740 1 -- 172.21.15.67:0/1510507726 shutdown_connections 2024-09-10T08:16:37.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.065+0000 7f76d9a9f740 1 -- 172.21.15.67:0/1510507726 wait complete. 2024-09-10T08:16:37.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.066+0000 7f76d9a9f740 20 client.15873 trim_cache size 0 max 16384 2024-09-10T08:16:37.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.101+0000 7f76d9a9f740 1 Processor -- start 2024-09-10T08:16:37.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.101+0000 7f76d9a9f740 1 -- start start 2024-09-10T08:16:37.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.101+0000 7f76d9a9f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557da6d545f0 0x557da6d5b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:37.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.101+0000 7f76d9a9f740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557da6d58060 0x557da6d5a1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:37.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.101+0000 7f76d9a9f740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557da6d58980 0x557da6d7a990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:37.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.101+0000 7f76d9a9f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f76d01b5430 con 0x557da6d545f0 2024-09-10T08:16:37.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.101+0000 7f76d9a9f740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f76d01b6f70 con 0x557da6d58980 2024-09-10T08:16:37.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.101+0000 7f76d9a9f740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f76d01b5b00 con 0x557da6d58060 2024-09-10T08:16:37.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.101+0000 7f76d5462640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557da6d545f0 0x557da6d5b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:37.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.101+0000 7f76d5462640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557da6d545f0 0x557da6d5b4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42434/0 (socket says 172.21.15.67:42434) 2024-09-10T08:16:37.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.101+0000 7f76d5462640 1 -- 172.21.15.67:0/867245088 learned_addr learned my addr 172.21.15.67:0/867245088 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:37.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.101+0000 7f76d5c63640 1 --2- 172.21.15.67:0/867245088 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557da6d58980 0x557da6d7a990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:37.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.102+0000 7f76d5462640 1 -- 172.21.15.67:0/867245088 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557da6d58060 msgr2=0x557da6d5a1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:37.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.102+0000 7f76d5462640 1 --2- 172.21.15.67:0/867245088 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557da6d58060 0x557da6d5a1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:37.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.102+0000 7f76d5462640 1 -- 172.21.15.67:0/867245088 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557da6d58980 msgr2=0x557da6d7a990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:37.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.102+0000 7f76d5462640 1 --2- 172.21.15.67:0/867245088 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557da6d58980 0x557da6d7a990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:37.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.102+0000 7f76d5462640 1 -- 172.21.15.67:0/867245088 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557da6d620f0 con 0x557da6d545f0 2024-09-10T08:16:37.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.102+0000 7f76d5462640 1 --2- 172.21.15.67:0/867245088 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557da6d545f0 0x557da6d5b4c0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f76cc098660 tx=0x7f76cc0dabe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8108225175ebae4f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:37.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.102+0000 7f76baffd640 1 -- 172.21.15.67:0/867245088 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76cc0de070 con 0x557da6d545f0 2024-09-10T08:16:37.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.102+0000 7f76baffd640 1 -- 172.21.15.67:0/867245088 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f76cc005310 con 0x557da6d545f0 2024-09-10T08:16:37.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.102+0000 7f76baffd640 1 -- 172.21.15.67:0/867245088 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76cc005680 con 0x557da6d545f0 2024-09-10T08:16:37.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.103+0000 7f76d9a9f740 1 -- 172.21.15.67:0/867245088 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557da6d545f0 msgr2=0x557da6d5b4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:37.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.103+0000 7f76d9a9f740 1 --2- 172.21.15.67:0/867245088 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557da6d545f0 0x557da6d5b4c0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f76cc098660 tx=0x7f76cc0dabe0 comp rx=0 tx=0).stop 2024-09-10T08:16:37.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.103+0000 7f76d9a9f740 1 -- 172.21.15.67:0/867245088 shutdown_connections 2024-09-10T08:16:37.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.103+0000 7f76d9a9f740 1 --2- 172.21.15.67:0/867245088 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557da6d58980 0x557da6d7a990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:37.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.103+0000 7f76d9a9f740 1 --2- 172.21.15.67:0/867245088 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557da6d58060 0x557da6d5a1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:37.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.103+0000 7f76d9a9f740 1 --2- 172.21.15.67:0/867245088 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557da6d545f0 0x557da6d5b4c0 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:37.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.103+0000 7f76d9a9f740 1 -- 172.21.15.67:0/867245088 >> 172.21.15.67:0/867245088 conn(0x557da6d5bba0 msgr2=0x557da6d59ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:37.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.104+0000 7f76d9a9f740 1 -- 172.21.15.67:0/867245088 shutdown_connections 2024-09-10T08:16:37.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.104+0000 7f76d9a9f740 1 -- 172.21.15.67:0/867245088 wait complete. 2024-09-10T08:16:37.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.104+0000 7f76d9a9f740 1 -- start start 2024-09-10T08:16:37.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.104+0000 7f76d9a9f740 1 Processor -- start 2024-09-10T08:16:37.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.105+0000 7f76d9a9f740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557da6d545f0 0x557da6d6b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:37.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.105+0000 7f76d9a9f740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557da6d58060 0x557da6d67b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:37.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.105+0000 7f76d9a9f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557da6d58980 0x557da6d68070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:37.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.105+0000 7f76d9a9f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f76d01b68a0 con 0x557da6d58980 2024-09-10T08:16:37.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.105+0000 7f76d9a9f740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f76d01b61d0 con 0x557da6d58060 2024-09-10T08:16:37.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.105+0000 7f76d9a9f740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f76d01a9120 con 0x557da6d545f0 2024-09-10T08:16:37.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.105+0000 7f76d5c63640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557da6d58980 0x557da6d68070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:37.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.105+0000 7f76d5c63640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557da6d58980 0x557da6d68070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42448/0 (socket says 172.21.15.67:42448) 2024-09-10T08:16:37.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.105+0000 7f76d5c63640 1 -- 172.21.15.67:0/503138816 learned_addr learned my addr 172.21.15.67:0/503138816 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:37.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.105+0000 7f76d9a9f740 10 client.0 _ll_register_callbacks cb 0x7f76c8009860 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:16:37.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.105+0000 7f76d4c61640 1 --2- 172.21.15.67:0/503138816 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557da6d58060 0x557da6d67b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:37.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.105+0000 7f76d5c63640 1 -- 172.21.15.67:0/503138816 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557da6d545f0 msgr2=0x557da6d6b7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:37.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.105+0000 7f76d5462640 1 --2- 172.21.15.67:0/503138816 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557da6d545f0 0x557da6d6b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:37.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.105+0000 7f76d5c63640 1 --2- 172.21.15.67:0/503138816 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557da6d545f0 0x557da6d6b7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:37.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.105+0000 7f76d5c63640 1 -- 172.21.15.67:0/503138816 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557da6d58060 msgr2=0x557da6d67b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:37.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.105+0000 7f76d5c63640 1 --2- 172.21.15.67:0/503138816 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557da6d58060 0x557da6d67b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:37.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.105+0000 7f76d5c63640 1 -- 172.21.15.67:0/503138816 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557da6d68760 con 0x557da6d58980 2024-09-10T08:16:37.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.105+0000 7f76d4c61640 1 --2- 172.21.15.67:0/503138816 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557da6d58060 0x557da6d67b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:16:37.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.106+0000 7f76d5c63640 1 --2- 172.21.15.67:0/503138816 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557da6d58980 0x557da6d68070 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f76c8006010 tx=0x7f76c804c040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1a4c426ca03bdbf server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:37.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.106+0000 7f76b8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:16:37.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.106+0000 7f76b8ff9640 1 -- 172.21.15.67:0/503138816 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76c80527f0 con 0x557da6d58980 2024-09-10T08:16:37.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.106+0000 7f76b8ff9640 1 -- 172.21.15.67:0/503138816 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f76c8061450 con 0x557da6d58980 2024-09-10T08:16:37.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.106+0000 7f76d9a9f740 1 -- 172.21.15.67:0/503138816 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x557da6cc50a0 con 0x557da6d58980 2024-09-10T08:16:37.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.106+0000 7f76b8ff9640 1 -- 172.21.15.67:0/503138816 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f76c8061650 con 0x557da6d58980 2024-09-10T08:16:37.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.106+0000 7f76d9a9f740 10 client.15879 fetch_fsmap learned FSMap version 29 2024-09-10T08:16:37.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.106+0000 7f76d9a9f740 1 -- 172.21.15.67:0/503138816 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x557da6dde850 con 0x557da6d58980 2024-09-10T08:16:37.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.106+0000 7f76b8ff9640 1 -- 172.21.15.67:0/503138816 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f76c8065070 con 0x557da6d58980 2024-09-10T08:16:37.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.107+0000 7f76b8ff9640 1 -- 172.21.15.67:0/503138816 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f76c805e040 con 0x557da6d58980 2024-09-10T08:16:37.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.107+0000 7f76d9a9f740 10 client.15879 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:16:37.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.107+0000 7f76d9a9f740 10 client.15879 resolve_mds: validated gid 24479 aka daemon mds.b 2024-09-10T08:16:37.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.107+0000 7f76d9a9f740 20 client.15879 populate_metadata read hostname 'smithi067' 2024-09-10T08:16:37.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.107+0000 7f76d9a9f740 1 --2- 172.21.15.67:0/503138816 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x557da6d63240 0x557da6de0f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:37.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.107+0000 7f76d9a9f740 4 client.15879 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "284a5832", "release": true, "await": true}] 2024-09-10T08:16:37.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.107+0000 7f76d9a9f740 1 -- 172.21.15.67:0/503138816 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "quiesce db", "set_id": "284a5832", "release": true, "await": true}) -- 0x557da6cc50a0 con 0x557da6d63240 2024-09-10T08:16:37.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.107+0000 7f76d5462640 1 --2- 172.21.15.67:0/503138816 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x557da6d63240 0x557da6de0f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:37.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.107+0000 7f76d5462640 1 --2- 172.21.15.67:0/503138816 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x557da6d63240 0x557da6de0f80 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b2dca13a1a4a0d6c server_cookie=1726062ba626a61e in_seq=0 out_seq=0 2024-09-10T08:16:37.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.107+0000 7f76b8ff9640 10 client.15879 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:37.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.110+0000 7f76b8ff9640 1 -- 172.21.15.67:0/503138816 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x557da6cc50a0 con 0x557da6d63240 2024-09-10T08:16:37.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.110+0000 7f76b8ff9640 10 client.15879 handle_command_reply: tid=0 2024-09-10T08:16:37.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.110+0000 7f76d9a9f740 1 client.15879 shutdown 2024-09-10T08:16:37.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.110+0000 7f76d9a9f740 1 -- 172.21.15.67:0/503138816 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557da6d58980 msgr2=0x557da6d68070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:37.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.110+0000 7f76d9a9f740 1 --2- 172.21.15.67:0/503138816 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557da6d58980 0x557da6d68070 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f76c8006010 tx=0x7f76c804c040 comp rx=0 tx=0).stop 2024-09-10T08:16:37.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.110+0000 7f76d9a9f740 1 -- 172.21.15.67:0/503138816 shutdown_connections 2024-09-10T08:16:37.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.110+0000 7f76d9a9f740 1 --2- 172.21.15.67:0/503138816 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x557da6d63240 0x557da6de0f80 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:37.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.110+0000 7f76d9a9f740 1 --2- 172.21.15.67:0/503138816 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557da6d58060 0x557da6d67b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:37.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.110+0000 7f76d9a9f740 1 --2- 172.21.15.67:0/503138816 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557da6d58980 0x557da6d68070 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:37.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.110+0000 7f76d9a9f740 1 --2- 172.21.15.67:0/503138816 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557da6d545f0 0x557da6d6b7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:37.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.110+0000 7f76d9a9f740 1 -- 172.21.15.67:0/503138816 >> 172.21.15.67:0/503138816 conn(0x557da6d5bba0 msgr2=0x557da6d53750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:37.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.110+0000 7f76b8ff9640 0 client.15879 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:37.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.110+0000 7f76d9a9f740 1 -- 172.21.15.67:0/503138816 shutdown_connections 2024-09-10T08:16:37.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.110+0000 7f76d9a9f740 1 -- 172.21.15.67:0/503138816 wait complete. 2024-09-10T08:16:37.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.111+0000 7f76d9a9f740 20 client.15879 trim_cache size 0 max 16384 2024-09-10T08:16:37.112 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:16:37.112 INFO:teuthology.orchestra.run.smithi067.stdout: "epoch": 29, 2024-09-10T08:16:37.112 INFO:teuthology.orchestra.run.smithi067.stdout: "leader": 24479, 2024-09-10T08:16:37.112 INFO:teuthology.orchestra.run.smithi067.stdout: "set_version": 4, 2024-09-10T08:16:37.112 INFO:teuthology.orchestra.run.smithi067.stdout: "sets": { 2024-09-10T08:16:37.112 INFO:teuthology.orchestra.run.smithi067.stdout: "284a5832": { 2024-09-10T08:16:37.112 INFO:teuthology.orchestra.run.smithi067.stdout: "version": 4, 2024-09-10T08:16:37.112 INFO:teuthology.orchestra.run.smithi067.stdout: "age_ref": 0.0, 2024-09-10T08:16:37.112 INFO:teuthology.orchestra.run.smithi067.stdout: "state": { 2024-09-10T08:16:37.113 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "RELEASED", 2024-09-10T08:16:37.113 INFO:teuthology.orchestra.run.smithi067.stdout: "age": 0.0 2024-09-10T08:16:37.113 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:16:37.113 INFO:teuthology.orchestra.run.smithi067.stdout: "timeout": 90.0, 2024-09-10T08:16:37.113 INFO:teuthology.orchestra.run.smithi067.stdout: "expiration": 150.0, 2024-09-10T08:16:37.113 INFO:teuthology.orchestra.run.smithi067.stdout: "members": { 2024-09-10T08:16:37.113 INFO:teuthology.orchestra.run.smithi067.stdout: "file:/": { 2024-09-10T08:16:37.113 INFO:teuthology.orchestra.run.smithi067.stdout: "excluded": false, 2024-09-10T08:16:37.113 INFO:teuthology.orchestra.run.smithi067.stdout: "state": { 2024-09-10T08:16:37.113 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "RELEASED", 2024-09-10T08:16:37.113 INFO:teuthology.orchestra.run.smithi067.stdout: "age": 0.0 2024-09-10T08:16:37.113 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:16:37.113 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:16:37.113 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:16:37.114 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:16:37.114 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:16:37.114 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:16:37.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.111+0000 7f76d76c6640 1 -- 172.21.15.67:0/2464582199 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f76bc0a2d60 msgr2=0x7f76bc0a5220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:37.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.111+0000 7f76d76c6640 1 --2- 172.21.15.67:0/2464582199 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f76bc0a2d60 0x7f76bc0a5220 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f76c8004af0 tx=0x7f76c8005d80 comp rx=0 tx=0).stop 2024-09-10T08:16:37.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.111+0000 7f76d76c6640 1 -- 172.21.15.67:0/2464582199 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f76d0101de0 msgr2=0x7f76d0198350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:37.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.111+0000 7f76d76c6640 1 --2- 172.21.15.67:0/2464582199 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f76d0101de0 0x7f76d0198350 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f76cc00e9f0 tx=0x7f76cc00edf0 comp rx=0 tx=0).stop 2024-09-10T08:16:37.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.112+0000 7f76d76c6640 1 -- 172.21.15.67:0/2464582199 shutdown_connections 2024-09-10T08:16:37.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.112+0000 7f76d76c6640 1 --2- 172.21.15.67:0/2464582199 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f76bc0a2d60 0x7f76bc0a5220 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:37.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.112+0000 7f76d76c6640 1 --2- 172.21.15.67:0/2464582199 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f76d0106f10 0x7f76d019cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:37.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.112+0000 7f76d76c6640 1 --2- 172.21.15.67:0/2464582199 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f76d0102790 0x7f76d0198890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:37.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.112+0000 7f76d76c6640 1 --2- 172.21.15.67:0/2464582199 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f76d0101de0 0x7f76d0198350 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:37.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.112+0000 7f76d76c6640 1 -- 172.21.15.67:0/2464582199 >> 172.21.15.67:0/2464582199 conn(0x7f76d00fd8c0 msgr2=0x7f76d00feb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:37.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.112+0000 7f76d76c6640 1 -- 172.21.15.67:0/2464582199 shutdown_connections 2024-09-10T08:16:37.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:37.112+0000 7f76d76c6640 1 -- 172.21.15.67:0/2464582199 wait complete. 2024-09-10T08:16:37.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:37 smithi067 ceph-mon[31051]: pgmap v411: 129 pgs: 129 active+clean; 672 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 255 B/s wr, 12 op/s 2024-09-10T08:16:37.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:37 smithi133 ceph-mon[34721]: pgmap v411: 129 pgs: 129 active+clean; 672 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 255 B/s wr, 12 op/s 2024-09-10T08:16:37.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:37 smithi203 ceph-mon[34672]: pgmap v411: 129 pgs: 129 active+clean; 672 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 255 B/s wr, 12 op/s 2024-09-10T08:16:37.812 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '284a5832', total seconds elapsed: 33.6 2024-09-10T08:16:37.812 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 30.0 2024-09-10T08:16:37.813 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:16:38.227 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:16:38.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:38.768+0000 7f067b868640 1 -- 172.21.15.67:0/3204328191 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0674100940 msgr2=0x7f0674100d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:38.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:38.768+0000 7f067b868640 1 --2- 172.21.15.67:0/3204328191 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0674100940 0x7f0674100d20 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f0670009900 tx=0x7f067002a410 comp rx=0 tx=0).stop 2024-09-10T08:16:38.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:38.768+0000 7f067b868640 1 -- 172.21.15.67:0/3204328191 shutdown_connections 2024-09-10T08:16:38.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:38.769+0000 7f067b868640 1 --2- 172.21.15.67:0/3204328191 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f067410e4f0 0x7f06741108e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:38.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:38.769+0000 7f067b868640 1 --2- 172.21.15.67:0/3204328191 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f06741012f0 0x7f067410dfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:38.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:38.769+0000 7f067b868640 1 --2- 172.21.15.67:0/3204328191 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0674100940 0x7f0674100d20 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:38.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:38.769+0000 7f067b868640 1 -- 172.21.15.67:0/3204328191 >> 172.21.15.67:0/3204328191 conn(0x7f06740fc7d0 msgr2=0x7f06740febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:38.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:38.769+0000 7f067b868640 1 -- 172.21.15.67:0/3204328191 shutdown_connections 2024-09-10T08:16:38.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:38.769+0000 7f067b868640 1 -- 172.21.15.67:0/3204328191 wait complete. 2024-09-10T08:16:38.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:38.769+0000 7f067b868640 1 Processor -- start 2024-09-10T08:16:38.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:38.770+0000 7f067b868640 1 -- start start 2024-09-10T08:16:38.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:38.770+0000 7f067b868640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0674100940 0x7f067419a590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:38.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:38.770+0000 7f067b868640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f06741012f0 0x7f067419aad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:38.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:38.770+0000 7f067b868640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f067410e4f0 0x7f067419ee60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:38.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:38.770+0000 7f067b868640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f0674114030 con 0x7f06741012f0 2024-09-10T08:16:38.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:38.770+0000 7f067b868640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f0674113eb0 con 0x7f0674100940 2024-09-10T08:16:38.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:38.770+0000 7f067b868640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f06741141b0 con 0x7f067410e4f0 2024-09-10T08:16:38.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:38.770+0000 7f0678e03640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f06741012f0 0x7f067419aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:38.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:38.770+0000 7f0678e03640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f06741012f0 0x7f067419aad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42456/0 (socket says 172.21.15.67:42456) 2024-09-10T08:16:38.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:38.770+0000 7f0678e03640 1 -- 172.21.15.67:0/4010478181 learned_addr learned my addr 172.21.15.67:0/4010478181 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:38.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:38.770+0000 7f0679604640 1 --2- 172.21.15.67:0/4010478181 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0674100940 0x7f067419a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:38.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:38.770+0000 7f0679e05640 1 --2- 172.21.15.67:0/4010478181 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f067410e4f0 0x7f067419ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:38.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:38.771+0000 7f0678e03640 1 -- 172.21.15.67:0/4010478181 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f067410e4f0 msgr2=0x7f067419ee60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:38.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:38.771+0000 7f0678e03640 1 --2- 172.21.15.67:0/4010478181 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f067410e4f0 0x7f067419ee60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:38.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:38.771+0000 7f0678e03640 1 -- 172.21.15.67:0/4010478181 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0674100940 msgr2=0x7f067419a590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:38.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:38.771+0000 7f0678e03640 1 --2- 172.21.15.67:0/4010478181 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0674100940 0x7f067419a590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:38.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:38.771+0000 7f0678e03640 1 -- 172.21.15.67:0/4010478181 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f067419f540 con 0x7f06741012f0 2024-09-10T08:16:38.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:38.771+0000 7f0679604640 1 --2- 172.21.15.67:0/4010478181 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0674100940 0x7f067419a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:16:38.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:38.771+0000 7f0678e03640 1 --2- 172.21.15.67:0/4010478181 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f06741012f0 0x7f067419aad0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f0664005fd0 tx=0x7f0664007590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:38.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:38.771+0000 7f066a7fc640 1 -- 172.21.15.67:0/4010478181 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0664007dc0 con 0x7f06741012f0 2024-09-10T08:16:38.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:38.771+0000 7f066a7fc640 1 -- 172.21.15.67:0/4010478181 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0664004030 con 0x7f06741012f0 2024-09-10T08:16:38.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:38.771+0000 7f066a7fc640 1 -- 172.21.15.67:0/4010478181 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0664003c50 con 0x7f06741012f0 2024-09-10T08:16:38.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:38.771+0000 7f067b868640 1 -- 172.21.15.67:0/4010478181 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f067419f830 con 0x7f06741012f0 2024-09-10T08:16:38.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:38.771+0000 7f067b868640 1 -- 172.21.15.67:0/4010478181 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0674102b50 con 0x7f06741012f0 2024-09-10T08:16:38.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:38.773+0000 7f067b868640 1 -- 172.21.15.67:0/4010478181 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f067406b010 con 0x7f06741012f0 2024-09-10T08:16:38.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:38.775+0000 7f066a7fc640 1 -- 172.21.15.67:0/4010478181 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f06640041e0 con 0x7f06741012f0 2024-09-10T08:16:38.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:38.776+0000 7f066a7fc640 1 --2- 172.21.15.67:0/4010478181 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f06600a2b80 0x7f06600a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:38.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:38.776+0000 7f066a7fc640 1 -- 172.21.15.67:0/4010478181 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f06640d7240 con 0x7f06741012f0 2024-09-10T08:16:38.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:38.777+0000 7f0679604640 1 --2- 172.21.15.67:0/4010478181 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f06600a2b80 0x7f06600a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:38.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:38.777+0000 7f0679604640 1 --2- 172.21.15.67:0/4010478181 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f06600a2b80 0x7f06600a5040 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f0670000c00 tx=0x7f0670031400 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:38.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:38.780+0000 7f066a7fc640 1 -- 172.21.15.67:0/4010478181 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f06640a3da0 con 0x7f06741012f0 2024-09-10T08:16:38.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:38.996+0000 7f067b868640 1 -- 172.21.15.67:0/4010478181 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0674109680 con 0x7f06741012f0 2024-09-10T08:16:38.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:38.997+0000 7f066a7fc640 1 -- 172.21.15.67:0/4010478181 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11983 (secure 0 0 0) 0x7f06640a36a0 con 0x7f06741012f0 2024-09-10T08:16:38.997 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:16:38.997 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":29,"btime":"2024-09-10T08:15:16:896413+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3649064068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3649064068},{"type":"v1","addr":"172.21.15.67:6835","nonce":3649064068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6837/384364542","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6836","nonce":384364542},{"type":"v1","addr":"172.21.15.67:6837","nonce":384364542}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T08:12:37.538183+0000","modified":"2024-09-10T08:15:16.520232+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24479,"mds_1":24475,"mds_2":24457,"mds_3":24412,"mds_4":24404},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6839/2770928820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6838","nonce":2770928820},{"type":"v1","addr":"172.21.15.67:6839","nonce":2770928820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14628":{"gid":14628,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6841/1116344955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6840","nonce":1116344955},{"type":"v1","addr":"172.21.15.67:6841","nonce":1116344955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24404":{"gid":24404,"name":"k","rank":4,"incarnation":26,"state":"up:active","state_seq":23,"addr":"172.21.15.133:6833/2920270168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":2920270168},{"type":"v1","addr":"172.21.15.133:6833","nonce":2920270168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24412":{"gid":24412,"name":"l","rank":3,"incarnation":24,"state":"up:active","state_seq":23,"addr":"172.21.15.203:6833/754287689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":754287689},{"type":"v1","addr":"172.21.15.203:6833","nonce":754287689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/3573205749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3573205749},{"type":"v1","addr":"172.21.15.133:6835","nonce":3573205749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6835/3722546188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":3722546188},{"type":"v1","addr":"172.21.15.203:6835","nonce":3722546188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/667764093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":667764093},{"type":"v1","addr":"172.21.15.133:6837","nonce":667764093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":19,"addr":"172.21.15.203:6837/4255783395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":4255783395},{"type":"v1","addr":"172.21.15.203:6837","nonce":4255783395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":17,"addr":"172.21.15.203:6839/2311592321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2311592321},{"type":"v1","addr":"172.21.15.203:6839","nonce":2311592321}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.133:6839/1848609384","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":1848609384},{"type":"v1","addr":"172.21.15.133:6839","nonce":1848609384}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24479,"qdb_cluster":[24404,24412,24457,24475,24479]},"id":1}]} 2024-09-10T08:16:38.997 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 29 2024-09-10T08:16:39.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:39.000+0000 7f067b868640 1 -- 172.21.15.67:0/4010478181 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f06600a2b80 msgr2=0x7f06600a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:39.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:39.000+0000 7f067b868640 1 --2- 172.21.15.67:0/4010478181 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f06600a2b80 0x7f06600a5040 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f0670000c00 tx=0x7f0670031400 comp rx=0 tx=0).stop 2024-09-10T08:16:39.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:39.000+0000 7f067b868640 1 -- 172.21.15.67:0/4010478181 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f06741012f0 msgr2=0x7f067419aad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:39.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:39.000+0000 7f067b868640 1 --2- 172.21.15.67:0/4010478181 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f06741012f0 0x7f067419aad0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f0664005fd0 tx=0x7f0664007590 comp rx=0 tx=0).stop 2024-09-10T08:16:39.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:39.000+0000 7f067b868640 1 -- 172.21.15.67:0/4010478181 shutdown_connections 2024-09-10T08:16:39.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:39.000+0000 7f067b868640 1 --2- 172.21.15.67:0/4010478181 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f06600a2b80 0x7f06600a5040 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:39.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:39.000+0000 7f067b868640 1 --2- 172.21.15.67:0/4010478181 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f067410e4f0 0x7f067419ee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:39.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:39.000+0000 7f067b868640 1 --2- 172.21.15.67:0/4010478181 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f06741012f0 0x7f067419aad0 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:39.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:39.000+0000 7f067b868640 1 --2- 172.21.15.67:0/4010478181 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0674100940 0x7f067419a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:39.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:39.000+0000 7f067b868640 1 -- 172.21.15.67:0/4010478181 >> 172.21.15.67:0/4010478181 conn(0x7f06740fc7d0 msgr2=0x7f06740febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:39.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:39.000+0000 7f067b868640 1 -- 172.21.15.67:0/4010478181 shutdown_connections 2024-09-10T08:16:39.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:39.000+0000 7f067b868640 1 -- 172.21.15.67:0/4010478181 wait complete. 2024-09-10T08:16:39.387 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:39 smithi067 ceph-mon[31051]: pgmap v412: 129 pgs: 129 active+clean; 672 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-09-10T08:16:39.387 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:39 smithi067 ceph-mon[31051]: mgrmap e20: x(active, since 11m), standbys: z, y 2024-09-10T08:16:39.387 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:39 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/4010478181' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:16:39.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:39 smithi203 ceph-mon[34672]: pgmap v412: 129 pgs: 129 active+clean; 672 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-09-10T08:16:39.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:39 smithi203 ceph-mon[34672]: mgrmap e20: x(active, since 11m), standbys: z, y 2024-09-10T08:16:39.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:39 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/4010478181' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:16:39.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:39 smithi133 ceph-mon[34721]: pgmap v412: 129 pgs: 129 active+clean; 672 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-09-10T08:16:39.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:39 smithi133 ceph-mon[34721]: mgrmap e20: x(active, since 11m), standbys: z, y 2024-09-10T08:16:39.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:39 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/4010478181' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:16:39.725 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24479 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0' 2024-09-10T08:16:39.725 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24479 quiesce db / --timeout 90 --expiration 150.0 --await-for 45.0 2024-09-10T08:16:40.029 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:16:40.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.539+0000 7fcca883a640 1 -- 172.21.15.67:0/3780882759 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcca4100a90 msgr2=0x7fcca4100ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:40.540 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.539+0000 7fcca883a640 1 --2- 172.21.15.67:0/3780882759 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcca4100a90 0x7fcca4100ef0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7fcc8c009930 tx=0x7fcc8c02a420 comp rx=0 tx=0).stop 2024-09-10T08:16:40.540 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.540+0000 7fcca883a640 1 -- 172.21.15.67:0/3780882759 shutdown_connections 2024-09-10T08:16:40.540 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.540+0000 7fcca883a640 1 --2- 172.21.15.67:0/3780882759 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcca4101430 0x7fcca410d960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:40.540 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.540+0000 7fcca883a640 1 --2- 172.21.15.67:0/3780882759 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcca4100a90 0x7fcca4100ef0 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:40.540 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.540+0000 7fcca883a640 1 --2- 172.21.15.67:0/3780882759 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcca4106a90 0x7fcca4106e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:40.540 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.540+0000 7fcca883a640 1 -- 172.21.15.67:0/3780882759 >> 172.21.15.67:0/3780882759 conn(0x7fcca40fc7d0 msgr2=0x7fcca40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:40.540 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.540+0000 7fcca883a640 1 -- 172.21.15.67:0/3780882759 shutdown_connections 2024-09-10T08:16:40.540 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.540+0000 7fcca883a640 1 -- 172.21.15.67:0/3780882759 wait complete. 2024-09-10T08:16:40.541 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.541+0000 7fcca883a640 1 Processor -- start 2024-09-10T08:16:40.541 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.541+0000 7fcca883a640 1 -- start start 2024-09-10T08:16:40.541 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.542+0000 7fcca883a640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcca4100a90 0x7fcca4198250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:40.541 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.542+0000 7fcca883a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcca4101430 0x7fcca4198790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:40.541 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.542+0000 7fcca259c640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcca4100a90 0x7fcca4198250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:40.542 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.542+0000 7fcc9bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcca4101430 0x7fcca4198790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:40.542 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.542+0000 7fcca883a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcca4106a90 0x7fcca419cb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:40.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.542+0000 7fcca883a640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fcca4111e50 con 0x7fcca4101430 2024-09-10T08:16:40.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.542+0000 7fcca259c640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcca4100a90 0x7fcca4198250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.67:58818/0 (socket says 172.21.15.67:58818) 2024-09-10T08:16:40.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.542+0000 7fcca259c640 1 -- 172.21.15.67:0/490866014 learned_addr learned my addr 172.21.15.67:0/490866014 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:40.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.542+0000 7fcca883a640 1 -- 172.21.15.67:0/490866014 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fcca4111cd0 con 0x7fcca4106a90 2024-09-10T08:16:40.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.542+0000 7fcca883a640 1 -- 172.21.15.67:0/490866014 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fcca4111fd0 con 0x7fcca4100a90 2024-09-10T08:16:40.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.543+0000 7fcca2d9d640 1 --2- 172.21.15.67:0/490866014 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcca4106a90 0x7fcca419cb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:40.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.543+0000 7fcca259c640 1 -- 172.21.15.67:0/490866014 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcca4106a90 msgr2=0x7fcca419cb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:40.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.543+0000 7fcca259c640 1 --2- 172.21.15.67:0/490866014 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcca4106a90 0x7fcca419cb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:40.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.543+0000 7fcca259c640 1 -- 172.21.15.67:0/490866014 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcca4101430 msgr2=0x7fcca4198790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:40.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.543+0000 7fcca259c640 1 --2- 172.21.15.67:0/490866014 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcca4101430 0x7fcca4198790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:40.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.543+0000 7fcca259c640 1 -- 172.21.15.67:0/490866014 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcca419d200 con 0x7fcca4100a90 2024-09-10T08:16:40.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.543+0000 7fcca259c640 1 --2- 172.21.15.67:0/490866014 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcca4100a90 0x7fcca4198250 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fcc94009c20 tx=0x7fcc9400b690 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:40.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.544+0000 7fcc9b7fe640 1 -- 172.21.15.67:0/490866014 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc9401e070 con 0x7fcca4100a90 2024-09-10T08:16:40.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.544+0000 7fcca883a640 1 -- 172.21.15.67:0/490866014 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcca419d4f0 con 0x7fcca4100a90 2024-09-10T08:16:40.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.544+0000 7fcc9b7fe640 1 -- 172.21.15.67:0/490866014 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcc940198c0 con 0x7fcca4100a90 2024-09-10T08:16:40.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.544+0000 7fcc9b7fe640 1 -- 172.21.15.67:0/490866014 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc940186a0 con 0x7fcca4100a90 2024-09-10T08:16:40.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.544+0000 7fcca883a640 1 -- 172.21.15.67:0/490866014 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcca410e1a0 con 0x7fcca4100a90 2024-09-10T08:16:40.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.548+0000 7fccaac13740 1 Processor -- start 2024-09-10T08:16:40.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.549+0000 7fccaac13740 1 -- start start 2024-09-10T08:16:40.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.549+0000 7fccaac13740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560f71128f70 0x560f71129350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:40.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.549+0000 7fccaac13740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560f71129890 0x560f71133c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:40.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.549+0000 7fccaac13740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560f71134150 0x560f71136540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:40.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.549+0000 7fccaac13740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x560f710862a0 con 0x560f71134150 2024-09-10T08:16:40.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.549+0000 7fccaac13740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x560f7102db10 con 0x560f71128f70 2024-09-10T08:16:40.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.549+0000 7fccaac13740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x560f71082260 con 0x560f71129890 2024-09-10T08:16:40.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.550+0000 7fcca2d9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560f71128f70 0x560f71129350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:40.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.550+0000 7fcca2d9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560f71128f70 0x560f71129350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.67:59252/0 (socket says 172.21.15.67:59252) 2024-09-10T08:16:40.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.550+0000 7fcca2d9d640 1 -- 172.21.15.67:0/364405286 learned_addr learned my addr 172.21.15.67:0/364405286 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:40.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.550+0000 7fcca2d9d640 1 -- 172.21.15.67:0/364405286 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560f71129890 msgr2=0x560f71133c10 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T08:16:40.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.550+0000 7fcca2d9d640 1 --2- 172.21.15.67:0/364405286 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560f71129890 0x560f71133c10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:40.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.550+0000 7fcca2d9d640 1 -- 172.21.15.67:0/364405286 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560f71134150 msgr2=0x560f71136540 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T08:16:40.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.550+0000 7fcca2d9d640 1 --2- 172.21.15.67:0/364405286 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560f71134150 0x560f71136540 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:40.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.550+0000 7fcca2d9d640 1 -- 172.21.15.67:0/364405286 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560f70df7b90 con 0x560f71128f70 2024-09-10T08:16:40.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.550+0000 7fcc9b7fe640 1 -- 172.21.15.67:0/490866014 <== mon.1 v2:172.21.15.203:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7fcc94021070 con 0x7fcca4100a90 2024-09-10T08:16:40.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.550+0000 7fcca2d9d640 1 --2- 172.21.15.67:0/364405286 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560f71128f70 0x560f71129350 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fcc9c011440 tx=0x7fcc9c011900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f1331bf4e0183d5e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:40.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.551+0000 7fcc9b7fe640 1 --2- 172.21.15.67:0/490866014 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fcc900a2c80 0x7fcc900a5140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:40.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.552+0000 7fcc9b7fe640 1 -- 172.21.15.67:0/490866014 <== mon.1 v2:172.21.15.203:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fcc940ce720 con 0x7fcca4100a90 2024-09-10T08:16:40.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.552+0000 7fcc98ff9640 1 -- 172.21.15.67:0/364405286 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc9c003c30 con 0x560f71128f70 2024-09-10T08:16:40.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.552+0000 7fcca259c640 1 --2- 172.21.15.67:0/490866014 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fcc900a2c80 0x7fcc900a5140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:40.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.552+0000 7fcc98ff9640 1 -- 172.21.15.67:0/364405286 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcc9c003dd0 con 0x560f71128f70 2024-09-10T08:16:40.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.553+0000 7fccaac13740 1 -- 172.21.15.67:0/364405286 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560f71128f70 msgr2=0x560f71129350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:40.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.553+0000 7fccaac13740 1 --2- 172.21.15.67:0/364405286 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560f71128f70 0x560f71129350 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fcc9c011440 tx=0x7fcc9c011900 comp rx=0 tx=0).stop 2024-09-10T08:16:40.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.553+0000 7fccaac13740 1 -- 172.21.15.67:0/364405286 shutdown_connections 2024-09-10T08:16:40.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.553+0000 7fccaac13740 1 --2- 172.21.15.67:0/364405286 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560f71134150 0x560f71136540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:40.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.553+0000 7fccaac13740 1 --2- 172.21.15.67:0/364405286 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560f71129890 0x560f71133c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:40.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.553+0000 7fccaac13740 1 --2- 172.21.15.67:0/364405286 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560f71128f70 0x560f71129350 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:40.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.553+0000 7fccaac13740 1 -- 172.21.15.67:0/364405286 >> 172.21.15.67:0/364405286 conn(0x560f71125500 msgr2=0x560f711258e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:40.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.554+0000 7fccaac13740 1 -- 172.21.15.67:0/364405286 shutdown_connections 2024-09-10T08:16:40.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.554+0000 7fccaac13740 1 -- 172.21.15.67:0/364405286 wait complete. 2024-09-10T08:16:40.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.554+0000 7fccaac13740 1 -- start start 2024-09-10T08:16:40.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.554+0000 7fccaac13740 1 Processor -- start 2024-09-10T08:16:40.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.555+0000 7fcca259c640 1 --2- 172.21.15.67:0/490866014 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fcc900a2c80 0x7fcc900a5140 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fcc940a7b30 tx=0x7fcc940ce970 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:40.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.555+0000 7fccaac13740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560f71128f70 0x560f71131050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:40.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.555+0000 7fccaac13740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560f71129890 0x560f71131590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:40.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.555+0000 7fccaac13740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560f71134150 0x560f71131ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:40.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.555+0000 7fccaac13740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x560f71136d70 con 0x560f71129890 2024-09-10T08:16:40.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.555+0000 7fccaac13740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x560f7100e6e0 con 0x560f71128f70 2024-09-10T08:16:40.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.555+0000 7fccaac13740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x560f71136ef0 con 0x560f71134150 2024-09-10T08:16:40.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.556+0000 7fccaac13740 10 client.0 _ll_register_callbacks cb 0x560f71032a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:16:40.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.556+0000 7fcc9bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560f71129890 0x560f71131590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:40.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.557+0000 7fcc9bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560f71129890 0x560f71131590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42480/0 (socket says 172.21.15.67:42480) 2024-09-10T08:16:40.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.557+0000 7fcca2d9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560f71128f70 0x560f71131050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:40.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.557+0000 7fcc9bfff640 1 -- 172.21.15.67:0/4255346251 learned_addr learned my addr 172.21.15.67:0/4255346251 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:40.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.557+0000 7fcca2d9d640 1 --2- 172.21.15.67:0/4255346251 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560f71134150 0x560f71131ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:40.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.557+0000 7fcca2d9d640 1 -- 172.21.15.67:0/4255346251 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560f71134150 msgr2=0x560f71131ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:40.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.557+0000 7fcca2d9d640 1 --2- 172.21.15.67:0/4255346251 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560f71134150 0x560f71131ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:40.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.557+0000 7fcca2d9d640 1 -- 172.21.15.67:0/4255346251 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560f71129890 msgr2=0x560f71131590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:40.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.558+0000 7fcca2d9d640 1 --2- 172.21.15.67:0/4255346251 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560f71129890 0x560f71131590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:40.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.558+0000 7fcca2d9d640 1 -- 172.21.15.67:0/4255346251 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560f7111c740 con 0x560f71128f70 2024-09-10T08:16:40.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.558+0000 7fcc9bfff640 1 --2- 172.21.15.67:0/4255346251 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560f71129890 0x560f71131590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:16:40.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.559+0000 7fcc89ffb640 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-09-10T08:16:40.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.559+0000 7fcca2d9d640 1 --2- 172.21.15.67:0/4255346251 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560f71128f70 0x560f71131050 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fcc9c01a000 tx=0x7fcc9c00f670 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dc2366ec3fea3829 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:40.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.561+0000 7fcc89ffb640 1 -- 172.21.15.67:0/4255346251 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc9c02c020 con 0x560f71128f70 2024-09-10T08:16:40.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.561+0000 7fcc89ffb640 1 -- 172.21.15.67:0/4255346251 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fcc9c004260 con 0x560f71128f70 2024-09-10T08:16:40.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.561+0000 7fccaac13740 1 -- 172.21.15.67:0/4255346251 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcc9c003dd0 con 0x560f71128f70 2024-09-10T08:16:40.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.562+0000 7fcc89ffb640 1 -- 172.21.15.67:0/4255346251 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fcc9c004460 con 0x560f71128f70 2024-09-10T08:16:40.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.563+0000 7fccaac13740 10 client.25364 fetch_fsmap learned FSMap version 29 2024-09-10T08:16:40.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.563+0000 7fccaac13740 1 -- 172.21.15.67:0/4255346251 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560f7111f090 con 0x560f71128f70 2024-09-10T08:16:40.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.563+0000 7fcc89ffb640 1 -- 172.21.15.67:0/4255346251 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcc9c003dd0 con 0x560f71128f70 2024-09-10T08:16:40.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.563+0000 7fcc89ffb640 1 -- 172.21.15.67:0/4255346251 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fcc9c025040 con 0x560f71128f70 2024-09-10T08:16:40.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.563+0000 7fccaac13740 10 client.25364 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:16:40.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.563+0000 7fccaac13740 10 client.25364 resolve_mds: validated gid 24479 aka daemon mds.b 2024-09-10T08:16:40.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.563+0000 7fccaac13740 20 client.25364 populate_metadata read hostname 'smithi067' 2024-09-10T08:16:40.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.563+0000 7fccaac13740 1 --2- 172.21.15.67:0/4255346251 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x560f711204a0 0x560f711228e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:40.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.563+0000 7fccaac13740 4 client.25364 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:16:40.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.563+0000 7fccaac13740 1 -- 172.21.15.67:0/4255346251 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560f710939d0 con 0x560f711204a0 2024-09-10T08:16:40.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.564+0000 7fcc9bfff640 1 --2- 172.21.15.67:0/4255346251 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x560f711204a0 0x560f711228e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:40.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.564+0000 7fcc9bfff640 1 --2- 172.21.15.67:0/4255346251 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x560f711204a0 0x560f711228e0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=74e86decbb720f6 server_cookie=93df80331d378af7 in_seq=0 out_seq=0 2024-09-10T08:16:40.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.564+0000 7fcc89ffb640 10 client.25364 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:40.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.565+0000 7fcc89ffb640 1 -- 172.21.15.67:0/4255346251 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560f710939d0 con 0x560f711204a0 2024-09-10T08:16:40.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.565+0000 7fcc89ffb640 10 client.25364 handle_command_reply: tid=0 2024-09-10T08:16:40.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.565+0000 7fccaac13740 1 client.25364 shutdown 2024-09-10T08:16:40.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.565+0000 7fccaac13740 1 -- 172.21.15.67:0/4255346251 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560f71128f70 msgr2=0x560f71131050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:40.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.565+0000 7fccaac13740 1 --2- 172.21.15.67:0/4255346251 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560f71128f70 0x560f71131050 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fcc9c01a000 tx=0x7fcc9c00f670 comp rx=0 tx=0).stop 2024-09-10T08:16:40.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.566+0000 7fccaac13740 1 -- 172.21.15.67:0/4255346251 shutdown_connections 2024-09-10T08:16:40.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.566+0000 7fccaac13740 1 --2- 172.21.15.67:0/4255346251 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x560f711204a0 0x560f711228e0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:40.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.566+0000 7fccaac13740 1 --2- 172.21.15.67:0/4255346251 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560f71134150 0x560f71131ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:40.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.566+0000 7fccaac13740 1 --2- 172.21.15.67:0/4255346251 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560f71129890 0x560f71131590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:40.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.566+0000 7fccaac13740 1 --2- 172.21.15.67:0/4255346251 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560f71128f70 0x560f71131050 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:40.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.566+0000 7fcc89ffb640 0 client.25364 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:40.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.566+0000 7fccaac13740 1 -- 172.21.15.67:0/4255346251 >> 172.21.15.67:0/4255346251 conn(0x560f71125500 msgr2=0x560f7111be70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:40.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.566+0000 7fccaac13740 1 -- 172.21.15.67:0/4255346251 shutdown_connections 2024-09-10T08:16:40.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.566+0000 7fccaac13740 1 -- 172.21.15.67:0/4255346251 wait complete. 2024-09-10T08:16:40.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.566+0000 7fccaac13740 20 client.25364 trim_cache size 0 max 16384 2024-09-10T08:16:40.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.600+0000 7fccaac13740 1 Processor -- start 2024-09-10T08:16:40.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.600+0000 7fccaac13740 1 -- start start 2024-09-10T08:16:40.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.601+0000 7fccaac13740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560f71128f70 0x560f7112b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:40.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.601+0000 7fccaac13740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560f71129890 0x560f71132fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:40.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.601+0000 7fccaac13740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560f71134150 0x560f711562a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:40.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.601+0000 7fccaac13740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fcca41acd60 con 0x560f71134150 2024-09-10T08:16:40.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.601+0000 7fcca2d9d640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560f71128f70 0x560f7112b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:40.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.601+0000 7fcca2d9d640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560f71128f70 0x560f7112b9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.67:58832/0 (socket says 172.21.15.67:58832) 2024-09-10T08:16:40.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.601+0000 7fcca2d9d640 1 -- 172.21.15.67:0/3707895073 learned_addr learned my addr 172.21.15.67:0/3707895073 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:40.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.601+0000 7fccaac13740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fcca41ae8a0 con 0x560f71129890 2024-09-10T08:16:40.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.601+0000 7fccaac13740 1 -- 172.21.15.67:0/3707895073 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fcca41ad430 con 0x560f71128f70 2024-09-10T08:16:40.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.601+0000 7fcca2d9d640 1 --2- 172.21.15.67:0/3707895073 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560f71134150 0x560f711562a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:40.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.602+0000 7fcc9bfff640 1 --2- 172.21.15.67:0/3707895073 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560f71129890 0x560f71132fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:40.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.602+0000 7fcca2d9d640 1 -- 172.21.15.67:0/3707895073 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560f71129890 msgr2=0x560f71132fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:40.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.602+0000 7fcca2d9d640 1 --2- 172.21.15.67:0/3707895073 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560f71129890 0x560f71132fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:40.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.602+0000 7fcca2d9d640 1 -- 172.21.15.67:0/3707895073 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560f71134150 msgr2=0x560f711562a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:40.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.602+0000 7fcca2d9d640 1 --2- 172.21.15.67:0/3707895073 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560f71134150 0x560f711562a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:40.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.602+0000 7fcca2d9d640 1 -- 172.21.15.67:0/3707895073 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560f71125330 con 0x560f71128f70 2024-09-10T08:16:40.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.602+0000 7fcca2d9d640 1 --2- 172.21.15.67:0/3707895073 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560f71128f70 0x560f7112b9d0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fcc9c019780 tx=0x7fcc9c011900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=20d1ed51691fb160 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:40.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.603+0000 7fcc8bfff640 1 -- 172.21.15.67:0/3707895073 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc9c02c040 con 0x560f71128f70 2024-09-10T08:16:40.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.603+0000 7fcc8bfff640 1 -- 172.21.15.67:0/3707895073 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcc9c004260 con 0x560f71128f70 2024-09-10T08:16:40.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.603+0000 7fcc8bfff640 1 -- 172.21.15.67:0/3707895073 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc9c004600 con 0x560f71128f70 2024-09-10T08:16:40.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.604+0000 7fccaac13740 1 -- 172.21.15.67:0/3707895073 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560f71128f70 msgr2=0x560f7112b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:40.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.604+0000 7fccaac13740 1 --2- 172.21.15.67:0/3707895073 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560f71128f70 0x560f7112b9d0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fcc9c019780 tx=0x7fcc9c011900 comp rx=0 tx=0).stop 2024-09-10T08:16:40.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.604+0000 7fccaac13740 1 -- 172.21.15.67:0/3707895073 shutdown_connections 2024-09-10T08:16:40.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.604+0000 7fccaac13740 1 --2- 172.21.15.67:0/3707895073 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560f71129890 0x560f71132fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:40.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.604+0000 7fccaac13740 1 --2- 172.21.15.67:0/3707895073 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560f71134150 0x560f711562a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:40.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.605+0000 7fccaac13740 1 --2- 172.21.15.67:0/3707895073 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560f71128f70 0x560f7112b9d0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:40.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.605+0000 7fccaac13740 1 -- 172.21.15.67:0/3707895073 >> 172.21.15.67:0/3707895073 conn(0x560f71125500 msgr2=0x560f711328b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:40.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.605+0000 7fccaac13740 1 -- 172.21.15.67:0/3707895073 shutdown_connections 2024-09-10T08:16:40.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.605+0000 7fccaac13740 1 -- 172.21.15.67:0/3707895073 wait complete. 2024-09-10T08:16:40.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.606+0000 7fccaac13740 1 -- start start 2024-09-10T08:16:40.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.606+0000 7fccaac13740 1 Processor -- start 2024-09-10T08:16:40.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.607+0000 7fccaac13740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560f71128f70 0x560f7113c1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:40.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.607+0000 7fccaac13740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560f71129890 0x560f7113c700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:40.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.608+0000 7fcc9bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560f71129890 0x560f7113c700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:40.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.608+0000 7fcc9bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560f71129890 0x560f7113c700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42502/0 (socket says 172.21.15.67:42502) 2024-09-10T08:16:40.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.608+0000 7fccaac13740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560f71134150 0x560f71139190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:40.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.608+0000 7fccaac13740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fcca41ae1d0 con 0x560f71129890 2024-09-10T08:16:40.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.608+0000 7fccaac13740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fcca41adb00 con 0x560f71134150 2024-09-10T08:16:40.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.608+0000 7fccaac13740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fcca41aad40 con 0x560f71128f70 2024-09-10T08:16:40.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.608+0000 7fccaac13740 10 client.0 _ll_register_callbacks cb 0x7fcc9c004a60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:16:40.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.608+0000 7fcc9bfff640 1 -- 172.21.15.67:0/546961232 learned_addr learned my addr 172.21.15.67:0/546961232 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:40.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.609+0000 7fcca2d9d640 1 --2- 172.21.15.67:0/546961232 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560f71128f70 0x560f7113c1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:40.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.609+0000 7fcc9bfff640 1 -- 172.21.15.67:0/546961232 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560f71128f70 msgr2=0x560f7113c1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:40.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.609+0000 7fcc9bfff640 1 --2- 172.21.15.67:0/546961232 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560f71128f70 0x560f7113c1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:40.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.609+0000 7fcc9bfff640 1 -- 172.21.15.67:0/546961232 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560f71134150 msgr2=0x560f71139190 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-10T08:16:40.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.609+0000 7fcc9bfff640 1 --2- 172.21.15.67:0/546961232 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560f71134150 0x560f71139190 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:40.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.609+0000 7fcc9bfff640 1 -- 172.21.15.67:0/546961232 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560f7113cdf0 con 0x560f71129890 2024-09-10T08:16:40.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.609+0000 7fcc9bfff640 1 --2- 172.21.15.67:0/546961232 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560f71129890 0x560f7113c700 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7fcc8c02a940 tx=0x7fcc8c000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e306d5dd1f6da3e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:40.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.609+0000 7fcc89ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:16:40.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.609+0000 7fcc89ffb640 1 -- 172.21.15.67:0/546961232 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc8c035040 con 0x560f71129890 2024-09-10T08:16:40.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.609+0000 7fcc89ffb640 1 -- 172.21.15.67:0/546961232 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fcc8c004220 con 0x560f71129890 2024-09-10T08:16:40.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.610+0000 7fccaac13740 1 -- 172.21.15.67:0/546961232 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcc9c004260 con 0x560f71129890 2024-09-10T08:16:40.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.610+0000 7fcc89ffb640 1 -- 172.21.15.67:0/546961232 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fcc8c004420 con 0x560f71129890 2024-09-10T08:16:40.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.610+0000 7fccaac13740 10 client.15900 fetch_fsmap learned FSMap version 29 2024-09-10T08:16:40.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.610+0000 7fccaac13740 1 -- 172.21.15.67:0/546961232 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560f711b78e0 con 0x560f71129890 2024-09-10T08:16:40.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.611+0000 7fcc89ffb640 1 -- 172.21.15.67:0/546961232 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcc8c031e10 con 0x560f71129890 2024-09-10T08:16:40.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.611+0000 7fcc89ffb640 1 -- 172.21.15.67:0/546961232 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fcc8c03d450 con 0x560f71129890 2024-09-10T08:16:40.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.612+0000 7fccaac13740 10 client.15900 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:16:40.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.612+0000 7fccaac13740 10 client.15900 resolve_mds: validated gid 24479 aka daemon mds.b 2024-09-10T08:16:40.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.612+0000 7fccaac13740 20 client.15900 populate_metadata read hostname 'smithi067' 2024-09-10T08:16:40.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.612+0000 7fccaac13740 1 --2- 172.21.15.67:0/546961232 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x560f711b80f0 0x560f711ba5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:40.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.612+0000 7fccaac13740 4 client.15900 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}] 2024-09-10T08:16:40.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.612+0000 7fccaac13740 1 -- 172.21.15.67:0/546961232 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 150.0, "await_for": 45.0}) -- 0x7fcc9c004260 con 0x560f711b80f0 2024-09-10T08:16:40.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.613+0000 7fcca2d9d640 1 --2- 172.21.15.67:0/546961232 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x560f711b80f0 0x560f711ba5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:40.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.614+0000 7fcca2d9d640 1 --2- 172.21.15.67:0/546961232 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x560f711b80f0 0x560f711ba5b0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c16e671be8b03759 server_cookie=9499d93daea93f6 in_seq=0 out_seq=0 2024-09-10T08:16:40.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.614+0000 7fcc89ffb640 10 client.15900 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:40.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.620+0000 7fcc89ffb640 1 -- 172.21.15.67:0/546961232 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x7fcc9c004260 con 0x560f711b80f0 2024-09-10T08:16:40.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.620+0000 7fcc89ffb640 10 client.15900 handle_command_reply: tid=0 2024-09-10T08:16:40.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.620+0000 7fccaac13740 1 client.15900 shutdown 2024-09-10T08:16:40.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.621+0000 7fccaac13740 1 -- 172.21.15.67:0/546961232 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560f71129890 msgr2=0x560f7113c700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:40.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.621+0000 7fccaac13740 1 --2- 172.21.15.67:0/546961232 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560f71129890 0x560f7113c700 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7fcc8c02a940 tx=0x7fcc8c000bc0 comp rx=0 tx=0).stop 2024-09-10T08:16:40.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.621+0000 7fccaac13740 1 -- 172.21.15.67:0/546961232 shutdown_connections 2024-09-10T08:16:40.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.621+0000 7fccaac13740 1 --2- 172.21.15.67:0/546961232 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x560f711b80f0 0x560f711ba5b0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:40.621 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:16:40.622 INFO:teuthology.orchestra.run.smithi067.stdout: "epoch": 29, 2024-09-10T08:16:40.622 INFO:teuthology.orchestra.run.smithi067.stdout: "leader": 24479, 2024-09-10T08:16:40.622 INFO:teuthology.orchestra.run.smithi067.stdout: "set_version": 6, 2024-09-10T08:16:40.622 INFO:teuthology.orchestra.run.smithi067.stdout: "sets": { 2024-09-10T08:16:40.622 INFO:teuthology.orchestra.run.smithi067.stdout: "22456e9f": { 2024-09-10T08:16:40.622 INFO:teuthology.orchestra.run.smithi067.stdout: "version": 6, 2024-09-10T08:16:40.622 INFO:teuthology.orchestra.run.smithi067.stdout: "age_ref": 0.0, 2024-09-10T08:16:40.622 INFO:teuthology.orchestra.run.smithi067.stdout: "state": { 2024-09-10T08:16:40.622 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "QUIESCED", 2024-09-10T08:16:40.622 INFO:teuthology.orchestra.run.smithi067.stdout: "age": 0.0 2024-09-10T08:16:40.622 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:16:40.622 INFO:teuthology.orchestra.run.smithi067.stdout: "timeout": 90.0, 2024-09-10T08:16:40.622 INFO:teuthology.orchestra.run.smithi067.stdout: "expiration": 150.0, 2024-09-10T08:16:40.623 INFO:teuthology.orchestra.run.smithi067.stdout: "members": { 2024-09-10T08:16:40.623 INFO:teuthology.orchestra.run.smithi067.stdout: "file:/": { 2024-09-10T08:16:40.623 INFO:teuthology.orchestra.run.smithi067.stdout: "excluded": false, 2024-09-10T08:16:40.623 INFO:teuthology.orchestra.run.smithi067.stdout: "state": { 2024-09-10T08:16:40.623 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "QUIESCED", 2024-09-10T08:16:40.623 INFO:teuthology.orchestra.run.smithi067.stdout: "age": 0.0 2024-09-10T08:16:40.623 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:16:40.623 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:16:40.623 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:16:40.623 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:16:40.623 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:16:40.623 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:16:40.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.621+0000 7fcc89ffb640 0 client.15900 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:40.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.621+0000 7fccaac13740 1 --2- 172.21.15.67:0/546961232 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560f71134150 0x560f71139190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:40.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.621+0000 7fccaac13740 1 --2- 172.21.15.67:0/546961232 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560f71129890 0x560f7113c700 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:40.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.621+0000 7fccaac13740 1 --2- 172.21.15.67:0/546961232 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560f71128f70 0x560f7113c1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:40.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.621+0000 7fccaac13740 1 -- 172.21.15.67:0/546961232 >> 172.21.15.67:0/546961232 conn(0x560f71125500 msgr2=0x560f711330d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:40.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.621+0000 7fccaac13740 1 -- 172.21.15.67:0/546961232 shutdown_connections 2024-09-10T08:16:40.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.621+0000 7fccaac13740 1 -- 172.21.15.67:0/546961232 wait complete. 2024-09-10T08:16:40.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.621+0000 7fccaac13740 20 client.15900 trim_cache size 0 max 16384 2024-09-10T08:16:40.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.622+0000 7fcca883a640 1 -- 172.21.15.67:0/490866014 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fcc900a2c80 msgr2=0x7fcc900a5140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:40.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.622+0000 7fcca883a640 1 --2- 172.21.15.67:0/490866014 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fcc900a2c80 0x7fcc900a5140 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fcc940a7b30 tx=0x7fcc940ce970 comp rx=0 tx=0).stop 2024-09-10T08:16:40.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.622+0000 7fcca883a640 1 -- 172.21.15.67:0/490866014 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcca4100a90 msgr2=0x7fcca4198250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:40.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.622+0000 7fcca883a640 1 --2- 172.21.15.67:0/490866014 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcca4100a90 0x7fcca4198250 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fcc94009c20 tx=0x7fcc9400b690 comp rx=0 tx=0).stop 2024-09-10T08:16:40.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.622+0000 7fcca883a640 1 -- 172.21.15.67:0/490866014 shutdown_connections 2024-09-10T08:16:40.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.622+0000 7fcca883a640 1 --2- 172.21.15.67:0/490866014 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fcc900a2c80 0x7fcc900a5140 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:40.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.622+0000 7fcca883a640 1 --2- 172.21.15.67:0/490866014 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fcca4106a90 0x7fcca419cb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:40.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.622+0000 7fcca883a640 1 --2- 172.21.15.67:0/490866014 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcca4101430 0x7fcca4198790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:40.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.622+0000 7fcca883a640 1 --2- 172.21.15.67:0/490866014 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fcca4100a90 0x7fcca4198250 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:40.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.622+0000 7fcca883a640 1 -- 172.21.15.67:0/490866014 >> 172.21.15.67:0/490866014 conn(0x7fcca40fc7d0 msgr2=0x7fcca40fcc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:40.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.622+0000 7fcca883a640 1 -- 172.21.15.67:0/490866014 shutdown_connections 2024-09-10T08:16:40.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:40.622+0000 7fcca883a640 1 -- 172.21.15.67:0/490866014 wait complete. 2024-09-10T08:16:41.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:41 smithi067 ceph-mon[31051]: pgmap v413: 129 pgs: 129 active+clean; 672 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 597 B/s wr, 12 op/s 2024-09-10T08:16:41.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:41 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:16:41.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:41 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:16:41.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:41 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:16:41.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:41 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:16:41.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:41 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:16:41.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:41 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:16:41.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:41 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:16:41.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:41 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:16:41.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:41 smithi203 ceph-mon[34672]: pgmap v413: 129 pgs: 129 active+clean; 672 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 597 B/s wr, 12 op/s 2024-09-10T08:16:41.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:41 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:16:41.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:41 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:16:41.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:41 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:16:41.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:41 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:16:41.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:41 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:16:41.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:41 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:16:41.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:41 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:16:41.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:41 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:16:41.578 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set '22456e9f', quiesce took 3.8 seconds. Will release after: 26.2 2024-09-10T08:16:41.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:41 smithi133 ceph-mon[34721]: pgmap v413: 129 pgs: 129 active+clean; 672 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 597 B/s wr, 12 op/s 2024-09-10T08:16:41.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:41 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:16:41.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:41 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:16:41.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:41 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:16:41.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:41 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:16:41.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:41 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:16:41.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:41 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:16:41.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:41 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:16:41.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:41 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:16:43.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:43 smithi067 ceph-mon[31051]: pgmap v414: 129 pgs: 129 active+clean; 672 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 682 B/s wr, 10 op/s 2024-09-10T08:16:43.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:43 smithi203 ceph-mon[34672]: pgmap v414: 129 pgs: 129 active+clean; 672 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 682 B/s wr, 10 op/s 2024-09-10T08:16:43.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:43 smithi133 ceph-mon[34721]: pgmap v414: 129 pgs: 129 active+clean; 672 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 682 B/s wr, 10 op/s 2024-09-10T08:16:44.127 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.125+0000 7f6172e65640 1 -- 172.21.15.67:0/1330508570 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f616c101c30 msgr2=0x7f616c1020b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:44.127 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.125+0000 7f6172e65640 1 --2- 172.21.15.67:0/1330508570 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f616c101c30 0x7f616c1020b0 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f6158009900 tx=0x7f615802a410 comp rx=0 tx=0).stop 2024-09-10T08:16:44.127 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.125+0000 7f6172e65640 1 -- 172.21.15.67:0/1330508570 shutdown_connections 2024-09-10T08:16:44.127 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.125+0000 7f6172e65640 1 --2- 172.21.15.67:0/1330508570 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f616c1025f0 0x7f616c108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:44.127 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.125+0000 7f6172e65640 1 --2- 172.21.15.67:0/1330508570 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f616c101c30 0x7f616c1020b0 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:44.127 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.125+0000 7f6172e65640 1 --2- 172.21.15.67:0/1330508570 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f616c100a40 0x7f616c100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:44.127 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.125+0000 7f6172e65640 1 -- 172.21.15.67:0/1330508570 >> 172.21.15.67:0/1330508570 conn(0x7f616c0fc1e0 msgr2=0x7f616c0fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:44.127 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.125+0000 7f6172e65640 1 -- 172.21.15.67:0/1330508570 shutdown_connections 2024-09-10T08:16:44.127 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.125+0000 7f6172e65640 1 -- 172.21.15.67:0/1330508570 wait complete. 2024-09-10T08:16:44.128 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.126+0000 7f6172e65640 1 Processor -- start 2024-09-10T08:16:44.128 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.126+0000 7f6172e65640 1 -- start start 2024-09-10T08:16:44.128 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.126+0000 7f6172e65640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f616c100a40 0x7f616c06a410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:44.128 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.126+0000 7f6172e65640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f616c101c30 0x7f616c19c930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:44.128 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.126+0000 7f6172e65640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f616c1025f0 0x7f616c19ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:44.128 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.126+0000 7f6172e65640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f616c10c550 con 0x7f616c100a40 2024-09-10T08:16:44.128 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.126+0000 7f6172e65640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f616c10c3d0 con 0x7f616c1025f0 2024-09-10T08:16:44.128 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.126+0000 7f6172e65640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f616c10c6d0 con 0x7f616c101c30 2024-09-10T08:16:44.128 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.126+0000 7f6170c01640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f616c100a40 0x7f616c06a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:44.128 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.126+0000 7f6170c01640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f616c100a40 0x7f616c06a410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42518/0 (socket says 172.21.15.67:42518) 2024-09-10T08:16:44.128 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.126+0000 7f6170c01640 1 -- 172.21.15.67:0/920982004 learned_addr learned my addr 172.21.15.67:0/920982004 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:44.128 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.126+0000 7f6171402640 1 --2- 172.21.15.67:0/920982004 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f616c1025f0 0x7f616c19ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:44.128 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.127+0000 7f616bfff640 1 --2- 172.21.15.67:0/920982004 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f616c101c30 0x7f616c19c930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:44.129 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.127+0000 7f6170c01640 1 -- 172.21.15.67:0/920982004 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f616c101c30 msgr2=0x7f616c19c930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:44.129 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.127+0000 7f6170c01640 1 --2- 172.21.15.67:0/920982004 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f616c101c30 0x7f616c19c930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:44.129 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.127+0000 7f6170c01640 1 -- 172.21.15.67:0/920982004 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f616c1025f0 msgr2=0x7f616c19ef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:44.129 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.127+0000 7f6170c01640 1 --2- 172.21.15.67:0/920982004 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f616c1025f0 0x7f616c19ef50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:44.129 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.127+0000 7f6170c01640 1 -- 172.21.15.67:0/920982004 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f616c19f860 con 0x7f616c100a40 2024-09-10T08:16:44.129 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.127+0000 7f6171402640 1 --2- 172.21.15.67:0/920982004 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f616c1025f0 0x7f616c19ef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:16:44.129 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.127+0000 7f6170c01640 1 --2- 172.21.15.67:0/920982004 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f616c100a40 0x7f616c06a410 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f616000c970 tx=0x7f616000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:44.129 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.127+0000 7f6169ffb640 1 -- 172.21.15.67:0/920982004 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6160007c10 con 0x7f616c100a40 2024-09-10T08:16:44.129 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.127+0000 7f6169ffb640 1 -- 172.21.15.67:0/920982004 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6160007db0 con 0x7f616c100a40 2024-09-10T08:16:44.129 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.127+0000 7f6172e65640 1 -- 172.21.15.67:0/920982004 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f616c19faf0 con 0x7f616c100a40 2024-09-10T08:16:44.129 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.127+0000 7f6169ffb640 1 -- 172.21.15.67:0/920982004 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f616000f870 con 0x7f616c100a40 2024-09-10T08:16:44.129 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.127+0000 7f6172e65640 1 -- 172.21.15.67:0/920982004 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f616c1a0040 con 0x7f616c100a40 2024-09-10T08:16:44.136 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.130+0000 7f6175c06740 1 Processor -- start 2024-09-10T08:16:44.136 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.130+0000 7f6175c06740 1 -- start start 2024-09-10T08:16:44.136 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.130+0000 7f6169ffb640 1 -- 172.21.15.67:0/920982004 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f616000fa10 con 0x7f616c100a40 2024-09-10T08:16:44.136 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.130+0000 7f6175c06740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620e05e1db0 0x5620e05e21b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:44.136 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.130+0000 7f6175c06740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5620e05e26f0 0x5620e05e71b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:44.136 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.130+0000 7f6175c06740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620e05e7780 0x5620e05e9c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:44.136 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.130+0000 7f6175c06740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5620e05412f0 con 0x5620e05e1db0 2024-09-10T08:16:44.136 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.130+0000 7f6175c06740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5620e04e9270 con 0x5620e05e7780 2024-09-10T08:16:44.136 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.130+0000 7f6175c06740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5620e053d2b0 con 0x5620e05e26f0 2024-09-10T08:16:44.136 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.130+0000 7f6171402640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620e05e1db0 0x5620e05e21b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:44.136 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.130+0000 7f6171402640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620e05e1db0 0x5620e05e21b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42526/0 (socket says 172.21.15.67:42526) 2024-09-10T08:16:44.137 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.130+0000 7f6171402640 1 -- 172.21.15.67:0/843612547 learned_addr learned my addr 172.21.15.67:0/843612547 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:44.137 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.131+0000 7f616bfff640 1 --2- 172.21.15.67:0/843612547 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620e05e7780 0x5620e05e9c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:44.137 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.131+0000 7f6170c01640 1 --2- 172.21.15.67:0/843612547 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5620e05e26f0 0x5620e05e71b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:44.137 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.131+0000 7f6171402640 1 -- 172.21.15.67:0/843612547 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5620e05e26f0 msgr2=0x5620e05e71b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:44.137 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.131+0000 7f6171402640 1 --2- 172.21.15.67:0/843612547 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5620e05e26f0 0x5620e05e71b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:44.137 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.131+0000 7f6171402640 1 -- 172.21.15.67:0/843612547 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620e05e7780 msgr2=0x5620e05e9c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:44.137 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.131+0000 7f6171402640 1 --2- 172.21.15.67:0/843612547 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620e05e7780 0x5620e05e9c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:44.137 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.131+0000 7f6171402640 1 -- 172.21.15.67:0/843612547 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5620e04e8340 con 0x5620e05e1db0 2024-09-10T08:16:44.137 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.131+0000 7f616bfff640 1 --2- 172.21.15.67:0/843612547 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620e05e7780 0x5620e05e9c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:16:44.137 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.131+0000 7f6170c01640 1 --2- 172.21.15.67:0/843612547 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5620e05e26f0 0x5620e05e71b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:16:44.137 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.131+0000 7f6171402640 1 --2- 172.21.15.67:0/843612547 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620e05e1db0 0x5620e05e21b0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f6164007f40 tx=0x7f616400e7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3d758424e6ca273 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:44.137 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.131+0000 7f6169ffb640 1 --2- 172.21.15.67:0/920982004 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f615c0a2c30 0x7f615c0a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:44.137 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.131+0000 7f6156ffd640 1 -- 172.21.15.67:0/843612547 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6164014070 con 0x5620e05e1db0 2024-09-10T08:16:44.138 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.131+0000 7f6170c01640 1 --2- 172.21.15.67:0/920982004 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f615c0a2c30 0x7f615c0a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:44.138 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.131+0000 7f6156ffd640 1 -- 172.21.15.67:0/843612547 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6164004d20 con 0x5620e05e1db0 2024-09-10T08:16:44.138 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.131+0000 7f6156ffd640 1 -- 172.21.15.67:0/843612547 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61640054e0 con 0x5620e05e1db0 2024-09-10T08:16:44.138 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.131+0000 7f6169ffb640 1 -- 172.21.15.67:0/920982004 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f61600cf880 con 0x7f616c100a40 2024-09-10T08:16:44.138 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.132+0000 7f6175c06740 1 -- 172.21.15.67:0/843612547 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620e05e1db0 msgr2=0x5620e05e21b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:44.138 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.132+0000 7f6170c01640 1 --2- 172.21.15.67:0/920982004 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f615c0a2c30 0x7f615c0a50f0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f61600cd2f0 tx=0x7f6160000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:44.138 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.132+0000 7f6175c06740 1 --2- 172.21.15.67:0/843612547 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620e05e1db0 0x5620e05e21b0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f6164007f40 tx=0x7f616400e7e0 comp rx=0 tx=0).stop 2024-09-10T08:16:44.138 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.132+0000 7f6175c06740 1 -- 172.21.15.67:0/843612547 shutdown_connections 2024-09-10T08:16:44.138 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.132+0000 7f6175c06740 1 --2- 172.21.15.67:0/843612547 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620e05e7780 0x5620e05e9c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:44.138 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.132+0000 7f6175c06740 1 --2- 172.21.15.67:0/843612547 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5620e05e26f0 0x5620e05e71b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:44.138 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.132+0000 7f6175c06740 1 --2- 172.21.15.67:0/843612547 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620e05e1db0 0x5620e05e21b0 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:44.138 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.132+0000 7f6175c06740 1 -- 172.21.15.67:0/843612547 >> 172.21.15.67:0/843612547 conn(0x5620e05d9010 msgr2=0x5620e05d9410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:44.139 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.132+0000 7f6175c06740 1 -- 172.21.15.67:0/843612547 shutdown_connections 2024-09-10T08:16:44.139 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.132+0000 7f6175c06740 1 -- 172.21.15.67:0/843612547 wait complete. 2024-09-10T08:16:44.139 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.132+0000 7f6175c06740 1 -- start start 2024-09-10T08:16:44.139 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.132+0000 7f6175c06740 1 Processor -- start 2024-09-10T08:16:44.139 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.133+0000 7f6175c06740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620e05e1db0 0x5620e05ebf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:44.139 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.133+0000 7f6175c06740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5620e05e26f0 0x5620e05ec480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:44.139 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.133+0000 7f6175c06740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620e05e7780 0x5620e05f34c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:44.139 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.133+0000 7f6175c06740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5620e05ea750 con 0x5620e05e7780 2024-09-10T08:16:44.139 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.133+0000 7f6175c06740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5620e04ca290 con 0x5620e05e1db0 2024-09-10T08:16:44.139 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.133+0000 7f6175c06740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5620e05ea8d0 con 0x5620e05e26f0 2024-09-10T08:16:44.139 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.133+0000 7f6175c06740 10 client.0 _ll_register_callbacks cb 0x5620e04fb140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:16:44.139 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.133+0000 7f6171402640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620e05e7780 0x5620e05f34c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:44.139 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.133+0000 7f6171402640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620e05e7780 0x5620e05f34c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42538/0 (socket says 172.21.15.67:42538) 2024-09-10T08:16:44.139 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.133+0000 7f6171402640 1 -- 172.21.15.67:0/98567976 learned_addr learned my addr 172.21.15.67:0/98567976 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:44.140 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.133+0000 7f616bfff640 1 --2- 172.21.15.67:0/98567976 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5620e05e26f0 0x5620e05ec480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:44.140 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.133+0000 7f6171402640 1 --2- 172.21.15.67:0/98567976 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620e05e1db0 0x5620e05ebf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:44.140 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.133+0000 7f6171402640 1 -- 172.21.15.67:0/98567976 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5620e05e26f0 msgr2=0x5620e05ec480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:44.140 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.133+0000 7f6171402640 1 --2- 172.21.15.67:0/98567976 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5620e05e26f0 0x5620e05ec480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:44.140 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.133+0000 7f6171402640 1 -- 172.21.15.67:0/98567976 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620e05e1db0 msgr2=0x5620e05ebf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:44.140 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.133+0000 7f6171402640 1 --2- 172.21.15.67:0/98567976 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620e05e1db0 0x5620e05ebf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:44.140 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.133+0000 7f6171402640 1 -- 172.21.15.67:0/98567976 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5620e0254210 con 0x5620e05e7780 2024-09-10T08:16:44.140 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.134+0000 7f6171402640 1 --2- 172.21.15.67:0/98567976 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620e05e7780 0x5620e05f34c0 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x5620e05eb470 tx=0x7f616400efb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c7b946e78add24f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:44.140 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.134+0000 7f614bfff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:16:44.140 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.134+0000 7f614bfff640 1 -- 172.21.15.67:0/98567976 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f616401c030 con 0x5620e05e7780 2024-09-10T08:16:44.140 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.134+0000 7f614bfff640 1 -- 172.21.15.67:0/98567976 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f61640056a0 con 0x5620e05e7780 2024-09-10T08:16:44.140 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.134+0000 7f6175c06740 1 -- 172.21.15.67:0/98567976 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6164004d20 con 0x5620e05e7780 2024-09-10T08:16:44.140 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.134+0000 7f614bfff640 1 -- 172.21.15.67:0/98567976 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6164014050 con 0x5620e05e7780 2024-09-10T08:16:44.140 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.134+0000 7f6175c06740 10 client.15912 fetch_fsmap learned FSMap version 29 2024-09-10T08:16:44.140 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.134+0000 7f6175c06740 1 -- 172.21.15.67:0/98567976 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5620e0320620 con 0x5620e05e7780 2024-09-10T08:16:44.141 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.134+0000 7f614bfff640 1 -- 172.21.15.67:0/98567976 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6164004d20 con 0x5620e05e7780 2024-09-10T08:16:44.141 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.134+0000 7f614bfff640 1 -- 172.21.15.67:0/98567976 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f6164004120 con 0x5620e05e7780 2024-09-10T08:16:44.141 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.134+0000 7f6175c06740 10 client.15912 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:16:44.141 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.134+0000 7f6175c06740 10 client.15912 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:16:44.141 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.134+0000 7f6175c06740 20 client.15912 populate_metadata read hostname 'smithi067' 2024-09-10T08:16:44.141 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.134+0000 7f6175c06740 1 --2- 172.21.15.67:0/98567976 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5620e05f7960 0x5620e05f9d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:44.141 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.134+0000 7f6175c06740 4 client.15912 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:16:44.141 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.134+0000 7f6175c06740 1 -- 172.21.15.67:0/98567976 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5620e054ea20 con 0x5620e05f7960 2024-09-10T08:16:44.141 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.135+0000 7f616bfff640 1 --2- 172.21.15.67:0/98567976 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5620e05f7960 0x5620e05f9d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:44.141 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.135+0000 7f614bfff640 10 client.15912 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:44.141 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.135+0000 7f616bfff640 1 --2- 172.21.15.67:0/98567976 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5620e05f7960 0x5620e05f9d90 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6f20da41ef309750 server_cookie=f17262d253a61226 in_seq=0 out_seq=0 2024-09-10T08:16:44.141 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.136+0000 7f614bfff640 1 -- 172.21.15.67:0/98567976 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5620e054ea20 con 0x5620e05f7960 2024-09-10T08:16:44.141 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.136+0000 7f614bfff640 10 client.15912 handle_command_reply: tid=0 2024-09-10T08:16:44.141 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.136+0000 7f6175c06740 1 client.15912 shutdown 2024-09-10T08:16:44.142 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.136+0000 7f6175c06740 1 -- 172.21.15.67:0/98567976 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620e05e7780 msgr2=0x5620e05f34c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:44.142 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.136+0000 7f6175c06740 1 --2- 172.21.15.67:0/98567976 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620e05e7780 0x5620e05f34c0 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x5620e05eb470 tx=0x7f616400efb0 comp rx=0 tx=0).stop 2024-09-10T08:16:44.142 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.136+0000 7f6175c06740 1 -- 172.21.15.67:0/98567976 shutdown_connections 2024-09-10T08:16:44.142 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.136+0000 7f6175c06740 1 --2- 172.21.15.67:0/98567976 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5620e05f7960 0x5620e05f9d90 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:44.142 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.136+0000 7f6175c06740 1 --2- 172.21.15.67:0/98567976 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620e05e7780 0x5620e05f34c0 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:44.142 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.136+0000 7f6175c06740 1 --2- 172.21.15.67:0/98567976 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5620e05e26f0 0x5620e05ec480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:44.142 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.136+0000 7f6175c06740 1 --2- 172.21.15.67:0/98567976 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620e05e1db0 0x5620e05ebf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:44.142 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.136+0000 7f614bfff640 0 client.15912 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:44.142 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.136+0000 7f6175c06740 1 -- 172.21.15.67:0/98567976 >> 172.21.15.67:0/98567976 conn(0x5620e05d9010 msgr2=0x5620e05da820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:44.142 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.136+0000 7f6175c06740 1 -- 172.21.15.67:0/98567976 shutdown_connections 2024-09-10T08:16:44.142 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.136+0000 7f6175c06740 1 -- 172.21.15.67:0/98567976 wait complete. 2024-09-10T08:16:44.142 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.136+0000 7f6175c06740 20 client.15912 trim_cache size 0 max 16384 2024-09-10T08:16:44.151 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.151+0000 7f6175c06740 1 Processor -- start 2024-09-10T08:16:44.151 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.151+0000 7f6175c06740 1 -- start start 2024-09-10T08:16:44.151 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.151+0000 7f6175c06740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620e05e1db0 0x5620e05d80b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:44.151 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.151+0000 7f6175c06740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620e05e26f0 0x5620e05f3480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:44.152 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.151+0000 7f6175c06740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5620e05e7780 0x5620e05fe690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:44.152 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.151+0000 7f6175c06740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f616c1a8500 con 0x5620e05e1db0 2024-09-10T08:16:44.152 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.151+0000 7f6175c06740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f616c1aa040 con 0x5620e05e26f0 2024-09-10T08:16:44.152 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.151+0000 7f6175c06740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f616c1a8bd0 con 0x5620e05e7780 2024-09-10T08:16:44.152 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.151+0000 7f6171402640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620e05e1db0 0x5620e05d80b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:44.152 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.151+0000 7f6171402640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620e05e1db0 0x5620e05d80b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42542/0 (socket says 172.21.15.67:42542) 2024-09-10T08:16:44.152 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.151+0000 7f6171402640 1 -- 172.21.15.67:0/1090893735 learned_addr learned my addr 172.21.15.67:0/1090893735 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:44.152 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.151+0000 7f616bfff640 1 --2- 172.21.15.67:0/1090893735 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620e05e26f0 0x5620e05f3480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:44.152 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.152+0000 7f6171402640 1 -- 172.21.15.67:0/1090893735 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5620e05e7780 msgr2=0x5620e05fe690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:44.152 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.152+0000 7f6171402640 1 --2- 172.21.15.67:0/1090893735 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5620e05e7780 0x5620e05fe690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:44.152 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.152+0000 7f6171402640 1 -- 172.21.15.67:0/1090893735 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620e05e26f0 msgr2=0x5620e05f3480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:44.152 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.152+0000 7f6171402640 1 --2- 172.21.15.67:0/1090893735 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620e05e26f0 0x5620e05f3480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:44.152 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.152+0000 7f6171402640 1 -- 172.21.15.67:0/1090893735 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5620e05eaf00 con 0x5620e05e1db0 2024-09-10T08:16:44.153 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.152+0000 7f6171402640 1 --2- 172.21.15.67:0/1090893735 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620e05e1db0 0x5620e05d80b0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f616400e820 tx=0x7f6164010bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21c90ba925157fce server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:44.153 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.152+0000 7f61567fc640 1 -- 172.21.15.67:0/1090893735 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6164038070 con 0x5620e05e1db0 2024-09-10T08:16:44.153 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.152+0000 7f61567fc640 1 -- 172.21.15.67:0/1090893735 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6164004c50 con 0x5620e05e1db0 2024-09-10T08:16:44.153 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.152+0000 7f61567fc640 1 -- 172.21.15.67:0/1090893735 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f616401c040 con 0x5620e05e1db0 2024-09-10T08:16:44.156 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.153+0000 7f6175c06740 1 -- 172.21.15.67:0/1090893735 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620e05e1db0 msgr2=0x5620e05d80b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:44.156 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.153+0000 7f6175c06740 1 --2- 172.21.15.67:0/1090893735 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620e05e1db0 0x5620e05d80b0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f616400e820 tx=0x7f6164010bf0 comp rx=0 tx=0).stop 2024-09-10T08:16:44.156 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.153+0000 7f6175c06740 1 -- 172.21.15.67:0/1090893735 shutdown_connections 2024-09-10T08:16:44.156 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.153+0000 7f6175c06740 1 --2- 172.21.15.67:0/1090893735 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620e05e26f0 0x5620e05f3480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:44.157 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.153+0000 7f6175c06740 1 --2- 172.21.15.67:0/1090893735 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5620e05e7780 0x5620e05fe690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:44.157 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.153+0000 7f6175c06740 1 --2- 172.21.15.67:0/1090893735 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620e05e1db0 0x5620e05d80b0 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:44.157 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.153+0000 7f6175c06740 1 -- 172.21.15.67:0/1090893735 >> 172.21.15.67:0/1090893735 conn(0x5620e05d9010 msgr2=0x5620e05d79a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:44.157 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.153+0000 7f6175c06740 1 -- 172.21.15.67:0/1090893735 shutdown_connections 2024-09-10T08:16:44.157 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.153+0000 7f6175c06740 1 -- 172.21.15.67:0/1090893735 wait complete. 2024-09-10T08:16:44.157 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.153+0000 7f6175c06740 1 -- start start 2024-09-10T08:16:44.157 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.153+0000 7f6175c06740 1 Processor -- start 2024-09-10T08:16:44.157 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.154+0000 7f6175c06740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620e05e1db0 0x5620e05f0740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:44.157 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.154+0000 7f6175c06740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5620e05e26f0 0x5620e05f0c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:44.157 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.154+0000 7f6175c06740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620e05e7780 0x5620e05f1bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:44.157 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.154+0000 7f6175c06740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f616c1a9970 con 0x5620e05e1db0 2024-09-10T08:16:44.157 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.154+0000 7f6175c06740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f616c1a92a0 con 0x5620e05e7780 2024-09-10T08:16:44.157 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.154+0000 7f6175c06740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f616c1a64e0 con 0x5620e05e26f0 2024-09-10T08:16:44.158 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.154+0000 7f6175c06740 10 client.0 _ll_register_callbacks cb 0x7f6164007d90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:16:44.158 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.154+0000 7f6171402640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620e05e1db0 0x5620e05f0740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:44.158 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.154+0000 7f6171402640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620e05e1db0 0x5620e05f0740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42556/0 (socket says 172.21.15.67:42556) 2024-09-10T08:16:44.158 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.154+0000 7f6171402640 1 -- 172.21.15.67:0/1297096352 learned_addr learned my addr 172.21.15.67:0/1297096352 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:44.158 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.154+0000 7f6171402640 1 --2- 172.21.15.67:0/1297096352 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620e05e7780 0x5620e05f1bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:44.158 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.154+0000 7f616bfff640 1 --2- 172.21.15.67:0/1297096352 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5620e05e26f0 0x5620e05f0c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:44.158 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.154+0000 7f6171402640 1 -- 172.21.15.67:0/1297096352 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5620e05e26f0 msgr2=0x5620e05f0c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:44.158 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.154+0000 7f6171402640 1 --2- 172.21.15.67:0/1297096352 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5620e05e26f0 0x5620e05f0c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:44.158 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.154+0000 7f6171402640 1 -- 172.21.15.67:0/1297096352 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620e05e7780 msgr2=0x5620e05f1bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:44.158 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.154+0000 7f6171402640 1 --2- 172.21.15.67:0/1297096352 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620e05e7780 0x5620e05f1bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:44.158 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.154+0000 7f6171402640 1 -- 172.21.15.67:0/1297096352 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5620e05f2200 con 0x5620e05e1db0 2024-09-10T08:16:44.158 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.154+0000 7f6171402640 1 --2- 172.21.15.67:0/1297096352 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620e05e1db0 0x5620e05f0740 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f6164005fb0 tx=0x7f6164005f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c235db25b2c1dac server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:44.158 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.154+0000 7f614bfff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:16:44.158 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.154+0000 7f614bfff640 1 -- 172.21.15.67:0/1297096352 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6164038070 con 0x5620e05e1db0 2024-09-10T08:16:44.158 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.154+0000 7f614bfff640 1 -- 172.21.15.67:0/1297096352 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f61640056a0 con 0x5620e05e1db0 2024-09-10T08:16:44.159 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.154+0000 7f6175c06740 1 -- 172.21.15.67:0/1297096352 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6164004c50 con 0x5620e05e1db0 2024-09-10T08:16:44.159 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.155+0000 7f614bfff640 1 -- 172.21.15.67:0/1297096352 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f616401c040 con 0x5620e05e1db0 2024-09-10T08:16:44.159 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.155+0000 7f6175c06740 10 client.15918 fetch_fsmap learned FSMap version 29 2024-09-10T08:16:44.159 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.155+0000 7f6175c06740 1 -- 172.21.15.67:0/1297096352 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5620e05f3510 con 0x5620e05e1db0 2024-09-10T08:16:44.159 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.155+0000 7f614bfff640 1 -- 172.21.15.67:0/1297096352 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6164004c50 con 0x5620e05e1db0 2024-09-10T08:16:44.159 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.155+0000 7f614bfff640 1 -- 172.21.15.67:0/1297096352 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f6164003970 con 0x5620e05e1db0 2024-09-10T08:16:44.159 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.155+0000 7f6175c06740 10 client.15918 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:16:44.159 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.155+0000 7f6175c06740 10 client.15918 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:16:44.159 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.155+0000 7f6175c06740 20 client.15918 populate_metadata read hostname 'smithi067' 2024-09-10T08:16:44.159 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.155+0000 7f6175c06740 1 --2- 172.21.15.67:0/1297096352 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5620e0662ab0 0x5620e0664ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:44.159 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.155+0000 7f6175c06740 4 client.15918 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:16:44.159 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.155+0000 7f6175c06740 1 -- 172.21.15.67:0/1297096352 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5620e0548d70 con 0x5620e0662ab0 2024-09-10T08:16:44.159 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.155+0000 7f616bfff640 1 --2- 172.21.15.67:0/1297096352 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5620e0662ab0 0x5620e0664ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:44.159 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.156+0000 7f614bfff640 10 client.15918 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:44.159 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.156+0000 7f616bfff640 1 --2- 172.21.15.67:0/1297096352 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5620e0662ab0 0x5620e0664ed0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=906ea4c85e509b27 server_cookie=f4eb0ec51484e14e in_seq=0 out_seq=0 2024-09-10T08:16:44.161 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.161+0000 7f614bfff640 1 -- 172.21.15.67:0/1297096352 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5620e0548d70 con 0x5620e0662ab0 2024-09-10T08:16:44.161 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.161+0000 7f614bfff640 10 client.15918 handle_command_reply: tid=0 2024-09-10T08:16:44.161 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.161+0000 7f6175c06740 1 client.15918 shutdown 2024-09-10T08:16:44.161 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.161+0000 7f6175c06740 1 -- 172.21.15.67:0/1297096352 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620e05e1db0 msgr2=0x5620e05f0740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:44.161 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.161+0000 7f6175c06740 1 --2- 172.21.15.67:0/1297096352 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620e05e1db0 0x5620e05f0740 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f6164005fb0 tx=0x7f6164005f40 comp rx=0 tx=0).stop 2024-09-10T08:16:44.161 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.161+0000 7f6175c06740 1 -- 172.21.15.67:0/1297096352 shutdown_connections 2024-09-10T08:16:44.162 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.161+0000 7f6175c06740 1 --2- 172.21.15.67:0/1297096352 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5620e0662ab0 0x5620e0664ed0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:44.162 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.161+0000 7f6175c06740 1 --2- 172.21.15.67:0/1297096352 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5620e05e7780 0x5620e05f1bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:44.162 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.161+0000 7f6175c06740 1 --2- 172.21.15.67:0/1297096352 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5620e05e26f0 0x5620e05f0c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:44.162 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.161+0000 7f614bfff640 0 client.15918 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:44.162 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.161+0000 7f6175c06740 1 --2- 172.21.15.67:0/1297096352 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5620e05e1db0 0x5620e05f0740 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:44.162 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.161+0000 7f6175c06740 1 -- 172.21.15.67:0/1297096352 >> 172.21.15.67:0/1297096352 conn(0x5620e05d9010 msgr2=0x5620e05da740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:44.162 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.162+0000 7f6175c06740 1 -- 172.21.15.67:0/1297096352 shutdown_connections 2024-09-10T08:16:44.162 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.162+0000 7f6175c06740 1 -- 172.21.15.67:0/1297096352 wait complete. 2024-09-10T08:16:44.162 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.162+0000 7f6175c06740 20 client.15918 trim_cache size 0 max 16384 2024-09-10T08:16:44.162 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout:{ 2024-09-10T08:16:44.162 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout: "message": "", 2024-09-10T08:16:44.162 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout: "return_code": 0 2024-09-10T08:16:44.163 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout:} 2024-09-10T08:16:44.163 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.162+0000 7f6172e65640 1 -- 172.21.15.67:0/920982004 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f615c0a2c30 msgr2=0x7f615c0a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:44.163 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.162+0000 7f6172e65640 1 --2- 172.21.15.67:0/920982004 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f615c0a2c30 0x7f615c0a50f0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f61600cd2f0 tx=0x7f6160000bc0 comp rx=0 tx=0).stop 2024-09-10T08:16:44.163 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.162+0000 7f6172e65640 1 -- 172.21.15.67:0/920982004 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f616c100a40 msgr2=0x7f616c06a410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:44.164 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.162+0000 7f6172e65640 1 --2- 172.21.15.67:0/920982004 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f616c100a40 0x7f616c06a410 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f616000c970 tx=0x7f616000ce30 comp rx=0 tx=0).stop 2024-09-10T08:16:44.164 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.162+0000 7f6172e65640 1 -- 172.21.15.67:0/920982004 shutdown_connections 2024-09-10T08:16:44.164 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.162+0000 7f6172e65640 1 --2- 172.21.15.67:0/920982004 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f615c0a2c30 0x7f615c0a50f0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:44.164 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.162+0000 7f6172e65640 1 --2- 172.21.15.67:0/920982004 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f616c1025f0 0x7f616c19ef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:44.164 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.162+0000 7f6172e65640 1 --2- 172.21.15.67:0/920982004 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f616c101c30 0x7f616c19c930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:44.164 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.162+0000 7f6172e65640 1 --2- 172.21.15.67:0/920982004 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f616c100a40 0x7f616c06a410 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:44.164 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.162+0000 7f6172e65640 1 -- 172.21.15.67:0/920982004 >> 172.21.15.67:0/920982004 conn(0x7f616c0fc1e0 msgr2=0x7f616c0fe1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:44.164 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.162+0000 7f6172e65640 1 -- 172.21.15.67:0/920982004 shutdown_connections 2024-09-10T08:16:44.164 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:44.162+0000 7f6172e65640 1 -- 172.21.15.67:0/920982004 wait complete. 2024-09-10T08:16:45.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:45 smithi067 ceph-mon[31051]: pgmap v415: 129 pgs: 129 active+clean; 672 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 682 B/s wr, 9 op/s 2024-09-10T08:16:45.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:45 smithi203 ceph-mon[34672]: pgmap v415: 129 pgs: 129 active+clean; 672 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 682 B/s wr, 9 op/s 2024-09-10T08:16:45.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:45 smithi133 ceph-mon[34721]: pgmap v415: 129 pgs: 129 active+clean; 672 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 682 B/s wr, 9 op/s 2024-09-10T08:16:45.718 INFO:tasks.workunit.client.0.smithi067.stderr:Updating files: 91% (11637/12697) Updating files: 92% (11682/12697) Updating files: 93% (11809/12697) Updating files: 94% (11936/12697) Updating files: 95% (12063/12697) Updating files: 96% (12190/12697) Updating files: 97% (12317/12697) Updating files: 98% (12444/12697) Updating files: 99% (12571/12697) Updating files: 100% (12697/12697) Updating files: 100% (12697/12697), done. 2024-09-10T08:16:46.531 INFO:tasks.workunit.client.0.smithi067.stderr:Note: switching to '1cf819b7212a6048e92fc78c4eff963344f6d56b'. 2024-09-10T08:16:46.531 INFO:tasks.workunit.client.0.smithi067.stderr: 2024-09-10T08:16:46.531 INFO:tasks.workunit.client.0.smithi067.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-10T08:16:46.531 INFO:tasks.workunit.client.0.smithi067.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-10T08:16:46.531 INFO:tasks.workunit.client.0.smithi067.stderr:state without impacting any branches by switching back to a branch. 2024-09-10T08:16:46.532 INFO:tasks.workunit.client.0.smithi067.stderr: 2024-09-10T08:16:46.532 INFO:tasks.workunit.client.0.smithi067.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-10T08:16:46.532 INFO:tasks.workunit.client.0.smithi067.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-10T08:16:46.532 INFO:tasks.workunit.client.0.smithi067.stderr: 2024-09-10T08:16:46.532 INFO:tasks.workunit.client.0.smithi067.stderr: git switch -c 2024-09-10T08:16:46.532 INFO:tasks.workunit.client.0.smithi067.stderr: 2024-09-10T08:16:46.532 INFO:tasks.workunit.client.0.smithi067.stderr:Or undo this operation with: 2024-09-10T08:16:46.532 INFO:tasks.workunit.client.0.smithi067.stderr: 2024-09-10T08:16:46.532 INFO:tasks.workunit.client.0.smithi067.stderr: git switch - 2024-09-10T08:16:46.532 INFO:tasks.workunit.client.0.smithi067.stderr: 2024-09-10T08:16:46.532 INFO:tasks.workunit.client.0.smithi067.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-10T08:16:46.532 INFO:tasks.workunit.client.0.smithi067.stderr: 2024-09-10T08:16:46.532 INFO:tasks.workunit.client.0.smithi067.stderr:HEAD is now at 1cf819b7212 Merge PR #59672 into wip-rishabh-testing-20240909.165402-squid 2024-09-10T08:16:46.537 DEBUG:teuthology.orchestra.run.smithi067:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-10T08:16:46.580 INFO:tasks.workunit.client.0.smithi067.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-10T08:16:46.583 INFO:tasks.workunit.client.0.smithi067.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-10T08:16:46.583 INFO:tasks.workunit.client.0.smithi067.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-10T08:16:47.363 INFO:tasks.workunit.client.0.smithi067.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-10T08:16:47.372 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:47 smithi203 ceph-mon[34672]: pgmap v416: 129 pgs: 129 active+clean; 673 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 938 B/s wr, 13 op/s 2024-09-10T08:16:47.395 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:47 smithi133 ceph-mon[34721]: pgmap v416: 129 pgs: 129 active+clean; 673 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 938 B/s wr, 13 op/s 2024-09-10T08:16:47.434 INFO:tasks.workunit.client.0.smithi067.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-10T08:16:47.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:47 smithi067 ceph-mon[31051]: pgmap v416: 129 pgs: 129 active+clean; 673 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 938 B/s wr, 13 op/s 2024-09-10T08:16:47.477 INFO:tasks.workunit.client.0.smithi067.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-10T08:16:47.479 INFO:tasks.workunit.client.0.smithi067.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-10T08:16:47.479 INFO:tasks.workunit.client.0.smithi067.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-10T08:16:47.520 INFO:tasks.workunit.client.0.smithi067.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-10T08:16:47.524 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-10T08:16:47.524 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-10T08:16:47.581 INFO:tasks.workunit:Running workunits matching suites/iozone.sh on client.0... 2024-09-10T08:16:47.582 INFO:tasks.workunit:Running workunit suites/iozone.sh... 2024-09-10T08:16:47.583 DEBUG:teuthology.orchestra.run.smithi067:workunit test suites/iozone.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=1cf819b7212a6048e92fc78c4eff963344f6d56b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/iozone.sh 2024-09-10T08:16:49.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:49 smithi067 ceph-mon[31051]: pgmap v417: 129 pgs: 129 active+clean; 673 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 682 B/s wr, 9 op/s 2024-09-10T08:16:49.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:49 smithi203 ceph-mon[34672]: pgmap v417: 129 pgs: 129 active+clean; 673 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 682 B/s wr, 9 op/s 2024-09-10T08:16:49.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:49 smithi133 ceph-mon[34721]: pgmap v417: 129 pgs: 129 active+clean; 673 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 682 B/s wr, 9 op/s 2024-09-10T08:16:51.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:51 smithi067 ceph-mon[31051]: pgmap v418: 129 pgs: 129 active+clean; 673 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 682 B/s wr, 12 op/s 2024-09-10T08:16:51.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:51 smithi203 ceph-mon[34672]: pgmap v418: 129 pgs: 129 active+clean; 673 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 682 B/s wr, 12 op/s 2024-09-10T08:16:51.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:51 smithi133 ceph-mon[34721]: pgmap v418: 129 pgs: 129 active+clean; 673 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 682 B/s wr, 12 op/s 2024-09-10T08:16:51.661 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T08:16:51.936 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:16:52.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.450+0000 7fe3cbff4640 1 -- 172.21.15.67:0/861537505 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe3c41027a0 msgr2=0x7fe3c41067f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:52.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.450+0000 7fe3cbff4640 1 --2- 172.21.15.67:0/861537505 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe3c41027a0 0x7fe3c41067f0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7fe3b4009900 tx=0x7fe3b402a410 comp rx=0 tx=0).stop 2024-09-10T08:16:52.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.450+0000 7fe3cbff4640 1 -- 172.21.15.67:0/861537505 shutdown_connections 2024-09-10T08:16:52.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.450+0000 7fe3cbff4640 1 --2- 172.21.15.67:0/861537505 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe3c4106f20 0x7fe3c410eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:52.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.450+0000 7fe3cbff4640 1 --2- 172.21.15.67:0/861537505 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe3c41027a0 0x7fe3c41067f0 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:52.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.450+0000 7fe3cbff4640 1 --2- 172.21.15.67:0/861537505 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe3c4101df0 0x7fe3c41021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:52.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.450+0000 7fe3cbff4640 1 -- 172.21.15.67:0/861537505 >> 172.21.15.67:0/861537505 conn(0x7fe3c40fd8b0 msgr2=0x7fe3c40ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:52.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.450+0000 7fe3cbff4640 1 -- 172.21.15.67:0/861537505 shutdown_connections 2024-09-10T08:16:52.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.450+0000 7fe3cbff4640 1 -- 172.21.15.67:0/861537505 wait complete. 2024-09-10T08:16:52.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.450+0000 7fe3cbff4640 1 Processor -- start 2024-09-10T08:16:52.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.450+0000 7fe3cbff4640 1 -- start start 2024-09-10T08:16:52.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.451+0000 7fe3cbff4640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe3c4101df0 0x7fe3c40744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:52.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.451+0000 7fe3cbff4640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe3c41027a0 0x7fe3c4074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:52.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.451+0000 7fe3cbff4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe3c4106f20 0x7fe3c4074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:52.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.451+0000 7fe3cbff4640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe3c4111e50 con 0x7fe3c4106f20 2024-09-10T08:16:52.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.451+0000 7fe3cbff4640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fe3c4111cd0 con 0x7fe3c4101df0 2024-09-10T08:16:52.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.451+0000 7fe3cbff4640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fe3c4111fd0 con 0x7fe3c41027a0 2024-09-10T08:16:52.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.451+0000 7fe3ca591640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe3c4106f20 0x7fe3c4074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:52.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.451+0000 7fe3c958f640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe3c41027a0 0x7fe3c4074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:52.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.451+0000 7fe3ca591640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe3c4106f20 0x7fe3c4074f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42324/0 (socket says 172.21.15.67:42324) 2024-09-10T08:16:52.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.451+0000 7fe3ca591640 1 -- 172.21.15.67:0/3253433696 learned_addr learned my addr 172.21.15.67:0/3253433696 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:52.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.451+0000 7fe3c9d90640 1 --2- 172.21.15.67:0/3253433696 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe3c4101df0 0x7fe3c40744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:52.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.451+0000 7fe3ca591640 1 -- 172.21.15.67:0/3253433696 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe3c41027a0 msgr2=0x7fe3c4074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:52.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.451+0000 7fe3ca591640 1 --2- 172.21.15.67:0/3253433696 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe3c41027a0 0x7fe3c4074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:52.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.451+0000 7fe3ca591640 1 -- 172.21.15.67:0/3253433696 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe3c4101df0 msgr2=0x7fe3c40744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:52.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.451+0000 7fe3ca591640 1 --2- 172.21.15.67:0/3253433696 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe3c4101df0 0x7fe3c40744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:52.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.451+0000 7fe3ca591640 1 -- 172.21.15.67:0/3253433696 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3c41a6900 con 0x7fe3c4106f20 2024-09-10T08:16:52.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.451+0000 7fe3ca591640 1 --2- 172.21.15.67:0/3253433696 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe3c4106f20 0x7fe3c4074f70 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7fe3bc00b970 tx=0x7fe3bc00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:52.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.451+0000 7fe3baffd640 1 -- 172.21.15.67:0/3253433696 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3bc019070 con 0x7fe3c4106f20 2024-09-10T08:16:52.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.452+0000 7fe3baffd640 1 -- 172.21.15.67:0/3253433696 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe3bc014440 con 0x7fe3c4106f20 2024-09-10T08:16:52.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.452+0000 7fe3cbff4640 1 -- 172.21.15.67:0/3253433696 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe3c41a6bf0 con 0x7fe3c4106f20 2024-09-10T08:16:52.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.452+0000 7fe3baffd640 1 -- 172.21.15.67:0/3253433696 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3bc0075d0 con 0x7fe3c4106f20 2024-09-10T08:16:52.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.452+0000 7fe3cbff4640 1 -- 172.21.15.67:0/3253433696 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3c41a70b0 con 0x7fe3c4106f20 2024-09-10T08:16:52.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.454+0000 7fe3baffd640 1 -- 172.21.15.67:0/3253433696 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7fe3bc01c070 con 0x7fe3c4106f20 2024-09-10T08:16:52.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.454+0000 7fe3ce3cd740 1 Processor -- start 2024-09-10T08:16:52.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.454+0000 7fe3ce3cd740 1 -- start start 2024-09-10T08:16:52.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.454+0000 7fe3ce3cd740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a1512dc4a0 0x55a1512dc880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:52.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.455+0000 7fe3ce3cd740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a1512dcdc0 0x55a1512e7140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:52.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.455+0000 7fe3ce3cd740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a1512e7680 0x55a1512e9a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:52.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.455+0000 7fe3ce3cd740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55a1512422e0 con 0x55a1512e7680 2024-09-10T08:16:52.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.455+0000 7fe3ce3cd740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55a1511e9ce0 con 0x55a1512dc4a0 2024-09-10T08:16:52.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.455+0000 7fe3ce3cd740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55a15123e2a0 con 0x55a1512dcdc0 2024-09-10T08:16:52.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.455+0000 7fe3c958f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a1512e7680 0x55a1512e9a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:52.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.455+0000 7fe3baffd640 1 --2- 172.21.15.67:0/3253433696 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe3b00a2b80 0x7fe3b00a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:52.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.455+0000 7fe3c958f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a1512e7680 0x55a1512e9a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42338/0 (socket says 172.21.15.67:42338) 2024-09-10T08:16:52.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.455+0000 7fe3c958f640 1 -- 172.21.15.67:0/35177666 learned_addr learned my addr 172.21.15.67:0/35177666 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:52.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.455+0000 7fe3c958f640 1 --2- 172.21.15.67:0/35177666 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a1512dc4a0 0x55a1512dc880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:52.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.455+0000 7fe3c9d90640 1 --2- 172.21.15.67:0/35177666 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a1512dcdc0 0x55a1512e7140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:52.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.455+0000 7fe3ca591640 1 --2- 172.21.15.67:0/3253433696 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe3b00a2b80 0x7fe3b00a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:52.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.455+0000 7fe3baffd640 1 -- 172.21.15.67:0/3253433696 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fe3bc0cea20 con 0x7fe3c4106f20 2024-09-10T08:16:52.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.455+0000 7fe3c958f640 1 -- 172.21.15.67:0/35177666 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a1512dcdc0 msgr2=0x55a1512e7140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:52.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.455+0000 7fe3c958f640 1 --2- 172.21.15.67:0/35177666 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a1512dcdc0 0x55a1512e7140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:52.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.455+0000 7fe3c958f640 1 -- 172.21.15.67:0/35177666 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a1512dc4a0 msgr2=0x55a1512dc880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:52.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.455+0000 7fe3c958f640 1 --2- 172.21.15.67:0/35177666 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a1512dc4a0 0x55a1512dc880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:52.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.455+0000 7fe3c958f640 1 -- 172.21.15.67:0/35177666 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a1511ce440 con 0x55a1512e7680 2024-09-10T08:16:52.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.455+0000 7fe3c958f640 1 --2- 172.21.15.67:0/35177666 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a1512e7680 0x55a1512e9a70 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7fe3b402a930 tx=0x7fe3b4005db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5dfca32a728750ca server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:52.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.455+0000 7fe3ca591640 1 --2- 172.21.15.67:0/3253433696 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe3b00a2b80 0x7fe3b00a5040 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fe3bc0cc170 tx=0x7fe3bc065bb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:52.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.456+0000 7fe3affff640 1 -- 172.21.15.67:0/35177666 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3b4035070 con 0x55a1512e7680 2024-09-10T08:16:52.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.456+0000 7fe3affff640 1 -- 172.21.15.67:0/35177666 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe3b40035f0 con 0x55a1512e7680 2024-09-10T08:16:52.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.456+0000 7fe3affff640 1 -- 172.21.15.67:0/35177666 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3b40044e0 con 0x55a1512e7680 2024-09-10T08:16:52.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.456+0000 7fe3ce3cd740 1 -- 172.21.15.67:0/35177666 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a1512e7680 msgr2=0x55a1512e9a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:52.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.456+0000 7fe3ce3cd740 1 --2- 172.21.15.67:0/35177666 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a1512e7680 0x55a1512e9a70 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7fe3b402a930 tx=0x7fe3b4005db0 comp rx=0 tx=0).stop 2024-09-10T08:16:52.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.456+0000 7fe3ce3cd740 1 -- 172.21.15.67:0/35177666 shutdown_connections 2024-09-10T08:16:52.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.456+0000 7fe3ce3cd740 1 --2- 172.21.15.67:0/35177666 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a1512e7680 0x55a1512e9a70 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:52.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.457+0000 7fe3ce3cd740 1 --2- 172.21.15.67:0/35177666 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a1512dcdc0 0x55a1512e7140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:52.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.457+0000 7fe3ce3cd740 1 --2- 172.21.15.67:0/35177666 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a1512dc4a0 0x55a1512dc880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:52.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.457+0000 7fe3ce3cd740 1 -- 172.21.15.67:0/35177666 >> 172.21.15.67:0/35177666 conn(0x55a1512d8a30 msgr2=0x55a1512d8e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:52.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.457+0000 7fe3ce3cd740 1 -- 172.21.15.67:0/35177666 shutdown_connections 2024-09-10T08:16:52.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.457+0000 7fe3ce3cd740 1 -- 172.21.15.67:0/35177666 wait complete. 2024-09-10T08:16:52.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.457+0000 7fe3ce3cd740 1 -- start start 2024-09-10T08:16:52.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.457+0000 7fe3ce3cd740 1 Processor -- start 2024-09-10T08:16:52.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.458+0000 7fe3ce3cd740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a1512dc4a0 0x55a1512e7000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:52.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.458+0000 7fe3ce3cd740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a1512dcdc0 0x55a1512e42b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:52.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.458+0000 7fe3ce3cd740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a1512e7680 0x55a1512e4830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:52.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.458+0000 7fe3ce3cd740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55a1512ea250 con 0x55a1512dc4a0 2024-09-10T08:16:52.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.458+0000 7fe3ce3cd740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55a1511fd050 con 0x55a1512e7680 2024-09-10T08:16:52.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.458+0000 7fe3ce3cd740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55a1512ea3d0 con 0x55a1512dcdc0 2024-09-10T08:16:52.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.458+0000 7fe3ce3cd740 10 client.0 _ll_register_callbacks cb 0x55a15123d160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:16:52.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.458+0000 7fe3c958f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a1512dc4a0 0x55a1512e7000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:52.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.458+0000 7fe3c958f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a1512dc4a0 0x55a1512e7000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42348/0 (socket says 172.21.15.67:42348) 2024-09-10T08:16:52.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.458+0000 7fe3c958f640 1 -- 172.21.15.67:0/1204884997 learned_addr learned my addr 172.21.15.67:0/1204884997 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:52.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.458+0000 7fe3c9d90640 1 --2- 172.21.15.67:0/1204884997 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a1512dcdc0 0x55a1512e42b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:52.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.458+0000 7fe3c958f640 1 --2- 172.21.15.67:0/1204884997 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a1512e7680 0x55a1512e4830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:52.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.458+0000 7fe3c958f640 1 -- 172.21.15.67:0/1204884997 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a1512dcdc0 msgr2=0x55a1512e42b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:52.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.458+0000 7fe3c958f640 1 --2- 172.21.15.67:0/1204884997 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a1512dcdc0 0x55a1512e42b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:52.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.458+0000 7fe3c958f640 1 -- 172.21.15.67:0/1204884997 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a1512e7680 msgr2=0x55a1512e4830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:52.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.458+0000 7fe3c958f640 1 --2- 172.21.15.67:0/1204884997 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a1512e7680 0x55a1512e4830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:52.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.458+0000 7fe3c958f640 1 -- 172.21.15.67:0/1204884997 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a150fb33c0 con 0x55a1512dc4a0 2024-09-10T08:16:52.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.458+0000 7fe3c958f640 1 --2- 172.21.15.67:0/1204884997 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a1512dc4a0 0x55a1512e7000 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7fe3b40046c0 tx=0x7fe3b4003f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc02e194f247d5d3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:52.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.458+0000 7fe3ad7fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:16:52.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.458+0000 7fe3ad7fa640 1 -- 172.21.15.67:0/1204884997 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3b4041070 con 0x55a1512dc4a0 2024-09-10T08:16:52.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.458+0000 7fe3ad7fa640 1 -- 172.21.15.67:0/1204884997 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fe3b4031810 con 0x55a1512dc4a0 2024-09-10T08:16:52.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.458+0000 7fe3ce3cd740 1 -- 172.21.15.67:0/1204884997 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe3b40035f0 con 0x55a1512dc4a0 2024-09-10T08:16:52.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.459+0000 7fe3ad7fa640 1 -- 172.21.15.67:0/1204884997 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fe3b4035040 con 0x55a1512dc4a0 2024-09-10T08:16:52.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.459+0000 7fe3ce3cd740 10 client.15930 fetch_fsmap learned FSMap version 29 2024-09-10T08:16:52.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.459+0000 7fe3ce3cd740 1 -- 172.21.15.67:0/1204884997 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a1512f5c70 con 0x55a1512dc4a0 2024-09-10T08:16:52.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.459+0000 7fe3ad7fa640 1 -- 172.21.15.67:0/1204884997 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe3b40035f0 con 0x55a1512dc4a0 2024-09-10T08:16:52.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.459+0000 7fe3ad7fa640 1 -- 172.21.15.67:0/1204884997 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fe3b403d9f0 con 0x55a1512dc4a0 2024-09-10T08:16:52.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.459+0000 7fe3ce3cd740 10 client.15930 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:16:52.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.459+0000 7fe3ce3cd740 10 client.15930 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:16:52.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.459+0000 7fe3ce3cd740 20 client.15930 populate_metadata read hostname 'smithi067' 2024-09-10T08:16:52.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.459+0000 7fe3ce3cd740 1 --2- 172.21.15.67:0/1204884997 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55a1512f6fc0 0x55a1512f93b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:52.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.459+0000 7fe3ce3cd740 4 client.15930 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:16:52.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.459+0000 7fe3ce3cd740 1 -- 172.21.15.67:0/1204884997 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a15124f850 con 0x55a1512f6fc0 2024-09-10T08:16:52.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.459+0000 7fe3c9d90640 1 --2- 172.21.15.67:0/1204884997 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55a1512f6fc0 0x55a1512f93b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:52.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.460+0000 7fe3ad7fa640 10 client.15930 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:52.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.460+0000 7fe3c9d90640 1 --2- 172.21.15.67:0/1204884997 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55a1512f6fc0 0x55a1512f93b0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=139cc514642acb32 server_cookie=f8d2cb15cadec7ba in_seq=0 out_seq=0 2024-09-10T08:16:52.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.461+0000 7fe3ad7fa640 1 -- 172.21.15.67:0/1204884997 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a15124f850 con 0x55a1512f6fc0 2024-09-10T08:16:52.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.461+0000 7fe3ad7fa640 10 client.15930 handle_command_reply: tid=0 2024-09-10T08:16:52.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.461+0000 7fe3ce3cd740 1 client.15930 shutdown 2024-09-10T08:16:52.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.461+0000 7fe3ce3cd740 1 -- 172.21.15.67:0/1204884997 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a1512dc4a0 msgr2=0x55a1512e7000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:52.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.461+0000 7fe3ce3cd740 1 --2- 172.21.15.67:0/1204884997 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a1512dc4a0 0x55a1512e7000 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7fe3b40046c0 tx=0x7fe3b4003f60 comp rx=0 tx=0).stop 2024-09-10T08:16:52.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.461+0000 7fe3ce3cd740 1 -- 172.21.15.67:0/1204884997 shutdown_connections 2024-09-10T08:16:52.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.461+0000 7fe3ce3cd740 1 --2- 172.21.15.67:0/1204884997 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55a1512f6fc0 0x55a1512f93b0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:52.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.461+0000 7fe3ce3cd740 1 --2- 172.21.15.67:0/1204884997 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a1512e7680 0x55a1512e4830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:52.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.461+0000 7fe3ce3cd740 1 --2- 172.21.15.67:0/1204884997 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a1512dcdc0 0x55a1512e42b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:52.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.461+0000 7fe3ad7fa640 0 client.15930 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:52.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.461+0000 7fe3ce3cd740 1 --2- 172.21.15.67:0/1204884997 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a1512dc4a0 0x55a1512e7000 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:52.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.461+0000 7fe3ce3cd740 1 -- 172.21.15.67:0/1204884997 >> 172.21.15.67:0/1204884997 conn(0x55a1512d8a30 msgr2=0x55a1512de710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:52.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.461+0000 7fe3ce3cd740 1 -- 172.21.15.67:0/1204884997 shutdown_connections 2024-09-10T08:16:52.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.461+0000 7fe3ce3cd740 1 -- 172.21.15.67:0/1204884997 wait complete. 2024-09-10T08:16:52.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.461+0000 7fe3ce3cd740 20 client.15930 trim_cache size 0 max 16384 2024-09-10T08:16:52.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.478+0000 7fe3ce3cd740 1 Processor -- start 2024-09-10T08:16:52.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.478+0000 7fe3ce3cd740 1 -- start start 2024-09-10T08:16:52.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.479+0000 7fe3ce3cd740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a1512dc4a0 0x55a1512fc3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:52.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.479+0000 7fe3ce3cd740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a1512dcdc0 0x55a1512fc910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:52.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.479+0000 7fe3ce3cd740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a1512e7680 0x55a1512e1510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:52.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.479+0000 7fe3ce3cd740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe3c41b0f20 con 0x55a1512dcdc0 2024-09-10T08:16:52.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.479+0000 7fe3ce3cd740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fe3c41b2a60 con 0x55a1512e7680 2024-09-10T08:16:52.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.479+0000 7fe3ce3cd740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fe3c41b15f0 con 0x55a1512dc4a0 2024-09-10T08:16:52.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.479+0000 7fe3c9d90640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a1512dcdc0 0x55a1512fc910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:52.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.479+0000 7fe3c9d90640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a1512dcdc0 0x55a1512fc910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42356/0 (socket says 172.21.15.67:42356) 2024-09-10T08:16:52.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.479+0000 7fe3c9d90640 1 -- 172.21.15.67:0/3935295389 learned_addr learned my addr 172.21.15.67:0/3935295389 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:52.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.479+0000 7fe3c958f640 1 --2- 172.21.15.67:0/3935295389 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a1512e7680 0x55a1512e1510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:52.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.479+0000 7fe3c958f640 1 --2- 172.21.15.67:0/3935295389 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a1512dc4a0 0x55a1512fc3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:52.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.479+0000 7fe3c9d90640 1 -- 172.21.15.67:0/3935295389 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a1512dc4a0 msgr2=0x55a1512fc3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:52.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.479+0000 7fe3c9d90640 1 --2- 172.21.15.67:0/3935295389 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a1512dc4a0 0x55a1512fc3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:52.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.479+0000 7fe3c9d90640 1 -- 172.21.15.67:0/3935295389 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a1512e7680 msgr2=0x55a1512e1510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:52.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.479+0000 7fe3c9d90640 1 --2- 172.21.15.67:0/3935295389 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a1512e7680 0x55a1512e1510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:52.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.479+0000 7fe3c9d90640 1 -- 172.21.15.67:0/3935295389 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a1512e4ba0 con 0x55a1512dcdc0 2024-09-10T08:16:52.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.479+0000 7fe3c958f640 1 --2- 172.21.15.67:0/3935295389 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a1512dc4a0 0x55a1512fc3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:16:52.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.479+0000 7fe3c9d90640 1 --2- 172.21.15.67:0/3935295389 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a1512dcdc0 0x55a1512fc910 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x55a1512e58f0 tx=0x7fe3c000bd80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8117325f2f7d7c6b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:52.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.479+0000 7fe3af7fe640 1 -- 172.21.15.67:0/3935295389 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3c0003de0 con 0x55a1512dcdc0 2024-09-10T08:16:52.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.480+0000 7fe3af7fe640 1 -- 172.21.15.67:0/3935295389 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe3c00118f0 con 0x55a1512dcdc0 2024-09-10T08:16:52.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.480+0000 7fe3af7fe640 1 -- 172.21.15.67:0/3935295389 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3c001d810 con 0x55a1512dcdc0 2024-09-10T08:16:52.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.480+0000 7fe3ce3cd740 1 -- 172.21.15.67:0/3935295389 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a1512dcdc0 msgr2=0x55a1512fc910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:52.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.480+0000 7fe3ce3cd740 1 --2- 172.21.15.67:0/3935295389 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a1512dcdc0 0x55a1512fc910 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x55a1512e58f0 tx=0x7fe3c000bd80 comp rx=0 tx=0).stop 2024-09-10T08:16:52.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.480+0000 7fe3ce3cd740 1 -- 172.21.15.67:0/3935295389 shutdown_connections 2024-09-10T08:16:52.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.480+0000 7fe3ce3cd740 1 --2- 172.21.15.67:0/3935295389 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a1512e7680 0x55a1512e1510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:52.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.480+0000 7fe3ce3cd740 1 --2- 172.21.15.67:0/3935295389 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a1512dcdc0 0x55a1512fc910 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:52.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.480+0000 7fe3ce3cd740 1 --2- 172.21.15.67:0/3935295389 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a1512dc4a0 0x55a1512fc3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:52.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.480+0000 7fe3ce3cd740 1 -- 172.21.15.67:0/3935295389 >> 172.21.15.67:0/3935295389 conn(0x55a1512d8a30 msgr2=0x55a1512d7b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:52.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.480+0000 7fe3ce3cd740 1 -- 172.21.15.67:0/3935295389 shutdown_connections 2024-09-10T08:16:52.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.480+0000 7fe3ce3cd740 1 -- 172.21.15.67:0/3935295389 wait complete. 2024-09-10T08:16:52.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.481+0000 7fe3ce3cd740 1 -- start start 2024-09-10T08:16:52.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.481+0000 7fe3ce3cd740 1 Processor -- start 2024-09-10T08:16:52.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.481+0000 7fe3ce3cd740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a1512dc4a0 0x55a1512fa590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:52.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.481+0000 7fe3ce3cd740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a1512dcdc0 0x55a1512faad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:52.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.481+0000 7fe3ce3cd740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a1512e7680 0x55a151360900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:52.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.481+0000 7fe3ce3cd740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe3c41b2390 con 0x55a1512dcdc0 2024-09-10T08:16:52.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.481+0000 7fe3ce3cd740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fe3c41b1cc0 con 0x55a1512e7680 2024-09-10T08:16:52.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.481+0000 7fe3ce3cd740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fe3c41aef00 con 0x55a1512dc4a0 2024-09-10T08:16:52.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.481+0000 7fe3ce3cd740 10 client.0 _ll_register_callbacks cb 0x7fe3b4032e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:16:52.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.481+0000 7fe3c9d90640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a1512dcdc0 0x55a1512faad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:52.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.481+0000 7fe3c9d90640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a1512dcdc0 0x55a1512faad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42368/0 (socket says 172.21.15.67:42368) 2024-09-10T08:16:52.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.481+0000 7fe3c9d90640 1 -- 172.21.15.67:0/533195422 learned_addr learned my addr 172.21.15.67:0/533195422 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:52.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.481+0000 7fe3c958f640 1 --2- 172.21.15.67:0/533195422 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a1512dc4a0 0x55a1512fa590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:52.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.481+0000 7fe3c958f640 1 --2- 172.21.15.67:0/533195422 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a1512e7680 0x55a151360900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:52.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.482+0000 7fe3c9d90640 1 -- 172.21.15.67:0/533195422 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a1512dc4a0 msgr2=0x55a1512fa590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:52.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.482+0000 7fe3c9d90640 1 --2- 172.21.15.67:0/533195422 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a1512dc4a0 0x55a1512fa590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:52.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.482+0000 7fe3c9d90640 1 -- 172.21.15.67:0/533195422 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a1512e7680 msgr2=0x55a151360900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:52.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.482+0000 7fe3c9d90640 1 --2- 172.21.15.67:0/533195422 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a1512e7680 0x55a151360900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:52.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.482+0000 7fe3c9d90640 1 -- 172.21.15.67:0/533195422 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a1512e7370 con 0x55a1512dcdc0 2024-09-10T08:16:52.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.482+0000 7fe3c9d90640 1 --2- 172.21.15.67:0/533195422 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a1512dcdc0 0x55a1512faad0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7fe3c00057c0 tx=0x7fe3c0011440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a68887a480e31b10 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:52.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.482+0000 7fe3ad7fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:16:52.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.482+0000 7fe3ad7fa640 1 -- 172.21.15.67:0/533195422 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3c0011aa0 con 0x55a1512dcdc0 2024-09-10T08:16:52.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.482+0000 7fe3ad7fa640 1 -- 172.21.15.67:0/533195422 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fe3c0011c40 con 0x55a1512dcdc0 2024-09-10T08:16:52.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.482+0000 7fe3ce3cd740 1 -- 172.21.15.67:0/533195422 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe3c00118f0 con 0x55a1512dcdc0 2024-09-10T08:16:52.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.482+0000 7fe3ad7fa640 1 -- 172.21.15.67:0/533195422 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fe3c003c050 con 0x55a1512dcdc0 2024-09-10T08:16:52.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.482+0000 7fe3ce3cd740 10 client.15936 fetch_fsmap learned FSMap version 29 2024-09-10T08:16:52.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.482+0000 7fe3ce3cd740 1 -- 172.21.15.67:0/533195422 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a151361e00 con 0x55a1512dcdc0 2024-09-10T08:16:52.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.483+0000 7fe3ad7fa640 1 -- 172.21.15.67:0/533195422 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe3c00118f0 con 0x55a1512dcdc0 2024-09-10T08:16:52.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.483+0000 7fe3ad7fa640 1 -- 172.21.15.67:0/533195422 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fe3c001d9f0 con 0x55a1512dcdc0 2024-09-10T08:16:52.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.483+0000 7fe3ce3cd740 10 client.15936 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:16:52.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.483+0000 7fe3ce3cd740 10 client.15936 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:16:52.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.483+0000 7fe3ce3cd740 20 client.15936 populate_metadata read hostname 'smithi067' 2024-09-10T08:16:52.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.483+0000 7fe3ce3cd740 1 --2- 172.21.15.67:0/533195422 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55a1513625d0 0x55a1513649f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:52.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.483+0000 7fe3ce3cd740 4 client.15936 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T08:16:52.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.483+0000 7fe3ce3cd740 1 -- 172.21.15.67:0/533195422 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55a151249d60 con 0x55a1513625d0 2024-09-10T08:16:52.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.483+0000 7fe3c958f640 1 --2- 172.21.15.67:0/533195422 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55a1513625d0 0x55a1513649f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:52.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.484+0000 7fe3ad7fa640 10 client.15936 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:52.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.484+0000 7fe3c958f640 1 --2- 172.21.15.67:0/533195422 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55a1513625d0 0x55a1513649f0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e647f69163fdfc4 server_cookie=87d04a00d815fc7f in_seq=0 out_seq=0 2024-09-10T08:16:52.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.484+0000 7fe3ad7fa640 1 -- 172.21.15.67:0/533195422 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55a151249d60 con 0x55a1513625d0 2024-09-10T08:16:52.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.484+0000 7fe3ad7fa640 10 client.15936 handle_command_reply: tid=0 2024-09-10T08:16:52.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.484+0000 7fe3ce3cd740 1 client.15936 shutdown 2024-09-10T08:16:52.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.484+0000 7fe3ce3cd740 1 -- 172.21.15.67:0/533195422 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a1512dcdc0 msgr2=0x55a1512faad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:52.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.484+0000 7fe3ce3cd740 1 --2- 172.21.15.67:0/533195422 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a1512dcdc0 0x55a1512faad0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7fe3c00057c0 tx=0x7fe3c0011440 comp rx=0 tx=0).stop 2024-09-10T08:16:52.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.484+0000 7fe3ce3cd740 1 -- 172.21.15.67:0/533195422 shutdown_connections 2024-09-10T08:16:52.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.484+0000 7fe3ce3cd740 1 --2- 172.21.15.67:0/533195422 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55a1513625d0 0x55a1513649f0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:52.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.484+0000 7fe3ce3cd740 1 --2- 172.21.15.67:0/533195422 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a1512e7680 0x55a151360900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:52.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.484+0000 7fe3ce3cd740 1 --2- 172.21.15.67:0/533195422 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a1512dcdc0 0x55a1512faad0 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:52.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.484+0000 7fe3ce3cd740 1 --2- 172.21.15.67:0/533195422 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a1512dc4a0 0x55a1512fa590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:52.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.484+0000 7fe3ad7fa640 0 client.15936 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:52.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.484+0000 7fe3ce3cd740 1 -- 172.21.15.67:0/533195422 >> 172.21.15.67:0/533195422 conn(0x55a1512d8a30 msgr2=0x55a1512e2a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:52.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.484+0000 7fe3ce3cd740 1 -- 172.21.15.67:0/533195422 shutdown_connections 2024-09-10T08:16:52.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.484+0000 7fe3ce3cd740 1 -- 172.21.15.67:0/533195422 wait complete. 2024-09-10T08:16:52.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.484+0000 7fe3ce3cd740 20 client.15936 trim_cache size 0 max 16384 2024-09-10T08:16:52.492 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:16:52.492 INFO:teuthology.orchestra.run.smithi067.stdout: "status": "no active scrubs running", 2024-09-10T08:16:52.493 INFO:teuthology.orchestra.run.smithi067.stdout: "scrubs": {} 2024-09-10T08:16:52.493 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:16:52.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.485+0000 7fe3cbff4640 1 -- 172.21.15.67:0/3253433696 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe3b00a2b80 msgr2=0x7fe3b00a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:52.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.485+0000 7fe3cbff4640 1 --2- 172.21.15.67:0/3253433696 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe3b00a2b80 0x7fe3b00a5040 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fe3bc0cc170 tx=0x7fe3bc065bb0 comp rx=0 tx=0).stop 2024-09-10T08:16:52.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.485+0000 7fe3cbff4640 1 -- 172.21.15.67:0/3253433696 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe3c4106f20 msgr2=0x7fe3c4074f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:52.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.485+0000 7fe3cbff4640 1 --2- 172.21.15.67:0/3253433696 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe3c4106f20 0x7fe3c4074f70 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7fe3bc00b970 tx=0x7fe3bc00be30 comp rx=0 tx=0).stop 2024-09-10T08:16:52.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.485+0000 7fe3cbff4640 1 -- 172.21.15.67:0/3253433696 shutdown_connections 2024-09-10T08:16:52.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.485+0000 7fe3cbff4640 1 --2- 172.21.15.67:0/3253433696 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe3b00a2b80 0x7fe3b00a5040 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:52.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.485+0000 7fe3cbff4640 1 --2- 172.21.15.67:0/3253433696 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe3c4106f20 0x7fe3c4074f70 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:52.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.485+0000 7fe3cbff4640 1 --2- 172.21.15.67:0/3253433696 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe3c41027a0 0x7fe3c4074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:52.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.485+0000 7fe3cbff4640 1 --2- 172.21.15.67:0/3253433696 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe3c4101df0 0x7fe3c40744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:52.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.485+0000 7fe3cbff4640 1 -- 172.21.15.67:0/3253433696 >> 172.21.15.67:0/3253433696 conn(0x7fe3c40fd8b0 msgr2=0x7fe3c40febb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:52.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.485+0000 7fe3cbff4640 1 -- 172.21.15.67:0/3253433696 shutdown_connections 2024-09-10T08:16:52.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:52.485+0000 7fe3cbff4640 1 -- 172.21.15.67:0/3253433696 wait complete. 2024-09-10T08:16:53.306 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-10T08:16:53.306 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:16:53.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:53 smithi067 ceph-mon[31051]: pgmap v419: 129 pgs: 129 active+clean; 673 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 341 B/s wr, 9 op/s 2024-09-10T08:16:53.563 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:16:53.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:53 smithi203 ceph-mon[34672]: pgmap v419: 129 pgs: 129 active+clean; 673 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 341 B/s wr, 9 op/s 2024-09-10T08:16:53.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:53 smithi133 ceph-mon[34721]: pgmap v419: 129 pgs: 129 active+clean; 673 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 341 B/s wr, 9 op/s 2024-09-10T08:16:54.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.022+0000 7f149a072640 1 -- 172.21.15.67:0/89556554 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1494102e00 msgr2=0x7f14941031e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:54.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.022+0000 7f149a072640 1 --2- 172.21.15.67:0/89556554 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1494102e00 0x7f14941031e0 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f1484009900 tx=0x7f148402a480 comp rx=0 tx=0).stop 2024-09-10T08:16:54.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.022+0000 7f149a072640 1 -- 172.21.15.67:0/89556554 shutdown_connections 2024-09-10T08:16:54.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.022+0000 7f149a072640 1 --2- 172.21.15.67:0/89556554 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1494103720 0x7f149410bc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:54.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.022+0000 7f149a072640 1 --2- 172.21.15.67:0/89556554 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f149410c1a0 0x7f149410e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:54.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.022+0000 7f149a072640 1 --2- 172.21.15.67:0/89556554 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1494102e00 0x7f14941031e0 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:54.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.022+0000 7f149a072640 1 -- 172.21.15.67:0/89556554 >> 172.21.15.67:0/89556554 conn(0x7f14940fc7a0 msgr2=0x7f14940febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:54.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.023+0000 7f149a072640 1 -- 172.21.15.67:0/89556554 shutdown_connections 2024-09-10T08:16:54.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.023+0000 7f149a072640 1 -- 172.21.15.67:0/89556554 wait complete. 2024-09-10T08:16:54.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.023+0000 7f149a072640 1 Processor -- start 2024-09-10T08:16:54.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.023+0000 7f149a072640 1 -- start start 2024-09-10T08:16:54.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.023+0000 7f149a072640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1494102e00 0x7f1494100a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:54.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.023+0000 7f149a072640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1494103720 0x7f1494100fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:54.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.024+0000 7f149a072640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f149410c1a0 0x7f14941014e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:54.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.024+0000 7f149a072640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f1494111e20 con 0x7f1494103720 2024-09-10T08:16:54.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.024+0000 7f149a072640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f1494111ca0 con 0x7f1494102e00 2024-09-10T08:16:54.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.024+0000 7f149a072640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f1494111fa0 con 0x7f149410c1a0 2024-09-10T08:16:54.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.024+0000 7f1492ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1494103720 0x7f1494100fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:54.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.024+0000 7f1492ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1494103720 0x7f1494100fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42386/0 (socket says 172.21.15.67:42386) 2024-09-10T08:16:54.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.024+0000 7f1492ffd640 1 -- 172.21.15.67:0/36459349 learned_addr learned my addr 172.21.15.67:0/36459349 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:54.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.024+0000 7f14937fe640 1 --2- 172.21.15.67:0/36459349 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1494102e00 0x7f1494100a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:54.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.024+0000 7f1493fff640 1 --2- 172.21.15.67:0/36459349 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f149410c1a0 0x7f14941014e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:54.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.024+0000 7f1492ffd640 1 -- 172.21.15.67:0/36459349 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f149410c1a0 msgr2=0x7f14941014e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:54.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.024+0000 7f1492ffd640 1 --2- 172.21.15.67:0/36459349 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f149410c1a0 0x7f14941014e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:54.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.024+0000 7f1492ffd640 1 -- 172.21.15.67:0/36459349 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1494102e00 msgr2=0x7f1494100a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:54.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.024+0000 7f1492ffd640 1 --2- 172.21.15.67:0/36459349 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1494102e00 0x7f1494100a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:54.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.024+0000 7f1492ffd640 1 -- 172.21.15.67:0/36459349 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14941a6860 con 0x7f1494103720 2024-09-10T08:16:54.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.024+0000 7f1492ffd640 1 --2- 172.21.15.67:0/36459349 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1494103720 0x7f1494100fa0 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f148800c890 tx=0x7f148800cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:54.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.024+0000 7f1490ff9640 1 -- 172.21.15.67:0/36459349 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1488004220 con 0x7f1494103720 2024-09-10T08:16:54.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.024+0000 7f149a072640 1 -- 172.21.15.67:0/36459349 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14941a6b50 con 0x7f1494103720 2024-09-10T08:16:54.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.024+0000 7f1490ff9640 1 -- 172.21.15.67:0/36459349 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f14880043c0 con 0x7f1494103720 2024-09-10T08:16:54.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.024+0000 7f1490ff9640 1 -- 172.21.15.67:0/36459349 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1488004a00 con 0x7f1494103720 2024-09-10T08:16:54.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.025+0000 7f149a072640 1 -- 172.21.15.67:0/36459349 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14941a7090 con 0x7f1494103720 2024-09-10T08:16:54.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.026+0000 7f149a072640 1 -- 172.21.15.67:0/36459349 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14941031e0 con 0x7f1494103720 2024-09-10T08:16:54.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.027+0000 7f1490ff9640 1 -- 172.21.15.67:0/36459349 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f1488004ba0 con 0x7f1494103720 2024-09-10T08:16:54.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.027+0000 7f1490ff9640 1 --2- 172.21.15.67:0/36459349 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f147c0a2b80 0x7f147c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:54.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.028+0000 7f14937fe640 1 --2- 172.21.15.67:0/36459349 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f147c0a2b80 0x7f147c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:54.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.028+0000 7f1490ff9640 1 -- 172.21.15.67:0/36459349 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f14880cf050 con 0x7f1494103720 2024-09-10T08:16:54.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.028+0000 7f14937fe640 1 --2- 172.21.15.67:0/36459349 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f147c0a2b80 0x7f147c0a5040 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f1484031440 tx=0x7f1484005b50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:54.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.032+0000 7f1490ff9640 1 -- 172.21.15.67:0/36459349 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1488014030 con 0x7f1494103720 2024-09-10T08:16:54.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.246+0000 7f149a072640 1 -- 172.21.15.67:0/36459349 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1494106cf0 con 0x7f1494103720 2024-09-10T08:16:54.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.247+0000 7f1490ff9640 1 -- 172.21.15.67:0/36459349 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11983 (secure 0 0 0) 0x7f148809b560 con 0x7f1494103720 2024-09-10T08:16:54.247 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:16:54.247 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":29,"btime":"2024-09-10T08:15:16:896413+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3649064068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3649064068},{"type":"v1","addr":"172.21.15.67:6835","nonce":3649064068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6837/384364542","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6836","nonce":384364542},{"type":"v1","addr":"172.21.15.67:6837","nonce":384364542}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T08:12:37.538183+0000","modified":"2024-09-10T08:15:16.520232+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24479,"mds_1":24475,"mds_2":24457,"mds_3":24412,"mds_4":24404},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6839/2770928820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6838","nonce":2770928820},{"type":"v1","addr":"172.21.15.67:6839","nonce":2770928820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14628":{"gid":14628,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6841/1116344955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6840","nonce":1116344955},{"type":"v1","addr":"172.21.15.67:6841","nonce":1116344955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24404":{"gid":24404,"name":"k","rank":4,"incarnation":26,"state":"up:active","state_seq":23,"addr":"172.21.15.133:6833/2920270168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":2920270168},{"type":"v1","addr":"172.21.15.133:6833","nonce":2920270168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24412":{"gid":24412,"name":"l","rank":3,"incarnation":24,"state":"up:active","state_seq":23,"addr":"172.21.15.203:6833/754287689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":754287689},{"type":"v1","addr":"172.21.15.203:6833","nonce":754287689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/3573205749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3573205749},{"type":"v1","addr":"172.21.15.133:6835","nonce":3573205749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6835/3722546188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":3722546188},{"type":"v1","addr":"172.21.15.203:6835","nonce":3722546188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/667764093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":667764093},{"type":"v1","addr":"172.21.15.133:6837","nonce":667764093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":19,"addr":"172.21.15.203:6837/4255783395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":4255783395},{"type":"v1","addr":"172.21.15.203:6837","nonce":4255783395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":17,"addr":"172.21.15.203:6839/2311592321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2311592321},{"type":"v1","addr":"172.21.15.203:6839","nonce":2311592321}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.133:6839/1848609384","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":1848609384},{"type":"v1","addr":"172.21.15.133:6839","nonce":1848609384}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24479,"qdb_cluster":[24404,24412,24457,24475,24479]},"id":1}]} 2024-09-10T08:16:54.247 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 29 2024-09-10T08:16:54.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.249+0000 7f149a072640 1 -- 172.21.15.67:0/36459349 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f147c0a2b80 msgr2=0x7f147c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:54.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.249+0000 7f149a072640 1 --2- 172.21.15.67:0/36459349 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f147c0a2b80 0x7f147c0a5040 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f1484031440 tx=0x7f1484005b50 comp rx=0 tx=0).stop 2024-09-10T08:16:54.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.249+0000 7f149a072640 1 -- 172.21.15.67:0/36459349 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1494103720 msgr2=0x7f1494100fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:54.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.249+0000 7f149a072640 1 --2- 172.21.15.67:0/36459349 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1494103720 0x7f1494100fa0 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f148800c890 tx=0x7f148800cd50 comp rx=0 tx=0).stop 2024-09-10T08:16:54.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.250+0000 7f149a072640 1 -- 172.21.15.67:0/36459349 shutdown_connections 2024-09-10T08:16:54.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.250+0000 7f149a072640 1 --2- 172.21.15.67:0/36459349 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f147c0a2b80 0x7f147c0a5040 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:54.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.250+0000 7f149a072640 1 --2- 172.21.15.67:0/36459349 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f149410c1a0 0x7f14941014e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:54.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.250+0000 7f149a072640 1 --2- 172.21.15.67:0/36459349 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1494103720 0x7f1494100fa0 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:54.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.250+0000 7f149a072640 1 --2- 172.21.15.67:0/36459349 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1494102e00 0x7f1494100a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:54.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.250+0000 7f149a072640 1 -- 172.21.15.67:0/36459349 >> 172.21.15.67:0/36459349 conn(0x7f14940fc7a0 msgr2=0x7f14940fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:54.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.250+0000 7f149a072640 1 -- 172.21.15.67:0/36459349 shutdown_connections 2024-09-10T08:16:54.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:54.250+0000 7f149a072640 1 -- 172.21.15.67:0/36459349 wait complete. 2024-09-10T08:16:55.080 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-09-10T08:16:55.341 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:16:55.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:55 smithi067 ceph-mon[31051]: pgmap v420: 129 pgs: 129 active+clean; 673 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-09-10T08:16:55.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:55 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/36459349' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:16:55.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:55 smithi203 ceph-mon[34672]: pgmap v420: 129 pgs: 129 active+clean; 673 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-09-10T08:16:55.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:55 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/36459349' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:16:55.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:55 smithi133 ceph-mon[34721]: pgmap v420: 129 pgs: 129 active+clean; 673 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 255 B/s wr, 9 op/s 2024-09-10T08:16:55.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:55 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/36459349' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:16:55.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.845+0000 7f3d7f7ab640 1 -- 172.21.15.67:0/1507418094 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d78100a80 msgr2=0x7f3d78100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:55.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.845+0000 7f3d7f7ab640 1 --2- 172.21.15.67:0/1507418094 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d78100a80 0x7f3d78100ee0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f3d6c009930 tx=0x7f3d6c02a420 comp rx=0 tx=0).stop 2024-09-10T08:16:55.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.845+0000 7f3d7f7ab640 1 -- 172.21.15.67:0/1507418094 shutdown_connections 2024-09-10T08:16:55.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.845+0000 7f3d7f7ab640 1 --2- 172.21.15.67:0/1507418094 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3d78101420 0x7f3d7810d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:55.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.845+0000 7f3d7f7ab640 1 --2- 172.21.15.67:0/1507418094 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d78100a80 0x7f3d78100ee0 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:55.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.845+0000 7f3d7f7ab640 1 --2- 172.21.15.67:0/1507418094 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3d78106a80 0x7f3d78106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:55.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.845+0000 7f3d7f7ab640 1 -- 172.21.15.67:0/1507418094 >> 172.21.15.67:0/1507418094 conn(0x7f3d780fc7a0 msgr2=0x7f3d780febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:55.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.846+0000 7f3d7f7ab640 1 -- 172.21.15.67:0/1507418094 shutdown_connections 2024-09-10T08:16:55.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.846+0000 7f3d7f7ab640 1 -- 172.21.15.67:0/1507418094 wait complete. 2024-09-10T08:16:55.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.846+0000 7f3d7f7ab640 1 Processor -- start 2024-09-10T08:16:55.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.846+0000 7f3d7f7ab640 1 -- start start 2024-09-10T08:16:55.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.846+0000 7f3d7f7ab640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3d78100a80 0x7f3d781991c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:55.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.846+0000 7f3d7f7ab640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3d78101420 0x7f3d78199700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:55.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.846+0000 7f3d7f7ab640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d78106a80 0x7f3d781a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:55.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.846+0000 7f3d7f7ab640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3d78110d30 con 0x7f3d78106a80 2024-09-10T08:16:55.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.846+0000 7f3d7f7ab640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f3d78110bb0 con 0x7f3d78100a80 2024-09-10T08:16:55.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.846+0000 7f3d7f7ab640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f3d78110eb0 con 0x7f3d78101420 2024-09-10T08:16:55.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.847+0000 7f3d7dd48640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d78106a80 0x7f3d781a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:55.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.847+0000 7f3d7dd48640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d78106a80 0x7f3d781a4240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40126/0 (socket says 172.21.15.67:40126) 2024-09-10T08:16:55.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.847+0000 7f3d7dd48640 1 -- 172.21.15.67:0/141435315 learned_addr learned my addr 172.21.15.67:0/141435315 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:55.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.847+0000 7f3d7cd46640 1 --2- 172.21.15.67:0/141435315 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3d78101420 0x7f3d78199700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:55.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.847+0000 7f3d7d547640 1 --2- 172.21.15.67:0/141435315 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3d78100a80 0x7f3d781991c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:55.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.847+0000 7f3d7dd48640 1 -- 172.21.15.67:0/141435315 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3d78101420 msgr2=0x7f3d78199700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:55.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.847+0000 7f3d7dd48640 1 --2- 172.21.15.67:0/141435315 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3d78101420 0x7f3d78199700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:55.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.847+0000 7f3d7dd48640 1 -- 172.21.15.67:0/141435315 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3d78100a80 msgr2=0x7f3d781991c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:55.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.847+0000 7f3d7dd48640 1 --2- 172.21.15.67:0/141435315 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3d78100a80 0x7f3d781991c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:55.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.847+0000 7f3d7dd48640 1 -- 172.21.15.67:0/141435315 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d781a4780 con 0x7f3d78106a80 2024-09-10T08:16:55.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.847+0000 7f3d7dd48640 1 --2- 172.21.15.67:0/141435315 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d78106a80 0x7f3d781a4240 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f3d7000eb10 tx=0x7f3d7000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:55.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.847+0000 7f3d6a7fc640 1 -- 172.21.15.67:0/141435315 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d70004b20 con 0x7f3d78106a80 2024-09-10T08:16:55.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.847+0000 7f3d6a7fc640 1 -- 172.21.15.67:0/141435315 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3d70004cc0 con 0x7f3d78106a80 2024-09-10T08:16:55.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.847+0000 7f3d7f7ab640 1 -- 172.21.15.67:0/141435315 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d781a4950 con 0x7f3d78106a80 2024-09-10T08:16:55.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.847+0000 7f3d6a7fc640 1 -- 172.21.15.67:0/141435315 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d70010690 con 0x7f3d78106a80 2024-09-10T08:16:55.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.847+0000 7f3d7f7ab640 1 -- 172.21.15.67:0/141435315 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d781a4e10 con 0x7f3d78106a80 2024-09-10T08:16:55.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.850+0000 7f3d6a7fc640 1 -- 172.21.15.67:0/141435315 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f3d70010830 con 0x7f3d78106a80 2024-09-10T08:16:55.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.850+0000 7f3d81b84740 1 Processor -- start 2024-09-10T08:16:55.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.850+0000 7f3d81b84740 1 -- start start 2024-09-10T08:16:55.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.851+0000 7f3d81b84740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555bc0737b40 0x555bc0736090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:55.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.851+0000 7f3d81b84740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555bc07365d0 0x555bc0736a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:55.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.851+0000 7f3d81b84740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555bc0741370 0x555bc0743760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:55.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.851+0000 7f3d81b84740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x555bc069c2f0 con 0x555bc0737b40 2024-09-10T08:16:55.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.851+0000 7f3d81b84740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x555bc0643cf0 con 0x555bc07365d0 2024-09-10T08:16:55.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.851+0000 7f3d81b84740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x555bc06982b0 con 0x555bc0741370 2024-09-10T08:16:55.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.851+0000 7f3d7cd46640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555bc0737b40 0x555bc0736090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:55.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.851+0000 7f3d7cd46640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555bc0737b40 0x555bc0736090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40136/0 (socket says 172.21.15.67:40136) 2024-09-10T08:16:55.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.851+0000 7f3d7cd46640 1 -- 172.21.15.67:0/2283968041 learned_addr learned my addr 172.21.15.67:0/2283968041 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:55.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.851+0000 7f3d7d547640 1 --2- 172.21.15.67:0/2283968041 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555bc07365d0 0x555bc0736a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:55.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.851+0000 7f3d7cd46640 1 --2- 172.21.15.67:0/2283968041 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555bc0741370 0x555bc0743760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:55.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.851+0000 7f3d6a7fc640 1 --2- 172.21.15.67:0/141435315 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f3d640a2b80 0x7f3d640a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:55.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.851+0000 7f3d7cd46640 1 -- 172.21.15.67:0/2283968041 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555bc0741370 msgr2=0x555bc0743760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:55.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.851+0000 7f3d7cd46640 1 --2- 172.21.15.67:0/2283968041 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555bc0741370 0x555bc0743760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:55.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.851+0000 7f3d7cd46640 1 -- 172.21.15.67:0/2283968041 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555bc07365d0 msgr2=0x555bc0736a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:55.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.851+0000 7f3d7cd46640 1 --2- 172.21.15.67:0/2283968041 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555bc07365d0 0x555bc0736a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:55.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.851+0000 7f3d7cd46640 1 -- 172.21.15.67:0/2283968041 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555bc06283a0 con 0x555bc0737b40 2024-09-10T08:16:55.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.851+0000 7f3d7dd48640 1 --2- 172.21.15.67:0/141435315 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f3d640a2b80 0x7f3d640a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:55.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.851+0000 7f3d6a7fc640 1 -- 172.21.15.67:0/141435315 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f3d700cfbf0 con 0x7f3d78106a80 2024-09-10T08:16:55.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.851+0000 7f3d7cd46640 1 --2- 172.21.15.67:0/2283968041 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555bc0737b40 0x555bc0736090 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f3d6c000c00 tx=0x7f3d6c005e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca17266cc35e00a5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:55.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.852+0000 7f3d637fe640 1 -- 172.21.15.67:0/2283968041 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d6c044030 con 0x555bc0737b40 2024-09-10T08:16:55.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.852+0000 7f3d637fe640 1 -- 172.21.15.67:0/2283968041 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3d6c004030 con 0x555bc0737b40 2024-09-10T08:16:55.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.852+0000 7f3d637fe640 1 -- 172.21.15.67:0/2283968041 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d6c035040 con 0x555bc0737b40 2024-09-10T08:16:55.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.852+0000 7f3d81b84740 1 -- 172.21.15.67:0/2283968041 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555bc0737b40 msgr2=0x555bc0736090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:55.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.852+0000 7f3d7dd48640 1 --2- 172.21.15.67:0/141435315 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f3d640a2b80 0x7f3d640a5040 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f3d70000f80 tx=0x7f3d7006e060 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:55.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.852+0000 7f3d81b84740 1 --2- 172.21.15.67:0/2283968041 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555bc0737b40 0x555bc0736090 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f3d6c000c00 tx=0x7f3d6c005e50 comp rx=0 tx=0).stop 2024-09-10T08:16:55.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.852+0000 7f3d81b84740 1 -- 172.21.15.67:0/2283968041 shutdown_connections 2024-09-10T08:16:55.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.852+0000 7f3d81b84740 1 --2- 172.21.15.67:0/2283968041 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555bc07365d0 0x555bc0736a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:55.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.852+0000 7f3d81b84740 1 --2- 172.21.15.67:0/2283968041 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555bc0741370 0x555bc0743760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:55.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.852+0000 7f3d81b84740 1 --2- 172.21.15.67:0/2283968041 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555bc0737b40 0x555bc0736090 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:55.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.852+0000 7f3d81b84740 1 -- 172.21.15.67:0/2283968041 >> 172.21.15.67:0/2283968041 conn(0x555bc06ff310 msgr2=0x555bc0732c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:55.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.853+0000 7f3d81b84740 1 -- 172.21.15.67:0/2283968041 shutdown_connections 2024-09-10T08:16:55.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.853+0000 7f3d81b84740 1 -- 172.21.15.67:0/2283968041 wait complete. 2024-09-10T08:16:55.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.853+0000 7f3d81b84740 1 -- start start 2024-09-10T08:16:55.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.853+0000 7f3d81b84740 1 Processor -- start 2024-09-10T08:16:55.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.853+0000 7f3d81b84740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555bc07365d0 0x555bc0740d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:55.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.853+0000 7f3d81b84740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555bc0737b40 0x555bc073dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:55.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.853+0000 7f3d81b84740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555bc0741370 0x555bc073e570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:55.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.853+0000 7f3d81b84740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x555bc0744010 con 0x555bc0741370 2024-09-10T08:16:55.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.853+0000 7f3d81b84740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x555bc0657060 con 0x555bc0737b40 2024-09-10T08:16:55.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.853+0000 7f3d81b84740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x555bc0744190 con 0x555bc07365d0 2024-09-10T08:16:55.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.853+0000 7f3d81b84740 10 client.0 _ll_register_callbacks cb 0x555bc03aa8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:16:55.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.853+0000 7f3d7cd46640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555bc0741370 0x555bc073e570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:55.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.854+0000 7f3d7cd46640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555bc0741370 0x555bc073e570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40142/0 (socket says 172.21.15.67:40142) 2024-09-10T08:16:55.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.854+0000 7f3d7cd46640 1 -- 172.21.15.67:0/2606458041 learned_addr learned my addr 172.21.15.67:0/2606458041 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:55.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.854+0000 7f3d7d547640 1 --2- 172.21.15.67:0/2606458041 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555bc0737b40 0x555bc073dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:55.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.854+0000 7f3d7cd46640 1 --2- 172.21.15.67:0/2606458041 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555bc07365d0 0x555bc0740d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:55.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.854+0000 7f3d7cd46640 1 -- 172.21.15.67:0/2606458041 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555bc07365d0 msgr2=0x555bc0740d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:55.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.854+0000 7f3d7cd46640 1 --2- 172.21.15.67:0/2606458041 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555bc07365d0 0x555bc0740d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:55.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.854+0000 7f3d7cd46640 1 -- 172.21.15.67:0/2606458041 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555bc0737b40 msgr2=0x555bc073dfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:55.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.854+0000 7f3d7cd46640 1 --2- 172.21.15.67:0/2606458041 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555bc0737b40 0x555bc073dfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:55.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.854+0000 7f3d7cd46640 1 -- 172.21.15.67:0/2606458041 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555bc040d3c0 con 0x555bc0741370 2024-09-10T08:16:55.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.854+0000 7f3d7cd46640 1 --2- 172.21.15.67:0/2606458041 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555bc0741370 0x555bc073e570 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f3d6c031c80 tx=0x7f3d6c040040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95bb9291443b37b1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:55.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.854+0000 7f3d60ff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:16:55.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.854+0000 7f3d60ff9640 1 -- 172.21.15.67:0/2606458041 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d6c044030 con 0x555bc0741370 2024-09-10T08:16:55.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.854+0000 7f3d60ff9640 1 -- 172.21.15.67:0/2606458041 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f3d6c0054c0 con 0x555bc0741370 2024-09-10T08:16:55.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.854+0000 7f3d81b84740 1 -- 172.21.15.67:0/2606458041 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3d6c004030 con 0x555bc0741370 2024-09-10T08:16:55.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.854+0000 7f3d60ff9640 1 -- 172.21.15.67:0/2606458041 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3d6c058050 con 0x555bc0741370 2024-09-10T08:16:55.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.854+0000 7f3d81b84740 10 client.15954 fetch_fsmap learned FSMap version 29 2024-09-10T08:16:55.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.854+0000 7f3d81b84740 1 -- 172.21.15.67:0/2606458041 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x555bc074fa90 con 0x555bc0741370 2024-09-10T08:16:55.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.855+0000 7f3d60ff9640 1 -- 172.21.15.67:0/2606458041 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3d6c004030 con 0x555bc0741370 2024-09-10T08:16:55.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.855+0000 7f3d60ff9640 1 -- 172.21.15.67:0/2606458041 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f3d6c0035f0 con 0x555bc0741370 2024-09-10T08:16:55.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.855+0000 7f3d81b84740 10 client.15954 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:16:55.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.855+0000 7f3d81b84740 10 client.15954 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.k 2024-09-10T08:16:55.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.855+0000 7f3d81b84740 20 client.15954 populate_metadata read hostname 'smithi067' 2024-09-10T08:16:55.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.855+0000 7f3d81b84740 1 --2- 172.21.15.67:0/2606458041 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x555bc0750de0 0x555bc07531d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:55.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.855+0000 7f3d81b84740 4 client.15954 mds_command: new command op to 24404 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:16:55.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.855+0000 7f3d81b84740 1 -- 172.21.15.67:0/2606458041 --> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555bc06a9860 con 0x555bc0750de0 2024-09-10T08:16:55.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.855+0000 7f3d7d547640 1 --2- 172.21.15.67:0/2606458041 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x555bc0750de0 0x555bc07531d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:55.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.856+0000 7f3d7d547640 1 --2- 172.21.15.67:0/2606458041 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x555bc0750de0 0x555bc07531d0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=1c973069a17d6dd server_cookie=2a882fe4fbe0b61f in_seq=0 out_seq=0 2024-09-10T08:16:55.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.856+0000 7f3d60ff9640 10 client.15954 ms_handle_connect on v2:172.21.15.133:6832/2920270168 2024-09-10T08:16:55.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.856+0000 7f3d60ff9640 1 -- 172.21.15.67:0/2606458041 <== mds.4 v2:172.21.15.133:6832/2920270168 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x555bc06a9860 con 0x555bc0750de0 2024-09-10T08:16:55.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.856+0000 7f3d60ff9640 10 client.15954 handle_command_reply: tid=0 2024-09-10T08:16:55.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.856+0000 7f3d81b84740 1 client.15954 shutdown 2024-09-10T08:16:55.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.857+0000 7f3d81b84740 1 -- 172.21.15.67:0/2606458041 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555bc0741370 msgr2=0x555bc073e570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:55.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.857+0000 7f3d81b84740 1 --2- 172.21.15.67:0/2606458041 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555bc0741370 0x555bc073e570 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f3d6c031c80 tx=0x7f3d6c040040 comp rx=0 tx=0).stop 2024-09-10T08:16:55.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.857+0000 7f3d81b84740 1 -- 172.21.15.67:0/2606458041 shutdown_connections 2024-09-10T08:16:55.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.857+0000 7f3d81b84740 1 --2- 172.21.15.67:0/2606458041 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x555bc0750de0 0x555bc07531d0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:55.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.857+0000 7f3d81b84740 1 --2- 172.21.15.67:0/2606458041 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555bc0737b40 0x555bc073dfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:55.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.857+0000 7f3d81b84740 1 --2- 172.21.15.67:0/2606458041 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555bc0741370 0x555bc073e570 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:55.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.857+0000 7f3d60ff9640 0 client.15954 ms_handle_reset on v2:172.21.15.133:6832/2920270168 2024-09-10T08:16:55.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.857+0000 7f3d81b84740 1 --2- 172.21.15.67:0/2606458041 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555bc07365d0 0x555bc0740d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:55.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.857+0000 7f3d81b84740 1 -- 172.21.15.67:0/2606458041 >> 172.21.15.67:0/2606458041 conn(0x555bc06ff310 msgr2=0x555bc0738930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:55.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.857+0000 7f3d81b84740 1 -- 172.21.15.67:0/2606458041 shutdown_connections 2024-09-10T08:16:55.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.857+0000 7f3d81b84740 1 -- 172.21.15.67:0/2606458041 wait complete. 2024-09-10T08:16:55.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.857+0000 7f3d81b84740 20 client.15954 trim_cache size 0 max 16384 2024-09-10T08:16:55.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.870+0000 7f3d81b84740 1 Processor -- start 2024-09-10T08:16:55.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.870+0000 7f3d81b84740 1 -- start start 2024-09-10T08:16:55.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.870+0000 7f3d81b84740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555bc07365d0 0x555bc073ff40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:55.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.870+0000 7f3d81b84740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555bc0737b40 0x555bc0739120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:55.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.870+0000 7f3d81b84740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555bc0741370 0x555bc0739660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:55.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.870+0000 7f3d81b84740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3d781aecc0 con 0x555bc0741370 2024-09-10T08:16:55.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.870+0000 7f3d81b84740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f3d781b0800 con 0x555bc07365d0 2024-09-10T08:16:55.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.870+0000 7f3d81b84740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f3d781af390 con 0x555bc0737b40 2024-09-10T08:16:55.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.870+0000 7f3d7cd46640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555bc0741370 0x555bc0739660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:55.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.870+0000 7f3d7cd46640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555bc0741370 0x555bc0739660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40158/0 (socket says 172.21.15.67:40158) 2024-09-10T08:16:55.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.870+0000 7f3d7cd46640 1 -- 172.21.15.67:0/695802307 learned_addr learned my addr 172.21.15.67:0/695802307 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:55.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.870+0000 7f3d7cd46640 1 --2- 172.21.15.67:0/695802307 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555bc07365d0 0x555bc073ff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:55.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.870+0000 7f3d7d547640 1 --2- 172.21.15.67:0/695802307 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555bc0737b40 0x555bc0739120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:55.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.870+0000 7f3d7cd46640 1 -- 172.21.15.67:0/695802307 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555bc0737b40 msgr2=0x555bc0739120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:55.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.870+0000 7f3d7cd46640 1 --2- 172.21.15.67:0/695802307 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555bc0737b40 0x555bc0739120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:55.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.871+0000 7f3d7cd46640 1 -- 172.21.15.67:0/695802307 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555bc07365d0 msgr2=0x555bc073ff40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:55.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.871+0000 7f3d7cd46640 1 --2- 172.21.15.67:0/695802307 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555bc07365d0 0x555bc073ff40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:55.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.871+0000 7f3d7cd46640 1 -- 172.21.15.67:0/695802307 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555bc0739ba0 con 0x555bc0741370 2024-09-10T08:16:55.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.871+0000 7f3d7cd46640 1 --2- 172.21.15.67:0/695802307 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555bc0741370 0x555bc0739660 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f3d6c02a940 tx=0x7f3d6c02a420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51a4732e407b7149 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:55.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.871+0000 7f3d62ffd640 1 -- 172.21.15.67:0/695802307 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d6c044030 con 0x555bc0741370 2024-09-10T08:16:55.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.871+0000 7f3d62ffd640 1 -- 172.21.15.67:0/695802307 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3d6c045040 con 0x555bc0741370 2024-09-10T08:16:55.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.871+0000 7f3d62ffd640 1 -- 172.21.15.67:0/695802307 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d6c035070 con 0x555bc0741370 2024-09-10T08:16:55.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.872+0000 7f3d81b84740 1 -- 172.21.15.67:0/695802307 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555bc0741370 msgr2=0x555bc0739660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:55.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.872+0000 7f3d81b84740 1 --2- 172.21.15.67:0/695802307 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555bc0741370 0x555bc0739660 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f3d6c02a940 tx=0x7f3d6c02a420 comp rx=0 tx=0).stop 2024-09-10T08:16:55.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.872+0000 7f3d81b84740 1 -- 172.21.15.67:0/695802307 shutdown_connections 2024-09-10T08:16:55.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.872+0000 7f3d81b84740 1 --2- 172.21.15.67:0/695802307 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555bc0741370 0x555bc0739660 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:55.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.872+0000 7f3d81b84740 1 --2- 172.21.15.67:0/695802307 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555bc0737b40 0x555bc0739120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:55.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.872+0000 7f3d81b84740 1 --2- 172.21.15.67:0/695802307 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555bc07365d0 0x555bc073ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:55.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.872+0000 7f3d81b84740 1 -- 172.21.15.67:0/695802307 >> 172.21.15.67:0/695802307 conn(0x555bc06ff310 msgr2=0x555bc073f830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:55.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.872+0000 7f3d81b84740 1 -- 172.21.15.67:0/695802307 shutdown_connections 2024-09-10T08:16:55.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.872+0000 7f3d81b84740 1 -- 172.21.15.67:0/695802307 wait complete. 2024-09-10T08:16:55.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.872+0000 7f3d81b84740 1 -- start start 2024-09-10T08:16:55.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.872+0000 7f3d81b84740 1 Processor -- start 2024-09-10T08:16:55.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.873+0000 7f3d81b84740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555bc07365d0 0x555bc0756610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:55.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.873+0000 7f3d81b84740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555bc0737b40 0x555bc0753960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:55.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.873+0000 7f3d81b84740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555bc0741370 0x555bc0753ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:55.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.873+0000 7f3d81b84740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3d781b0130 con 0x555bc0741370 2024-09-10T08:16:55.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.873+0000 7f3d81b84740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f3d781afa60 con 0x555bc0737b40 2024-09-10T08:16:55.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.873+0000 7f3d81b84740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f3d781acca0 con 0x555bc07365d0 2024-09-10T08:16:55.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.873+0000 7f3d81b84740 10 client.0 _ll_register_callbacks cb 0x7f3d7400b3a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:16:55.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.873+0000 7f3d7cd46640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555bc0741370 0x555bc0753ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:55.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.873+0000 7f3d7cd46640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555bc0741370 0x555bc0753ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40166/0 (socket says 172.21.15.67:40166) 2024-09-10T08:16:55.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.873+0000 7f3d7cd46640 1 -- 172.21.15.67:0/1163749811 learned_addr learned my addr 172.21.15.67:0/1163749811 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:55.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.873+0000 7f3d7cd46640 1 --2- 172.21.15.67:0/1163749811 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555bc07365d0 0x555bc0756610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:55.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.873+0000 7f3d7d547640 1 --2- 172.21.15.67:0/1163749811 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555bc0737b40 0x555bc0753960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:55.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.873+0000 7f3d7cd46640 1 -- 172.21.15.67:0/1163749811 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555bc07365d0 msgr2=0x555bc0756610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:55.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.873+0000 7f3d7cd46640 1 --2- 172.21.15.67:0/1163749811 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555bc07365d0 0x555bc0756610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:55.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.873+0000 7f3d7cd46640 1 -- 172.21.15.67:0/1163749811 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555bc0737b40 msgr2=0x555bc0753960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:55.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.873+0000 7f3d7cd46640 1 --2- 172.21.15.67:0/1163749811 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555bc0737b40 0x555bc0753960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:55.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.873+0000 7f3d7cd46640 1 -- 172.21.15.67:0/1163749811 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555bc07543e0 con 0x555bc0741370 2024-09-10T08:16:55.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.873+0000 7f3d7cd46640 1 --2- 172.21.15.67:0/1163749811 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555bc0741370 0x555bc0753ea0 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f3d6c0059d0 tx=0x7f3d6c003ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c038e7b8af112a5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:55.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.873+0000 7f3d60ff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:16:55.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.874+0000 7f3d60ff9640 1 -- 172.21.15.67:0/1163749811 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d6c035020 con 0x555bc0741370 2024-09-10T08:16:55.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.874+0000 7f3d60ff9640 1 -- 172.21.15.67:0/1163749811 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f3d6c0316a0 con 0x555bc0741370 2024-09-10T08:16:55.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.874+0000 7f3d81b84740 1 -- 172.21.15.67:0/1163749811 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3d6c045040 con 0x555bc0741370 2024-09-10T08:16:55.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.874+0000 7f3d60ff9640 1 -- 172.21.15.67:0/1163749811 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3d6c062040 con 0x555bc0741370 2024-09-10T08:16:55.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.874+0000 7f3d81b84740 10 client.15960 fetch_fsmap learned FSMap version 29 2024-09-10T08:16:55.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.874+0000 7f3d81b84740 1 -- 172.21.15.67:0/1163749811 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x555bc07bb3f0 con 0x555bc0741370 2024-09-10T08:16:55.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.874+0000 7f3d60ff9640 1 -- 172.21.15.67:0/1163749811 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3d6c045040 con 0x555bc0741370 2024-09-10T08:16:55.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.874+0000 7f3d60ff9640 1 -- 172.21.15.67:0/1163749811 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f3d6c068070 con 0x555bc0741370 2024-09-10T08:16:55.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.874+0000 7f3d81b84740 10 client.15960 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:16:55.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.874+0000 7f3d81b84740 10 client.15960 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.k 2024-09-10T08:16:55.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.874+0000 7f3d81b84740 20 client.15960 populate_metadata read hostname 'smithi067' 2024-09-10T08:16:55.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.874+0000 7f3d81b84740 1 --2- 172.21.15.67:0/1163749811 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x555bc07bbaf0 0x555bc07bdf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:55.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.874+0000 7f3d81b84740 4 client.15960 mds_command: new command op to 24404 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T08:16:55.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.874+0000 7f3d81b84740 1 -- 172.21.15.67:0/1163749811 --> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] -- command(tid 0: {"prefix": "damage ls"}) -- 0x555bc06a3d70 con 0x555bc07bbaf0 2024-09-10T08:16:55.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.875+0000 7f3d7d547640 1 --2- 172.21.15.67:0/1163749811 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x555bc07bbaf0 0x555bc07bdf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:55.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.875+0000 7f3d7d547640 1 --2- 172.21.15.67:0/1163749811 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x555bc07bbaf0 0x555bc07bdf10 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=27e3fd1fb26ef5d2 server_cookie=6b2c4e0326bbcc0b in_seq=0 out_seq=0 2024-09-10T08:16:55.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.875+0000 7f3d60ff9640 10 client.15960 ms_handle_connect on v2:172.21.15.133:6832/2920270168 2024-09-10T08:16:55.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.875+0000 7f3d60ff9640 1 -- 172.21.15.67:0/1163749811 <== mds.4 v2:172.21.15.133:6832/2920270168 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x555bc06a3d70 con 0x555bc07bbaf0 2024-09-10T08:16:55.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.875+0000 7f3d60ff9640 10 client.15960 handle_command_reply: tid=0 2024-09-10T08:16:55.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.875+0000 7f3d81b84740 1 client.15960 shutdown 2024-09-10T08:16:55.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.875+0000 7f3d81b84740 1 -- 172.21.15.67:0/1163749811 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555bc0741370 msgr2=0x555bc0753ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:55.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.875+0000 7f3d81b84740 1 --2- 172.21.15.67:0/1163749811 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555bc0741370 0x555bc0753ea0 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f3d6c0059d0 tx=0x7f3d6c003ca0 comp rx=0 tx=0).stop 2024-09-10T08:16:55.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.875+0000 7f3d81b84740 1 -- 172.21.15.67:0/1163749811 shutdown_connections 2024-09-10T08:16:55.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.875+0000 7f3d81b84740 1 --2- 172.21.15.67:0/1163749811 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x555bc07bbaf0 0x555bc07bdf10 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:55.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.876+0000 7f3d81b84740 1 --2- 172.21.15.67:0/1163749811 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555bc0737b40 0x555bc0753960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:55.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.876+0000 7f3d60ff9640 0 client.15960 ms_handle_reset on v2:172.21.15.133:6832/2920270168 2024-09-10T08:16:55.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.876+0000 7f3d81b84740 1 --2- 172.21.15.67:0/1163749811 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555bc0741370 0x555bc0753ea0 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:55.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.876+0000 7f3d81b84740 1 --2- 172.21.15.67:0/1163749811 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555bc07365d0 0x555bc0756610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:55.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.876+0000 7f3d81b84740 1 -- 172.21.15.67:0/1163749811 >> 172.21.15.67:0/1163749811 conn(0x555bc06ff310 msgr2=0x555bc0740050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:55.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.876+0000 7f3d81b84740 1 -- 172.21.15.67:0/1163749811 shutdown_connections 2024-09-10T08:16:55.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.876+0000 7f3d81b84740 1 -- 172.21.15.67:0/1163749811 wait complete. 2024-09-10T08:16:55.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.876+0000 7f3d81b84740 20 client.15960 trim_cache size 0 max 16384 2024-09-10T08:16:55.890 INFO:teuthology.orchestra.run.smithi067.stdout:[] 2024-09-10T08:16:55.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.876+0000 7f3d7f7ab640 1 -- 172.21.15.67:0/141435315 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f3d640a2b80 msgr2=0x7f3d640a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:55.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.876+0000 7f3d7f7ab640 1 --2- 172.21.15.67:0/141435315 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f3d640a2b80 0x7f3d640a5040 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f3d70000f80 tx=0x7f3d7006e060 comp rx=0 tx=0).stop 2024-09-10T08:16:55.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.876+0000 7f3d7f7ab640 1 -- 172.21.15.67:0/141435315 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d78106a80 msgr2=0x7f3d781a4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:55.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.876+0000 7f3d7f7ab640 1 --2- 172.21.15.67:0/141435315 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d78106a80 0x7f3d781a4240 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f3d7000eb10 tx=0x7f3d7000c2d0 comp rx=0 tx=0).stop 2024-09-10T08:16:55.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.877+0000 7f3d7f7ab640 1 -- 172.21.15.67:0/141435315 shutdown_connections 2024-09-10T08:16:55.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.877+0000 7f3d7f7ab640 1 --2- 172.21.15.67:0/141435315 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f3d640a2b80 0x7f3d640a5040 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:55.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.877+0000 7f3d7f7ab640 1 --2- 172.21.15.67:0/141435315 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d78106a80 0x7f3d781a4240 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:55.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.877+0000 7f3d7f7ab640 1 --2- 172.21.15.67:0/141435315 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3d78101420 0x7f3d78199700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:55.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.877+0000 7f3d7f7ab640 1 --2- 172.21.15.67:0/141435315 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3d78100a80 0x7f3d781991c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:55.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.877+0000 7f3d7f7ab640 1 -- 172.21.15.67:0/141435315 >> 172.21.15.67:0/141435315 conn(0x7f3d780fc7a0 msgr2=0x7f3d780fcfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:55.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.877+0000 7f3d7f7ab640 1 -- 172.21.15.67:0/141435315 shutdown_connections 2024-09-10T08:16:55.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:55.877+0000 7f3d7f7ab640 1 -- 172.21.15.67:0/141435315 wait complete. 2024-09-10T08:16:56.651 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-09-10T08:16:56.913 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:16:57.266 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.266+0000 7f9864f9f640 1 -- 172.21.15.67:0/1259079323 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98601078e0 msgr2=0x7f9860109cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:57.266 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.266+0000 7f9864f9f640 1 --2- 172.21.15.67:0/1259079323 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98601078e0 0x7f9860109cd0 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f9858009ca0 tx=0x7f985802a8c0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.266 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.266+0000 7f9864f9f640 1 -- 172.21.15.67:0/1259079323 shutdown_connections 2024-09-10T08:16:57.266 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.266+0000 7f9864f9f640 1 --2- 172.21.15.67:0/1259079323 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9860104fb0 0x7f98601073a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.266 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.266+0000 7f9864f9f640 1 --2- 172.21.15.67:0/1259079323 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98601078e0 0x7f9860109cd0 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.267 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.266+0000 7f9864f9f640 1 --2- 172.21.15.67:0/1259079323 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9860102680 0x7f9860104a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.267 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.266+0000 7f9864f9f640 1 -- 172.21.15.67:0/1259079323 >> 172.21.15.67:0/1259079323 conn(0x7f98600fc1e0 msgr2=0x7f98600fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:57.267 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.266+0000 7f9864f9f640 1 -- 172.21.15.67:0/1259079323 shutdown_connections 2024-09-10T08:16:57.267 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.266+0000 7f9864f9f640 1 -- 172.21.15.67:0/1259079323 wait complete. 2024-09-10T08:16:57.268 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.267+0000 7f9864f9f640 1 Processor -- start 2024-09-10T08:16:57.268 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.268+0000 7f9864f9f640 1 -- start start 2024-09-10T08:16:57.268 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.268+0000 7f9864f9f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9860102680 0x7f9860197cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:57.268 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.268+0000 7f9864f9f640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9860104fb0 0x7f9860198200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:57.268 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.268+0000 7f9864f9f640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f98601078e0 0x7f986019f260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:57.288 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.268+0000 7f9864f9f640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f986010d6d0 con 0x7f9860102680 2024-09-10T08:16:57.288 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.268+0000 7f9864f9f640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f986010d550 con 0x7f9860104fb0 2024-09-10T08:16:57.288 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.268+0000 7f9864f9f640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f986010d850 con 0x7f98601078e0 2024-09-10T08:16:57.289 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.268+0000 7f985e59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9860102680 0x7f9860197cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:57.289 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.268+0000 7f985e59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9860102680 0x7f9860197cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40182/0 (socket says 172.21.15.67:40182) 2024-09-10T08:16:57.289 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.268+0000 7f985e59c640 1 -- 172.21.15.67:0/2127914440 learned_addr learned my addr 172.21.15.67:0/2127914440 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:57.289 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.268+0000 7f985ed9d640 1 --2- 172.21.15.67:0/2127914440 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f98601078e0 0x7f986019f260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:57.289 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.268+0000 7f985dd9b640 1 --2- 172.21.15.67:0/2127914440 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9860104fb0 0x7f9860198200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:57.289 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.268+0000 7f985e59c640 1 -- 172.21.15.67:0/2127914440 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f98601078e0 msgr2=0x7f986019f260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:57.289 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.268+0000 7f985e59c640 1 --2- 172.21.15.67:0/2127914440 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f98601078e0 0x7f986019f260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.289 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.268+0000 7f985e59c640 1 -- 172.21.15.67:0/2127914440 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9860104fb0 msgr2=0x7f9860198200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:57.289 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.268+0000 7f985e59c640 1 --2- 172.21.15.67:0/2127914440 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9860104fb0 0x7f9860198200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.289 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.268+0000 7f985e59c640 1 -- 172.21.15.67:0/2127914440 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f986019f900 con 0x7f9860102680 2024-09-10T08:16:57.289 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.269+0000 7f985e59c640 1 --2- 172.21.15.67:0/2127914440 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9860102680 0x7f9860197cc0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f985000c970 tx=0x7f985000cd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:57.290 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.269+0000 7f984f7fe640 1 -- 172.21.15.67:0/2127914440 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9850007bb0 con 0x7f9860102680 2024-09-10T08:16:57.290 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.269+0000 7f984f7fe640 1 -- 172.21.15.67:0/2127914440 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9850007d50 con 0x7f9860102680 2024-09-10T08:16:57.290 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.269+0000 7f9864f9f640 1 -- 172.21.15.67:0/2127914440 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f986019fbf0 con 0x7f9860102680 2024-09-10T08:16:57.290 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.269+0000 7f984f7fe640 1 -- 172.21.15.67:0/2127914440 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9850004e50 con 0x7f9860102680 2024-09-10T08:16:57.290 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.269+0000 7f9864f9f640 1 -- 172.21.15.67:0/2127914440 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98601a00f0 con 0x7f9860102680 2024-09-10T08:16:57.290 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.271+0000 7f984f7fe640 1 -- 172.21.15.67:0/2127914440 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f9850005020 con 0x7f9860102680 2024-09-10T08:16:57.290 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.271+0000 7f9867e1a740 1 Processor -- start 2024-09-10T08:16:57.290 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.272+0000 7f9867e1a740 1 -- start start 2024-09-10T08:16:57.290 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.272+0000 7f9867e1a740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562fd6e6e9a0 0x562fd6e6eda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:57.290 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.272+0000 7f9867e1a740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562fd6e6f2e0 0x562fd6e73da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:57.290 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.272+0000 7f9867e1a740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562fd6e74370 0x562fd6e76830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:57.290 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.272+0000 7f9867e1a740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x562fd6dd22f0 con 0x562fd6e6e9a0 2024-09-10T08:16:57.290 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.272+0000 7f9867e1a740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x562fd6d7a270 con 0x562fd6e74370 2024-09-10T08:16:57.290 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.272+0000 7f9867e1a740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x562fd6dce2b0 con 0x562fd6e6f2e0 2024-09-10T08:16:57.291 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.272+0000 7f985ed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562fd6e6e9a0 0x562fd6e6eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:57.291 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.272+0000 7f985ed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562fd6e6e9a0 0x562fd6e6eda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40188/0 (socket says 172.21.15.67:40188) 2024-09-10T08:16:57.291 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.272+0000 7f985ed9d640 1 -- 172.21.15.67:0/1347256818 learned_addr learned my addr 172.21.15.67:0/1347256818 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:57.291 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.272+0000 7f985e59c640 1 --2- 172.21.15.67:0/1347256818 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562fd6e6f2e0 0x562fd6e73da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:57.291 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.272+0000 7f984f7fe640 1 --2- 172.21.15.67:0/2127914440 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f98480a2dd0 0x7f98480a5290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:57.291 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.272+0000 7f985dd9b640 1 --2- 172.21.15.67:0/1347256818 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562fd6e74370 0x562fd6e76830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:57.291 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.272+0000 7f985ed9d640 1 -- 172.21.15.67:0/1347256818 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562fd6e6f2e0 msgr2=0x562fd6e73da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:57.291 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.272+0000 7f985ed9d640 1 --2- 172.21.15.67:0/1347256818 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562fd6e6f2e0 0x562fd6e73da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.291 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.272+0000 7f985ed9d640 1 -- 172.21.15.67:0/1347256818 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562fd6e74370 msgr2=0x562fd6e76830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:57.291 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.272+0000 7f985ed9d640 1 --2- 172.21.15.67:0/1347256818 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562fd6e74370 0x562fd6e76830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.291 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.272+0000 7f985ed9d640 1 -- 172.21.15.67:0/1347256818 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562fd6d79340 con 0x562fd6e6e9a0 2024-09-10T08:16:57.291 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.273+0000 7f985dd9b640 1 --2- 172.21.15.67:0/1347256818 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562fd6e74370 0x562fd6e76830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:16:57.291 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.273+0000 7f985ed9d640 1 --2- 172.21.15.67:0/2127914440 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f98480a2dd0 0x7f98480a5290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:57.292 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.273+0000 7f984f7fe640 1 -- 172.21.15.67:0/2127914440 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f98500cf0a0 con 0x7f9860102680 2024-09-10T08:16:57.292 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.273+0000 7f985ed9d640 1 --2- 172.21.15.67:0/1347256818 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562fd6e6e9a0 0x562fd6e6eda0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f9858009ca0 tx=0x7f9858031520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5c0107fb1f8ba90 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:57.292 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.273+0000 7f984cff9640 1 -- 172.21.15.67:0/1347256818 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9858042040 con 0x562fd6e6e9a0 2024-09-10T08:16:57.292 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.273+0000 7f984cff9640 1 -- 172.21.15.67:0/1347256818 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9858036070 con 0x562fd6e6e9a0 2024-09-10T08:16:57.292 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.273+0000 7f984cff9640 1 -- 172.21.15.67:0/1347256818 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9858030940 con 0x562fd6e6e9a0 2024-09-10T08:16:57.292 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.273+0000 7f985ed9d640 1 --2- 172.21.15.67:0/2127914440 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f98480a2dd0 0x7f98480a5290 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f9858009430 tx=0x7f985804e000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:57.292 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.274+0000 7f9867e1a740 1 -- 172.21.15.67:0/1347256818 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562fd6e6e9a0 msgr2=0x562fd6e6eda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:57.292 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.274+0000 7f9867e1a740 1 --2- 172.21.15.67:0/1347256818 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562fd6e6e9a0 0x562fd6e6eda0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f9858009ca0 tx=0x7f9858031520 comp rx=0 tx=0).stop 2024-09-10T08:16:57.292 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.274+0000 7f9867e1a740 1 -- 172.21.15.67:0/1347256818 shutdown_connections 2024-09-10T08:16:57.292 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.274+0000 7f9867e1a740 1 --2- 172.21.15.67:0/1347256818 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562fd6e74370 0x562fd6e76830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.292 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.274+0000 7f9867e1a740 1 --2- 172.21.15.67:0/1347256818 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562fd6e6f2e0 0x562fd6e73da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.292 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.274+0000 7f9867e1a740 1 --2- 172.21.15.67:0/1347256818 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562fd6e6e9a0 0x562fd6e6eda0 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.292 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.274+0000 7f9867e1a740 1 -- 172.21.15.67:0/1347256818 >> 172.21.15.67:0/1347256818 conn(0x562fd6e6a010 msgr2=0x562fd6e6a410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:57.293 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.274+0000 7f9867e1a740 1 -- 172.21.15.67:0/1347256818 shutdown_connections 2024-09-10T08:16:57.293 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.274+0000 7f9867e1a740 1 -- 172.21.15.67:0/1347256818 wait complete. 2024-09-10T08:16:57.293 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.274+0000 7f9867e1a740 1 -- start start 2024-09-10T08:16:57.293 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.274+0000 7f9867e1a740 1 Processor -- start 2024-09-10T08:16:57.293 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.275+0000 7f9867e1a740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562fd6e6e9a0 0x562fd6e78bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:57.293 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.275+0000 7f9867e1a740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562fd6e6f2e0 0x562fd6e79100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:57.293 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.275+0000 7f9867e1a740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562fd6e74370 0x562fd6e80140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:57.293 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.275+0000 7f9867e1a740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x562fd6e77340 con 0x562fd6e6e9a0 2024-09-10T08:16:57.293 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.275+0000 7f9867e1a740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x562fd6d5b290 con 0x562fd6e6f2e0 2024-09-10T08:16:57.293 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.275+0000 7f9867e1a740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x562fd6e774c0 con 0x562fd6e74370 2024-09-10T08:16:57.293 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.275+0000 7f9867e1a740 10 client.0 _ll_register_callbacks cb 0x562fd6d8c140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:16:57.293 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.275+0000 7f985e59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562fd6e6e9a0 0x562fd6e78bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:57.294 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.275+0000 7f985e59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562fd6e6e9a0 0x562fd6e78bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40190/0 (socket says 172.21.15.67:40190) 2024-09-10T08:16:57.294 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.275+0000 7f985e59c640 1 -- 172.21.15.67:0/523765558 learned_addr learned my addr 172.21.15.67:0/523765558 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:57.294 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.275+0000 7f985dd9b640 1 --2- 172.21.15.67:0/523765558 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562fd6e6f2e0 0x562fd6e79100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:57.294 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.275+0000 7f985ed9d640 1 --2- 172.21.15.67:0/523765558 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562fd6e74370 0x562fd6e80140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:57.294 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.275+0000 7f985e59c640 1 -- 172.21.15.67:0/523765558 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562fd6e74370 msgr2=0x562fd6e80140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:57.294 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.275+0000 7f985e59c640 1 --2- 172.21.15.67:0/523765558 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562fd6e74370 0x562fd6e80140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.294 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.275+0000 7f985e59c640 1 -- 172.21.15.67:0/523765558 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562fd6e6f2e0 msgr2=0x562fd6e79100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:57.294 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.275+0000 7f985e59c640 1 --2- 172.21.15.67:0/523765558 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562fd6e6f2e0 0x562fd6e79100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.294 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.275+0000 7f985e59c640 1 -- 172.21.15.67:0/523765558 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562fd6ae5210 con 0x562fd6e6e9a0 2024-09-10T08:16:57.294 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.275+0000 7f985ed9d640 1 --2- 172.21.15.67:0/523765558 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562fd6e74370 0x562fd6e80140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:16:57.294 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.275+0000 7f985e59c640 1 --2- 172.21.15.67:0/523765558 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562fd6e6e9a0 0x562fd6e78bc0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f985000c940 tx=0x7f985000af80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7dfd06946583ade7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:57.294 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.275+0000 7f9845ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:16:57.295 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.275+0000 7f9845ffb640 1 -- 172.21.15.67:0/523765558 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f985001d040 con 0x562fd6e6e9a0 2024-09-10T08:16:57.295 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.275+0000 7f9845ffb640 1 -- 172.21.15.67:0/523765558 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f98500995a0 con 0x562fd6e6e9a0 2024-09-10T08:16:57.295 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.275+0000 7f9867e1a740 1 -- 172.21.15.67:0/523765558 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9858036070 con 0x562fd6e6e9a0 2024-09-10T08:16:57.295 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.276+0000 7f9845ffb640 1 -- 172.21.15.67:0/523765558 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f985009ae60 con 0x562fd6e6e9a0 2024-09-10T08:16:57.295 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.276+0000 7f9867e1a740 10 client.15972 fetch_fsmap learned FSMap version 29 2024-09-10T08:16:57.295 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.276+0000 7f9867e1a740 1 -- 172.21.15.67:0/523765558 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x562fd6bb1620 con 0x562fd6e6e9a0 2024-09-10T08:16:57.295 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.276+0000 7f9845ffb640 1 -- 172.21.15.67:0/523765558 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9858036070 con 0x562fd6e6e9a0 2024-09-10T08:16:57.295 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.276+0000 7f9845ffb640 1 -- 172.21.15.67:0/523765558 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f98500d10f0 con 0x562fd6e6e9a0 2024-09-10T08:16:57.295 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.276+0000 7f9867e1a740 10 client.15972 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:16:57.295 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.276+0000 7f9867e1a740 10 client.15972 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:16:57.295 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.276+0000 7f9867e1a740 20 client.15972 populate_metadata read hostname 'smithi067' 2024-09-10T08:16:57.295 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.276+0000 7f9867e1a740 1 --2- 172.21.15.67:0/523765558 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x562fd6e84850 0x562fd6e86c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:57.295 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.276+0000 7f9867e1a740 4 client.15972 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:16:57.295 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.276+0000 7f9867e1a740 1 -- 172.21.15.67:0/523765558 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562fd6ddfa20 con 0x562fd6e84850 2024-09-10T08:16:57.296 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.276+0000 7f985dd9b640 1 --2- 172.21.15.67:0/523765558 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x562fd6e84850 0x562fd6e86c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:57.296 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.277+0000 7f9845ffb640 10 client.15972 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:57.296 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.277+0000 7f985dd9b640 1 --2- 172.21.15.67:0/523765558 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x562fd6e84850 0x562fd6e86c40 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e2ec444a7f4197f0 server_cookie=1fcdd9cb87f4bb3f in_seq=0 out_seq=0 2024-09-10T08:16:57.296 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.277+0000 7f9845ffb640 1 -- 172.21.15.67:0/523765558 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562fd6ddfa20 con 0x562fd6e84850 2024-09-10T08:16:57.296 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.277+0000 7f9845ffb640 10 client.15972 handle_command_reply: tid=0 2024-09-10T08:16:57.296 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.277+0000 7f9867e1a740 1 client.15972 shutdown 2024-09-10T08:16:57.296 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.278+0000 7f9867e1a740 1 -- 172.21.15.67:0/523765558 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562fd6e6e9a0 msgr2=0x562fd6e78bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:57.296 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.278+0000 7f9867e1a740 1 --2- 172.21.15.67:0/523765558 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562fd6e6e9a0 0x562fd6e78bc0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f985000c940 tx=0x7f985000af80 comp rx=0 tx=0).stop 2024-09-10T08:16:57.296 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.278+0000 7f9867e1a740 1 -- 172.21.15.67:0/523765558 shutdown_connections 2024-09-10T08:16:57.296 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.278+0000 7f9867e1a740 1 --2- 172.21.15.67:0/523765558 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x562fd6e84850 0x562fd6e86c40 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.296 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.278+0000 7f9867e1a740 1 --2- 172.21.15.67:0/523765558 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562fd6e6f2e0 0x562fd6e79100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.296 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.278+0000 7f9867e1a740 1 --2- 172.21.15.67:0/523765558 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562fd6e74370 0x562fd6e80140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.296 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.278+0000 7f9845ffb640 0 client.15972 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:57.297 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.278+0000 7f9867e1a740 1 --2- 172.21.15.67:0/523765558 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562fd6e6e9a0 0x562fd6e78bc0 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.297 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.278+0000 7f9867e1a740 1 -- 172.21.15.67:0/523765558 >> 172.21.15.67:0/523765558 conn(0x562fd6e6a010 msgr2=0x562fd6e6b820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:57.297 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.278+0000 7f9867e1a740 1 -- 172.21.15.67:0/523765558 shutdown_connections 2024-09-10T08:16:57.297 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.278+0000 7f9867e1a740 1 -- 172.21.15.67:0/523765558 wait complete. 2024-09-10T08:16:57.297 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.278+0000 7f9867e1a740 20 client.15972 trim_cache size 0 max 16384 2024-09-10T08:16:57.302 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.294+0000 7f9867e1a740 1 Processor -- start 2024-09-10T08:16:57.302 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.294+0000 7f9867e1a740 1 -- start start 2024-09-10T08:16:57.302 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.294+0000 7f9867e1a740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562fd6e6e9a0 0x562fd6e690b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:57.302 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.294+0000 7f9867e1a740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562fd6e6f2e0 0x562fd6e800d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:57.302 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.294+0000 7f9867e1a740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562fd6e74370 0x562fd6e8b540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:57.302 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.294+0000 7f9867e1a740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f98601aa690 con 0x562fd6e6f2e0 2024-09-10T08:16:57.302 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.294+0000 7f9867e1a740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f98601ac1d0 con 0x562fd6e74370 2024-09-10T08:16:57.302 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.294+0000 7f9867e1a740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f98601aad60 con 0x562fd6e6e9a0 2024-09-10T08:16:57.302 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.295+0000 7f985dd9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562fd6e6f2e0 0x562fd6e800d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:57.302 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.295+0000 7f985dd9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562fd6e6f2e0 0x562fd6e800d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40200/0 (socket says 172.21.15.67:40200) 2024-09-10T08:16:57.302 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.295+0000 7f985dd9b640 1 -- 172.21.15.67:0/3594070372 learned_addr learned my addr 172.21.15.67:0/3594070372 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:57.302 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.295+0000 7f985dd9b640 1 -- 172.21.15.67:0/3594070372 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562fd6e6e9a0 msgr2=0x562fd6e690b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:57.303 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.295+0000 7f985dd9b640 1 --2- 172.21.15.67:0/3594070372 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562fd6e6e9a0 0x562fd6e690b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.303 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.295+0000 7f985dd9b640 1 -- 172.21.15.67:0/3594070372 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562fd6e74370 msgr2=0x562fd6e8b540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:57.303 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.295+0000 7f985dd9b640 1 --2- 172.21.15.67:0/3594070372 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562fd6e74370 0x562fd6e8b540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.303 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.295+0000 7f985dd9b640 1 -- 172.21.15.67:0/3594070372 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562fd6e872c0 con 0x562fd6e6f2e0 2024-09-10T08:16:57.303 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.295+0000 7f985dd9b640 1 --2- 172.21.15.67:0/3594070372 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562fd6e6f2e0 0x562fd6e800d0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f9854000c00 tx=0x7f9854014840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c651545b71b090dd server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:57.303 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.295+0000 7f9847fff640 1 -- 172.21.15.67:0/3594070372 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98540140d0 con 0x562fd6e6f2e0 2024-09-10T08:16:57.303 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.295+0000 7f9847fff640 1 -- 172.21.15.67:0/3594070372 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9854014270 con 0x562fd6e6f2e0 2024-09-10T08:16:57.303 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.295+0000 7f9847fff640 1 -- 172.21.15.67:0/3594070372 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9854012450 con 0x562fd6e6f2e0 2024-09-10T08:16:57.303 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.296+0000 7f9867e1a740 1 -- 172.21.15.67:0/3594070372 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562fd6e6f2e0 msgr2=0x562fd6e800d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:57.303 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.296+0000 7f9867e1a740 1 --2- 172.21.15.67:0/3594070372 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562fd6e6f2e0 0x562fd6e800d0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f9854000c00 tx=0x7f9854014840 comp rx=0 tx=0).stop 2024-09-10T08:16:57.303 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.296+0000 7f9867e1a740 1 -- 172.21.15.67:0/3594070372 shutdown_connections 2024-09-10T08:16:57.303 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.296+0000 7f9867e1a740 1 --2- 172.21.15.67:0/3594070372 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562fd6e74370 0x562fd6e8b540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.304 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.296+0000 7f9867e1a740 1 --2- 172.21.15.67:0/3594070372 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562fd6e6f2e0 0x562fd6e800d0 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.304 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.296+0000 7f9867e1a740 1 --2- 172.21.15.67:0/3594070372 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562fd6e6e9a0 0x562fd6e690b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.304 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.296+0000 7f9867e1a740 1 -- 172.21.15.67:0/3594070372 >> 172.21.15.67:0/3594070372 conn(0x562fd6e6a010 msgr2=0x562fd6e689a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:57.304 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.296+0000 7f9867e1a740 1 -- 172.21.15.67:0/3594070372 shutdown_connections 2024-09-10T08:16:57.304 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.296+0000 7f9867e1a740 1 -- 172.21.15.67:0/3594070372 wait complete. 2024-09-10T08:16:57.304 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.296+0000 7f9867e1a740 1 -- start start 2024-09-10T08:16:57.304 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.296+0000 7f9867e1a740 1 Processor -- start 2024-09-10T08:16:57.304 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.296+0000 7f9867e1a740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562fd6e6e9a0 0x562fd6e7de90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:57.304 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.296+0000 7f9867e1a740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562fd6e6f2e0 0x562fd6e7e3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:57.304 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.296+0000 7f9867e1a740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562fd6e74370 0x562fd6e7f3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:57.304 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.296+0000 7f9867e1a740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f98601abb00 con 0x562fd6e74370 2024-09-10T08:16:57.304 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.296+0000 7f9867e1a740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f98601ab430 con 0x562fd6e6f2e0 2024-09-10T08:16:57.304 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.296+0000 7f9867e1a740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f98601a8670 con 0x562fd6e6e9a0 2024-09-10T08:16:57.305 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.296+0000 7f9867e1a740 10 client.0 _ll_register_callbacks cb 0x7f9850097040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:16:57.305 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.297+0000 7f985ed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562fd6e74370 0x562fd6e7f3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:57.305 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.297+0000 7f985ed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562fd6e74370 0x562fd6e7f3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40216/0 (socket says 172.21.15.67:40216) 2024-09-10T08:16:57.305 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.297+0000 7f985ed9d640 1 -- 172.21.15.67:0/2346347293 learned_addr learned my addr 172.21.15.67:0/2346347293 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:57.305 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.297+0000 7f985e59c640 1 --2- 172.21.15.67:0/2346347293 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562fd6e6e9a0 0x562fd6e7de90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:57.305 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.297+0000 7f985dd9b640 1 --2- 172.21.15.67:0/2346347293 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562fd6e6f2e0 0x562fd6e7e3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:57.305 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.297+0000 7f985ed9d640 1 -- 172.21.15.67:0/2346347293 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562fd6e6e9a0 msgr2=0x562fd6e7de90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:57.305 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.297+0000 7f985ed9d640 1 --2- 172.21.15.67:0/2346347293 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562fd6e6e9a0 0x562fd6e7de90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.305 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.297+0000 7f985ed9d640 1 -- 172.21.15.67:0/2346347293 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562fd6e6f2e0 msgr2=0x562fd6e7e3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:57.305 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.297+0000 7f985ed9d640 1 --2- 172.21.15.67:0/2346347293 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562fd6e6f2e0 0x562fd6e7e3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.305 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.297+0000 7f985ed9d640 1 -- 172.21.15.67:0/2346347293 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562fd6e7f9f0 con 0x562fd6e74370 2024-09-10T08:16:57.305 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.297+0000 7f985dd9b640 1 --2- 172.21.15.67:0/2346347293 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562fd6e6f2e0 0x562fd6e7e3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:16:57.305 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.297+0000 7f985ed9d640 1 --2- 172.21.15.67:0/2346347293 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562fd6e74370 0x562fd6e7f3e0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f9858009360 tx=0x7f985802a8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f57cc5a04f360fd7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:57.306 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.297+0000 7f9845ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:16:57.306 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.297+0000 7f9845ffb640 1 -- 172.21.15.67:0/2346347293 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9858042070 con 0x562fd6e74370 2024-09-10T08:16:57.306 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.297+0000 7f9867e1a740 1 -- 172.21.15.67:0/2346347293 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9854014270 con 0x562fd6e74370 2024-09-10T08:16:57.306 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.297+0000 7f9845ffb640 1 -- 172.21.15.67:0/2346347293 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f98580305c0 con 0x562fd6e74370 2024-09-10T08:16:57.306 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.297+0000 7f9845ffb640 1 -- 172.21.15.67:0/2346347293 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9858062050 con 0x562fd6e74370 2024-09-10T08:16:57.306 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.297+0000 7f9867e1a740 10 client.15978 fetch_fsmap learned FSMap version 29 2024-09-10T08:16:57.306 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.297+0000 7f9867e1a740 1 -- 172.21.15.67:0/2346347293 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x562fd6eefc00 con 0x562fd6e74370 2024-09-10T08:16:57.306 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.298+0000 7f9845ffb640 1 -- 172.21.15.67:0/2346347293 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9854014270 con 0x562fd6e74370 2024-09-10T08:16:57.306 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.298+0000 7f9845ffb640 1 -- 172.21.15.67:0/2346347293 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f985802f4c0 con 0x562fd6e74370 2024-09-10T08:16:57.306 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.298+0000 7f9867e1a740 10 client.15978 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:16:57.306 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.298+0000 7f9867e1a740 10 client.15978 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:16:57.306 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.298+0000 7f9867e1a740 20 client.15978 populate_metadata read hostname 'smithi067' 2024-09-10T08:16:57.306 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.298+0000 7f9867e1a740 1 --2- 172.21.15.67:0/2346347293 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x562fd6ef0210 0x562fd6ef2630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:57.307 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.298+0000 7f9867e1a740 4 client.15978 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:16:57.307 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.298+0000 7f9867e1a740 1 -- 172.21.15.67:0/2346347293 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "flush journal"}) -- 0x562fd6dd9d70 con 0x562fd6ef0210 2024-09-10T08:16:57.307 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.298+0000 7f985e59c640 1 --2- 172.21.15.67:0/2346347293 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x562fd6ef0210 0x562fd6ef2630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:57.307 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.298+0000 7f9845ffb640 10 client.15978 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:57.307 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.298+0000 7f985e59c640 1 --2- 172.21.15.67:0/2346347293 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x562fd6ef0210 0x562fd6ef2630 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5ae249c11128789c server_cookie=fd0a8aea8a25fcfa in_seq=0 out_seq=0 2024-09-10T08:16:57.308 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.304+0000 7f9845ffb640 1 -- 172.21.15.67:0/2346347293 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x562fd6dd9d70 con 0x562fd6ef0210 2024-09-10T08:16:57.308 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.304+0000 7f9845ffb640 10 client.15978 handle_command_reply: tid=0 2024-09-10T08:16:57.308 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.304+0000 7f9867e1a740 1 client.15978 shutdown 2024-09-10T08:16:57.308 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.304+0000 7f9867e1a740 1 -- 172.21.15.67:0/2346347293 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562fd6e74370 msgr2=0x562fd6e7f3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:57.308 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.304+0000 7f9867e1a740 1 --2- 172.21.15.67:0/2346347293 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562fd6e74370 0x562fd6e7f3e0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f9858009360 tx=0x7f985802a8c0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.308 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.304+0000 7f9867e1a740 1 -- 172.21.15.67:0/2346347293 shutdown_connections 2024-09-10T08:16:57.309 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.304+0000 7f9867e1a740 1 --2- 172.21.15.67:0/2346347293 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x562fd6ef0210 0x562fd6ef2630 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.309 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.304+0000 7f9867e1a740 1 --2- 172.21.15.67:0/2346347293 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x562fd6e6f2e0 0x562fd6e7e3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.309 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.304+0000 7f9867e1a740 1 --2- 172.21.15.67:0/2346347293 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562fd6e74370 0x562fd6e7f3e0 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.309 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.304+0000 7f9867e1a740 1 --2- 172.21.15.67:0/2346347293 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x562fd6e6e9a0 0x562fd6e7de90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.309 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.304+0000 7f9845ffb640 0 client.15978 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:16:57.309 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.304+0000 7f9867e1a740 1 -- 172.21.15.67:0/2346347293 >> 172.21.15.67:0/2346347293 conn(0x562fd6e6a010 msgr2=0x562fd6e691c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:57.309 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.304+0000 7f9867e1a740 1 -- 172.21.15.67:0/2346347293 shutdown_connections 2024-09-10T08:16:57.309 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.304+0000 7f9867e1a740 1 -- 172.21.15.67:0/2346347293 wait complete. 2024-09-10T08:16:57.309 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.305+0000 7f9867e1a740 20 client.15978 trim_cache size 0 max 16384 2024-09-10T08:16:57.309 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout:{ 2024-09-10T08:16:57.309 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout: "message": "", 2024-09-10T08:16:57.310 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout: "return_code": 0 2024-09-10T08:16:57.310 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout:} 2024-09-10T08:16:57.310 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.305+0000 7f9864f9f640 1 -- 172.21.15.67:0/2127914440 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f98480a2dd0 msgr2=0x7f98480a5290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:57.310 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.305+0000 7f9864f9f640 1 --2- 172.21.15.67:0/2127914440 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f98480a2dd0 0x7f98480a5290 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f9858009430 tx=0x7f985804e000 comp rx=0 tx=0).stop 2024-09-10T08:16:57.310 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.305+0000 7f9864f9f640 1 -- 172.21.15.67:0/2127914440 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9860102680 msgr2=0x7f9860197cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:57.311 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.305+0000 7f9864f9f640 1 --2- 172.21.15.67:0/2127914440 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9860102680 0x7f9860197cc0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f985000c970 tx=0x7f985000cd70 comp rx=0 tx=0).stop 2024-09-10T08:16:57.311 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.305+0000 7f9864f9f640 1 -- 172.21.15.67:0/2127914440 shutdown_connections 2024-09-10T08:16:57.311 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.305+0000 7f9864f9f640 1 --2- 172.21.15.67:0/2127914440 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f98480a2dd0 0x7f98480a5290 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.311 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.305+0000 7f9864f9f640 1 --2- 172.21.15.67:0/2127914440 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9860104fb0 0x7f9860198200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.311 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.305+0000 7f9864f9f640 1 --2- 172.21.15.67:0/2127914440 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f98601078e0 0x7f986019f260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.311 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.305+0000 7f9864f9f640 1 --2- 172.21.15.67:0/2127914440 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9860102680 0x7f9860197cc0 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.311 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.305+0000 7f9864f9f640 1 -- 172.21.15.67:0/2127914440 >> 172.21.15.67:0/2127914440 conn(0x7f98600fc1e0 msgr2=0x7f9860102f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:57.312 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.305+0000 7f9864f9f640 1 -- 172.21.15.67:0/2127914440 shutdown_connections 2024-09-10T08:16:57.312 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:16:57.305+0000 7f9864f9f640 1 -- 172.21.15.67:0/2127914440 wait complete. 2024-09-10T08:16:57.346 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:57 smithi067 ceph-mon[31051]: pgmap v421: 129 pgs: 129 active+clean; 673 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 255 B/s wr, 12 op/s 2024-09-10T08:16:57.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.430+0000 7f243df9e640 1 -- 172.21.15.67:0/3656114538 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24381019e0 msgr2=0x7f2438101e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:57.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.430+0000 7f243df9e640 1 --2- 172.21.15.67:0/3656114538 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24381019e0 0x7f2438101e40 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f2428009930 tx=0x7f242802a420 comp rx=0 tx=0).stop 2024-09-10T08:16:57.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.430+0000 7f243df9e640 1 -- 172.21.15.67:0/3656114538 shutdown_connections 2024-09-10T08:16:57.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.430+0000 7f243df9e640 1 --2- 172.21.15.67:0/3656114538 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2438102380 0x7f243810e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.430+0000 7f243df9e640 1 --2- 172.21.15.67:0/3656114538 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24381019e0 0x7f2438101e40 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.430+0000 7f243df9e640 1 --2- 172.21.15.67:0/3656114538 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2438107af0 0x7f2438107ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.430+0000 7f243df9e640 1 -- 172.21.15.67:0/3656114538 >> 172.21.15.67:0/3656114538 conn(0x7f24380fd700 msgr2=0x7f24380ffb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:57.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.430+0000 7f243df9e640 1 -- 172.21.15.67:0/3656114538 shutdown_connections 2024-09-10T08:16:57.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.430+0000 7f243df9e640 1 -- 172.21.15.67:0/3656114538 wait complete. 2024-09-10T08:16:57.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.431+0000 7f243df9e640 1 Processor -- start 2024-09-10T08:16:57.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.431+0000 7f243df9e640 1 -- start start 2024-09-10T08:16:57.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.431+0000 7f243df9e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f24381019e0 0x7f2438198350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:57.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.431+0000 7f243df9e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2438102380 0x7f2438198890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:57.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.431+0000 7f243df9e640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2438107af0 0x7f243819cc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:57.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.431+0000 7f243df9e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2438111dc0 con 0x7f2438102380 2024-09-10T08:16:57.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.431+0000 7f243df9e640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f2438111c40 con 0x7f24381019e0 2024-09-10T08:16:57.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.431+0000 7f243df9e640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f2438111f40 con 0x7f2438107af0 2024-09-10T08:16:57.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.431+0000 7f242ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2438102380 0x7f2438198890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:57.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.431+0000 7f242ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2438102380 0x7f2438198890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40230/0 (socket says 172.21.15.67:40230) 2024-09-10T08:16:57.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.431+0000 7f242ffff640 1 -- 172.21.15.67:0/1740731964 learned_addr learned my addr 172.21.15.67:0/1740731964 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:57.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.432+0000 7f243d79d640 1 --2- 172.21.15.67:0/1740731964 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2438107af0 0x7f243819cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:57.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.432+0000 7f243cf9c640 1 --2- 172.21.15.67:0/1740731964 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f24381019e0 0x7f2438198350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:57.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.432+0000 7f242ffff640 1 -- 172.21.15.67:0/1740731964 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2438107af0 msgr2=0x7f243819cc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:57.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.432+0000 7f242ffff640 1 --2- 172.21.15.67:0/1740731964 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2438107af0 0x7f243819cc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.432+0000 7f242ffff640 1 -- 172.21.15.67:0/1740731964 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f24381019e0 msgr2=0x7f2438198350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:57.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.432+0000 7f242ffff640 1 --2- 172.21.15.67:0/1740731964 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f24381019e0 0x7f2438198350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.432+0000 7f242ffff640 1 -- 172.21.15.67:0/1740731964 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f243819d300 con 0x7f2438102380 2024-09-10T08:16:57.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.432+0000 7f243cf9c640 1 --2- 172.21.15.67:0/1740731964 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f24381019e0 0x7f2438198350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:16:57.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.432+0000 7f242ffff640 1 --2- 172.21.15.67:0/1740731964 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2438102380 0x7f2438198890 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f2428004770 tx=0x7f24280042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:57.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.432+0000 7f242dffb640 1 -- 172.21.15.67:0/1740731964 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f242803f070 con 0x7f2438102380 2024-09-10T08:16:57.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.432+0000 7f242dffb640 1 -- 172.21.15.67:0/1740731964 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f242803b460 con 0x7f2438102380 2024-09-10T08:16:57.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.432+0000 7f243df9e640 1 -- 172.21.15.67:0/1740731964 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f243819d590 con 0x7f2438102380 2024-09-10T08:16:57.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.432+0000 7f242dffb640 1 -- 172.21.15.67:0/1740731964 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2428035070 con 0x7f2438102380 2024-09-10T08:16:57.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.432+0000 7f243df9e640 1 -- 172.21.15.67:0/1740731964 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24381a4ed0 con 0x7f2438102380 2024-09-10T08:16:57.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.435+0000 7f242dffb640 1 -- 172.21.15.67:0/1740731964 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f242803b610 con 0x7f2438102380 2024-09-10T08:16:57.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.435+0000 7f24415d9740 1 Processor -- start 2024-09-10T08:16:57.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.435+0000 7f24415d9740 1 -- start start 2024-09-10T08:16:57.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.435+0000 7f24415d9740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56165132dd20 0x56165132c270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:57.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.435+0000 7f24415d9740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56165132c7b0 0x56165132cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:57.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.435+0000 7f24415d9740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561651337550 0x561651339940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:57.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.435+0000 7f242dffb640 1 --2- 172.21.15.67:0/1740731964 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f24200a2c00 0x7f24200a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:57.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.435+0000 7f24415d9740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5616512922f0 con 0x56165132dd20 2024-09-10T08:16:57.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.435+0000 7f24415d9740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x561651239cf0 con 0x56165132c7b0 2024-09-10T08:16:57.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.435+0000 7f24415d9740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x56165128e2b0 con 0x561651337550 2024-09-10T08:16:57.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.435+0000 7f243d79d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56165132dd20 0x56165132c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:57.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.436+0000 7f243d79d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56165132dd20 0x56165132c270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40244/0 (socket says 172.21.15.67:40244) 2024-09-10T08:16:57.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.436+0000 7f243d79d640 1 -- 172.21.15.67:0/3818416209 learned_addr learned my addr 172.21.15.67:0/3818416209 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:57.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.436+0000 7f243d79d640 1 --2- 172.21.15.67:0/1740731964 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f24200a2c00 0x7f24200a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:57.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.436+0000 7f242dffb640 1 -- 172.21.15.67:0/1740731964 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f24280ef750 con 0x7f2438102380 2024-09-10T08:16:57.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.436+0000 7f243cf9c640 1 --2- 172.21.15.67:0/3818416209 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56165132c7b0 0x56165132cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:57.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.436+0000 7f242ffff640 1 --2- 172.21.15.67:0/3818416209 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561651337550 0x561651339940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:57.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.436+0000 7f243d79d640 1 -- 172.21.15.67:0/3818416209 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561651337550 msgr2=0x561651339940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:57.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.436+0000 7f243d79d640 1 --2- 172.21.15.67:0/3818416209 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561651337550 0x561651339940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.436+0000 7f243d79d640 1 -- 172.21.15.67:0/3818416209 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56165132c7b0 msgr2=0x56165132cbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:57.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.436+0000 7f243d79d640 1 --2- 172.21.15.67:0/3818416209 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56165132c7b0 0x56165132cbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.436+0000 7f243d79d640 1 -- 172.21.15.67:0/3818416209 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56165121e3a0 con 0x56165132dd20 2024-09-10T08:16:57.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.436+0000 7f243d79d640 1 --2- 172.21.15.67:0/3818416209 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56165132dd20 0x56165132c270 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f2430008340 tx=0x7f2430008800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3403d48e7ee11558 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:57.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.436+0000 7f243d79d640 1 --2- 172.21.15.67:0/1740731964 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f24200a2c00 0x7f24200a50c0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f2430009900 tx=0x7f243001b000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:57.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.436+0000 7f241effd640 1 -- 172.21.15.67:0/3818416209 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2430027070 con 0x56165132dd20 2024-09-10T08:16:57.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.436+0000 7f241effd640 1 -- 172.21.15.67:0/3818416209 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2430019d30 con 0x56165132dd20 2024-09-10T08:16:57.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.436+0000 7f241effd640 1 -- 172.21.15.67:0/3818416209 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2430014040 con 0x56165132dd20 2024-09-10T08:16:57.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.437+0000 7f24415d9740 1 -- 172.21.15.67:0/3818416209 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56165132dd20 msgr2=0x56165132c270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:57.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.437+0000 7f24415d9740 1 --2- 172.21.15.67:0/3818416209 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56165132dd20 0x56165132c270 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f2430008340 tx=0x7f2430008800 comp rx=0 tx=0).stop 2024-09-10T08:16:57.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.437+0000 7f24415d9740 1 -- 172.21.15.67:0/3818416209 shutdown_connections 2024-09-10T08:16:57.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.437+0000 7f24415d9740 1 --2- 172.21.15.67:0/3818416209 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56165132c7b0 0x56165132cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.437+0000 7f24415d9740 1 --2- 172.21.15.67:0/3818416209 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561651337550 0x561651339940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.437+0000 7f24415d9740 1 --2- 172.21.15.67:0/3818416209 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56165132dd20 0x56165132c270 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.437+0000 7f24415d9740 1 -- 172.21.15.67:0/3818416209 >> 172.21.15.67:0/3818416209 conn(0x5616512f5310 msgr2=0x561651328e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:57.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.437+0000 7f24415d9740 1 -- 172.21.15.67:0/3818416209 shutdown_connections 2024-09-10T08:16:57.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.437+0000 7f24415d9740 1 -- 172.21.15.67:0/3818416209 wait complete. 2024-09-10T08:16:57.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.438+0000 7f24415d9740 1 -- start start 2024-09-10T08:16:57.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.438+0000 7f24415d9740 1 Processor -- start 2024-09-10T08:16:57.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.438+0000 7f24415d9740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56165132c7b0 0x561651336f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:57.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.438+0000 7f24415d9740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56165132dd20 0x561651334200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:57.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.438+0000 7f24415d9740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561651337550 0x5616513347f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:57.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.438+0000 7f24415d9740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x56165133a1f0 con 0x56165132c7b0 2024-09-10T08:16:57.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.438+0000 7f24415d9740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x56165124d060 con 0x561651337550 2024-09-10T08:16:57.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.438+0000 7f24415d9740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x56165133a370 con 0x56165132dd20 2024-09-10T08:16:57.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.438+0000 7f24415d9740 10 client.0 _ll_register_callbacks cb 0x561650fa08c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:16:57.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.438+0000 7f243cf9c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56165132c7b0 0x561651336f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:57.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.438+0000 7f243cf9c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56165132c7b0 0x561651336f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40260/0 (socket says 172.21.15.67:40260) 2024-09-10T08:16:57.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.438+0000 7f243cf9c640 1 -- 172.21.15.67:0/1214555169 learned_addr learned my addr 172.21.15.67:0/1214555169 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:57.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.438+0000 7f242ffff640 1 --2- 172.21.15.67:0/1214555169 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56165132dd20 0x561651334200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:57.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.438+0000 7f243d79d640 1 --2- 172.21.15.67:0/1214555169 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561651337550 0x5616513347f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:57.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.439+0000 7f243cf9c640 1 -- 172.21.15.67:0/1214555169 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56165132dd20 msgr2=0x561651334200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:57.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.439+0000 7f243cf9c640 1 --2- 172.21.15.67:0/1214555169 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56165132dd20 0x561651334200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.439+0000 7f243cf9c640 1 -- 172.21.15.67:0/1214555169 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561651337550 msgr2=0x5616513347f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:57.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.439+0000 7f243cf9c640 1 --2- 172.21.15.67:0/1214555169 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561651337550 0x5616513347f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.439+0000 7f243cf9c640 1 -- 172.21.15.67:0/1214555169 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5616510033c0 con 0x56165132c7b0 2024-09-10T08:16:57.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.439+0000 7f243d79d640 1 --2- 172.21.15.67:0/1214555169 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561651337550 0x5616513347f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:16:57.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.439+0000 7f243cf9c640 1 --2- 172.21.15.67:0/1214555169 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56165132c7b0 0x561651336f50 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f2434009f60 tx=0x7f2434009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e1f34bfcd0538b4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:57.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.439+0000 7f2417fff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:16:57.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.439+0000 7f2417fff640 1 -- 172.21.15.67:0/1214555169 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2434004220 con 0x56165132c7b0 2024-09-10T08:16:57.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.439+0000 7f2417fff640 1 -- 172.21.15.67:0/1214555169 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f24340043c0 con 0x56165132c7b0 2024-09-10T08:16:57.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.439+0000 7f24415d9740 1 -- 172.21.15.67:0/1214555169 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2430019d30 con 0x56165132c7b0 2024-09-10T08:16:57.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.439+0000 7f2417fff640 1 -- 172.21.15.67:0/1214555169 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f2434012660 con 0x56165132c7b0 2024-09-10T08:16:57.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.439+0000 7f24415d9740 10 client.15990 fetch_fsmap learned FSMap version 29 2024-09-10T08:16:57.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.439+0000 7f24415d9740 1 -- 172.21.15.67:0/1214555169 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561651345d40 con 0x56165132c7b0 2024-09-10T08:16:57.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.439+0000 7f2417fff640 1 -- 172.21.15.67:0/1214555169 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2430019d30 con 0x56165132c7b0 2024-09-10T08:16:57.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.440+0000 7f2417fff640 1 -- 172.21.15.67:0/1214555169 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f243400f040 con 0x56165132c7b0 2024-09-10T08:16:57.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.440+0000 7f24415d9740 10 client.15990 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:16:57.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.440+0000 7f24415d9740 10 client.15990 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.l 2024-09-10T08:16:57.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.440+0000 7f24415d9740 20 client.15990 populate_metadata read hostname 'smithi067' 2024-09-10T08:16:57.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.440+0000 7f24415d9740 1 --2- 172.21.15.67:0/1214555169 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x561651347200 0x5616513495f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:57.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.440+0000 7f24415d9740 4 client.15990 mds_command: new command op to 24412 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:16:57.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.440+0000 7f24415d9740 1 -- 172.21.15.67:0/1214555169 --> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56165129f860 con 0x561651347200 2024-09-10T08:16:57.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.440+0000 7f242ffff640 1 --2- 172.21.15.67:0/1214555169 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x561651347200 0x5616513495f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:57.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.440+0000 7f242ffff640 1 --2- 172.21.15.67:0/1214555169 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x561651347200 0x5616513495f0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=389375e44ff4bee2 server_cookie=67b8a1a376171666 in_seq=0 out_seq=0 2024-09-10T08:16:57.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.440+0000 7f2417fff640 10 client.15990 ms_handle_connect on v2:172.21.15.203:6832/754287689 2024-09-10T08:16:57.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.441+0000 7f2417fff640 1 -- 172.21.15.67:0/1214555169 <== mds.3 v2:172.21.15.203:6832/754287689 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56165129f860 con 0x561651347200 2024-09-10T08:16:57.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.441+0000 7f2417fff640 10 client.15990 handle_command_reply: tid=0 2024-09-10T08:16:57.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.441+0000 7f24415d9740 1 client.15990 shutdown 2024-09-10T08:16:57.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.441+0000 7f24415d9740 1 -- 172.21.15.67:0/1214555169 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56165132c7b0 msgr2=0x561651336f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:57.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.441+0000 7f24415d9740 1 --2- 172.21.15.67:0/1214555169 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56165132c7b0 0x561651336f50 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f2434009f60 tx=0x7f2434009f90 comp rx=0 tx=0).stop 2024-09-10T08:16:57.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.441+0000 7f24415d9740 1 -- 172.21.15.67:0/1214555169 shutdown_connections 2024-09-10T08:16:57.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.441+0000 7f24415d9740 1 --2- 172.21.15.67:0/1214555169 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x561651347200 0x5616513495f0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.441+0000 7f24415d9740 1 --2- 172.21.15.67:0/1214555169 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561651337550 0x5616513347f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.441+0000 7f24415d9740 1 --2- 172.21.15.67:0/1214555169 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56165132dd20 0x561651334200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.441+0000 7f24415d9740 1 --2- 172.21.15.67:0/1214555169 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56165132c7b0 0x561651336f50 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.441+0000 7f24415d9740 1 -- 172.21.15.67:0/1214555169 >> 172.21.15.67:0/1214555169 conn(0x5616512f5310 msgr2=0x56165132eb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:57.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.441+0000 7f2417fff640 0 client.15990 ms_handle_reset on v2:172.21.15.203:6832/754287689 2024-09-10T08:16:57.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.441+0000 7f24415d9740 1 -- 172.21.15.67:0/1214555169 shutdown_connections 2024-09-10T08:16:57.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.441+0000 7f24415d9740 1 -- 172.21.15.67:0/1214555169 wait complete. 2024-09-10T08:16:57.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.442+0000 7f24415d9740 20 client.15990 trim_cache size 0 max 16384 2024-09-10T08:16:57.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.454+0000 7f24415d9740 1 Processor -- start 2024-09-10T08:16:57.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.454+0000 7f24415d9740 1 -- start start 2024-09-10T08:16:57.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.455+0000 7f24415d9740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56165132c7b0 0x56165132f300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:57.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.455+0000 7f24415d9740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56165132dd20 0x56165132f840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:57.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.455+0000 7f24415d9740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561651337550 0x56165134eec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:57.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.455+0000 7f24415d9740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f24381aeb80 con 0x561651337550 2024-09-10T08:16:57.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.455+0000 7f24415d9740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f24381b06c0 con 0x56165132c7b0 2024-09-10T08:16:57.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.455+0000 7f24415d9740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f24381af250 con 0x56165132dd20 2024-09-10T08:16:57.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.455+0000 7f243d79d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561651337550 0x56165134eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:57.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.455+0000 7f243d79d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561651337550 0x56165134eec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40270/0 (socket says 172.21.15.67:40270) 2024-09-10T08:16:57.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.455+0000 7f243d79d640 1 -- 172.21.15.67:0/3139209214 learned_addr learned my addr 172.21.15.67:0/3139209214 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:57.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.455+0000 7f242ffff640 1 --2- 172.21.15.67:0/3139209214 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56165132dd20 0x56165132f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:57.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.455+0000 7f243cf9c640 1 --2- 172.21.15.67:0/3139209214 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56165132c7b0 0x56165132f300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:57.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.455+0000 7f243d79d640 1 -- 172.21.15.67:0/3139209214 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56165132dd20 msgr2=0x56165132f840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:57.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.455+0000 7f243d79d640 1 --2- 172.21.15.67:0/3139209214 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56165132dd20 0x56165132f840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.455+0000 7f243d79d640 1 -- 172.21.15.67:0/3139209214 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56165132c7b0 msgr2=0x56165132f300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:57.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.455+0000 7f243d79d640 1 --2- 172.21.15.67:0/3139209214 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56165132c7b0 0x56165132f300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.455+0000 7f243d79d640 1 -- 172.21.15.67:0/3139209214 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561651336b70 con 0x561651337550 2024-09-10T08:16:57.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.455+0000 7f242ffff640 1 --2- 172.21.15.67:0/3139209214 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56165132dd20 0x56165132f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:16:57.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.455+0000 7f243cf9c640 1 --2- 172.21.15.67:0/3139209214 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56165132c7b0 0x56165132f300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:16:57.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.455+0000 7f243d79d640 1 --2- 172.21.15.67:0/3139209214 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561651337550 0x56165134eec0 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f243000bfd0 tx=0x7f2430004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ec0e2ae17c239bc server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:57.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.456+0000 7f241e7fc640 1 -- 172.21.15.67:0/3139209214 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2430027040 con 0x561651337550 2024-09-10T08:16:57.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.456+0000 7f241e7fc640 1 -- 172.21.15.67:0/3139209214 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f243000b050 con 0x561651337550 2024-09-10T08:16:57.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.456+0000 7f241e7fc640 1 -- 172.21.15.67:0/3139209214 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f243002cb80 con 0x561651337550 2024-09-10T08:16:57.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.456+0000 7f24415d9740 1 -- 172.21.15.67:0/3139209214 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561651337550 msgr2=0x56165134eec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:57.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.456+0000 7f24415d9740 1 --2- 172.21.15.67:0/3139209214 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561651337550 0x56165134eec0 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f243000bfd0 tx=0x7f2430004a40 comp rx=0 tx=0).stop 2024-09-10T08:16:57.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.456+0000 7f24415d9740 1 -- 172.21.15.67:0/3139209214 shutdown_connections 2024-09-10T08:16:57.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.456+0000 7f24415d9740 1 --2- 172.21.15.67:0/3139209214 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561651337550 0x56165134eec0 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.456+0000 7f24415d9740 1 --2- 172.21.15.67:0/3139209214 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56165132dd20 0x56165132f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.456+0000 7f24415d9740 1 --2- 172.21.15.67:0/3139209214 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56165132c7b0 0x56165132f300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.456+0000 7f24415d9740 1 -- 172.21.15.67:0/3139209214 >> 172.21.15.67:0/3139209214 conn(0x5616512f5310 msgr2=0x561651336280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:57.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.456+0000 7f24415d9740 1 -- 172.21.15.67:0/3139209214 shutdown_connections 2024-09-10T08:16:57.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.456+0000 7f24415d9740 1 -- 172.21.15.67:0/3139209214 wait complete. 2024-09-10T08:16:57.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.457+0000 7f24415d9740 1 -- start start 2024-09-10T08:16:57.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.457+0000 7f24415d9740 1 Processor -- start 2024-09-10T08:16:57.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.457+0000 7f24415d9740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56165132c7b0 0x561651331210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:57.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.457+0000 7f24415d9740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56165132dd20 0x561651331750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:57.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.457+0000 7f24415d9740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561651337550 0x561651331c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:57.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.457+0000 7f24415d9740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f24381afff0 con 0x56165132c7b0 2024-09-10T08:16:57.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.457+0000 7f24415d9740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f24381af920 con 0x561651337550 2024-09-10T08:16:57.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.457+0000 7f24415d9740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f24381acb60 con 0x56165132dd20 2024-09-10T08:16:57.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.457+0000 7f243cf9c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56165132c7b0 0x561651331210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:57.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.457+0000 7f24415d9740 10 client.0 _ll_register_callbacks cb 0x7f24340097c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:16:57.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.457+0000 7f243cf9c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56165132c7b0 0x561651331210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40286/0 (socket says 172.21.15.67:40286) 2024-09-10T08:16:57.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.457+0000 7f243cf9c640 1 -- 172.21.15.67:0/1591645143 learned_addr learned my addr 172.21.15.67:0/1591645143 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:57.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.458+0000 7f243d79d640 1 --2- 172.21.15.67:0/1591645143 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561651337550 0x561651331c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:57.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.458+0000 7f242ffff640 1 --2- 172.21.15.67:0/1591645143 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56165132dd20 0x561651331750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:57.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.458+0000 7f243cf9c640 1 -- 172.21.15.67:0/1591645143 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56165132dd20 msgr2=0x561651331750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:57.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.458+0000 7f243cf9c640 1 --2- 172.21.15.67:0/1591645143 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56165132dd20 0x561651331750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.458+0000 7f243cf9c640 1 -- 172.21.15.67:0/1591645143 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561651337550 msgr2=0x561651331c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:57.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.458+0000 7f243cf9c640 1 --2- 172.21.15.67:0/1591645143 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561651337550 0x561651331c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.458+0000 7f243cf9c640 1 -- 172.21.15.67:0/1591645143 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5616513b0e90 con 0x56165132c7b0 2024-09-10T08:16:57.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.458+0000 7f243d79d640 1 --2- 172.21.15.67:0/1591645143 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561651337550 0x561651331c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:16:57.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.458+0000 7f243cf9c640 1 --2- 172.21.15.67:0/1591645143 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56165132c7b0 0x561651331210 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f2434009310 tx=0x7f2434003b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f8fb357c8519a1e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:57.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.458+0000 7f2417fff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:16:57.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.458+0000 7f2417fff640 1 -- 172.21.15.67:0/1591645143 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2434005480 con 0x56165132c7b0 2024-09-10T08:16:57.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.458+0000 7f2417fff640 1 -- 172.21.15.67:0/1591645143 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f2434005620 con 0x56165132c7b0 2024-09-10T08:16:57.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.458+0000 7f24415d9740 1 -- 172.21.15.67:0/1591645143 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f243000b050 con 0x56165132c7b0 2024-09-10T08:16:57.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.458+0000 7f2417fff640 1 -- 172.21.15.67:0/1591645143 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f2434003eb0 con 0x56165132c7b0 2024-09-10T08:16:57.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.458+0000 7f24415d9740 10 client.15996 fetch_fsmap learned FSMap version 29 2024-09-10T08:16:57.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.458+0000 7f24415d9740 1 -- 172.21.15.67:0/1591645143 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5616513b20d0 con 0x56165132c7b0 2024-09-10T08:16:57.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.459+0000 7f2417fff640 1 -- 172.21.15.67:0/1591645143 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f243000b050 con 0x56165132c7b0 2024-09-10T08:16:57.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.459+0000 7f2417fff640 1 -- 172.21.15.67:0/1591645143 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f2434004680 con 0x56165132c7b0 2024-09-10T08:16:57.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.459+0000 7f24415d9740 10 client.15996 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:16:57.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.459+0000 7f24415d9740 10 client.15996 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.l 2024-09-10T08:16:57.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.459+0000 7f24415d9740 20 client.15996 populate_metadata read hostname 'smithi067' 2024-09-10T08:16:57.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.459+0000 7f24415d9740 1 --2- 172.21.15.67:0/1591645143 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x5616513b2870 0x5616513b4c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:57.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.459+0000 7f24415d9740 4 client.15996 mds_command: new command op to 24412 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T08:16:57.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.459+0000 7f24415d9740 1 -- 172.21.15.67:0/1591645143 --> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] -- command(tid 0: {"prefix": "damage ls"}) -- 0x561651299d70 con 0x5616513b2870 2024-09-10T08:16:57.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.459+0000 7f242ffff640 1 --2- 172.21.15.67:0/1591645143 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x5616513b2870 0x5616513b4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:57.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.459+0000 7f2417fff640 10 client.15996 ms_handle_connect on v2:172.21.15.203:6832/754287689 2024-09-10T08:16:57.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.459+0000 7f242ffff640 1 --2- 172.21.15.67:0/1591645143 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x5616513b2870 0x5616513b4c90 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=2f5dd3b23473fb56 server_cookie=1425dcf93305e2f1 in_seq=0 out_seq=0 2024-09-10T08:16:57.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.460+0000 7f2417fff640 1 -- 172.21.15.67:0/1591645143 <== mds.3 v2:172.21.15.203:6832/754287689 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x561651299d70 con 0x5616513b2870 2024-09-10T08:16:57.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.460+0000 7f2417fff640 10 client.15996 handle_command_reply: tid=0 2024-09-10T08:16:57.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.460+0000 7f24415d9740 1 client.15996 shutdown 2024-09-10T08:16:57.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.460+0000 7f24415d9740 1 -- 172.21.15.67:0/1591645143 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56165132c7b0 msgr2=0x561651331210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:57.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.460+0000 7f24415d9740 1 --2- 172.21.15.67:0/1591645143 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56165132c7b0 0x561651331210 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f2434009310 tx=0x7f2434003b80 comp rx=0 tx=0).stop 2024-09-10T08:16:57.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.460+0000 7f24415d9740 1 -- 172.21.15.67:0/1591645143 shutdown_connections 2024-09-10T08:16:57.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.460+0000 7f24415d9740 1 --2- 172.21.15.67:0/1591645143 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x5616513b2870 0x5616513b4c90 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.460+0000 7f24415d9740 1 --2- 172.21.15.67:0/1591645143 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561651337550 0x561651331c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.460+0000 7f24415d9740 1 --2- 172.21.15.67:0/1591645143 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56165132dd20 0x561651331750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.460+0000 7f24415d9740 1 --2- 172.21.15.67:0/1591645143 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56165132c7b0 0x561651331210 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.460+0000 7f24415d9740 1 -- 172.21.15.67:0/1591645143 >> 172.21.15.67:0/1591645143 conn(0x5616512f5310 msgr2=0x561651327780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:57.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.460+0000 7f2417fff640 0 client.15996 ms_handle_reset on v2:172.21.15.203:6832/754287689 2024-09-10T08:16:57.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.460+0000 7f24415d9740 1 -- 172.21.15.67:0/1591645143 shutdown_connections 2024-09-10T08:16:57.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.460+0000 7f24415d9740 1 -- 172.21.15.67:0/1591645143 wait complete. 2024-09-10T08:16:57.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.460+0000 7f24415d9740 20 client.15996 trim_cache size 0 max 16384 2024-09-10T08:16:57.467 INFO:teuthology.orchestra.run.smithi067.stdout:[] 2024-09-10T08:16:57.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.461+0000 7f243df9e640 1 -- 172.21.15.67:0/1740731964 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f24200a2c00 msgr2=0x7f24200a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:57.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.461+0000 7f243df9e640 1 --2- 172.21.15.67:0/1740731964 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f24200a2c00 0x7f24200a50c0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f2430009900 tx=0x7f243001b000 comp rx=0 tx=0).stop 2024-09-10T08:16:57.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.461+0000 7f243df9e640 1 -- 172.21.15.67:0/1740731964 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2438102380 msgr2=0x7f2438198890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:57.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.461+0000 7f243df9e640 1 --2- 172.21.15.67:0/1740731964 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2438102380 0x7f2438198890 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f2428004770 tx=0x7f24280042f0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.461+0000 7f243df9e640 1 -- 172.21.15.67:0/1740731964 shutdown_connections 2024-09-10T08:16:57.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.461+0000 7f243df9e640 1 --2- 172.21.15.67:0/1740731964 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f24200a2c00 0x7f24200a50c0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.461+0000 7f243df9e640 1 --2- 172.21.15.67:0/1740731964 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2438107af0 0x7f243819cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.461+0000 7f243df9e640 1 --2- 172.21.15.67:0/1740731964 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2438102380 0x7f2438198890 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.461+0000 7f243df9e640 1 --2- 172.21.15.67:0/1740731964 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f24381019e0 0x7f2438198350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:57.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.461+0000 7f243df9e640 1 -- 172.21.15.67:0/1740731964 >> 172.21.15.67:0/1740731964 conn(0x7f24380fd700 msgr2=0x7f24380fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:57.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.461+0000 7f243df9e640 1 -- 172.21.15.67:0/1740731964 shutdown_connections 2024-09-10T08:16:57.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:57.461+0000 7f243df9e640 1 -- 172.21.15.67:0/1740731964 wait complete. 2024-09-10T08:16:57.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:57 smithi203 ceph-mon[34672]: pgmap v421: 129 pgs: 129 active+clean; 673 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 255 B/s wr, 12 op/s 2024-09-10T08:16:57.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:57 smithi133 ceph-mon[34721]: pgmap v421: 129 pgs: 129 active+clean; 673 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 255 B/s wr, 12 op/s 2024-09-10T08:16:58.318 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-10T08:16:58.577 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:16:59.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.059+0000 7ff834685640 1 -- 172.21.15.67:0/2425267131 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff82c1036c0 msgr2=0x7ff82c10bbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:59.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.059+0000 7ff834685640 1 --2- 172.21.15.67:0/2425267131 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff82c1036c0 0x7ff82c10bbb0 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7ff820009900 tx=0x7ff82002a480 comp rx=0 tx=0).stop 2024-09-10T08:16:59.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.059+0000 7ff834685640 1 -- 172.21.15.67:0/2425267131 shutdown_connections 2024-09-10T08:16:59.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.059+0000 7ff834685640 1 --2- 172.21.15.67:0/2425267131 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff82c10c180 0x7ff82c10e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:59.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.059+0000 7ff834685640 1 --2- 172.21.15.67:0/2425267131 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff82c1036c0 0x7ff82c10bbb0 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:59.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.059+0000 7ff834685640 1 --2- 172.21.15.67:0/2425267131 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff82c102da0 0x7ff82c103180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:59.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.059+0000 7ff834685640 1 -- 172.21.15.67:0/2425267131 >> 172.21.15.67:0/2425267131 conn(0x7ff82c0fc7a0 msgr2=0x7ff82c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:59.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.059+0000 7ff834685640 1 -- 172.21.15.67:0/2425267131 shutdown_connections 2024-09-10T08:16:59.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.059+0000 7ff834685640 1 -- 172.21.15.67:0/2425267131 wait complete. 2024-09-10T08:16:59.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.060+0000 7ff834685640 1 Processor -- start 2024-09-10T08:16:59.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.060+0000 7ff834685640 1 -- start start 2024-09-10T08:16:59.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.060+0000 7ff834685640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff82c102da0 0x7ff82c100a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:59.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.060+0000 7ff834685640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff82c1036c0 0x7ff82c100f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:59.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.060+0000 7ff834685640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff82c10c180 0x7ff82c101480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:59.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.060+0000 7ff834685640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff82c111ea0 con 0x7ff82c10c180 2024-09-10T08:16:59.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.060+0000 7ff834685640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7ff82c111d20 con 0x7ff82c102da0 2024-09-10T08:16:59.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.060+0000 7ff834685640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ff82c112020 con 0x7ff82c1036c0 2024-09-10T08:16:59.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.060+0000 7ff832c22640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff82c10c180 0x7ff82c101480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:59.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.060+0000 7ff832c22640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff82c10c180 0x7ff82c101480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40302/0 (socket says 172.21.15.67:40302) 2024-09-10T08:16:59.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.060+0000 7ff832c22640 1 -- 172.21.15.67:0/4103124393 learned_addr learned my addr 172.21.15.67:0/4103124393 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:59.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.060+0000 7ff832421640 1 --2- 172.21.15.67:0/4103124393 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff82c102da0 0x7ff82c100a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:59.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.060+0000 7ff831c20640 1 --2- 172.21.15.67:0/4103124393 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff82c1036c0 0x7ff82c100f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:59.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.060+0000 7ff832c22640 1 -- 172.21.15.67:0/4103124393 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff82c1036c0 msgr2=0x7ff82c100f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:59.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.061+0000 7ff832c22640 1 --2- 172.21.15.67:0/4103124393 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff82c1036c0 0x7ff82c100f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:59.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.061+0000 7ff832c22640 1 -- 172.21.15.67:0/4103124393 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff82c102da0 msgr2=0x7ff82c100a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:59.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.061+0000 7ff832c22640 1 --2- 172.21.15.67:0/4103124393 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff82c102da0 0x7ff82c100a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:59.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.061+0000 7ff832c22640 1 -- 172.21.15.67:0/4103124393 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff82c1a68c0 con 0x7ff82c10c180 2024-09-10T08:16:59.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.061+0000 7ff832c22640 1 --2- 172.21.15.67:0/4103124393 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff82c10c180 0x7ff82c101480 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7ff82400b970 tx=0x7ff82400be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:59.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.061+0000 7ff81f7fe640 1 -- 172.21.15.67:0/4103124393 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff824019070 con 0x7ff82c10c180 2024-09-10T08:16:59.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.061+0000 7ff81f7fe640 1 -- 172.21.15.67:0/4103124393 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff824014440 con 0x7ff82c10c180 2024-09-10T08:16:59.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.061+0000 7ff834685640 1 -- 172.21.15.67:0/4103124393 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff82c1a6bb0 con 0x7ff82c10c180 2024-09-10T08:16:59.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.061+0000 7ff81f7fe640 1 -- 172.21.15.67:0/4103124393 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8240075d0 con 0x7ff82c10c180 2024-09-10T08:16:59.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.061+0000 7ff834685640 1 -- 172.21.15.67:0/4103124393 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff82c1a7110 con 0x7ff82c10c180 2024-09-10T08:16:59.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.064+0000 7ff81f7fe640 1 -- 172.21.15.67:0/4103124393 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7ff82401c070 con 0x7ff82c10c180 2024-09-10T08:16:59.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.064+0000 7ff836a5e740 1 Processor -- start 2024-09-10T08:16:59.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.064+0000 7ff836a5e740 1 -- start start 2024-09-10T08:16:59.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.064+0000 7ff836a5e740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55639731fb40 0x55639731e090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:59.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.064+0000 7ff836a5e740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55639731e5d0 0x55639731ea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:59.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.064+0000 7ff836a5e740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556397329370 0x55639732b760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:59.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.064+0000 7ff836a5e740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5563972842f0 con 0x55639731e5d0 2024-09-10T08:16:59.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.064+0000 7ff836a5e740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55639722bcf0 con 0x556397329370 2024-09-10T08:16:59.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.064+0000 7ff836a5e740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5563972802b0 con 0x55639731fb40 2024-09-10T08:16:59.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.065+0000 7ff832421640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55639731e5d0 0x55639731ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:59.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.065+0000 7ff832421640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55639731e5d0 0x55639731ea10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40316/0 (socket says 172.21.15.67:40316) 2024-09-10T08:16:59.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.065+0000 7ff832421640 1 -- 172.21.15.67:0/3584049351 learned_addr learned my addr 172.21.15.67:0/3584049351 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:59.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.065+0000 7ff831c20640 1 --2- 172.21.15.67:0/3584049351 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55639731fb40 0x55639731e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:59.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.065+0000 7ff831c20640 1 --2- 172.21.15.67:0/3584049351 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556397329370 0x55639732b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:59.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.065+0000 7ff81f7fe640 1 --2- 172.21.15.67:0/4103124393 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff8180a2c00 0x7ff8180a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:59.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.065+0000 7ff832421640 1 -- 172.21.15.67:0/3584049351 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55639731fb40 msgr2=0x55639731e090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:59.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.065+0000 7ff832421640 1 --2- 172.21.15.67:0/3584049351 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55639731fb40 0x55639731e090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:59.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.065+0000 7ff832421640 1 -- 172.21.15.67:0/3584049351 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556397329370 msgr2=0x55639732b760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:59.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.065+0000 7ff832421640 1 --2- 172.21.15.67:0/3584049351 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556397329370 0x55639732b760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:59.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.065+0000 7ff832421640 1 -- 172.21.15.67:0/3584049351 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5563972103a0 con 0x55639731e5d0 2024-09-10T08:16:59.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.065+0000 7ff832c22640 1 --2- 172.21.15.67:0/4103124393 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff8180a2c00 0x7ff8180a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:59.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.065+0000 7ff832421640 1 --2- 172.21.15.67:0/3584049351 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55639731e5d0 0x55639731ea10 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7ff82800ac20 tx=0x7ff82800f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7cabd2d7769100eb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:59.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.065+0000 7ff81f7fe640 1 -- 172.21.15.67:0/4103124393 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7ff8240ce8e0 con 0x7ff82c10c180 2024-09-10T08:16:59.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.065+0000 7ff81cff9640 1 -- 172.21.15.67:0/3584049351 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff82801d070 con 0x55639731e5d0 2024-09-10T08:16:59.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.065+0000 7ff81cff9640 1 -- 172.21.15.67:0/3584049351 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff828018af0 con 0x55639731e5d0 2024-09-10T08:16:59.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.065+0000 7ff81cff9640 1 -- 172.21.15.67:0/3584049351 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff828010a50 con 0x55639731e5d0 2024-09-10T08:16:59.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.066+0000 7ff836a5e740 1 -- 172.21.15.67:0/3584049351 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55639731e5d0 msgr2=0x55639731ea10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:59.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.066+0000 7ff832c22640 1 --2- 172.21.15.67:0/4103124393 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff8180a2c00 0x7ff8180a50c0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7ff8240a3480 tx=0x7ff82406deb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:59.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.066+0000 7ff836a5e740 1 --2- 172.21.15.67:0/3584049351 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55639731e5d0 0x55639731ea10 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7ff82800ac20 tx=0x7ff82800f790 comp rx=0 tx=0).stop 2024-09-10T08:16:59.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.066+0000 7ff836a5e740 1 -- 172.21.15.67:0/3584049351 shutdown_connections 2024-09-10T08:16:59.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.066+0000 7ff836a5e740 1 --2- 172.21.15.67:0/3584049351 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556397329370 0x55639732b760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:59.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.066+0000 7ff836a5e740 1 --2- 172.21.15.67:0/3584049351 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55639731e5d0 0x55639731ea10 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:59.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.066+0000 7ff836a5e740 1 --2- 172.21.15.67:0/3584049351 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55639731fb40 0x55639731e090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:59.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.066+0000 7ff836a5e740 1 -- 172.21.15.67:0/3584049351 >> 172.21.15.67:0/3584049351 conn(0x5563972e7310 msgr2=0x55639731ac60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:59.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.066+0000 7ff836a5e740 1 -- 172.21.15.67:0/3584049351 shutdown_connections 2024-09-10T08:16:59.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.066+0000 7ff836a5e740 1 -- 172.21.15.67:0/3584049351 wait complete. 2024-09-10T08:16:59.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.067+0000 7ff836a5e740 1 -- start start 2024-09-10T08:16:59.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.067+0000 7ff836a5e740 1 Processor -- start 2024-09-10T08:16:59.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.067+0000 7ff836a5e740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55639731e5d0 0x556397328d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:59.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.067+0000 7ff836a5e740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55639731fb40 0x556397326010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:59.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.067+0000 7ff836a5e740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556397329370 0x556397326600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:59.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.067+0000 7ff836a5e740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55639732c070 con 0x55639731fb40 2024-09-10T08:16:59.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.067+0000 7ff836a5e740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55639723f060 con 0x55639731e5d0 2024-09-10T08:16:59.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.067+0000 7ff836a5e740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55639732c1f0 con 0x556397329370 2024-09-10T08:16:59.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.067+0000 7ff836a5e740 10 client.0 _ll_register_callbacks cb 0x556396f928c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:16:59.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.067+0000 7ff832421640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55639731fb40 0x556397326010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:59.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.067+0000 7ff832421640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55639731fb40 0x556397326010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40322/0 (socket says 172.21.15.67:40322) 2024-09-10T08:16:59.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.067+0000 7ff832421640 1 -- 172.21.15.67:0/625293343 learned_addr learned my addr 172.21.15.67:0/625293343 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:59.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.067+0000 7ff831c20640 1 --2- 172.21.15.67:0/625293343 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556397329370 0x556397326600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:59.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.067+0000 7ff831c20640 1 --2- 172.21.15.67:0/625293343 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55639731e5d0 0x556397328d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:59.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.068+0000 7ff832421640 1 -- 172.21.15.67:0/625293343 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556397329370 msgr2=0x556397326600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:59.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.068+0000 7ff832421640 1 --2- 172.21.15.67:0/625293343 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556397329370 0x556397326600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:59.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.068+0000 7ff832421640 1 -- 172.21.15.67:0/625293343 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55639731e5d0 msgr2=0x556397328d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:59.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.068+0000 7ff832421640 1 --2- 172.21.15.67:0/625293343 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55639731e5d0 0x556397328d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:59.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.068+0000 7ff832421640 1 -- 172.21.15.67:0/625293343 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556396ff53c0 con 0x55639731fb40 2024-09-10T08:16:59.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.068+0000 7ff831c20640 1 --2- 172.21.15.67:0/625293343 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556397329370 0x556397326600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:16:59.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.068+0000 7ff832421640 1 --2- 172.21.15.67:0/625293343 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55639731fb40 0x556397326010 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7ff82800a810 tx=0x7ff828018ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d2951eb72df8cea server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:59.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.068+0000 7ff815ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:16:59.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.068+0000 7ff815ffb640 1 -- 172.21.15.67:0/625293343 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff828027020 con 0x55639731fb40 2024-09-10T08:16:59.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.068+0000 7ff815ffb640 1 -- 172.21.15.67:0/625293343 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7ff828005240 con 0x55639731fb40 2024-09-10T08:16:59.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.068+0000 7ff836a5e740 1 -- 172.21.15.67:0/625293343 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff828018af0 con 0x55639731fb40 2024-09-10T08:16:59.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.068+0000 7ff815ffb640 1 -- 172.21.15.67:0/625293343 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff828032050 con 0x55639731fb40 2024-09-10T08:16:59.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.068+0000 7ff836a5e740 10 client.16008 fetch_fsmap learned FSMap version 29 2024-09-10T08:16:59.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.068+0000 7ff836a5e740 1 -- 172.21.15.67:0/625293343 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556397337b10 con 0x55639731fb40 2024-09-10T08:16:59.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.068+0000 7ff815ffb640 1 -- 172.21.15.67:0/625293343 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff828018af0 con 0x55639731fb40 2024-09-10T08:16:59.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.068+0000 7ff815ffb640 1 -- 172.21.15.67:0/625293343 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7ff828010c90 con 0x55639731fb40 2024-09-10T08:16:59.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.069+0000 7ff836a5e740 10 client.16008 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:16:59.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.069+0000 7ff836a5e740 10 client.16008 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T08:16:59.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.069+0000 7ff836a5e740 20 client.16008 populate_metadata read hostname 'smithi067' 2024-09-10T08:16:59.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.069+0000 7ff836a5e740 1 --2- 172.21.15.67:0/625293343 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x556397338f10 0x55639733b300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:59.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.069+0000 7ff836a5e740 4 client.16008 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:16:59.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.069+0000 7ff836a5e740 1 -- 172.21.15.67:0/625293343 --> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556397291860 con 0x556397338f10 2024-09-10T08:16:59.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.069+0000 7ff831c20640 1 --2- 172.21.15.67:0/625293343 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x556397338f10 0x55639733b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:59.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.069+0000 7ff815ffb640 10 client.16008 ms_handle_connect on v2:172.21.15.203:6836/4255783395 2024-09-10T08:16:59.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.069+0000 7ff831c20640 1 --2- 172.21.15.67:0/625293343 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x556397338f10 0x55639733b300 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=98327db3d4edd9b1 server_cookie=57228d94de718c0c in_seq=0 out_seq=0 2024-09-10T08:16:59.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.070+0000 7ff815ffb640 1 -- 172.21.15.67:0/625293343 <== mds.2 v2:172.21.15.203:6836/4255783395 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556397291860 con 0x556397338f10 2024-09-10T08:16:59.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.070+0000 7ff815ffb640 10 client.16008 handle_command_reply: tid=0 2024-09-10T08:16:59.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.070+0000 7ff836a5e740 1 client.16008 shutdown 2024-09-10T08:16:59.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.070+0000 7ff836a5e740 1 -- 172.21.15.67:0/625293343 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55639731fb40 msgr2=0x556397326010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:59.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.070+0000 7ff836a5e740 1 --2- 172.21.15.67:0/625293343 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55639731fb40 0x556397326010 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7ff82800a810 tx=0x7ff828018ed0 comp rx=0 tx=0).stop 2024-09-10T08:16:59.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.070+0000 7ff836a5e740 1 -- 172.21.15.67:0/625293343 shutdown_connections 2024-09-10T08:16:59.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.070+0000 7ff836a5e740 1 --2- 172.21.15.67:0/625293343 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x556397338f10 0x55639733b300 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:59.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.070+0000 7ff836a5e740 1 --2- 172.21.15.67:0/625293343 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556397329370 0x556397326600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:59.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.070+0000 7ff836a5e740 1 --2- 172.21.15.67:0/625293343 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55639731fb40 0x556397326010 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:59.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.070+0000 7ff815ffb640 0 client.16008 ms_handle_reset on v2:172.21.15.203:6836/4255783395 2024-09-10T08:16:59.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.070+0000 7ff836a5e740 1 --2- 172.21.15.67:0/625293343 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55639731e5d0 0x556397328d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:59.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.070+0000 7ff836a5e740 1 -- 172.21.15.67:0/625293343 >> 172.21.15.67:0/625293343 conn(0x5563972e7310 msgr2=0x556397320990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:59.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.070+0000 7ff836a5e740 1 -- 172.21.15.67:0/625293343 shutdown_connections 2024-09-10T08:16:59.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.070+0000 7ff836a5e740 1 -- 172.21.15.67:0/625293343 wait complete. 2024-09-10T08:16:59.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.070+0000 7ff836a5e740 20 client.16008 trim_cache size 0 max 16384 2024-09-10T08:16:59.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.083+0000 7ff836a5e740 1 Processor -- start 2024-09-10T08:16:59.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.083+0000 7ff836a5e740 1 -- start start 2024-09-10T08:16:59.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.084+0000 7ff836a5e740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55639731e5d0 0x556397327f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:59.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.084+0000 7ff836a5e740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55639731fb40 0x556397321120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:59.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.084+0000 7ff836a5e740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556397329370 0x556397321660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:59.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.084+0000 7ff836a5e740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff82c1b10a0 con 0x55639731fb40 2024-09-10T08:16:59.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.084+0000 7ff836a5e740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7ff82c1b2be0 con 0x55639731e5d0 2024-09-10T08:16:59.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.084+0000 7ff836a5e740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ff82c1b1770 con 0x556397329370 2024-09-10T08:16:59.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.084+0000 7ff832421640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55639731fb40 0x556397321120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:59.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.084+0000 7ff832421640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55639731fb40 0x556397321120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40324/0 (socket says 172.21.15.67:40324) 2024-09-10T08:16:59.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.084+0000 7ff832421640 1 -- 172.21.15.67:0/2942680723 learned_addr learned my addr 172.21.15.67:0/2942680723 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:59.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.084+0000 7ff831c20640 1 --2- 172.21.15.67:0/2942680723 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55639731e5d0 0x556397327f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:59.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.084+0000 7ff831c20640 1 --2- 172.21.15.67:0/2942680723 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556397329370 0x556397321660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:59.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.084+0000 7ff832421640 1 -- 172.21.15.67:0/2942680723 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556397329370 msgr2=0x556397321660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:59.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.084+0000 7ff832421640 1 --2- 172.21.15.67:0/2942680723 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556397329370 0x556397321660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:59.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.084+0000 7ff832421640 1 -- 172.21.15.67:0/2942680723 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55639731e5d0 msgr2=0x556397327f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:59.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.084+0000 7ff832421640 1 --2- 172.21.15.67:0/2942680723 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55639731e5d0 0x556397327f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:59.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.084+0000 7ff832421640 1 -- 172.21.15.67:0/2942680723 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55639731a4f0 con 0x55639731fb40 2024-09-10T08:16:59.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.084+0000 7ff831c20640 1 --2- 172.21.15.67:0/2942680723 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55639731e5d0 0x556397327f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:16:59.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.084+0000 7ff832421640 1 --2- 172.21.15.67:0/2942680723 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55639731fb40 0x556397321120 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7ff82801b040 tx=0x7ff82800afa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e69021d3e6fd01eb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:59.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.084+0000 7ff817fff640 1 -- 172.21.15.67:0/2942680723 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff828027070 con 0x55639731fb40 2024-09-10T08:16:59.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.085+0000 7ff817fff640 1 -- 172.21.15.67:0/2942680723 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff82800aaa0 con 0x55639731fb40 2024-09-10T08:16:59.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.085+0000 7ff817fff640 1 -- 172.21.15.67:0/2942680723 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff82801d040 con 0x55639731fb40 2024-09-10T08:16:59.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.085+0000 7ff836a5e740 1 -- 172.21.15.67:0/2942680723 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55639731fb40 msgr2=0x556397321120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:59.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.085+0000 7ff836a5e740 1 --2- 172.21.15.67:0/2942680723 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55639731fb40 0x556397321120 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7ff82801b040 tx=0x7ff82800afa0 comp rx=0 tx=0).stop 2024-09-10T08:16:59.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.085+0000 7ff836a5e740 1 -- 172.21.15.67:0/2942680723 shutdown_connections 2024-09-10T08:16:59.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.085+0000 7ff836a5e740 1 --2- 172.21.15.67:0/2942680723 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556397329370 0x556397321660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:59.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.085+0000 7ff836a5e740 1 --2- 172.21.15.67:0/2942680723 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55639731fb40 0x556397321120 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:59.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.085+0000 7ff836a5e740 1 --2- 172.21.15.67:0/2942680723 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55639731e5d0 0x556397327f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:59.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.085+0000 7ff836a5e740 1 -- 172.21.15.67:0/2942680723 >> 172.21.15.67:0/2942680723 conn(0x5563972e7310 msgr2=0x556397327870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:59.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.085+0000 7ff836a5e740 1 -- 172.21.15.67:0/2942680723 shutdown_connections 2024-09-10T08:16:59.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.085+0000 7ff836a5e740 1 -- 172.21.15.67:0/2942680723 wait complete. 2024-09-10T08:16:59.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.086+0000 7ff836a5e740 1 -- start start 2024-09-10T08:16:59.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.086+0000 7ff836a5e740 1 Processor -- start 2024-09-10T08:16:59.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.086+0000 7ff836a5e740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55639731e5d0 0x556397331b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:59.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.086+0000 7ff836a5e740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55639731fb40 0x55639732ced0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:59.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.086+0000 7ff836a5e740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556397329370 0x55639732d410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:59.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.086+0000 7ff836a5e740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff82c1b2510 con 0x55639731e5d0 2024-09-10T08:16:59.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.086+0000 7ff836a5e740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7ff82c1b1e40 con 0x55639731fb40 2024-09-10T08:16:59.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.086+0000 7ff836a5e740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ff82c1af080 con 0x556397329370 2024-09-10T08:16:59.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.086+0000 7ff836a5e740 10 client.0 _ll_register_callbacks cb 0x7ff82801b070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:16:59.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.086+0000 7ff831c20640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55639731e5d0 0x556397331b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:59.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.086+0000 7ff831c20640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55639731e5d0 0x556397331b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40326/0 (socket says 172.21.15.67:40326) 2024-09-10T08:16:59.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.086+0000 7ff831c20640 1 -- 172.21.15.67:0/2761441473 learned_addr learned my addr 172.21.15.67:0/2761441473 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:16:59.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.086+0000 7ff832421640 1 --2- 172.21.15.67:0/2761441473 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55639731fb40 0x55639732ced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:59.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.086+0000 7ff831c20640 1 -- 172.21.15.67:0/2761441473 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556397329370 msgr2=0x55639732d410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:59.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.086+0000 7ff831c20640 1 --2- 172.21.15.67:0/2761441473 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556397329370 0x55639732d410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:59.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.086+0000 7ff831c20640 1 -- 172.21.15.67:0/2761441473 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55639731fb40 msgr2=0x55639732ced0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:16:59.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.086+0000 7ff831c20640 1 --2- 172.21.15.67:0/2761441473 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55639731fb40 0x55639732ced0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:59.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.086+0000 7ff831c20640 1 -- 172.21.15.67:0/2761441473 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55639732dc40 con 0x55639731e5d0 2024-09-10T08:16:59.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.086+0000 7ff832421640 1 --2- 172.21.15.67:0/2761441473 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55639731fb40 0x55639732ced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:16:59.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.087+0000 7ff831c20640 1 --2- 172.21.15.67:0/2761441473 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55639731e5d0 0x556397331b50 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7ff820000c00 tx=0x7ff82002ab00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c20ac5db9a5f99e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:16:59.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.087+0000 7ff815ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:16:59.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.087+0000 7ff815ffb640 1 -- 172.21.15.67:0/2761441473 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff820035040 con 0x55639731e5d0 2024-09-10T08:16:59.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.087+0000 7ff815ffb640 1 -- 172.21.15.67:0/2761441473 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7ff820005220 con 0x55639731e5d0 2024-09-10T08:16:59.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.087+0000 7ff836a5e740 1 -- 172.21.15.67:0/2761441473 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff82800aaa0 con 0x55639731e5d0 2024-09-10T08:16:59.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.087+0000 7ff815ffb640 1 -- 172.21.15.67:0/2761441473 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff820054050 con 0x55639731e5d0 2024-09-10T08:16:59.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.087+0000 7ff836a5e740 10 client.16014 fetch_fsmap learned FSMap version 29 2024-09-10T08:16:59.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.087+0000 7ff836a5e740 1 -- 172.21.15.67:0/2761441473 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5563973a3890 con 0x55639731e5d0 2024-09-10T08:16:59.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.087+0000 7ff815ffb640 1 -- 172.21.15.67:0/2761441473 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff82800aaa0 con 0x55639731e5d0 2024-09-10T08:16:59.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.087+0000 7ff815ffb640 1 -- 172.21.15.67:0/2761441473 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7ff82003a040 con 0x55639731e5d0 2024-09-10T08:16:59.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.087+0000 7ff836a5e740 10 client.16014 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:16:59.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.087+0000 7ff836a5e740 10 client.16014 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T08:16:59.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.087+0000 7ff836a5e740 20 client.16014 populate_metadata read hostname 'smithi067' 2024-09-10T08:16:59.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.087+0000 7ff836a5e740 1 --2- 172.21.15.67:0/2761441473 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x5563973a3fe0 0x5563973a6400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:16:59.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.087+0000 7ff836a5e740 4 client.16014 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T08:16:59.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.087+0000 7ff836a5e740 1 -- 172.21.15.67:0/2761441473 --> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55639728bd70 con 0x5563973a3fe0 2024-09-10T08:16:59.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.088+0000 7ff832421640 1 --2- 172.21.15.67:0/2761441473 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x5563973a3fe0 0x5563973a6400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:16:59.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.088+0000 7ff832421640 1 --2- 172.21.15.67:0/2761441473 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x5563973a3fe0 0x5563973a6400 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=897b7903eca05fb9 server_cookie=97160b07f406aed5 in_seq=0 out_seq=0 2024-09-10T08:16:59.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.088+0000 7ff815ffb640 10 client.16014 ms_handle_connect on v2:172.21.15.203:6836/4255783395 2024-09-10T08:16:59.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.088+0000 7ff815ffb640 1 -- 172.21.15.67:0/2761441473 <== mds.2 v2:172.21.15.203:6836/4255783395 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55639728bd70 con 0x5563973a3fe0 2024-09-10T08:16:59.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.088+0000 7ff815ffb640 10 client.16014 handle_command_reply: tid=0 2024-09-10T08:16:59.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.088+0000 7ff836a5e740 1 client.16014 shutdown 2024-09-10T08:16:59.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.088+0000 7ff836a5e740 1 -- 172.21.15.67:0/2761441473 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55639731e5d0 msgr2=0x556397331b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:59.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.088+0000 7ff836a5e740 1 --2- 172.21.15.67:0/2761441473 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55639731e5d0 0x556397331b50 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7ff820000c00 tx=0x7ff82002ab00 comp rx=0 tx=0).stop 2024-09-10T08:16:59.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.088+0000 7ff836a5e740 1 -- 172.21.15.67:0/2761441473 shutdown_connections 2024-09-10T08:16:59.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.088+0000 7ff836a5e740 1 --2- 172.21.15.67:0/2761441473 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x5563973a3fe0 0x5563973a6400 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:59.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.088+0000 7ff836a5e740 1 --2- 172.21.15.67:0/2761441473 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55639731fb40 0x55639732ced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:59.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.088+0000 7ff836a5e740 1 --2- 172.21.15.67:0/2761441473 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556397329370 0x55639732d410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:59.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.088+0000 7ff836a5e740 1 --2- 172.21.15.67:0/2761441473 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55639731e5d0 0x556397331b50 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:59.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.088+0000 7ff836a5e740 1 -- 172.21.15.67:0/2761441473 >> 172.21.15.67:0/2761441473 conn(0x5563972e7310 msgr2=0x556397328090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:59.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.088+0000 7ff815ffb640 0 client.16014 ms_handle_reset on v2:172.21.15.203:6836/4255783395 2024-09-10T08:16:59.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.089+0000 7ff836a5e740 1 -- 172.21.15.67:0/2761441473 shutdown_connections 2024-09-10T08:16:59.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.089+0000 7ff836a5e740 1 -- 172.21.15.67:0/2761441473 wait complete. 2024-09-10T08:16:59.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.089+0000 7ff836a5e740 20 client.16014 trim_cache size 0 max 16384 2024-09-10T08:16:59.098 INFO:teuthology.orchestra.run.smithi067.stdout:[] 2024-09-10T08:16:59.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.089+0000 7ff834685640 1 -- 172.21.15.67:0/4103124393 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff8180a2c00 msgr2=0x7ff8180a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:59.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.089+0000 7ff834685640 1 --2- 172.21.15.67:0/4103124393 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff8180a2c00 0x7ff8180a50c0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7ff8240a3480 tx=0x7ff82406deb0 comp rx=0 tx=0).stop 2024-09-10T08:16:59.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.089+0000 7ff834685640 1 -- 172.21.15.67:0/4103124393 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff82c10c180 msgr2=0x7ff82c101480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:16:59.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.089+0000 7ff834685640 1 --2- 172.21.15.67:0/4103124393 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff82c10c180 0x7ff82c101480 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7ff82400b970 tx=0x7ff82400be30 comp rx=0 tx=0).stop 2024-09-10T08:16:59.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.089+0000 7ff834685640 1 -- 172.21.15.67:0/4103124393 shutdown_connections 2024-09-10T08:16:59.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.089+0000 7ff834685640 1 --2- 172.21.15.67:0/4103124393 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff8180a2c00 0x7ff8180a50c0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:59.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.089+0000 7ff834685640 1 --2- 172.21.15.67:0/4103124393 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff82c10c180 0x7ff82c101480 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:59.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.089+0000 7ff834685640 1 --2- 172.21.15.67:0/4103124393 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff82c1036c0 0x7ff82c100f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:59.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.089+0000 7ff834685640 1 --2- 172.21.15.67:0/4103124393 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff82c102da0 0x7ff82c100a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:16:59.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.089+0000 7ff834685640 1 -- 172.21.15.67:0/4103124393 >> 172.21.15.67:0/4103124393 conn(0x7ff82c0fc7a0 msgr2=0x7ff82c0fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:16:59.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.089+0000 7ff834685640 1 -- 172.21.15.67:0/4103124393 shutdown_connections 2024-09-10T08:16:59.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:16:59.089+0000 7ff834685640 1 -- 172.21.15.67:0/4103124393 wait complete. 2024-09-10T08:16:59.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:16:59 smithi067 ceph-mon[31051]: pgmap v422: 129 pgs: 129 active+clean; 673 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-10T08:16:59.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:16:59 smithi203 ceph-mon[34672]: pgmap v422: 129 pgs: 129 active+clean; 673 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-10T08:16:59.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:16:59 smithi133 ceph-mon[34721]: pgmap v422: 129 pgs: 129 active+clean; 673 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 0 B/s wr, 8 op/s 2024-09-10T08:16:59.974 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-10T08:17:00.239 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:17:00.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.743+0000 7fca08f76640 1 -- 172.21.15.67:0/4062667166 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fca04102d30 msgr2=0x7fca04103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:00.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.743+0000 7fca08f76640 1 --2- 172.21.15.67:0/4062667166 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fca04102d30 0x7fca04103110 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7fc9f4009930 tx=0x7fc9f402a420 comp rx=0 tx=0).stop 2024-09-10T08:17:00.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.743+0000 7fca08f76640 1 -- 172.21.15.67:0/4062667166 shutdown_connections 2024-09-10T08:17:00.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.743+0000 7fca08f76640 1 --2- 172.21.15.67:0/4062667166 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca041036e0 0x7fca04107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:00.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.743+0000 7fca08f76640 1 --2- 172.21.15.67:0/4062667166 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fca041082a0 0x7fca0410ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:00.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.743+0000 7fca08f76640 1 --2- 172.21.15.67:0/4062667166 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fca04102d30 0x7fca04103110 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:00.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.743+0000 7fca08f76640 1 -- 172.21.15.67:0/4062667166 >> 172.21.15.67:0/4062667166 conn(0x7fca040fc7d0 msgr2=0x7fca040febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:00.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.744+0000 7fca08f76640 1 -- 172.21.15.67:0/4062667166 shutdown_connections 2024-09-10T08:17:00.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.744+0000 7fca08f76640 1 -- 172.21.15.67:0/4062667166 wait complete. 2024-09-10T08:17:00.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.744+0000 7fca08f76640 1 Processor -- start 2024-09-10T08:17:00.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.744+0000 7fca08f76640 1 -- start start 2024-09-10T08:17:00.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.745+0000 7fca08f76640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fca04102d30 0x7fca04100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:00.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.745+0000 7fca08f76640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fca041036e0 0x7fca04100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:00.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.745+0000 7fca08f76640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca041082a0 0x7fca04101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:00.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.745+0000 7fca08f76640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fca04111f50 con 0x7fca04102d30 2024-09-10T08:17:00.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.745+0000 7fca08f76640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fca04111dd0 con 0x7fca041082a0 2024-09-10T08:17:00.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.745+0000 7fca08f76640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fca041120d0 con 0x7fca041036e0 2024-09-10T08:17:00.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.745+0000 7fca0259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fca04102d30 0x7fca04100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:00.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.745+0000 7fca0259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fca04102d30 0x7fca04100990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40358/0 (socket says 172.21.15.67:40358) 2024-09-10T08:17:00.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.745+0000 7fca0259c640 1 -- 172.21.15.67:0/3537711488 learned_addr learned my addr 172.21.15.67:0/3537711488 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:00.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.745+0000 7fca02d9d640 1 --2- 172.21.15.67:0/3537711488 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca041082a0 0x7fca04101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:00.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.745+0000 7fca01d9b640 1 --2- 172.21.15.67:0/3537711488 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fca041036e0 0x7fca04100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:00.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.745+0000 7fca0259c640 1 -- 172.21.15.67:0/3537711488 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fca041036e0 msgr2=0x7fca04100ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:00.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.745+0000 7fca0259c640 1 --2- 172.21.15.67:0/3537711488 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fca041036e0 0x7fca04100ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:00.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.745+0000 7fca0259c640 1 -- 172.21.15.67:0/3537711488 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca041082a0 msgr2=0x7fca04101410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:00.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.745+0000 7fca0259c640 1 --2- 172.21.15.67:0/3537711488 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca041082a0 0x7fca04101410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:00.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.745+0000 7fca0259c640 1 -- 172.21.15.67:0/3537711488 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca041a6930 con 0x7fca04102d30 2024-09-10T08:17:00.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.745+0000 7fca0259c640 1 --2- 172.21.15.67:0/3537711488 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fca04102d30 0x7fca04100990 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7fc9f4005940 tx=0x7fc9f40042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:00.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.745+0000 7fc9f37fe640 1 -- 172.21.15.67:0/3537711488 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9f403f030 con 0x7fca04102d30 2024-09-10T08:17:00.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.746+0000 7fc9f37fe640 1 -- 172.21.15.67:0/3537711488 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc9f4003cb0 con 0x7fca04102d30 2024-09-10T08:17:00.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.746+0000 7fca08f76640 1 -- 172.21.15.67:0/3537711488 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca041a6bc0 con 0x7fca04102d30 2024-09-10T08:17:00.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.746+0000 7fc9f37fe640 1 -- 172.21.15.67:0/3537711488 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9f4035070 con 0x7fca04102d30 2024-09-10T08:17:00.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.746+0000 7fca08f76640 1 -- 172.21.15.67:0/3537711488 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca041a70a0 con 0x7fca04102d30 2024-09-10T08:17:00.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.748+0000 7fc9f37fe640 1 -- 172.21.15.67:0/3537711488 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7fc9f4042030 con 0x7fca04102d30 2024-09-10T08:17:00.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.748+0000 7fca0b34f740 1 Processor -- start 2024-09-10T08:17:00.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.748+0000 7fca0b34f740 1 -- start start 2024-09-10T08:17:00.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.748+0000 7fca0b34f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c49de28b40 0x55c49de27090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:00.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.748+0000 7fca0b34f740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c49de275d0 0x55c49de27a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:00.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.748+0000 7fca0b34f740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c49de32370 0x55c49de34760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:00.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.748+0000 7fca0b34f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55c49dd8d2f0 con 0x55c49de28b40 2024-09-10T08:17:00.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.749+0000 7fca0b34f740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55c49dd34cf0 con 0x55c49de275d0 2024-09-10T08:17:00.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.749+0000 7fca0b34f740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55c49dd892b0 con 0x55c49de32370 2024-09-10T08:17:00.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.749+0000 7fca02d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c49de28b40 0x55c49de27090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:00.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.749+0000 7fca02d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c49de28b40 0x55c49de27090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40360/0 (socket says 172.21.15.67:40360) 2024-09-10T08:17:00.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.749+0000 7fca02d9d640 1 -- 172.21.15.67:0/2802270155 learned_addr learned my addr 172.21.15.67:0/2802270155 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:00.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.749+0000 7fca0259c640 1 --2- 172.21.15.67:0/2802270155 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c49de275d0 0x55c49de27a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:00.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.749+0000 7fca01d9b640 1 --2- 172.21.15.67:0/2802270155 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c49de32370 0x55c49de34760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:00.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.749+0000 7fca02d9d640 1 -- 172.21.15.67:0/2802270155 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c49de32370 msgr2=0x55c49de34760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:00.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.749+0000 7fca02d9d640 1 --2- 172.21.15.67:0/2802270155 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c49de32370 0x55c49de34760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:00.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.749+0000 7fc9f37fe640 1 --2- 172.21.15.67:0/3537711488 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc9ec0a2b80 0x7fc9ec0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:00.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.749+0000 7fca02d9d640 1 -- 172.21.15.67:0/2802270155 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c49de275d0 msgr2=0x55c49de27a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:00.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.749+0000 7fca02d9d640 1 --2- 172.21.15.67:0/2802270155 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c49de275d0 0x55c49de27a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:00.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.749+0000 7fca02d9d640 1 -- 172.21.15.67:0/2802270155 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c49dd193a0 con 0x55c49de28b40 2024-09-10T08:17:00.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.749+0000 7fca0259c640 1 --2- 172.21.15.67:0/2802270155 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c49de275d0 0x55c49de27a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:17:00.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.749+0000 7fc9f37fe640 1 -- 172.21.15.67:0/3537711488 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fc9f40efa00 con 0x7fca04102d30 2024-09-10T08:17:00.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.749+0000 7fca02d9d640 1 --2- 172.21.15.67:0/3537711488 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc9ec0a2b80 0x7fc9ec0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:00.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.749+0000 7fca02d9d640 1 --2- 172.21.15.67:0/2802270155 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c49de28b40 0x55c49de27090 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fc9fc00ae10 tx=0x7fc9fc00f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a0bf80de7659ce3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:00.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.749+0000 7fc9f0ff9640 1 -- 172.21.15.67:0/2802270155 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9fc0106c0 con 0x55c49de28b40 2024-09-10T08:17:00.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.750+0000 7fc9f0ff9640 1 -- 172.21.15.67:0/2802270155 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc9fc018490 con 0x55c49de28b40 2024-09-10T08:17:00.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.750+0000 7fc9f0ff9640 1 -- 172.21.15.67:0/2802270155 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9fc017690 con 0x55c49de28b40 2024-09-10T08:17:00.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.750+0000 7fca0b34f740 1 -- 172.21.15.67:0/2802270155 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c49de28b40 msgr2=0x55c49de27090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:00.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.750+0000 7fca02d9d640 1 --2- 172.21.15.67:0/3537711488 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc9ec0a2b80 0x7fc9ec0a5040 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fc9fc01c000 tx=0x7fc9fc017e00 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:00.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.750+0000 7fca0b34f740 1 --2- 172.21.15.67:0/2802270155 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c49de28b40 0x55c49de27090 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fc9fc00ae10 tx=0x7fc9fc00f790 comp rx=0 tx=0).stop 2024-09-10T08:17:00.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.750+0000 7fca0b34f740 1 -- 172.21.15.67:0/2802270155 shutdown_connections 2024-09-10T08:17:00.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.750+0000 7fca0b34f740 1 --2- 172.21.15.67:0/2802270155 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c49de275d0 0x55c49de27a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:00.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.750+0000 7fca0b34f740 1 --2- 172.21.15.67:0/2802270155 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c49de32370 0x55c49de34760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:00.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.750+0000 7fca0b34f740 1 --2- 172.21.15.67:0/2802270155 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c49de28b40 0x55c49de27090 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:00.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.750+0000 7fca0b34f740 1 -- 172.21.15.67:0/2802270155 >> 172.21.15.67:0/2802270155 conn(0x55c49ddf0310 msgr2=0x55c49de23c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:00.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.750+0000 7fca0b34f740 1 -- 172.21.15.67:0/2802270155 shutdown_connections 2024-09-10T08:17:00.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.750+0000 7fca0b34f740 1 -- 172.21.15.67:0/2802270155 wait complete. 2024-09-10T08:17:00.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.751+0000 7fca0b34f740 1 -- start start 2024-09-10T08:17:00.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.751+0000 7fca0b34f740 1 Processor -- start 2024-09-10T08:17:00.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.751+0000 7fca0b34f740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c49de275d0 0x55c49de31be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:00.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.751+0000 7fca0b34f740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c49de28b40 0x55c49de2eee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:00.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.751+0000 7fca0b34f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c49de32370 0x55c49de2f420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:00.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.751+0000 7fca0b34f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55c49de35070 con 0x55c49de32370 2024-09-10T08:17:00.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.751+0000 7fca0b34f740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55c49dd48060 con 0x55c49de28b40 2024-09-10T08:17:00.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.751+0000 7fca0b34f740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55c49de351f0 con 0x55c49de275d0 2024-09-10T08:17:00.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.751+0000 7fca0b34f740 10 client.0 _ll_register_callbacks cb 0x55c49da9b8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:17:00.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.751+0000 7fca02d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c49de32370 0x55c49de2f420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:00.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.751+0000 7fca02d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c49de32370 0x55c49de2f420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40370/0 (socket says 172.21.15.67:40370) 2024-09-10T08:17:00.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.751+0000 7fca0259c640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c49de275d0 0x55c49de31be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:00.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.751+0000 7fca02d9d640 1 -- 172.21.15.67:0/74393469 learned_addr learned my addr 172.21.15.67:0/74393469 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:00.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.751+0000 7fca01d9b640 1 --2- 172.21.15.67:0/74393469 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c49de28b40 0x55c49de2eee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:00.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.752+0000 7fca02d9d640 1 -- 172.21.15.67:0/74393469 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c49de275d0 msgr2=0x55c49de31be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:00.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.752+0000 7fca02d9d640 1 --2- 172.21.15.67:0/74393469 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c49de275d0 0x55c49de31be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:00.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.752+0000 7fca02d9d640 1 -- 172.21.15.67:0/74393469 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c49de28b40 msgr2=0x55c49de2eee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:00.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.752+0000 7fca02d9d640 1 --2- 172.21.15.67:0/74393469 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c49de28b40 0x55c49de2eee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:00.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.752+0000 7fca02d9d640 1 -- 172.21.15.67:0/74393469 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c49dafe3c0 con 0x55c49de32370 2024-09-10T08:17:00.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.752+0000 7fca0259c640 1 --2- 172.21.15.67:0/74393469 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c49de275d0 0x55c49de31be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:17:00.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.752+0000 7fca02d9d640 1 --2- 172.21.15.67:0/74393469 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c49de32370 0x55c49de2f420 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7fc9fc00ade0 tx=0x7fc9fc016000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ba64bbd76d63811 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:00.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.752+0000 7fc9e9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:17:00.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.752+0000 7fc9e9ffb640 1 -- 172.21.15.67:0/74393469 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9fc010d10 con 0x55c49de32370 2024-09-10T08:17:00.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.752+0000 7fc9e9ffb640 1 -- 172.21.15.67:0/74393469 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fc9fc01e040 con 0x55c49de32370 2024-09-10T08:17:00.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.752+0000 7fca0b34f740 1 -- 172.21.15.67:0/74393469 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc9fc018490 con 0x55c49de32370 2024-09-10T08:17:00.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.752+0000 7fc9e9ffb640 1 -- 172.21.15.67:0/74393469 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fc9fc0173b0 con 0x55c49de32370 2024-09-10T08:17:00.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.752+0000 7fca0b34f740 10 client.16026 fetch_fsmap learned FSMap version 29 2024-09-10T08:17:00.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.752+0000 7fca0b34f740 1 -- 172.21.15.67:0/74393469 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55c49de40a10 con 0x55c49de32370 2024-09-10T08:17:00.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.752+0000 7fc9e9ffb640 1 -- 172.21.15.67:0/74393469 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc9fc018490 con 0x55c49de32370 2024-09-10T08:17:00.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.753+0000 7fc9e9ffb640 1 -- 172.21.15.67:0/74393469 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fc9fc017550 con 0x55c49de32370 2024-09-10T08:17:00.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.753+0000 7fca0b34f740 10 client.16026 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:17:00.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.753+0000 7fca0b34f740 10 client.16026 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T08:17:00.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.753+0000 7fca0b34f740 20 client.16026 populate_metadata read hostname 'smithi067' 2024-09-10T08:17:00.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.753+0000 7fca0b34f740 1 --2- 172.21.15.67:0/74393469 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55c49de41ed0 0x55c49de442c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:00.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.753+0000 7fca0b34f740 4 client.16026 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:17:00.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.753+0000 7fca0b34f740 1 -- 172.21.15.67:0/74393469 --> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c49dd9a860 con 0x55c49de41ed0 2024-09-10T08:17:00.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.753+0000 7fca0259c640 1 --2- 172.21.15.67:0/74393469 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55c49de41ed0 0x55c49de442c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:00.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.754+0000 7fc9e9ffb640 10 client.16026 ms_handle_connect on v2:172.21.15.203:6838/2311592321 2024-09-10T08:17:00.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.754+0000 7fca0259c640 1 --2- 172.21.15.67:0/74393469 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55c49de41ed0 0x55c49de442c0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3d4119eb0515810f server_cookie=324ece05de3556a3 in_seq=0 out_seq=0 2024-09-10T08:17:00.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.754+0000 7fc9e9ffb640 1 -- 172.21.15.67:0/74393469 <== mds.1 v2:172.21.15.203:6838/2311592321 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c49dd9a860 con 0x55c49de41ed0 2024-09-10T08:17:00.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.754+0000 7fc9e9ffb640 10 client.16026 handle_command_reply: tid=0 2024-09-10T08:17:00.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.754+0000 7fca0b34f740 1 client.16026 shutdown 2024-09-10T08:17:00.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.754+0000 7fca0b34f740 1 -- 172.21.15.67:0/74393469 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c49de32370 msgr2=0x55c49de2f420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:00.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.754+0000 7fca0b34f740 1 --2- 172.21.15.67:0/74393469 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c49de32370 0x55c49de2f420 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7fc9fc00ade0 tx=0x7fc9fc016000 comp rx=0 tx=0).stop 2024-09-10T08:17:00.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.754+0000 7fca0b34f740 1 -- 172.21.15.67:0/74393469 shutdown_connections 2024-09-10T08:17:00.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.754+0000 7fca0b34f740 1 --2- 172.21.15.67:0/74393469 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55c49de41ed0 0x55c49de442c0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:00.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.754+0000 7fca0b34f740 1 --2- 172.21.15.67:0/74393469 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c49de28b40 0x55c49de2eee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:00.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.754+0000 7fca0b34f740 1 --2- 172.21.15.67:0/74393469 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c49de32370 0x55c49de2f420 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:00.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.754+0000 7fc9e9ffb640 0 client.16026 ms_handle_reset on v2:172.21.15.203:6838/2311592321 2024-09-10T08:17:00.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.754+0000 7fca0b34f740 1 --2- 172.21.15.67:0/74393469 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c49de275d0 0x55c49de31be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:00.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.754+0000 7fca0b34f740 1 -- 172.21.15.67:0/74393469 >> 172.21.15.67:0/74393469 conn(0x55c49ddf0310 msgr2=0x55c49de29930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:00.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.755+0000 7fca0b34f740 1 -- 172.21.15.67:0/74393469 shutdown_connections 2024-09-10T08:17:00.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.755+0000 7fca0b34f740 1 -- 172.21.15.67:0/74393469 wait complete. 2024-09-10T08:17:00.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.755+0000 7fca0b34f740 20 client.16026 trim_cache size 0 max 16384 2024-09-10T08:17:00.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.767+0000 7fca0b34f740 1 Processor -- start 2024-09-10T08:17:00.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.767+0000 7fca0b34f740 1 -- start start 2024-09-10T08:17:00.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.768+0000 7fca0b34f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c49de275d0 0x55c49de3e340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:00.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.768+0000 7fca0b34f740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c49de28b40 0x55c49de2eea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:00.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.768+0000 7fca0b34f740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c49de32370 0x55c49de2f3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:00.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.768+0000 7fca0b34f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fca041b0fe0 con 0x55c49de275d0 2024-09-10T08:17:00.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.768+0000 7fca0b34f740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fca041b2b20 con 0x55c49de32370 2024-09-10T08:17:00.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.768+0000 7fca0b34f740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fca041b16b0 con 0x55c49de28b40 2024-09-10T08:17:00.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.768+0000 7fca0259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c49de275d0 0x55c49de3e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:00.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.768+0000 7fca0259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c49de275d0 0x55c49de3e340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40384/0 (socket says 172.21.15.67:40384) 2024-09-10T08:17:00.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.768+0000 7fca0259c640 1 -- 172.21.15.67:0/3439711692 learned_addr learned my addr 172.21.15.67:0/3439711692 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:00.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.768+0000 7fca01d9b640 1 --2- 172.21.15.67:0/3439711692 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c49de28b40 0x55c49de2eea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:00.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.768+0000 7fca0259c640 1 -- 172.21.15.67:0/3439711692 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c49de28b40 msgr2=0x55c49de2eea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:00.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.768+0000 7fca0259c640 1 --2- 172.21.15.67:0/3439711692 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c49de28b40 0x55c49de2eea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:00.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.768+0000 7fca0259c640 1 -- 172.21.15.67:0/3439711692 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c49de32370 msgr2=0x55c49de2f3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:00.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.768+0000 7fca0259c640 1 --2- 172.21.15.67:0/3439711692 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c49de32370 0x55c49de2f3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:00.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.768+0000 7fca0259c640 1 -- 172.21.15.67:0/3439711692 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c49de2aae0 con 0x55c49de275d0 2024-09-10T08:17:00.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.768+0000 7fca01d9b640 1 --2- 172.21.15.67:0/3439711692 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c49de28b40 0x55c49de2eea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:17:00.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.768+0000 7fca0259c640 1 --2- 172.21.15.67:0/3439711692 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c49de275d0 0x55c49de3e340 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7fc9f40ed100 tx=0x7fc9f40ecfd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3e0bdc52016035b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:00.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.768+0000 7fc9ebfff640 1 -- 172.21.15.67:0/3439711692 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9f4049040 con 0x55c49de275d0 2024-09-10T08:17:00.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.768+0000 7fc9ebfff640 1 -- 172.21.15.67:0/3439711692 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc9f40bc560 con 0x55c49de275d0 2024-09-10T08:17:00.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.769+0000 7fc9ebfff640 1 -- 172.21.15.67:0/3439711692 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9f40b84d0 con 0x55c49de275d0 2024-09-10T08:17:00.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.769+0000 7fca0b34f740 1 -- 172.21.15.67:0/3439711692 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c49de275d0 msgr2=0x55c49de3e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:00.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.769+0000 7fca0b34f740 1 --2- 172.21.15.67:0/3439711692 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c49de275d0 0x55c49de3e340 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7fc9f40ed100 tx=0x7fc9f40ecfd0 comp rx=0 tx=0).stop 2024-09-10T08:17:00.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.769+0000 7fca0b34f740 1 -- 172.21.15.67:0/3439711692 shutdown_connections 2024-09-10T08:17:00.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.769+0000 7fca0b34f740 1 --2- 172.21.15.67:0/3439711692 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c49de32370 0x55c49de2f3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:00.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.769+0000 7fca0b34f740 1 --2- 172.21.15.67:0/3439711692 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c49de28b40 0x55c49de2eea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:00.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.769+0000 7fca0b34f740 1 --2- 172.21.15.67:0/3439711692 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c49de275d0 0x55c49de3e340 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:00.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.769+0000 7fca0b34f740 1 -- 172.21.15.67:0/3439711692 >> 172.21.15.67:0/3439711692 conn(0x55c49ddf0310 msgr2=0x55c49de26bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:00.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.769+0000 7fca0b34f740 1 -- 172.21.15.67:0/3439711692 shutdown_connections 2024-09-10T08:17:00.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.769+0000 7fca0b34f740 1 -- 172.21.15.67:0/3439711692 wait complete. 2024-09-10T08:17:00.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.769+0000 7fca0b34f740 1 -- start start 2024-09-10T08:17:00.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.770+0000 7fca0b34f740 1 Processor -- start 2024-09-10T08:17:00.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.770+0000 7fca0b34f740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c49de275d0 0x55c49de35650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:00.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.770+0000 7fca0b34f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c49de28b40 0x55c49de35b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:00.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.770+0000 7fca0b34f740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c49de32370 0x55c49deaa9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:00.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.770+0000 7fca0b34f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fca041b2450 con 0x55c49de28b40 2024-09-10T08:17:00.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.770+0000 7fca0b34f740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fca041b1d80 con 0x55c49de275d0 2024-09-10T08:17:00.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.770+0000 7fca0b34f740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fca041aefc0 con 0x55c49de32370 2024-09-10T08:17:00.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.770+0000 7fca0b34f740 10 client.0 _ll_register_callbacks cb 0x7fc9fc027070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:17:00.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.770+0000 7fca01d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c49de28b40 0x55c49de35b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:00.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.770+0000 7fca01d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c49de28b40 0x55c49de35b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40394/0 (socket says 172.21.15.67:40394) 2024-09-10T08:17:00.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.770+0000 7fca01d9b640 1 -- 172.21.15.67:0/4105575631 learned_addr learned my addr 172.21.15.67:0/4105575631 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:00.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.770+0000 7fca0259c640 1 --2- 172.21.15.67:0/4105575631 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c49de275d0 0x55c49de35650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:00.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.770+0000 7fca02d9d640 1 --2- 172.21.15.67:0/4105575631 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c49de32370 0x55c49deaa9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:00.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.770+0000 7fca01d9b640 1 -- 172.21.15.67:0/4105575631 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c49de32370 msgr2=0x55c49deaa9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:00.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.770+0000 7fca01d9b640 1 --2- 172.21.15.67:0/4105575631 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c49de32370 0x55c49deaa9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:00.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.770+0000 7fca01d9b640 1 -- 172.21.15.67:0/4105575631 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c49de275d0 msgr2=0x55c49de35650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:00.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.770+0000 7fca01d9b640 1 --2- 172.21.15.67:0/4105575631 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c49de275d0 0x55c49de35650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:00.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.770+0000 7fca01d9b640 1 -- 172.21.15.67:0/4105575631 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c49deaaf00 con 0x55c49de28b40 2024-09-10T08:17:00.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.771+0000 7fca01d9b640 1 --2- 172.21.15.67:0/4105575631 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c49de28b40 0x55c49de35b90 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7fca0406a370 tx=0x7fc9f8003a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aff01b2839501338 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:00.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.771+0000 7fc9e9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:17:00.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.771+0000 7fc9e9ffb640 1 -- 172.21.15.67:0/4105575631 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9f8020060 con 0x55c49de28b40 2024-09-10T08:17:00.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.771+0000 7fc9e9ffb640 1 -- 172.21.15.67:0/4105575631 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fc9f8012720 con 0x55c49de28b40 2024-09-10T08:17:00.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.771+0000 7fca0b34f740 1 -- 172.21.15.67:0/4105575631 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc9f40bc560 con 0x55c49de28b40 2024-09-10T08:17:00.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.771+0000 7fc9e9ffb640 1 -- 172.21.15.67:0/4105575631 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fc9f8012920 con 0x55c49de28b40 2024-09-10T08:17:00.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.771+0000 7fca0b34f740 10 client.16032 fetch_fsmap learned FSMap version 29 2024-09-10T08:17:00.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.771+0000 7fca0b34f740 1 -- 172.21.15.67:0/4105575631 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55c49deac080 con 0x55c49de28b40 2024-09-10T08:17:00.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.771+0000 7fc9e9ffb640 1 -- 172.21.15.67:0/4105575631 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc9f40bc560 con 0x55c49de28b40 2024-09-10T08:17:00.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.771+0000 7fc9e9ffb640 1 -- 172.21.15.67:0/4105575631 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fc9f8010c30 con 0x55c49de28b40 2024-09-10T08:17:00.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.772+0000 7fca0b34f740 10 client.16032 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:17:00.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.772+0000 7fca0b34f740 10 client.16032 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T08:17:00.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.772+0000 7fca0b34f740 20 client.16032 populate_metadata read hostname 'smithi067' 2024-09-10T08:17:00.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.772+0000 7fca0b34f740 1 --2- 172.21.15.67:0/4105575631 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55c49deac810 0x55c49deaec30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:00.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.772+0000 7fca0b34f740 4 client.16032 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T08:17:00.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.772+0000 7fca0b34f740 1 -- 172.21.15.67:0/4105575631 --> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c49dd94d70 con 0x55c49deac810 2024-09-10T08:17:00.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.772+0000 7fca0259c640 1 --2- 172.21.15.67:0/4105575631 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55c49deac810 0x55c49deaec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:00.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.772+0000 7fc9e9ffb640 10 client.16032 ms_handle_connect on v2:172.21.15.203:6838/2311592321 2024-09-10T08:17:00.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.772+0000 7fca0259c640 1 --2- 172.21.15.67:0/4105575631 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55c49deac810 0x55c49deaec30 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1ed1f0a956d6aec3 server_cookie=e43da30704417147 in_seq=0 out_seq=0 2024-09-10T08:17:00.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.772+0000 7fc9e9ffb640 1 -- 172.21.15.67:0/4105575631 <== mds.1 v2:172.21.15.203:6838/2311592321 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c49dd94d70 con 0x55c49deac810 2024-09-10T08:17:00.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.772+0000 7fc9e9ffb640 10 client.16032 handle_command_reply: tid=0 2024-09-10T08:17:00.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.772+0000 7fca0b34f740 1 client.16032 shutdown 2024-09-10T08:17:00.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.773+0000 7fca0b34f740 1 -- 172.21.15.67:0/4105575631 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c49de28b40 msgr2=0x55c49de35b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:00.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.773+0000 7fca0b34f740 1 --2- 172.21.15.67:0/4105575631 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c49de28b40 0x55c49de35b90 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7fca0406a370 tx=0x7fc9f8003a80 comp rx=0 tx=0).stop 2024-09-10T08:17:00.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.773+0000 7fca0b34f740 1 -- 172.21.15.67:0/4105575631 shutdown_connections 2024-09-10T08:17:00.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.773+0000 7fca0b34f740 1 --2- 172.21.15.67:0/4105575631 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55c49deac810 0x55c49deaec30 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:00.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.773+0000 7fca0b34f740 1 --2- 172.21.15.67:0/4105575631 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c49de32370 0x55c49deaa9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:00.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.773+0000 7fca0b34f740 1 --2- 172.21.15.67:0/4105575631 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c49de28b40 0x55c49de35b90 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:00.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.773+0000 7fc9e9ffb640 0 client.16032 ms_handle_reset on v2:172.21.15.203:6838/2311592321 2024-09-10T08:17:00.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.773+0000 7fca0b34f740 1 --2- 172.21.15.67:0/4105575631 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c49de275d0 0x55c49de35650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:00.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.773+0000 7fca0b34f740 1 -- 172.21.15.67:0/4105575631 >> 172.21.15.67:0/4105575631 conn(0x55c49ddf0310 msgr2=0x55c49de2ee10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:00.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.773+0000 7fca0b34f740 1 -- 172.21.15.67:0/4105575631 shutdown_connections 2024-09-10T08:17:00.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.773+0000 7fca0b34f740 1 -- 172.21.15.67:0/4105575631 wait complete. 2024-09-10T08:17:00.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.773+0000 7fca0b34f740 20 client.16032 trim_cache size 0 max 16384 2024-09-10T08:17:00.795 INFO:teuthology.orchestra.run.smithi067.stdout:[] 2024-09-10T08:17:00.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.773+0000 7fca08f76640 1 -- 172.21.15.67:0/3537711488 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc9ec0a2b80 msgr2=0x7fc9ec0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:00.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.773+0000 7fca08f76640 1 --2- 172.21.15.67:0/3537711488 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc9ec0a2b80 0x7fc9ec0a5040 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fc9fc01c000 tx=0x7fc9fc017e00 comp rx=0 tx=0).stop 2024-09-10T08:17:00.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.773+0000 7fca08f76640 1 -- 172.21.15.67:0/3537711488 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fca04102d30 msgr2=0x7fca04100990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:00.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.773+0000 7fca08f76640 1 --2- 172.21.15.67:0/3537711488 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fca04102d30 0x7fca04100990 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7fc9f4005940 tx=0x7fc9f40042f0 comp rx=0 tx=0).stop 2024-09-10T08:17:00.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.774+0000 7fca08f76640 1 -- 172.21.15.67:0/3537711488 shutdown_connections 2024-09-10T08:17:00.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.774+0000 7fca08f76640 1 --2- 172.21.15.67:0/3537711488 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc9ec0a2b80 0x7fc9ec0a5040 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:00.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.774+0000 7fca08f76640 1 --2- 172.21.15.67:0/3537711488 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fca041082a0 0x7fca04101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:00.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.774+0000 7fca08f76640 1 --2- 172.21.15.67:0/3537711488 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fca041036e0 0x7fca04100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:00.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.774+0000 7fca08f76640 1 --2- 172.21.15.67:0/3537711488 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fca04102d30 0x7fca04100990 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:00.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.774+0000 7fca08f76640 1 -- 172.21.15.67:0/3537711488 >> 172.21.15.67:0/3537711488 conn(0x7fca040fc7d0 msgr2=0x7fca04105da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:00.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.774+0000 7fca08f76640 1 -- 172.21.15.67:0/3537711488 shutdown_connections 2024-09-10T08:17:00.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:00.774+0000 7fca08f76640 1 -- 172.21.15.67:0/3537711488 wait complete. 2024-09-10T08:17:01.432 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:17:01 smithi067 ceph-mon[31051]: pgmap v423: 129 pgs: 129 active+clean; 674 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 255 B/s wr, 12 op/s 2024-09-10T08:17:01.463 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-10T08:17:01.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:17:01 smithi203 ceph-mon[34672]: pgmap v423: 129 pgs: 129 active+clean; 674 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 255 B/s wr, 12 op/s 2024-09-10T08:17:01.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:17:01 smithi133 ceph-mon[34721]: pgmap v423: 129 pgs: 129 active+clean; 674 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 255 B/s wr, 12 op/s 2024-09-10T08:17:01.722 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:17:02.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.231+0000 7f6f49ca6640 1 -- 172.21.15.67:0/3443136286 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f44101de0 msgr2=0x7f6f441021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:02.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.231+0000 7f6f49ca6640 1 --2- 172.21.15.67:0/3443136286 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f44101de0 0x7f6f441021c0 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f6f34009ca0 tx=0x7f6f3402a8c0 comp rx=0 tx=0).stop 2024-09-10T08:17:02.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.231+0000 7f6f49ca6640 1 -- 172.21.15.67:0/3443136286 shutdown_connections 2024-09-10T08:17:02.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.231+0000 7f6f49ca6640 1 --2- 172.21.15.67:0/3443136286 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6f44106f10 0x7f6f4410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:02.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.231+0000 7f6f49ca6640 1 --2- 172.21.15.67:0/3443136286 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6f44102790 0x7f6f441067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:02.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.231+0000 7f6f49ca6640 1 --2- 172.21.15.67:0/3443136286 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f44101de0 0x7f6f441021c0 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:02.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.231+0000 7f6f49ca6640 1 -- 172.21.15.67:0/3443136286 >> 172.21.15.67:0/3443136286 conn(0x7f6f440fd8c0 msgr2=0x7f6f440ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:02.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.231+0000 7f6f49ca6640 1 -- 172.21.15.67:0/3443136286 shutdown_connections 2024-09-10T08:17:02.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.231+0000 7f6f49ca6640 1 -- 172.21.15.67:0/3443136286 wait complete. 2024-09-10T08:17:02.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.232+0000 7f6f49ca6640 1 Processor -- start 2024-09-10T08:17:02.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.232+0000 7f6f49ca6640 1 -- start start 2024-09-10T08:17:02.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.232+0000 7f6f49ca6640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6f44101de0 0x7f6f44198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:02.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.232+0000 7f6f49ca6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f44102790 0x7f6f441988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:02.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.232+0000 7f6f49ca6640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6f44106f10 0x7f6f4419cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:02.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.232+0000 7f6f49ca6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6f44111e20 con 0x7f6f44102790 2024-09-10T08:17:02.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.232+0000 7f6f49ca6640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f6f44111ca0 con 0x7f6f44101de0 2024-09-10T08:17:02.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.232+0000 7f6f49ca6640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f6f44111fa0 con 0x7f6f44106f10 2024-09-10T08:17:02.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.232+0000 7f6f42ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f44102790 0x7f6f441988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:02.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.232+0000 7f6f42ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f44102790 0x7f6f441988c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40412/0 (socket says 172.21.15.67:40412) 2024-09-10T08:17:02.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.232+0000 7f6f42ffd640 1 -- 172.21.15.67:0/977540618 learned_addr learned my addr 172.21.15.67:0/977540618 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:02.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.232+0000 7f6f437fe640 1 --2- 172.21.15.67:0/977540618 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6f44101de0 0x7f6f44198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:02.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.232+0000 7f6f43fff640 1 --2- 172.21.15.67:0/977540618 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6f44106f10 0x7f6f4419cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:02.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.233+0000 7f6f42ffd640 1 -- 172.21.15.67:0/977540618 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6f44106f10 msgr2=0x7f6f4419cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:02.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.233+0000 7f6f42ffd640 1 --2- 172.21.15.67:0/977540618 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6f44106f10 0x7f6f4419cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:02.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.233+0000 7f6f42ffd640 1 -- 172.21.15.67:0/977540618 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6f44101de0 msgr2=0x7f6f44198380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:02.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.233+0000 7f6f42ffd640 1 --2- 172.21.15.67:0/977540618 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6f44101de0 0x7f6f44198380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:02.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.233+0000 7f6f42ffd640 1 -- 172.21.15.67:0/977540618 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f4419d330 con 0x7f6f44102790 2024-09-10T08:17:02.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.233+0000 7f6f42ffd640 1 --2- 172.21.15.67:0/977540618 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f44102790 0x7f6f441988c0 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f6f2c00d770 tx=0x7f6f2c00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:02.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.233+0000 7f6f40ff9640 1 -- 172.21.15.67:0/977540618 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f2c017070 con 0x7f6f44102790 2024-09-10T08:17:02.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.233+0000 7f6f49ca6640 1 -- 172.21.15.67:0/977540618 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f4419d620 con 0x7f6f44102790 2024-09-10T08:17:02.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.233+0000 7f6f40ff9640 1 -- 172.21.15.67:0/977540618 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6f2c0054d0 con 0x7f6f44102790 2024-09-10T08:17:02.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.233+0000 7f6f40ff9640 1 -- 172.21.15.67:0/977540618 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f2c004cf0 con 0x7f6f44102790 2024-09-10T08:17:02.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.233+0000 7f6f49ca6640 1 -- 172.21.15.67:0/977540618 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f441a4f00 con 0x7f6f44102790 2024-09-10T08:17:02.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.235+0000 7f6f40ff9640 1 -- 172.21.15.67:0/977540618 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f6f2c004e90 con 0x7f6f44102790 2024-09-10T08:17:02.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.236+0000 7f6f4c07f740 1 Processor -- start 2024-09-10T08:17:02.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.236+0000 7f6f4c07f740 1 -- start start 2024-09-10T08:17:02.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.236+0000 7f6f4c07f740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560e90249b40 0x560e90248090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:02.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.236+0000 7f6f4c07f740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560e902485d0 0x560e90248a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:02.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.236+0000 7f6f4c07f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560e90253370 0x560e90255760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:02.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.236+0000 7f6f4c07f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x560e901ae2f0 con 0x560e90253370 2024-09-10T08:17:02.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.236+0000 7f6f4c07f740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x560e90155cf0 con 0x560e90249b40 2024-09-10T08:17:02.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.236+0000 7f6f4c07f740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x560e901aa2b0 con 0x560e902485d0 2024-09-10T08:17:02.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.236+0000 7f6f42ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560e90253370 0x560e90255760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:02.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.236+0000 7f6f42ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560e90253370 0x560e90255760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40416/0 (socket says 172.21.15.67:40416) 2024-09-10T08:17:02.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.236+0000 7f6f42ffd640 1 -- 172.21.15.67:0/2271320082 learned_addr learned my addr 172.21.15.67:0/2271320082 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:02.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.236+0000 7f6f43fff640 1 --2- 172.21.15.67:0/2271320082 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560e90249b40 0x560e90248090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:02.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.236+0000 7f6f437fe640 1 --2- 172.21.15.67:0/2271320082 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560e902485d0 0x560e90248a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:02.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.236+0000 7f6f40ff9640 1 --2- 172.21.15.67:0/977540618 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f6f300a2b80 0x7f6f300a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:02.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.236+0000 7f6f42ffd640 1 -- 172.21.15.67:0/2271320082 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560e902485d0 msgr2=0x560e90248a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:02.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.236+0000 7f6f42ffd640 1 --2- 172.21.15.67:0/2271320082 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560e902485d0 0x560e90248a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:02.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.236+0000 7f6f42ffd640 1 -- 172.21.15.67:0/2271320082 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560e90249b40 msgr2=0x560e90248090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:02.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.236+0000 7f6f42ffd640 1 --2- 172.21.15.67:0/2271320082 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560e90249b40 0x560e90248090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:02.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.236+0000 7f6f42ffd640 1 -- 172.21.15.67:0/2271320082 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560e9013a3a0 con 0x560e90253370 2024-09-10T08:17:02.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.237+0000 7f6f437fe640 1 --2- 172.21.15.67:0/2271320082 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560e902485d0 0x560e90248a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:17:02.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.237+0000 7f6f43fff640 1 --2- 172.21.15.67:0/2271320082 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560e90249b40 0x560e90248090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:17:02.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.237+0000 7f6f43fff640 1 --2- 172.21.15.67:0/977540618 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f6f300a2b80 0x7f6f300a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:02.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.237+0000 7f6f40ff9640 1 -- 172.21.15.67:0/977540618 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f6f2c0cee00 con 0x7f6f44102790 2024-09-10T08:17:02.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.237+0000 7f6f42ffd640 1 --2- 172.21.15.67:0/2271320082 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560e90253370 0x560e90255760 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f6f2c07c020 tx=0x7f6f2c065f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3feafe09ba36aa server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:02.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.237+0000 7f6f39ffb640 1 -- 172.21.15.67:0/2271320082 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f2c0c5e60 con 0x560e90253370 2024-09-10T08:17:02.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.237+0000 7f6f39ffb640 1 -- 172.21.15.67:0/2271320082 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6f2c07c050 con 0x560e90253370 2024-09-10T08:17:02.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.237+0000 7f6f39ffb640 1 -- 172.21.15.67:0/2271320082 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f2c09ae50 con 0x560e90253370 2024-09-10T08:17:02.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.238+0000 7f6f4c07f740 1 -- 172.21.15.67:0/2271320082 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560e90253370 msgr2=0x560e90255760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:02.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.238+0000 7f6f4c07f740 1 --2- 172.21.15.67:0/2271320082 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560e90253370 0x560e90255760 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f6f2c07c020 tx=0x7f6f2c065f90 comp rx=0 tx=0).stop 2024-09-10T08:17:02.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.238+0000 7f6f43fff640 1 --2- 172.21.15.67:0/977540618 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f6f300a2b80 0x7f6f300a5040 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f6f3c004650 tx=0x7f6f3c0046c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:02.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.238+0000 7f6f4c07f740 1 -- 172.21.15.67:0/2271320082 shutdown_connections 2024-09-10T08:17:02.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.238+0000 7f6f4c07f740 1 --2- 172.21.15.67:0/2271320082 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560e90253370 0x560e90255760 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:02.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.238+0000 7f6f4c07f740 1 --2- 172.21.15.67:0/2271320082 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560e902485d0 0x560e90248a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:02.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.238+0000 7f6f4c07f740 1 --2- 172.21.15.67:0/2271320082 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560e90249b40 0x560e90248090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:02.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.238+0000 7f6f4c07f740 1 -- 172.21.15.67:0/2271320082 >> 172.21.15.67:0/2271320082 conn(0x560e90211310 msgr2=0x560e90244c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:02.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.238+0000 7f6f4c07f740 1 -- 172.21.15.67:0/2271320082 shutdown_connections 2024-09-10T08:17:02.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.238+0000 7f6f4c07f740 1 -- 172.21.15.67:0/2271320082 wait complete. 2024-09-10T08:17:02.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.238+0000 7f6f4c07f740 1 -- start start 2024-09-10T08:17:02.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.238+0000 7f6f4c07f740 1 Processor -- start 2024-09-10T08:17:02.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.239+0000 7f6f4c07f740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560e902485d0 0x560e90252d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:02.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.239+0000 7f6f4c07f740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560e90249b40 0x560e9024ffd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:02.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.239+0000 7f6f4c07f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560e90253370 0x560e90250570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:02.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.239+0000 7f6f4c07f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x560e90256010 con 0x560e90253370 2024-09-10T08:17:02.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.239+0000 7f6f4c07f740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x560e90169060 con 0x560e90249b40 2024-09-10T08:17:02.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.239+0000 7f6f4c07f740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x560e90256190 con 0x560e902485d0 2024-09-10T08:17:02.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.239+0000 7f6f4c07f740 10 client.0 _ll_register_callbacks cb 0x560e8febc8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:17:02.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.239+0000 7f6f43fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560e90253370 0x560e90250570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:02.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.239+0000 7f6f43fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560e90253370 0x560e90250570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40432/0 (socket says 172.21.15.67:40432) 2024-09-10T08:17:02.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.239+0000 7f6f437fe640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560e902485d0 0x560e90252d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:02.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.239+0000 7f6f43fff640 1 -- 172.21.15.67:0/168410049 learned_addr learned my addr 172.21.15.67:0/168410049 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:02.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.239+0000 7f6f42ffd640 1 --2- 172.21.15.67:0/168410049 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560e90249b40 0x560e9024ffd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:02.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.239+0000 7f6f43fff640 1 -- 172.21.15.67:0/168410049 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560e902485d0 msgr2=0x560e90252d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:02.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.239+0000 7f6f43fff640 1 --2- 172.21.15.67:0/168410049 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560e902485d0 0x560e90252d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:02.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.239+0000 7f6f43fff640 1 -- 172.21.15.67:0/168410049 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560e90249b40 msgr2=0x560e9024ffd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:02.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.239+0000 7f6f43fff640 1 --2- 172.21.15.67:0/168410049 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560e90249b40 0x560e9024ffd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:02.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.239+0000 7f6f43fff640 1 -- 172.21.15.67:0/168410049 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560e8ff1f3c0 con 0x560e90253370 2024-09-10T08:17:02.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.239+0000 7f6f43fff640 1 --2- 172.21.15.67:0/168410049 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560e90253370 0x560e90250570 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f6f3c003fc0 tx=0x7f6f3c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83e30807ccbe7b7e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:02.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.239+0000 7f6f22ffd640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:17:02.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.239+0000 7f6f22ffd640 1 -- 172.21.15.67:0/168410049 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f3c010840 con 0x560e90253370 2024-09-10T08:17:02.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.239+0000 7f6f22ffd640 1 -- 172.21.15.67:0/168410049 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f6f3c0109e0 con 0x560e90253370 2024-09-10T08:17:02.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.240+0000 7f6f4c07f740 1 -- 172.21.15.67:0/168410049 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x560e901bb860 con 0x560e90253370 2024-09-10T08:17:02.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.240+0000 7f6f22ffd640 1 -- 172.21.15.67:0/168410049 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6f3c010be0 con 0x560e90253370 2024-09-10T08:17:02.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.240+0000 7f6f4c07f740 10 client.16044 fetch_fsmap learned FSMap version 29 2024-09-10T08:17:02.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.240+0000 7f6f4c07f740 1 -- 172.21.15.67:0/168410049 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560e90261ac0 con 0x560e90253370 2024-09-10T08:17:02.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.240+0000 7f6f22ffd640 1 -- 172.21.15.67:0/168410049 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x560e901bb860 con 0x560e90253370 2024-09-10T08:17:02.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.240+0000 7f6f22ffd640 1 -- 172.21.15.67:0/168410049 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f6f3c028420 con 0x560e90253370 2024-09-10T08:17:02.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.240+0000 7f6f4c07f740 10 client.16044 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:17:02.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.240+0000 7f6f4c07f740 10 client.16044 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:17:02.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.240+0000 7f6f4c07f740 20 client.16044 populate_metadata read hostname 'smithi067' 2024-09-10T08:17:02.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.240+0000 7f6f4c07f740 1 --2- 172.21.15.67:0/168410049 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x560e90262f80 0x560e902653e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:02.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.240+0000 7f6f4c07f740 4 client.16044 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:17:02.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.240+0000 7f6f4c07f740 1 -- 172.21.15.67:0/168410049 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560e901b5d70 con 0x560e90262f80 2024-09-10T08:17:02.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.240+0000 7f6f437fe640 1 --2- 172.21.15.67:0/168410049 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x560e90262f80 0x560e902653e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:02.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.241+0000 7f6f437fe640 1 --2- 172.21.15.67:0/168410049 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x560e90262f80 0x560e902653e0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=20bee4b7a638a86e server_cookie=a40c086613c954f2 in_seq=0 out_seq=0 2024-09-10T08:17:02.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.241+0000 7f6f22ffd640 10 client.16044 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:17:02.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.242+0000 7f6f22ffd640 1 -- 172.21.15.67:0/168410049 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560e901b5d70 con 0x560e90262f80 2024-09-10T08:17:02.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.242+0000 7f6f22ffd640 10 client.16044 handle_command_reply: tid=0 2024-09-10T08:17:02.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.242+0000 7f6f4c07f740 1 client.16044 shutdown 2024-09-10T08:17:02.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.242+0000 7f6f4c07f740 1 -- 172.21.15.67:0/168410049 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560e90253370 msgr2=0x560e90250570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:02.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.242+0000 7f6f4c07f740 1 --2- 172.21.15.67:0/168410049 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560e90253370 0x560e90250570 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f6f3c003fc0 tx=0x7f6f3c004730 comp rx=0 tx=0).stop 2024-09-10T08:17:02.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.242+0000 7f6f4c07f740 1 -- 172.21.15.67:0/168410049 shutdown_connections 2024-09-10T08:17:02.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.242+0000 7f6f4c07f740 1 --2- 172.21.15.67:0/168410049 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x560e90262f80 0x560e902653e0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:02.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.242+0000 7f6f4c07f740 1 --2- 172.21.15.67:0/168410049 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560e90249b40 0x560e9024ffd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:02.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.242+0000 7f6f4c07f740 1 --2- 172.21.15.67:0/168410049 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560e90253370 0x560e90250570 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:02.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.242+0000 7f6f22ffd640 0 client.16044 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:17:02.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.242+0000 7f6f4c07f740 1 --2- 172.21.15.67:0/168410049 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560e902485d0 0x560e90252d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:02.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.242+0000 7f6f4c07f740 1 -- 172.21.15.67:0/168410049 >> 172.21.15.67:0/168410049 conn(0x560e90211310 msgr2=0x560e9024a990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:02.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.242+0000 7f6f4c07f740 1 -- 172.21.15.67:0/168410049 shutdown_connections 2024-09-10T08:17:02.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.242+0000 7f6f4c07f740 1 -- 172.21.15.67:0/168410049 wait complete. 2024-09-10T08:17:02.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.242+0000 7f6f4c07f740 20 client.16044 trim_cache size 0 max 16384 2024-09-10T08:17:02.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.255+0000 7f6f4c07f740 1 Processor -- start 2024-09-10T08:17:02.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.255+0000 7f6f4c07f740 1 -- start start 2024-09-10T08:17:02.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.255+0000 7f6f4c07f740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560e902485d0 0x560e90244e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:02.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.255+0000 7f6f4c07f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560e90249b40 0x560e9025f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:02.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.255+0000 7f6f4c07f740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560e90253370 0x560e9026ad00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:02.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.255+0000 7f6f4c07f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6f441aee80 con 0x560e90249b40 2024-09-10T08:17:02.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.255+0000 7f6f4c07f740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f6f441b09c0 con 0x560e90253370 2024-09-10T08:17:02.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.255+0000 7f6f4c07f740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f6f441af550 con 0x560e902485d0 2024-09-10T08:17:02.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.256+0000 7f6f42ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560e90249b40 0x560e9025f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:02.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.256+0000 7f6f42ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560e90249b40 0x560e9025f2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40434/0 (socket says 172.21.15.67:40434) 2024-09-10T08:17:02.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.256+0000 7f6f42ffd640 1 -- 172.21.15.67:0/1100922838 learned_addr learned my addr 172.21.15.67:0/1100922838 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:02.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.256+0000 7f6f437fe640 1 --2- 172.21.15.67:0/1100922838 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560e902485d0 0x560e90244e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:02.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.256+0000 7f6f42ffd640 1 -- 172.21.15.67:0/1100922838 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560e902485d0 msgr2=0x560e90244e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:02.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.256+0000 7f6f42ffd640 1 --2- 172.21.15.67:0/1100922838 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560e902485d0 0x560e90244e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:02.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.256+0000 7f6f42ffd640 1 -- 172.21.15.67:0/1100922838 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560e90253370 msgr2=0x560e9026ad00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:02.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.256+0000 7f6f42ffd640 1 --2- 172.21.15.67:0/1100922838 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560e90253370 0x560e9026ad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:02.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.256+0000 7f6f42ffd640 1 -- 172.21.15.67:0/1100922838 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560e90265a60 con 0x560e90249b40 2024-09-10T08:17:02.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.256+0000 7f6f437fe640 1 --2- 172.21.15.67:0/1100922838 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560e902485d0 0x560e90244e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:17:02.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.256+0000 7f6f42ffd640 1 --2- 172.21.15.67:0/1100922838 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560e90249b40 0x560e9025f2b0 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f6f2c0cc870 tx=0x7f6f2c0c70d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b72d83693d8bdd6 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:02.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.256+0000 7f6f397fa640 1 -- 172.21.15.67:0/1100922838 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f2c020040 con 0x560e90249b40 2024-09-10T08:17:02.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.256+0000 7f6f397fa640 1 -- 172.21.15.67:0/1100922838 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6f2c07b040 con 0x560e90249b40 2024-09-10T08:17:02.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.256+0000 7f6f397fa640 1 -- 172.21.15.67:0/1100922838 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f2c005180 con 0x560e90249b40 2024-09-10T08:17:02.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.257+0000 7f6f4c07f740 1 -- 172.21.15.67:0/1100922838 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560e90249b40 msgr2=0x560e9025f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:02.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.257+0000 7f6f4c07f740 1 --2- 172.21.15.67:0/1100922838 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560e90249b40 0x560e9025f2b0 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f6f2c0cc870 tx=0x7f6f2c0c70d0 comp rx=0 tx=0).stop 2024-09-10T08:17:02.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.257+0000 7f6f4c07f740 1 -- 172.21.15.67:0/1100922838 shutdown_connections 2024-09-10T08:17:02.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.257+0000 7f6f4c07f740 1 --2- 172.21.15.67:0/1100922838 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560e90253370 0x560e9026ad00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:02.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.257+0000 7f6f4c07f740 1 --2- 172.21.15.67:0/1100922838 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560e90249b40 0x560e9025f2b0 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:02.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.257+0000 7f6f4c07f740 1 --2- 172.21.15.67:0/1100922838 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560e902485d0 0x560e90244e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:02.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.257+0000 7f6f4c07f740 1 -- 172.21.15.67:0/1100922838 >> 172.21.15.67:0/1100922838 conn(0x560e90211310 msgr2=0x560e90244700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:02.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.257+0000 7f6f4c07f740 1 -- 172.21.15.67:0/1100922838 shutdown_connections 2024-09-10T08:17:02.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.257+0000 7f6f4c07f740 1 -- 172.21.15.67:0/1100922838 wait complete. 2024-09-10T08:17:02.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.257+0000 7f6f4c07f740 1 -- start start 2024-09-10T08:17:02.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.257+0000 7f6f4c07f740 1 Processor -- start 2024-09-10T08:17:02.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.258+0000 7f6f4c07f740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560e902485d0 0x560e90257340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:02.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.258+0000 7f6f4c07f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560e90249b40 0x560e90257880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:02.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.258+0000 7f6f4c07f740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560e90253370 0x560e90257dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:02.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.258+0000 7f6f4c07f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6f441b02f0 con 0x560e90249b40 2024-09-10T08:17:02.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.258+0000 7f6f4c07f740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f6f441afc20 con 0x560e902485d0 2024-09-10T08:17:02.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.258+0000 7f6f4c07f740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f6f441ace60 con 0x560e90253370 2024-09-10T08:17:02.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.258+0000 7f6f4c07f740 10 client.0 _ll_register_callbacks cb 0x7f6f3c00b600 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:17:02.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.258+0000 7f6f42ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560e90249b40 0x560e90257880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:02.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.258+0000 7f6f42ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560e90249b40 0x560e90257880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40438/0 (socket says 172.21.15.67:40438) 2024-09-10T08:17:02.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.258+0000 7f6f42ffd640 1 -- 172.21.15.67:0/873861354 learned_addr learned my addr 172.21.15.67:0/873861354 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:02.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.258+0000 7f6f43fff640 1 --2- 172.21.15.67:0/873861354 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560e90253370 0x560e90257dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:02.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.258+0000 7f6f437fe640 1 --2- 172.21.15.67:0/873861354 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560e902485d0 0x560e90257340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:02.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.258+0000 7f6f42ffd640 1 -- 172.21.15.67:0/873861354 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560e90253370 msgr2=0x560e90257dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:02.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.258+0000 7f6f42ffd640 1 --2- 172.21.15.67:0/873861354 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560e90253370 0x560e90257dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:02.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.258+0000 7f6f42ffd640 1 -- 172.21.15.67:0/873861354 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560e902485d0 msgr2=0x560e90257340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:02.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.258+0000 7f6f42ffd640 1 --2- 172.21.15.67:0/873861354 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560e902485d0 0x560e90257340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:02.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.258+0000 7f6f42ffd640 1 -- 172.21.15.67:0/873861354 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560e902cced0 con 0x560e90249b40 2024-09-10T08:17:02.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.258+0000 7f6f42ffd640 1 --2- 172.21.15.67:0/873861354 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560e90249b40 0x560e90257880 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f6f2c0a39a0 tx=0x7f6f2c06e940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa6b6645d865353d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:02.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.258+0000 7f6f22ffd640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:17:02.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.259+0000 7f6f22ffd640 1 -- 172.21.15.67:0/873861354 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f2c020070 con 0x560e90249b40 2024-09-10T08:17:02.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.259+0000 7f6f22ffd640 1 -- 172.21.15.67:0/873861354 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f6f2c0af3c0 con 0x560e90249b40 2024-09-10T08:17:02.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.259+0000 7f6f4c07f740 1 -- 172.21.15.67:0/873861354 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6f2c07b040 con 0x560e90249b40 2024-09-10T08:17:02.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.259+0000 7f6f22ffd640 1 -- 172.21.15.67:0/873861354 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f6f2c09ac70 con 0x560e90249b40 2024-09-10T08:17:02.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.259+0000 7f6f4c07f740 10 client.16050 fetch_fsmap learned FSMap version 29 2024-09-10T08:17:02.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.259+0000 7f6f4c07f740 1 -- 172.21.15.67:0/873861354 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560e902ce0e0 con 0x560e90249b40 2024-09-10T08:17:02.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.259+0000 7f6f22ffd640 1 -- 172.21.15.67:0/873861354 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6f2c07b040 con 0x560e90249b40 2024-09-10T08:17:02.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.259+0000 7f6f22ffd640 1 -- 172.21.15.67:0/873861354 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f6f2c097980 con 0x560e90249b40 2024-09-10T08:17:02.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.259+0000 7f6f4c07f740 10 client.16050 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:17:02.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.259+0000 7f6f4c07f740 10 client.16050 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:17:02.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.259+0000 7f6f4c07f740 20 client.16050 populate_metadata read hostname 'smithi067' 2024-09-10T08:17:02.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.259+0000 7f6f4c07f740 1 --2- 172.21.15.67:0/873861354 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x560e902ce480 0x560e902d0870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:02.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.259+0000 7f6f4c07f740 4 client.16050 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T08:17:02.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.259+0000 7f6f4c07f740 1 -- 172.21.15.67:0/873861354 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "damage ls"}) -- 0x560e90132170 con 0x560e902ce480 2024-09-10T08:17:02.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.260+0000 7f6f437fe640 1 --2- 172.21.15.67:0/873861354 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x560e902ce480 0x560e902d0870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:02.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.260+0000 7f6f437fe640 1 --2- 172.21.15.67:0/873861354 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x560e902ce480 0x560e902d0870 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4c1d7f0f988cfda7 server_cookie=e394c6ddeac8901a in_seq=0 out_seq=0 2024-09-10T08:17:02.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.260+0000 7f6f22ffd640 10 client.16050 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:17:02.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.260+0000 7f6f22ffd640 1 -- 172.21.15.67:0/873861354 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x560e90132170 con 0x560e902ce480 2024-09-10T08:17:02.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.260+0000 7f6f22ffd640 10 client.16050 handle_command_reply: tid=0 2024-09-10T08:17:02.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.260+0000 7f6f4c07f740 1 client.16050 shutdown 2024-09-10T08:17:02.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.260+0000 7f6f4c07f740 1 -- 172.21.15.67:0/873861354 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560e90249b40 msgr2=0x560e90257880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:02.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.260+0000 7f6f4c07f740 1 --2- 172.21.15.67:0/873861354 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560e90249b40 0x560e90257880 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f6f2c0a39a0 tx=0x7f6f2c06e940 comp rx=0 tx=0).stop 2024-09-10T08:17:02.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.260+0000 7f6f4c07f740 1 -- 172.21.15.67:0/873861354 shutdown_connections 2024-09-10T08:17:02.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.260+0000 7f6f4c07f740 1 --2- 172.21.15.67:0/873861354 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x560e902ce480 0x560e902d0870 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:02.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.260+0000 7f6f4c07f740 1 --2- 172.21.15.67:0/873861354 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560e90253370 0x560e90257dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:02.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.260+0000 7f6f4c07f740 1 --2- 172.21.15.67:0/873861354 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560e90249b40 0x560e90257880 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:02.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.260+0000 7f6f4c07f740 1 --2- 172.21.15.67:0/873861354 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560e902485d0 0x560e90257340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:02.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.260+0000 7f6f4c07f740 1 -- 172.21.15.67:0/873861354 >> 172.21.15.67:0/873861354 conn(0x560e90211310 msgr2=0x560e90252050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:02.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.260+0000 7f6f22ffd640 0 client.16050 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:17:02.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.261+0000 7f6f4c07f740 1 -- 172.21.15.67:0/873861354 shutdown_connections 2024-09-10T08:17:02.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.261+0000 7f6f4c07f740 1 -- 172.21.15.67:0/873861354 wait complete. 2024-09-10T08:17:02.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.261+0000 7f6f4c07f740 20 client.16050 trim_cache size 0 max 16384 2024-09-10T08:17:02.268 INFO:teuthology.orchestra.run.smithi067.stdout:[] 2024-09-10T08:17:02.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.261+0000 7f6f49ca6640 1 -- 172.21.15.67:0/977540618 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f6f300a2b80 msgr2=0x7f6f300a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:02.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.261+0000 7f6f49ca6640 1 --2- 172.21.15.67:0/977540618 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f6f300a2b80 0x7f6f300a5040 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f6f3c004650 tx=0x7f6f3c0046c0 comp rx=0 tx=0).stop 2024-09-10T08:17:02.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.261+0000 7f6f49ca6640 1 -- 172.21.15.67:0/977540618 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f44102790 msgr2=0x7f6f441988c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:02.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.261+0000 7f6f49ca6640 1 --2- 172.21.15.67:0/977540618 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f44102790 0x7f6f441988c0 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f6f2c00d770 tx=0x7f6f2c00dc30 comp rx=0 tx=0).stop 2024-09-10T08:17:02.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.261+0000 7f6f49ca6640 1 -- 172.21.15.67:0/977540618 shutdown_connections 2024-09-10T08:17:02.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.261+0000 7f6f49ca6640 1 --2- 172.21.15.67:0/977540618 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f6f300a2b80 0x7f6f300a5040 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:02.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.261+0000 7f6f49ca6640 1 --2- 172.21.15.67:0/977540618 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6f44106f10 0x7f6f4419cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:02.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.261+0000 7f6f49ca6640 1 --2- 172.21.15.67:0/977540618 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f44102790 0x7f6f441988c0 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:02.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.261+0000 7f6f49ca6640 1 --2- 172.21.15.67:0/977540618 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6f44101de0 0x7f6f44198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:02.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.261+0000 7f6f49ca6640 1 -- 172.21.15.67:0/977540618 >> 172.21.15.67:0/977540618 conn(0x7f6f440fd8c0 msgr2=0x7f6f440fed00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:02.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.261+0000 7f6f49ca6640 1 -- 172.21.15.67:0/977540618 shutdown_connections 2024-09-10T08:17:02.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:02.261+0000 7f6f49ca6640 1 -- 172.21.15.67:0/977540618 wait complete. 2024-09-10T08:17:03.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:17:03 smithi067 ceph-mon[31051]: pgmap v424: 129 pgs: 129 active+clean; 674 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 9 op/s 2024-09-10T08:17:03.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:17:03 smithi203 ceph-mon[34672]: pgmap v424: 129 pgs: 129 active+clean; 674 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 9 op/s 2024-09-10T08:17:03.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:17:03 smithi133 ceph-mon[34721]: pgmap v424: 129 pgs: 129 active+clean; 674 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 9 op/s 2024-09-10T08:17:04.023 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-10T08:17:04.023 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-10T08:17:04.295 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:17:04.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.801+0000 7ff100705640 1 -- 172.21.15.67:0/1774244985 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff0f8102ef0 msgr2=0x7ff0f810da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:04.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.801+0000 7ff100705640 1 --2- 172.21.15.67:0/1774244985 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff0f8102ef0 0x7ff0f810da40 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7ff0e8009900 tx=0x7ff0e802a480 comp rx=0 tx=0).stop 2024-09-10T08:17:04.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.801+0000 7ff100705640 1 -- 172.21.15.67:0/1774244985 shutdown_connections 2024-09-10T08:17:04.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.801+0000 7ff100705640 1 --2- 172.21.15.67:0/1774244985 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff0f8102570 0x7ff0f81029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:04.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.801+0000 7ff100705640 1 --2- 172.21.15.67:0/1774244985 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff0f8102ef0 0x7ff0f810da40 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:04.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.801+0000 7ff100705640 1 --2- 172.21.15.67:0/1774244985 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff0f8100e20 0x7ff0f8101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:04.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.801+0000 7ff100705640 1 -- 172.21.15.67:0/1774244985 >> 172.21.15.67:0/1774244985 conn(0x7ff0f80fc7d0 msgr2=0x7ff0f80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:04.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.801+0000 7ff100705640 1 -- 172.21.15.67:0/1774244985 shutdown_connections 2024-09-10T08:17:04.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.801+0000 7ff100705640 1 -- 172.21.15.67:0/1774244985 wait complete. 2024-09-10T08:17:04.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.801+0000 7ff100705640 1 Processor -- start 2024-09-10T08:17:04.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.801+0000 7ff100705640 1 -- start start 2024-09-10T08:17:04.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.802+0000 7ff100705640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff0f8100e20 0x7ff0f81972b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:04.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.802+0000 7ff100705640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff0f8102570 0x7ff0f81977f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:04.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.802+0000 7ff100705640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff0f8102ef0 0x7ff0f819bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:04.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.802+0000 7ff100705640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff0f8110e30 con 0x7ff0f8102570 2024-09-10T08:17:04.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.802+0000 7ff100705640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7ff0f8110cb0 con 0x7ff0f8100e20 2024-09-10T08:17:04.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.802+0000 7ff100705640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ff0f8110fb0 con 0x7ff0f8102ef0 2024-09-10T08:17:04.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.802+0000 7ff0fdca0640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff0f8102570 0x7ff0f81977f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:04.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.802+0000 7ff0fdca0640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff0f8102570 0x7ff0f81977f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40464/0 (socket says 172.21.15.67:40464) 2024-09-10T08:17:04.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.802+0000 7ff0fdca0640 1 -- 172.21.15.67:0/21936478 learned_addr learned my addr 172.21.15.67:0/21936478 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:04.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.802+0000 7ff0feca2640 1 --2- 172.21.15.67:0/21936478 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff0f8102ef0 0x7ff0f819bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:04.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.802+0000 7ff0fe4a1640 1 --2- 172.21.15.67:0/21936478 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff0f8100e20 0x7ff0f81972b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:04.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.802+0000 7ff0fdca0640 1 -- 172.21.15.67:0/21936478 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff0f8102ef0 msgr2=0x7ff0f819bb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:04.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.802+0000 7ff0fdca0640 1 --2- 172.21.15.67:0/21936478 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff0f8102ef0 0x7ff0f819bb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:04.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.802+0000 7ff0fdca0640 1 -- 172.21.15.67:0/21936478 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff0f8100e20 msgr2=0x7ff0f81972b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:04.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.802+0000 7ff0fdca0640 1 --2- 172.21.15.67:0/21936478 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff0f8100e20 0x7ff0f81972b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:04.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.802+0000 7ff0fdca0640 1 -- 172.21.15.67:0/21936478 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0f819c260 con 0x7ff0f8102570 2024-09-10T08:17:04.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.802+0000 7ff0fdca0640 1 --2- 172.21.15.67:0/21936478 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff0f8102570 0x7ff0f81977f0 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7ff0ec00d950 tx=0x7ff0ec00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:04.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.802+0000 7ff0f77fe640 1 -- 172.21.15.67:0/21936478 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0ec017070 con 0x7ff0f8102570 2024-09-10T08:17:04.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.802+0000 7ff0f77fe640 1 -- 172.21.15.67:0/21936478 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff0ec009c30 con 0x7ff0f8102570 2024-09-10T08:17:04.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.802+0000 7ff0f77fe640 1 -- 172.21.15.67:0/21936478 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0ec00f620 con 0x7ff0f8102570 2024-09-10T08:17:04.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.803+0000 7ff100705640 1 -- 172.21.15.67:0/21936478 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0f819c550 con 0x7ff0f8102570 2024-09-10T08:17:04.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.803+0000 7ff100705640 1 -- 172.21.15.67:0/21936478 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0f81a3e30 con 0x7ff0f8102570 2024-09-10T08:17:04.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.805+0000 7ff0f77fe640 1 -- 172.21.15.67:0/21936478 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7ff0ec0109a0 con 0x7ff0f8102570 2024-09-10T08:17:04.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.805+0000 7ff102ade740 1 Processor -- start 2024-09-10T08:17:04.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.805+0000 7ff102ade740 1 -- start start 2024-09-10T08:17:04.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.805+0000 7ff102ade740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x558a492fc1f0 0x558a492fa9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:04.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.805+0000 7ff102ade740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558a492fafb0 0x558a492fb410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:04.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.805+0000 7ff102ade740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558a49309e00 0x558a4930c210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:04.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.806+0000 7ff102ade740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x558a49260280 con 0x558a492fafb0 2024-09-10T08:17:04.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.806+0000 7ff102ade740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x558a49207b10 con 0x558a49309e00 2024-09-10T08:17:04.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.806+0000 7ff102ade740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x558a4925c240 con 0x558a492fc1f0 2024-09-10T08:17:04.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.806+0000 7ff0f77fe640 1 --2- 172.21.15.67:0/21936478 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff0e00a2b80 0x7ff0e00a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:04.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.806+0000 7ff0fe4a1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558a492fafb0 0x558a492fb410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:04.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.806+0000 7ff0feca2640 1 --2- 172.21.15.67:0/21936478 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff0e00a2b80 0x7ff0e00a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:04.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.806+0000 7ff0fe4a1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558a492fafb0 0x558a492fb410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40474/0 (socket says 172.21.15.67:40474) 2024-09-10T08:17:04.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.806+0000 7ff0fe4a1640 1 -- 172.21.15.67:0/4218669020 learned_addr learned my addr 172.21.15.67:0/4218669020 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:04.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.806+0000 7ff0fdca0640 1 --2- 172.21.15.67:0/4218669020 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558a49309e00 0x558a4930c210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:04.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.806+0000 7ff0feca2640 1 --2- 172.21.15.67:0/4218669020 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x558a492fc1f0 0x558a492fa9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:04.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.806+0000 7ff0f77fe640 1 -- 172.21.15.67:0/21936478 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7ff0ec0cf090 con 0x7ff0f8102570 2024-09-10T08:17:04.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.806+0000 7ff0fe4a1640 1 -- 172.21.15.67:0/4218669020 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x558a492fc1f0 msgr2=0x558a492fa9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:04.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.806+0000 7ff0fe4a1640 1 --2- 172.21.15.67:0/4218669020 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x558a492fc1f0 0x558a492fa9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:04.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.806+0000 7ff0fe4a1640 1 -- 172.21.15.67:0/4218669020 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558a49309e00 msgr2=0x558a4930c210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:04.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.806+0000 7ff0fe4a1640 1 --2- 172.21.15.67:0/4218669020 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558a49309e00 0x558a4930c210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:04.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.806+0000 7ff0fe4a1640 1 -- 172.21.15.67:0/4218669020 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558a492141f0 con 0x558a492fafb0 2024-09-10T08:17:04.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.806+0000 7ff0feca2640 1 --2- 172.21.15.67:0/21936478 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff0e00a2b80 0x7ff0e00a5040 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7ff0e8005ec0 tx=0x7ff0e8032ab0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:04.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.806+0000 7ff0fe4a1640 1 --2- 172.21.15.67:0/4218669020 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558a492fafb0 0x558a492fb410 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7ff0f0009f60 tx=0x7ff0f0009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=453365744dc6fd1c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:04.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.806+0000 7ff0f4ff9640 1 -- 172.21.15.67:0/4218669020 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0f0016070 con 0x558a492fafb0 2024-09-10T08:17:04.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.807+0000 7ff0f4ff9640 1 -- 172.21.15.67:0/4218669020 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff0f0004d20 con 0x558a492fafb0 2024-09-10T08:17:04.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.807+0000 7ff0f4ff9640 1 -- 172.21.15.67:0/4218669020 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0f00126f0 con 0x558a492fafb0 2024-09-10T08:17:04.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.807+0000 7ff102ade740 1 -- 172.21.15.67:0/4218669020 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558a492fafb0 msgr2=0x558a492fb410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:04.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.807+0000 7ff102ade740 1 --2- 172.21.15.67:0/4218669020 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558a492fafb0 0x558a492fb410 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7ff0f0009f60 tx=0x7ff0f0009f90 comp rx=0 tx=0).stop 2024-09-10T08:17:04.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.807+0000 7ff102ade740 1 -- 172.21.15.67:0/4218669020 shutdown_connections 2024-09-10T08:17:04.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.807+0000 7ff102ade740 1 --2- 172.21.15.67:0/4218669020 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558a49309e00 0x558a4930c210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:04.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.807+0000 7ff102ade740 1 --2- 172.21.15.67:0/4218669020 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558a492fafb0 0x558a492fb410 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:04.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.807+0000 7ff102ade740 1 --2- 172.21.15.67:0/4218669020 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x558a492fc1f0 0x558a492fa9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:04.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.807+0000 7ff102ade740 1 -- 172.21.15.67:0/4218669020 >> 172.21.15.67:0/4218669020 conn(0x558a492f70f0 msgr2=0x558a492f74d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:04.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.807+0000 7ff102ade740 1 -- 172.21.15.67:0/4218669020 shutdown_connections 2024-09-10T08:17:04.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.807+0000 7ff102ade740 1 -- 172.21.15.67:0/4218669020 wait complete. 2024-09-10T08:17:04.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.808+0000 7ff102ade740 1 -- start start 2024-09-10T08:17:04.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.808+0000 7ff102ade740 1 Processor -- start 2024-09-10T08:17:04.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.808+0000 7ff102ade740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558a492fafb0 0x558a49306d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:04.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.808+0000 7ff102ade740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x558a492fc1f0 0x558a493072a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:04.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.808+0000 7ff102ade740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558a49309e00 0x558a493077e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:04.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.808+0000 7ff102ade740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x558a4930cd30 con 0x558a492fafb0 2024-09-10T08:17:04.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.808+0000 7ff102ade740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x558a4921af10 con 0x558a49309e00 2024-09-10T08:17:04.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.808+0000 7ff102ade740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x558a4930ceb0 con 0x558a492fc1f0 2024-09-10T08:17:04.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.808+0000 7ff102ade740 10 client.0 _ll_register_callbacks cb 0x558a491e3a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:17:04.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.808+0000 7ff0fe4a1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558a492fafb0 0x558a49306d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:04.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.808+0000 7ff0fe4a1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558a492fafb0 0x558a49306d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40482/0 (socket says 172.21.15.67:40482) 2024-09-10T08:17:04.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.808+0000 7ff0fe4a1640 1 -- 172.21.15.67:0/3918060532 learned_addr learned my addr 172.21.15.67:0/3918060532 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:04.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.808+0000 7ff0feca2640 1 --2- 172.21.15.67:0/3918060532 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558a49309e00 0x558a493077e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:04.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.808+0000 7ff0fe4a1640 1 -- 172.21.15.67:0/3918060532 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x558a492fc1f0 msgr2=0x558a493072a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:04.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.808+0000 7ff0fe4a1640 1 --2- 172.21.15.67:0/3918060532 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x558a492fc1f0 0x558a493072a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:04.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.808+0000 7ff0fe4a1640 1 -- 172.21.15.67:0/3918060532 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558a49309e00 msgr2=0x558a493077e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:04.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.808+0000 7ff0fe4a1640 1 --2- 172.21.15.67:0/3918060532 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558a49309e00 0x558a493077e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:04.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.808+0000 7ff0fe4a1640 1 -- 172.21.15.67:0/3918060532 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558a48fd16a0 con 0x558a492fafb0 2024-09-10T08:17:04.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.809+0000 7ff0feca2640 1 --2- 172.21.15.67:0/3918060532 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558a49309e00 0x558a493077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:17:04.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.809+0000 7ff0fe4a1640 1 --2- 172.21.15.67:0/3918060532 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558a492fafb0 0x558a49306d60 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7ff0f0004c50 tx=0x7ff0f0004c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c78b3111e8626d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:04.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.809+0000 7ff0ddffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:17:04.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.809+0000 7ff0ddffb640 1 -- 172.21.15.67:0/3918060532 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0f0029060 con 0x558a492fafb0 2024-09-10T08:17:04.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.809+0000 7ff0ddffb640 1 -- 172.21.15.67:0/3918060532 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7ff0f00050e0 con 0x558a492fafb0 2024-09-10T08:17:04.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.809+0000 7ff102ade740 1 -- 172.21.15.67:0/3918060532 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff0f0004d20 con 0x558a492fafb0 2024-09-10T08:17:04.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.809+0000 7ff0ddffb640 1 -- 172.21.15.67:0/3918060532 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff0f0030050 con 0x558a492fafb0 2024-09-10T08:17:04.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.809+0000 7ff102ade740 10 client.16062 fetch_fsmap learned FSMap version 29 2024-09-10T08:17:04.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.809+0000 7ff102ade740 1 -- 172.21.15.67:0/3918060532 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558a493189f0 con 0x558a492fafb0 2024-09-10T08:17:04.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.809+0000 7ff0ddffb640 1 -- 172.21.15.67:0/3918060532 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff0f0004d20 con 0x558a492fafb0 2024-09-10T08:17:04.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.809+0000 7ff0ddffb640 1 -- 172.21.15.67:0/3918060532 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7ff0f000f040 con 0x558a492fafb0 2024-09-10T08:17:04.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.810+0000 7ff102ade740 10 client.16062 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:17:04.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.810+0000 7ff102ade740 10 client.16062 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:17:04.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.810+0000 7ff102ade740 20 client.16062 populate_metadata read hostname 'smithi067' 2024-09-10T08:17:04.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.810+0000 7ff102ade740 1 --2- 172.21.15.67:0/3918060532 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x558a49319e50 0x558a4931c240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:04.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.810+0000 7ff102ade740 4 client.16062 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:17:04.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.810+0000 7ff102ade740 1 -- 172.21.15.67:0/3918060532 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558a4926d7f0 con 0x558a49319e50 2024-09-10T08:17:04.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.810+0000 7ff0fdca0640 1 --2- 172.21.15.67:0/3918060532 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x558a49319e50 0x558a4931c240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:04.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.810+0000 7ff0fdca0640 1 --2- 172.21.15.67:0/3918060532 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x558a49319e50 0x558a4931c240 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a5e7ccbe92c961ef server_cookie=16f8419bad56244f in_seq=0 out_seq=0 2024-09-10T08:17:04.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.810+0000 7ff0ddffb640 10 client.16062 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:17:04.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.811+0000 7ff0ddffb640 1 -- 172.21.15.67:0/3918060532 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558a4926d7f0 con 0x558a49319e50 2024-09-10T08:17:04.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.811+0000 7ff0ddffb640 10 client.16062 handle_command_reply: tid=0 2024-09-10T08:17:04.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.811+0000 7ff102ade740 1 client.16062 shutdown 2024-09-10T08:17:04.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.811+0000 7ff102ade740 1 -- 172.21.15.67:0/3918060532 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558a492fafb0 msgr2=0x558a49306d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:04.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.811+0000 7ff102ade740 1 --2- 172.21.15.67:0/3918060532 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558a492fafb0 0x558a49306d60 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7ff0f0004c50 tx=0x7ff0f0004c80 comp rx=0 tx=0).stop 2024-09-10T08:17:04.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.811+0000 7ff102ade740 1 -- 172.21.15.67:0/3918060532 shutdown_connections 2024-09-10T08:17:04.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.811+0000 7ff102ade740 1 --2- 172.21.15.67:0/3918060532 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x558a49319e50 0x558a4931c240 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:04.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.811+0000 7ff102ade740 1 --2- 172.21.15.67:0/3918060532 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558a49309e00 0x558a493077e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:04.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.811+0000 7ff102ade740 1 --2- 172.21.15.67:0/3918060532 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x558a492fc1f0 0x558a493072a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:04.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.811+0000 7ff0ddffb640 0 client.16062 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:17:04.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.811+0000 7ff102ade740 1 --2- 172.21.15.67:0/3918060532 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558a492fafb0 0x558a49306d60 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:04.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.811+0000 7ff102ade740 1 -- 172.21.15.67:0/3918060532 >> 172.21.15.67:0/3918060532 conn(0x558a492f70f0 msgr2=0x558a492fce50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:04.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.811+0000 7ff102ade740 1 -- 172.21.15.67:0/3918060532 shutdown_connections 2024-09-10T08:17:04.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.811+0000 7ff102ade740 1 -- 172.21.15.67:0/3918060532 wait complete. 2024-09-10T08:17:04.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.811+0000 7ff102ade740 20 client.16062 trim_cache size 0 max 16384 2024-09-10T08:17:04.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.829+0000 7ff102ade740 1 Processor -- start 2024-09-10T08:17:04.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.829+0000 7ff102ade740 1 -- start start 2024-09-10T08:17:04.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.829+0000 7ff102ade740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558a492f70f0 0x558a4930c090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:04.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.829+0000 7ff102ade740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x558a492fafb0 0x558a49305670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:04.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.829+0000 7ff102ade740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558a492fc1f0 0x558a49305bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:04.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.829+0000 7ff102ade740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff0f81acb70 con 0x558a492f70f0 2024-09-10T08:17:04.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.829+0000 7ff102ade740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7ff0f81ae6b0 con 0x558a492fc1f0 2024-09-10T08:17:04.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.829+0000 7ff102ade740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ff0f81ad240 con 0x558a492fafb0 2024-09-10T08:17:04.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.830+0000 7ff0fe4a1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558a492f70f0 0x558a4930c090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:04.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.830+0000 7ff0fe4a1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558a492f70f0 0x558a4930c090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40496/0 (socket says 172.21.15.67:40496) 2024-09-10T08:17:04.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.830+0000 7ff0fe4a1640 1 -- 172.21.15.67:0/2898769538 learned_addr learned my addr 172.21.15.67:0/2898769538 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:04.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.830+0000 7ff0fdca0640 1 --2- 172.21.15.67:0/2898769538 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x558a492fafb0 0x558a49305670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:04.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.830+0000 7ff0feca2640 1 --2- 172.21.15.67:0/2898769538 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558a492fc1f0 0x558a49305bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:04.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.830+0000 7ff0fe4a1640 1 -- 172.21.15.67:0/2898769538 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x558a492fafb0 msgr2=0x558a49305670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:04.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.830+0000 7ff0fe4a1640 1 --2- 172.21.15.67:0/2898769538 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x558a492fafb0 0x558a49305670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:04.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.830+0000 7ff0fe4a1640 1 -- 172.21.15.67:0/2898769538 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558a492fc1f0 msgr2=0x558a49305bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:04.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.830+0000 7ff0fe4a1640 1 --2- 172.21.15.67:0/2898769538 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558a492fc1f0 0x558a49305bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:04.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.830+0000 7ff0fe4a1640 1 -- 172.21.15.67:0/2898769538 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558a4930c5d0 con 0x558a492f70f0 2024-09-10T08:17:04.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.830+0000 7ff0fdca0640 1 --2- 172.21.15.67:0/2898769538 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x558a492fafb0 0x558a49305670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:17:04.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.830+0000 7ff0feca2640 1 --2- 172.21.15.67:0/2898769538 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558a492fc1f0 0x558a49305bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:17:04.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.830+0000 7ff0fe4a1640 1 --2- 172.21.15.67:0/2898769538 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558a492f70f0 0x558a4930c090 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7ff0f0012e70 tx=0x7ff0f0009860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3af202e5e171483f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:04.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.830+0000 7ff0dffff640 1 -- 172.21.15.67:0/2898769538 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0f0029030 con 0x558a492f70f0 2024-09-10T08:17:04.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.830+0000 7ff0dffff640 1 -- 172.21.15.67:0/2898769538 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff0f0005590 con 0x558a492f70f0 2024-09-10T08:17:04.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.830+0000 7ff0dffff640 1 -- 172.21.15.67:0/2898769538 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0f0016050 con 0x558a492f70f0 2024-09-10T08:17:04.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.831+0000 7ff102ade740 1 -- 172.21.15.67:0/2898769538 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558a492f70f0 msgr2=0x558a4930c090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:04.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.831+0000 7ff102ade740 1 --2- 172.21.15.67:0/2898769538 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558a492f70f0 0x558a4930c090 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7ff0f0012e70 tx=0x7ff0f0009860 comp rx=0 tx=0).stop 2024-09-10T08:17:04.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.831+0000 7ff102ade740 1 -- 172.21.15.67:0/2898769538 shutdown_connections 2024-09-10T08:17:04.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.831+0000 7ff102ade740 1 --2- 172.21.15.67:0/2898769538 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558a492fc1f0 0x558a49305bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:04.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.831+0000 7ff102ade740 1 --2- 172.21.15.67:0/2898769538 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x558a492fafb0 0x558a49305670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:04.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.831+0000 7ff102ade740 1 --2- 172.21.15.67:0/2898769538 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558a492f70f0 0x558a4930c090 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:04.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.831+0000 7ff102ade740 1 -- 172.21.15.67:0/2898769538 >> 172.21.15.67:0/2898769538 conn(0x558a492ff040 msgr2=0x558a4930b980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:04.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.831+0000 7ff102ade740 1 -- 172.21.15.67:0/2898769538 shutdown_connections 2024-09-10T08:17:04.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.831+0000 7ff102ade740 1 -- 172.21.15.67:0/2898769538 wait complete. 2024-09-10T08:17:04.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.831+0000 7ff102ade740 1 -- start start 2024-09-10T08:17:04.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.832+0000 7ff102ade740 1 Processor -- start 2024-09-10T08:17:04.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.832+0000 7ff102ade740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x558a492f70f0 0x558a493214c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:04.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.832+0000 7ff102ade740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558a492fafb0 0x558a49321a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:04.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.832+0000 7ff102ade740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558a492fc1f0 0x558a49321f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:04.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.832+0000 7ff102ade740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff0f81adfe0 con 0x558a492fafb0 2024-09-10T08:17:04.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.832+0000 7ff102ade740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7ff0f81ad910 con 0x558a492fc1f0 2024-09-10T08:17:04.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.832+0000 7ff102ade740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ff0f81aab50 con 0x558a492f70f0 2024-09-10T08:17:04.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.832+0000 7ff102ade740 10 client.0 _ll_register_callbacks cb 0x7ff0ec00df40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:17:04.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.832+0000 7ff0fdca0640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558a492fafb0 0x558a49321a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:04.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.832+0000 7ff0fdca0640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558a492fafb0 0x558a49321a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40510/0 (socket says 172.21.15.67:40510) 2024-09-10T08:17:04.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.832+0000 7ff0fdca0640 1 -- 172.21.15.67:0/1422436797 learned_addr learned my addr 172.21.15.67:0/1422436797 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:04.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.832+0000 7ff0fe4a1640 1 --2- 172.21.15.67:0/1422436797 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x558a492f70f0 0x558a493214c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:04.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.832+0000 7ff0feca2640 1 --2- 172.21.15.67:0/1422436797 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558a492fc1f0 0x558a49321f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:04.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.832+0000 7ff0fdca0640 1 -- 172.21.15.67:0/1422436797 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x558a492f70f0 msgr2=0x558a493214c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:04.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.832+0000 7ff0fdca0640 1 --2- 172.21.15.67:0/1422436797 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x558a492f70f0 0x558a493214c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:04.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.832+0000 7ff0fdca0640 1 -- 172.21.15.67:0/1422436797 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558a492fc1f0 msgr2=0x558a49321f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:04.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.832+0000 7ff0fdca0640 1 --2- 172.21.15.67:0/1422436797 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558a492fc1f0 0x558a49321f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:04.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.832+0000 7ff0fdca0640 1 -- 172.21.15.67:0/1422436797 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558a49310650 con 0x558a492fafb0 2024-09-10T08:17:04.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.832+0000 7ff0feca2640 1 --2- 172.21.15.67:0/1422436797 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558a492fc1f0 0x558a49321f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:17:04.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.833+0000 7ff0fdca0640 1 --2- 172.21.15.67:0/1422436797 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558a492fafb0 0x558a49321a00 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7ff0ec0ccb00 tx=0x7ff0ec007590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8583026ea25b126 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:04.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.833+0000 7ff0ddffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:17:04.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.833+0000 7ff0ddffb640 1 -- 172.21.15.67:0/1422436797 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0ec0b3030 con 0x558a492fafb0 2024-09-10T08:17:04.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.833+0000 7ff0ddffb640 1 -- 172.21.15.67:0/1422436797 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7ff0ec0997f0 con 0x558a492fafb0 2024-09-10T08:17:04.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.833+0000 7ff102ade740 1 -- 172.21.15.67:0/1422436797 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x558a49267d00 con 0x558a492fafb0 2024-09-10T08:17:04.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.833+0000 7ff0ddffb640 1 -- 172.21.15.67:0/1422436797 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff0ec0b9050 con 0x558a492fafb0 2024-09-10T08:17:04.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.833+0000 7ff102ade740 10 client.16068 fetch_fsmap learned FSMap version 29 2024-09-10T08:17:04.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.833+0000 7ff102ade740 1 -- 172.21.15.67:0/1422436797 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558a49384b60 con 0x558a492fafb0 2024-09-10T08:17:04.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.833+0000 7ff0ddffb640 1 -- 172.21.15.67:0/1422436797 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x558a49267d00 con 0x558a492fafb0 2024-09-10T08:17:04.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.833+0000 7ff0ddffb640 1 -- 172.21.15.67:0/1422436797 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7ff0ec097b60 con 0x558a492fafb0 2024-09-10T08:17:04.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.833+0000 7ff102ade740 10 client.16068 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:17:04.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.833+0000 7ff102ade740 10 client.16068 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:17:04.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.833+0000 7ff102ade740 20 client.16068 populate_metadata read hostname 'smithi067' 2024-09-10T08:17:04.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.833+0000 7ff102ade740 1 --2- 172.21.15.67:0/1422436797 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x558a49309e00 0x558a493872d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:04.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.833+0000 7ff102ade740 4 client.16068 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-10T08:17:04.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.833+0000 7ff102ade740 1 -- 172.21.15.67:0/1422436797 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x558a491e4110 con 0x558a49309e00 2024-09-10T08:17:04.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.834+0000 7ff0fe4a1640 1 --2- 172.21.15.67:0/1422436797 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x558a49309e00 0x558a493872d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:04.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.834+0000 7ff0fe4a1640 1 --2- 172.21.15.67:0/1422436797 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x558a49309e00 0x558a493872d0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b6eb0237a213d35c server_cookie=2cbf6acee2fd7e09 in_seq=0 out_seq=0 2024-09-10T08:17:04.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.834+0000 7ff0ddffb640 10 client.16068 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:17:04.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.835+0000 7ff0ddffb640 1 -- 172.21.15.67:0/1422436797 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x558a491e4110 con 0x558a49309e00 2024-09-10T08:17:04.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.835+0000 7ff0ddffb640 10 client.16068 handle_command_reply: tid=0 2024-09-10T08:17:04.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.835+0000 7ff102ade740 1 client.16068 shutdown 2024-09-10T08:17:04.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.835+0000 7ff102ade740 1 -- 172.21.15.67:0/1422436797 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558a492fafb0 msgr2=0x558a49321a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:04.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.835+0000 7ff102ade740 1 --2- 172.21.15.67:0/1422436797 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558a492fafb0 0x558a49321a00 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7ff0ec0ccb00 tx=0x7ff0ec007590 comp rx=0 tx=0).stop 2024-09-10T08:17:04.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.835+0000 7ff102ade740 1 -- 172.21.15.67:0/1422436797 shutdown_connections 2024-09-10T08:17:04.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.835+0000 7ff102ade740 1 --2- 172.21.15.67:0/1422436797 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x558a49309e00 0x558a493872d0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:04.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.835+0000 7ff102ade740 1 --2- 172.21.15.67:0/1422436797 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x558a492fc1f0 0x558a49321f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:04.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.835+0000 7ff102ade740 1 --2- 172.21.15.67:0/1422436797 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558a492fafb0 0x558a49321a00 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:04.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.835+0000 7ff102ade740 1 --2- 172.21.15.67:0/1422436797 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x558a492f70f0 0x558a493214c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:04.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.835+0000 7ff102ade740 1 -- 172.21.15.67:0/1422436797 >> 172.21.15.67:0/1422436797 conn(0x558a492ff040 msgr2=0x558a49305670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:04.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.836+0000 7ff0ddffb640 0 client.16068 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:17:04.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.836+0000 7ff102ade740 1 -- 172.21.15.67:0/1422436797 shutdown_connections 2024-09-10T08:17:04.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.836+0000 7ff102ade740 1 -- 172.21.15.67:0/1422436797 wait complete. 2024-09-10T08:17:04.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.836+0000 7ff102ade740 20 client.16068 trim_cache size 0 max 16384 2024-09-10T08:17:04.841 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:17:04.841 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": 0, 2024-09-10T08:17:04.841 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_tag": "73aee449-d52c-488a-a7bf-4629881588ad", 2024-09-10T08:17:04.841 INFO:teuthology.orchestra.run.smithi067.stdout: "mode": "asynchronous" 2024-09-10T08:17:04.841 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:17:04.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.836+0000 7ff100705640 1 -- 172.21.15.67:0/21936478 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff0e00a2b80 msgr2=0x7ff0e00a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:04.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.836+0000 7ff100705640 1 --2- 172.21.15.67:0/21936478 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff0e00a2b80 0x7ff0e00a5040 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7ff0e8005ec0 tx=0x7ff0e8032ab0 comp rx=0 tx=0).stop 2024-09-10T08:17:04.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.836+0000 7ff100705640 1 -- 172.21.15.67:0/21936478 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff0f8102570 msgr2=0x7ff0f81977f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:04.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.836+0000 7ff100705640 1 --2- 172.21.15.67:0/21936478 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff0f8102570 0x7ff0f81977f0 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7ff0ec00d950 tx=0x7ff0ec00de10 comp rx=0 tx=0).stop 2024-09-10T08:17:04.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.836+0000 7ff100705640 1 -- 172.21.15.67:0/21936478 shutdown_connections 2024-09-10T08:17:04.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.836+0000 7ff100705640 1 --2- 172.21.15.67:0/21936478 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff0e00a2b80 0x7ff0e00a5040 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:04.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.836+0000 7ff100705640 1 --2- 172.21.15.67:0/21936478 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff0f8102ef0 0x7ff0f819bb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:04.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.836+0000 7ff100705640 1 --2- 172.21.15.67:0/21936478 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff0f8102570 0x7ff0f81977f0 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:04.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.836+0000 7ff100705640 1 --2- 172.21.15.67:0/21936478 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff0f8100e20 0x7ff0f81972b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:04.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.836+0000 7ff100705640 1 -- 172.21.15.67:0/21936478 >> 172.21.15.67:0/21936478 conn(0x7ff0f80fc7d0 msgr2=0x7ff0f80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:04.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.837+0000 7ff100705640 1 -- 172.21.15.67:0/21936478 shutdown_connections 2024-09-10T08:17:04.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:04.837+0000 7ff100705640 1 -- 172.21.15.67:0/21936478 wait complete. 2024-09-10T08:17:05.439 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:17:05 smithi067 ceph-mon[31051]: pgmap v425: 129 pgs: 129 active+clean; 674 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 341 B/s wr, 9 op/s 2024-09-10T08:17:05.439 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:17:05 smithi067 ceph-mon[31051]: scrub queued for path: / 2024-09-10T08:17:05.439 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:17:05 smithi067 ceph-mon[31051]: scrub summary: idle+waiting paths [/] 2024-09-10T08:17:05.439 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:17:05 smithi067 ceph-mon[31051]: scrub summary: active paths [/] 2024-09-10T08:17:05.439 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:17:05 smithi067 ceph-mon[31051]: scrub summary: idle+waiting paths [/] 2024-09-10T08:17:05.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:17:05 smithi203 ceph-mon[34672]: pgmap v425: 129 pgs: 129 active+clean; 674 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 341 B/s wr, 9 op/s 2024-09-10T08:17:05.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:17:05 smithi203 ceph-mon[34672]: scrub queued for path: / 2024-09-10T08:17:05.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:17:05 smithi203 ceph-mon[34672]: scrub summary: idle+waiting paths [/] 2024-09-10T08:17:05.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:17:05 smithi203 ceph-mon[34672]: scrub summary: active paths [/] 2024-09-10T08:17:05.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:17:05 smithi203 ceph-mon[34672]: scrub summary: idle+waiting paths [/] 2024-09-10T08:17:05.596 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:17:05 smithi133 ceph-mon[34721]: pgmap v425: 129 pgs: 129 active+clean; 674 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 341 B/s wr, 9 op/s 2024-09-10T08:17:05.596 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:17:05 smithi133 ceph-mon[34721]: scrub queued for path: / 2024-09-10T08:17:05.596 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:17:05 smithi133 ceph-mon[34721]: scrub summary: idle+waiting paths [/] 2024-09-10T08:17:05.596 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:17:05 smithi133 ceph-mon[34721]: scrub summary: active paths [/] 2024-09-10T08:17:05.596 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:17:05 smithi133 ceph-mon[34721]: scrub summary: idle+waiting paths [/] 2024-09-10T08:17:05.662 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T08:17:05.926 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:17:06.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.426+0000 7f3bc9d5c640 1 -- 172.21.15.67:0/2998433517 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bc4101420 msgr2=0x7f3bc410d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:06.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.426+0000 7f3bc9d5c640 1 --2- 172.21.15.67:0/2998433517 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bc4101420 0x7f3bc410d950 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f3bbc009cd0 tx=0x7f3bbc02a8e0 comp rx=0 tx=0).stop 2024-09-10T08:17:06.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.426+0000 7f3bc9d5c640 1 -- 172.21.15.67:0/2998433517 shutdown_connections 2024-09-10T08:17:06.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.426+0000 7f3bc9d5c640 1 --2- 172.21.15.67:0/2998433517 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bc4101420 0x7f3bc410d950 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:06.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.426+0000 7f3bc9d5c640 1 --2- 172.21.15.67:0/2998433517 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3bc4100a80 0x7f3bc4100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:06.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.426+0000 7f3bc9d5c640 1 --2- 172.21.15.67:0/2998433517 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3bc4106a80 0x7f3bc4106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:06.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.426+0000 7f3bc9d5c640 1 -- 172.21.15.67:0/2998433517 >> 172.21.15.67:0/2998433517 conn(0x7f3bc40fc7a0 msgr2=0x7f3bc40febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:06.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.426+0000 7f3bc9d5c640 1 -- 172.21.15.67:0/2998433517 shutdown_connections 2024-09-10T08:17:06.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.426+0000 7f3bc9d5c640 1 -- 172.21.15.67:0/2998433517 wait complete. 2024-09-10T08:17:06.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.427+0000 7f3bc9d5c640 1 Processor -- start 2024-09-10T08:17:06.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.427+0000 7f3bc9d5c640 1 -- start start 2024-09-10T08:17:06.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.427+0000 7f3bc9d5c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bc4100a80 0x7f3bc4197240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:06.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.427+0000 7f3bc9d5c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3bc4101420 0x7f3bc4197780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:06.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.427+0000 7f3bc9d5c640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3bc4106a80 0x7f3bc419bb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:06.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.427+0000 7f3bc9d5c640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3bc4110d30 con 0x7f3bc4100a80 2024-09-10T08:17:06.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.427+0000 7f3bc9d5c640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f3bc4110bb0 con 0x7f3bc4101420 2024-09-10T08:17:06.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.427+0000 7f3bc9d5c640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f3bc4110eb0 con 0x7f3bc4106a80 2024-09-10T08:17:06.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.427+0000 7f3bc37fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bc4100a80 0x7f3bc4197240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:06.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.427+0000 7f3bc37fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bc4100a80 0x7f3bc4197240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54696/0 (socket says 172.21.15.67:54696) 2024-09-10T08:17:06.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.427+0000 7f3bc37fe640 1 -- 172.21.15.67:0/2966776790 learned_addr learned my addr 172.21.15.67:0/2966776790 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:06.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.427+0000 7f3bc2ffd640 1 --2- 172.21.15.67:0/2966776790 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3bc4101420 0x7f3bc4197780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:06.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.427+0000 7f3bc3fff640 1 --2- 172.21.15.67:0/2966776790 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3bc4106a80 0x7f3bc419bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:06.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.428+0000 7f3bc37fe640 1 -- 172.21.15.67:0/2966776790 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3bc4106a80 msgr2=0x7f3bc419bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:06.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.428+0000 7f3bc37fe640 1 --2- 172.21.15.67:0/2966776790 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3bc4106a80 0x7f3bc419bb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:06.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.428+0000 7f3bc37fe640 1 -- 172.21.15.67:0/2966776790 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3bc4101420 msgr2=0x7f3bc4197780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:06.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.428+0000 7f3bc37fe640 1 --2- 172.21.15.67:0/2966776790 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3bc4101420 0x7f3bc4197780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:06.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.428+0000 7f3bc37fe640 1 -- 172.21.15.67:0/2966776790 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bc419c1f0 con 0x7f3bc4100a80 2024-09-10T08:17:06.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.428+0000 7f3bc37fe640 1 --2- 172.21.15.67:0/2966776790 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bc4100a80 0x7f3bc4197240 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f3bb400d950 tx=0x7f3bb400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:06.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.428+0000 7f3bc0ff9640 1 -- 172.21.15.67:0/2966776790 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bb4017030 con 0x7f3bc4100a80 2024-09-10T08:17:06.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.428+0000 7f3bc9d5c640 1 -- 172.21.15.67:0/2966776790 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3bc419c4e0 con 0x7f3bc4100a80 2024-09-10T08:17:06.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.428+0000 7f3bc0ff9640 1 -- 172.21.15.67:0/2966776790 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3bb4004020 con 0x7f3bc4100a80 2024-09-10T08:17:06.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.428+0000 7f3bc9d5c640 1 -- 172.21.15.67:0/2966776790 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3bc41a3dc0 con 0x7f3bc4100a80 2024-09-10T08:17:06.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.428+0000 7f3bc0ff9640 1 -- 172.21.15.67:0/2966776790 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bb4005640 con 0x7f3bc4100a80 2024-09-10T08:17:06.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.431+0000 7f3bc0ff9640 1 -- 172.21.15.67:0/2966776790 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f3bb40041d0 con 0x7f3bc4100a80 2024-09-10T08:17:06.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.431+0000 7f3bcc135740 1 Processor -- start 2024-09-10T08:17:06.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.431+0000 7f3bcc135740 1 -- start start 2024-09-10T08:17:06.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.431+0000 7f3bcc135740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55778d4bb360 0x55778d4bb740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:06.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.431+0000 7f3bcc135740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55778d4bbc80 0x55778d4ca740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:06.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.431+0000 7f3bcc135740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55778d4cac80 0x55778d4cd070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:06.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.431+0000 7f3bcc135740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55778d4212e0 con 0x55778d4cac80 2024-09-10T08:17:06.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.431+0000 7f3bcc135740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55778d3c8ce0 con 0x55778d4bbc80 2024-09-10T08:17:06.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.431+0000 7f3bcc135740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55778d41d2a0 con 0x55778d4bb360 2024-09-10T08:17:06.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.432+0000 7f3bc2ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55778d4cac80 0x55778d4cd070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:06.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.432+0000 7f3bc2ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55778d4cac80 0x55778d4cd070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54700/0 (socket says 172.21.15.67:54700) 2024-09-10T08:17:06.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.432+0000 7f3bc2ffd640 1 -- 172.21.15.67:0/2069181620 learned_addr learned my addr 172.21.15.67:0/2069181620 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:06.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.432+0000 7f3bc3fff640 1 --2- 172.21.15.67:0/2069181620 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55778d4bb360 0x55778d4bb740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:06.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.432+0000 7f3bc0ff9640 1 --2- 172.21.15.67:0/2966776790 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f3bac0a2d20 0x7f3bac0a51e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:06.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.432+0000 7f3bc37fe640 1 --2- 172.21.15.67:0/2069181620 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55778d4bbc80 0x55778d4ca740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:06.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.432+0000 7f3bc2ffd640 1 -- 172.21.15.67:0/2069181620 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55778d4bb360 msgr2=0x55778d4bb740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:06.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.432+0000 7f3bc3fff640 1 --2- 172.21.15.67:0/2966776790 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f3bac0a2d20 0x7f3bac0a51e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:06.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.432+0000 7f3bc2ffd640 1 --2- 172.21.15.67:0/2069181620 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55778d4bb360 0x55778d4bb740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:06.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.432+0000 7f3bc2ffd640 1 -- 172.21.15.67:0/2069181620 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55778d4bbc80 msgr2=0x55778d4ca740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:06.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.432+0000 7f3bc2ffd640 1 --2- 172.21.15.67:0/2069181620 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55778d4bbc80 0x55778d4ca740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:06.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.432+0000 7f3bc2ffd640 1 -- 172.21.15.67:0/2069181620 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55778d3ad440 con 0x55778d4cac80 2024-09-10T08:17:06.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.432+0000 7f3bc37fe640 1 --2- 172.21.15.67:0/2069181620 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55778d4bbc80 0x55778d4ca740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:17:06.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.432+0000 7f3bc0ff9640 1 -- 172.21.15.67:0/2966776790 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f3bb40ced90 con 0x7f3bc4100a80 2024-09-10T08:17:06.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.432+0000 7f3bc2ffd640 1 --2- 172.21.15.67:0/2069181620 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55778d4cac80 0x55778d4cd070 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f3bb800bcb0 tx=0x7f3bb80107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e0db443f335aa9b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:06.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.432+0000 7f3ba9ffb640 1 -- 172.21.15.67:0/2069181620 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bb8004030 con 0x55778d4cac80 2024-09-10T08:17:06.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.432+0000 7f3bc3fff640 1 --2- 172.21.15.67:0/2966776790 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f3bac0a2d20 0x7f3bac0a51e0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f3bbc009430 tx=0x7f3bbc02a8e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:06.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.433+0000 7f3ba9ffb640 1 -- 172.21.15.67:0/2069181620 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3bb80041d0 con 0x55778d4cac80 2024-09-10T08:17:06.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.433+0000 7f3ba9ffb640 1 -- 172.21.15.67:0/2069181620 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bb80116a0 con 0x55778d4cac80 2024-09-10T08:17:06.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.433+0000 7f3bcc135740 1 -- 172.21.15.67:0/2069181620 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55778d4cac80 msgr2=0x55778d4cd070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:06.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.433+0000 7f3bcc135740 1 --2- 172.21.15.67:0/2069181620 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55778d4cac80 0x55778d4cd070 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f3bb800bcb0 tx=0x7f3bb80107a0 comp rx=0 tx=0).stop 2024-09-10T08:17:06.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.433+0000 7f3bcc135740 1 -- 172.21.15.67:0/2069181620 shutdown_connections 2024-09-10T08:17:06.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.433+0000 7f3bcc135740 1 --2- 172.21.15.67:0/2069181620 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55778d4bbc80 0x55778d4ca740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:06.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.433+0000 7f3bcc135740 1 --2- 172.21.15.67:0/2069181620 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55778d4cac80 0x55778d4cd070 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:06.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.433+0000 7f3bcc135740 1 --2- 172.21.15.67:0/2069181620 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55778d4bb360 0x55778d4bb740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:06.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.433+0000 7f3bcc135740 1 -- 172.21.15.67:0/2069181620 >> 172.21.15.67:0/2069181620 conn(0x55778d4b7a30 msgr2=0x55778d4b7e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:06.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.433+0000 7f3bcc135740 1 -- 172.21.15.67:0/2069181620 shutdown_connections 2024-09-10T08:17:06.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.433+0000 7f3bcc135740 1 -- 172.21.15.67:0/2069181620 wait complete. 2024-09-10T08:17:06.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.434+0000 7f3bcc135740 1 -- start start 2024-09-10T08:17:06.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.434+0000 7f3bcc135740 1 Processor -- start 2024-09-10T08:17:06.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.434+0000 7f3bcc135740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55778d4bb360 0x55778d4ca560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:06.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.434+0000 7f3bcc135740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55778d4bbc80 0x55778d4c7860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:06.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.434+0000 7f3bcc135740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55778d4cac80 0x55778d4c7da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:06.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.434+0000 7f3bcc135740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55778d4cd670 con 0x55778d4bb360 2024-09-10T08:17:06.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.434+0000 7f3bcc135740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55778d3dc050 con 0x55778d4cac80 2024-09-10T08:17:06.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.434+0000 7f3bcc135740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55778d4cd7f0 con 0x55778d4bbc80 2024-09-10T08:17:06.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.434+0000 7f3bcc135740 10 client.0 _ll_register_callbacks cb 0x55778d41c160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:17:06.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.434+0000 7f3bc37fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55778d4bb360 0x55778d4ca560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:06.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.434+0000 7f3bc37fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55778d4bb360 0x55778d4ca560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54712/0 (socket says 172.21.15.67:54712) 2024-09-10T08:17:06.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.434+0000 7f3bc37fe640 1 -- 172.21.15.67:0/2565885391 learned_addr learned my addr 172.21.15.67:0/2565885391 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:06.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.435+0000 7f3bc2ffd640 1 --2- 172.21.15.67:0/2565885391 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55778d4bbc80 0x55778d4c7860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:06.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.435+0000 7f3bc3fff640 1 --2- 172.21.15.67:0/2565885391 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55778d4cac80 0x55778d4c7da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:06.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.435+0000 7f3bc37fe640 1 -- 172.21.15.67:0/2565885391 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55778d4bbc80 msgr2=0x55778d4c7860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:06.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.435+0000 7f3bc37fe640 1 --2- 172.21.15.67:0/2565885391 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55778d4bbc80 0x55778d4c7860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:06.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.435+0000 7f3bc37fe640 1 -- 172.21.15.67:0/2565885391 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55778d4cac80 msgr2=0x55778d4c7da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:06.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.435+0000 7f3bc37fe640 1 --2- 172.21.15.67:0/2565885391 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55778d4cac80 0x55778d4c7da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:06.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.435+0000 7f3bc37fe640 1 -- 172.21.15.67:0/2565885391 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55778d1923c0 con 0x55778d4bb360 2024-09-10T08:17:06.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.435+0000 7f3bc2ffd640 1 --2- 172.21.15.67:0/2565885391 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55778d4bbc80 0x55778d4c7860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:17:06.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.435+0000 7f3bc37fe640 1 --2- 172.21.15.67:0/2565885391 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55778d4bb360 0x55778d4ca560 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f3bb409b850 tx=0x7f3bb409ab50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=703ffca430c8aeca server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:06.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.435+0000 7f3ba2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:17:06.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.435+0000 7f3ba2ffd640 1 -- 172.21.15.67:0/2565885391 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bb409b8f0 con 0x55778d4bb360 2024-09-10T08:17:06.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.435+0000 7f3ba2ffd640 1 -- 172.21.15.67:0/2565885391 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f3bb4097860 con 0x55778d4bb360 2024-09-10T08:17:06.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.435+0000 7f3bcc135740 1 -- 172.21.15.67:0/2565885391 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3bb80041d0 con 0x55778d4bb360 2024-09-10T08:17:06.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.435+0000 7f3ba2ffd640 1 -- 172.21.15.67:0/2565885391 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3bb409f5a0 con 0x55778d4bb360 2024-09-10T08:17:06.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.435+0000 7f3bcc135740 10 client.16080 fetch_fsmap learned FSMap version 29 2024-09-10T08:17:06.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.435+0000 7f3bcc135740 1 -- 172.21.15.67:0/2565885391 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55778d4c0350 con 0x55778d4bb360 2024-09-10T08:17:06.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.436+0000 7f3ba2ffd640 1 -- 172.21.15.67:0/2565885391 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3bb80041d0 con 0x55778d4bb360 2024-09-10T08:17:06.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.436+0000 7f3ba2ffd640 1 -- 172.21.15.67:0/2565885391 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f3bb409f130 con 0x55778d4bb360 2024-09-10T08:17:06.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.436+0000 7f3bcc135740 10 client.16080 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:17:06.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.436+0000 7f3bcc135740 10 client.16080 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:17:06.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.436+0000 7f3bcc135740 20 client.16080 populate_metadata read hostname 'smithi067' 2024-09-10T08:17:06.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.436+0000 7f3bcc135740 1 --2- 172.21.15.67:0/2565885391 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55778d4c1760 0x55778d4c3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:06.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.436+0000 7f3bcc135740 4 client.16080 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:17:06.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.436+0000 7f3bcc135740 1 -- 172.21.15.67:0/2565885391 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55778d42e850 con 0x55778d4c1760 2024-09-10T08:17:06.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.436+0000 7f3bc2ffd640 1 --2- 172.21.15.67:0/2565885391 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55778d4c1760 0x55778d4c3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:06.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.437+0000 7f3bc2ffd640 1 --2- 172.21.15.67:0/2565885391 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55778d4c1760 0x55778d4c3bf0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7af27d10a019a046 server_cookie=4685108179ea58de in_seq=0 out_seq=0 2024-09-10T08:17:06.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.437+0000 7f3ba2ffd640 10 client.16080 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:17:06.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.437+0000 7f3ba2ffd640 1 -- 172.21.15.67:0/2565885391 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55778d42e850 con 0x55778d4c1760 2024-09-10T08:17:06.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.437+0000 7f3ba2ffd640 10 client.16080 handle_command_reply: tid=0 2024-09-10T08:17:06.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.437+0000 7f3bcc135740 1 client.16080 shutdown 2024-09-10T08:17:06.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.438+0000 7f3bcc135740 1 -- 172.21.15.67:0/2565885391 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55778d4bb360 msgr2=0x55778d4ca560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:06.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.438+0000 7f3bcc135740 1 --2- 172.21.15.67:0/2565885391 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55778d4bb360 0x55778d4ca560 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f3bb409b850 tx=0x7f3bb409ab50 comp rx=0 tx=0).stop 2024-09-10T08:17:06.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.438+0000 7f3bcc135740 1 -- 172.21.15.67:0/2565885391 shutdown_connections 2024-09-10T08:17:06.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.438+0000 7f3bcc135740 1 --2- 172.21.15.67:0/2565885391 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55778d4c1760 0x55778d4c3bf0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:06.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.438+0000 7f3bcc135740 1 --2- 172.21.15.67:0/2565885391 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55778d4cac80 0x55778d4c7da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:06.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.438+0000 7f3bcc135740 1 --2- 172.21.15.67:0/2565885391 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55778d4bbc80 0x55778d4c7860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:06.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.438+0000 7f3bcc135740 1 --2- 172.21.15.67:0/2565885391 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55778d4bb360 0x55778d4ca560 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:06.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.438+0000 7f3ba2ffd640 0 client.16080 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:17:06.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.438+0000 7f3bcc135740 1 -- 172.21.15.67:0/2565885391 >> 172.21.15.67:0/2565885391 conn(0x55778d4b7a30 msgr2=0x55778d4bd790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:06.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.438+0000 7f3bcc135740 1 -- 172.21.15.67:0/2565885391 shutdown_connections 2024-09-10T08:17:06.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.438+0000 7f3bcc135740 1 -- 172.21.15.67:0/2565885391 wait complete. 2024-09-10T08:17:06.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.438+0000 7f3bcc135740 20 client.16080 trim_cache size 0 max 16384 2024-09-10T08:17:06.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.455+0000 7f3bcc135740 1 Processor -- start 2024-09-10T08:17:06.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.455+0000 7f3bcc135740 1 -- start start 2024-09-10T08:17:06.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.455+0000 7f3bcc135740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55778d4b7a30 0x55778d4d6910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:06.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.455+0000 7f3bcc135740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55778d4bb360 0x55778d4c5460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:06.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.455+0000 7f3bcc135740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55778d4bbc80 0x55778d4cd130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:06.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.455+0000 7f3bcc135740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3bc41acc40 con 0x55778d4bb360 2024-09-10T08:17:06.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.455+0000 7f3bcc135740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f3bc41ae780 con 0x55778d4bbc80 2024-09-10T08:17:06.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.455+0000 7f3bcc135740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f3bc41ad310 con 0x55778d4b7a30 2024-09-10T08:17:06.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.455+0000 7f3bc2ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55778d4bb360 0x55778d4c5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:06.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.455+0000 7f3bc2ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55778d4bb360 0x55778d4c5460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54718/0 (socket says 172.21.15.67:54718) 2024-09-10T08:17:06.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.455+0000 7f3bc2ffd640 1 -- 172.21.15.67:0/1153716776 learned_addr learned my addr 172.21.15.67:0/1153716776 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:06.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.456+0000 7f3bc37fe640 1 --2- 172.21.15.67:0/1153716776 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55778d4b7a30 0x55778d4d6910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:06.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.456+0000 7f3bc3fff640 1 --2- 172.21.15.67:0/1153716776 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55778d4bbc80 0x55778d4cd130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:06.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.456+0000 7f3bc2ffd640 1 -- 172.21.15.67:0/1153716776 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55778d4b7a30 msgr2=0x55778d4d6910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:06.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.456+0000 7f3bc2ffd640 1 --2- 172.21.15.67:0/1153716776 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55778d4b7a30 0x55778d4d6910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:06.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.456+0000 7f3bc2ffd640 1 -- 172.21.15.67:0/1153716776 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55778d4bbc80 msgr2=0x55778d4cd130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:06.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.456+0000 7f3bc2ffd640 1 --2- 172.21.15.67:0/1153716776 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55778d4bbc80 0x55778d4cd130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:06.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.456+0000 7f3bc2ffd640 1 -- 172.21.15.67:0/1153716776 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55778d4bc550 con 0x55778d4bb360 2024-09-10T08:17:06.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.456+0000 7f3bc3fff640 1 --2- 172.21.15.67:0/1153716776 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55778d4bbc80 0x55778d4cd130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:17:06.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.456+0000 7f3bc2ffd640 1 --2- 172.21.15.67:0/1153716776 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55778d4bb360 0x55778d4c5460 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x55778d4bc480 tx=0x7f3bb8003da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f754f313f6f54f9e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:06.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.456+0000 7f3ba97fa640 1 -- 172.21.15.67:0/1153716776 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bb80052c0 con 0x55778d4bb360 2024-09-10T08:17:06.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.456+0000 7f3ba97fa640 1 -- 172.21.15.67:0/1153716776 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3bb8003aa0 con 0x55778d4bb360 2024-09-10T08:17:06.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.456+0000 7f3ba97fa640 1 -- 172.21.15.67:0/1153716776 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bb80118e0 con 0x55778d4bb360 2024-09-10T08:17:06.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.457+0000 7f3bcc135740 1 -- 172.21.15.67:0/1153716776 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55778d4bb360 msgr2=0x55778d4c5460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:06.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.457+0000 7f3bcc135740 1 --2- 172.21.15.67:0/1153716776 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55778d4bb360 0x55778d4c5460 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x55778d4bc480 tx=0x7f3bb8003da0 comp rx=0 tx=0).stop 2024-09-10T08:17:06.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.457+0000 7f3bcc135740 1 -- 172.21.15.67:0/1153716776 shutdown_connections 2024-09-10T08:17:06.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.457+0000 7f3bcc135740 1 --2- 172.21.15.67:0/1153716776 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55778d4bbc80 0x55778d4cd130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:06.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.457+0000 7f3bcc135740 1 --2- 172.21.15.67:0/1153716776 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55778d4bb360 0x55778d4c5460 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:06.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.457+0000 7f3bcc135740 1 --2- 172.21.15.67:0/1153716776 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55778d4b7a30 0x55778d4d6910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:06.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.457+0000 7f3bcc135740 1 -- 172.21.15.67:0/1153716776 >> 172.21.15.67:0/1153716776 conn(0x55778d4b84b0 msgr2=0x55778d4b6350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:06.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.457+0000 7f3bcc135740 1 -- 172.21.15.67:0/1153716776 shutdown_connections 2024-09-10T08:17:06.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.457+0000 7f3bcc135740 1 -- 172.21.15.67:0/1153716776 wait complete. 2024-09-10T08:17:06.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.457+0000 7f3bcc135740 1 -- start start 2024-09-10T08:17:06.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.458+0000 7f3bcc135740 1 Processor -- start 2024-09-10T08:17:06.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.458+0000 7f3bcc135740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55778d4b7a30 0x55778d4e7170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:06.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.458+0000 7f3bcc135740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55778d4bb360 0x55778d4d2a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:06.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.458+0000 7f3bcc135740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55778d4bbc80 0x55778d4d31c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:06.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.458+0000 7f3bcc135740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3bc41ae0b0 con 0x55778d4b7a30 2024-09-10T08:17:06.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.458+0000 7f3bcc135740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f3bc41ad9e0 con 0x55778d4bbc80 2024-09-10T08:17:06.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.458+0000 7f3bcc135740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f3bc41aac20 con 0x55778d4bb360 2024-09-10T08:17:06.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.458+0000 7f3bcc135740 10 client.0 _ll_register_callbacks cb 0x7f3bb4004540 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:17:06.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.458+0000 7f3bc37fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55778d4b7a30 0x55778d4e7170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:06.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.458+0000 7f3bc37fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55778d4b7a30 0x55778d4e7170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54728/0 (socket says 172.21.15.67:54728) 2024-09-10T08:17:06.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.458+0000 7f3bc37fe640 1 -- 172.21.15.67:0/1444870965 learned_addr learned my addr 172.21.15.67:0/1444870965 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:06.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.458+0000 7f3bc2ffd640 1 --2- 172.21.15.67:0/1444870965 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55778d4bb360 0x55778d4d2a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:06.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.458+0000 7f3bc3fff640 1 --2- 172.21.15.67:0/1444870965 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55778d4bbc80 0x55778d4d31c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:06.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.458+0000 7f3bc37fe640 1 -- 172.21.15.67:0/1444870965 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55778d4bb360 msgr2=0x55778d4d2a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:06.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.458+0000 7f3bc37fe640 1 --2- 172.21.15.67:0/1444870965 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55778d4bb360 0x55778d4d2a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:06.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.458+0000 7f3bc37fe640 1 -- 172.21.15.67:0/1444870965 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55778d4bbc80 msgr2=0x55778d4d31c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:06.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.458+0000 7f3bc37fe640 1 --2- 172.21.15.67:0/1444870965 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55778d4bbc80 0x55778d4d31c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:06.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.458+0000 7f3bc37fe640 1 -- 172.21.15.67:0/1444870965 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55778d4bc740 con 0x55778d4b7a30 2024-09-10T08:17:06.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.458+0000 7f3bc2ffd640 1 --2- 172.21.15.67:0/1444870965 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55778d4bb360 0x55778d4d2a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:17:06.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.458+0000 7f3bc37fe640 1 --2- 172.21.15.67:0/1444870965 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55778d4b7a30 0x55778d4e7170 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f3bb40994a0 tx=0x7f3bb40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=699e2d3178db1964 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:06.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.458+0000 7f3ba2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:17:06.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.459+0000 7f3ba2ffd640 1 -- 172.21.15.67:0/1444870965 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bb409afc0 con 0x55778d4b7a30 2024-09-10T08:17:06.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.459+0000 7f3bcc135740 1 -- 172.21.15.67:0/1444870965 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3bb8003aa0 con 0x55778d4b7a30 2024-09-10T08:17:06.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.459+0000 7f3ba2ffd640 1 -- 172.21.15.67:0/1444870965 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f3bb409a840 con 0x55778d4b7a30 2024-09-10T08:17:06.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.459+0000 7f3ba2ffd640 1 -- 172.21.15.67:0/1444870965 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3bb409b8f0 con 0x55778d4b7a30 2024-09-10T08:17:06.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.459+0000 7f3bcc135740 10 client.16086 fetch_fsmap learned FSMap version 29 2024-09-10T08:17:06.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.459+0000 7f3bcc135740 1 -- 172.21.15.67:0/1444870965 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55778d5498f0 con 0x55778d4b7a30 2024-09-10T08:17:06.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.459+0000 7f3ba2ffd640 1 -- 172.21.15.67:0/1444870965 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3bb8003aa0 con 0x55778d4b7a30 2024-09-10T08:17:06.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.459+0000 7f3ba2ffd640 1 -- 172.21.15.67:0/1444870965 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f3bb409a0b0 con 0x55778d4b7a30 2024-09-10T08:17:06.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.459+0000 7f3bcc135740 10 client.16086 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:17:06.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.459+0000 7f3bcc135740 10 client.16086 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:17:06.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.459+0000 7f3bcc135740 20 client.16086 populate_metadata read hostname 'smithi067' 2024-09-10T08:17:06.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.459+0000 7f3bcc135740 1 --2- 172.21.15.67:0/1444870965 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55778d4cac80 0x55778d54be90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:06.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.459+0000 7f3bcc135740 4 client.16086 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T08:17:06.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.459+0000 7f3bcc135740 1 -- 172.21.15.67:0/1444870965 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55778d4c8130 con 0x55778d4cac80 2024-09-10T08:17:06.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.460+0000 7f3bc2ffd640 1 --2- 172.21.15.67:0/1444870965 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55778d4cac80 0x55778d54be90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:06.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.460+0000 7f3bc2ffd640 1 --2- 172.21.15.67:0/1444870965 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55778d4cac80 0x55778d54be90 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=842276d054c51b34 server_cookie=412cd75049257693 in_seq=0 out_seq=0 2024-09-10T08:17:06.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.460+0000 7f3ba2ffd640 10 client.16086 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:17:06.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.460+0000 7f3ba2ffd640 1 -- 172.21.15.67:0/1444870965 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55778d4c8130 con 0x55778d4cac80 2024-09-10T08:17:06.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.460+0000 7f3ba2ffd640 10 client.16086 handle_command_reply: tid=0 2024-09-10T08:17:06.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.460+0000 7f3bcc135740 1 client.16086 shutdown 2024-09-10T08:17:06.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.460+0000 7f3bcc135740 1 -- 172.21.15.67:0/1444870965 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55778d4b7a30 msgr2=0x55778d4e7170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:06.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.460+0000 7f3bcc135740 1 --2- 172.21.15.67:0/1444870965 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55778d4b7a30 0x55778d4e7170 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f3bb40994a0 tx=0x7f3bb40057f0 comp rx=0 tx=0).stop 2024-09-10T08:17:06.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.460+0000 7f3bcc135740 1 -- 172.21.15.67:0/1444870965 shutdown_connections 2024-09-10T08:17:06.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.460+0000 7f3bcc135740 1 --2- 172.21.15.67:0/1444870965 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55778d4cac80 0x55778d54be90 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:06.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.460+0000 7f3bcc135740 1 --2- 172.21.15.67:0/1444870965 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55778d4bbc80 0x55778d4d31c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:06.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.460+0000 7f3bcc135740 1 --2- 172.21.15.67:0/1444870965 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55778d4bb360 0x55778d4d2a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:06.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.460+0000 7f3bcc135740 1 --2- 172.21.15.67:0/1444870965 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55778d4b7a30 0x55778d4e7170 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:06.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.460+0000 7f3bcc135740 1 -- 172.21.15.67:0/1444870965 >> 172.21.15.67:0/1444870965 conn(0x55778d4b84b0 msgr2=0x55778d4bd730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:06.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.460+0000 7f3ba2ffd640 0 client.16086 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:17:06.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.461+0000 7f3bcc135740 1 -- 172.21.15.67:0/1444870965 shutdown_connections 2024-09-10T08:17:06.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.461+0000 7f3bcc135740 1 -- 172.21.15.67:0/1444870965 wait complete. 2024-09-10T08:17:06.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.461+0000 7f3bcc135740 20 client.16086 trim_cache size 0 max 16384 2024-09-10T08:17:06.466 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:17:06.466 INFO:teuthology.orchestra.run.smithi067.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-10T08:17:06.466 INFO:teuthology.orchestra.run.smithi067.stdout: "scrubs": { 2024-09-10T08:17:06.466 INFO:teuthology.orchestra.run.smithi067.stdout: "73aee449-d52c-488a-a7bf-4629881588ad": { 2024-09-10T08:17:06.466 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/", 2024-09-10T08:17:06.466 INFO:teuthology.orchestra.run.smithi067.stdout: "tag": "73aee449-d52c-488a-a7bf-4629881588ad", 2024-09-10T08:17:06.466 INFO:teuthology.orchestra.run.smithi067.stdout: "options": "recursive,force" 2024-09-10T08:17:06.466 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:17:06.466 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:17:06.467 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:17:06.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.461+0000 7f3bc9d5c640 1 -- 172.21.15.67:0/2966776790 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f3bac0a2d20 msgr2=0x7f3bac0a51e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:06.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.461+0000 7f3bc9d5c640 1 --2- 172.21.15.67:0/2966776790 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f3bac0a2d20 0x7f3bac0a51e0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f3bbc009430 tx=0x7f3bbc02a8e0 comp rx=0 tx=0).stop 2024-09-10T08:17:06.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.461+0000 7f3bc9d5c640 1 -- 172.21.15.67:0/2966776790 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bc4100a80 msgr2=0x7f3bc4197240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:06.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.461+0000 7f3bc9d5c640 1 --2- 172.21.15.67:0/2966776790 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bc4100a80 0x7f3bc4197240 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f3bb400d950 tx=0x7f3bb400de10 comp rx=0 tx=0).stop 2024-09-10T08:17:06.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.461+0000 7f3bc9d5c640 1 -- 172.21.15.67:0/2966776790 shutdown_connections 2024-09-10T08:17:06.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.461+0000 7f3bc9d5c640 1 --2- 172.21.15.67:0/2966776790 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f3bac0a2d20 0x7f3bac0a51e0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:06.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.461+0000 7f3bc9d5c640 1 --2- 172.21.15.67:0/2966776790 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3bc4101420 0x7f3bc4197780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:06.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.461+0000 7f3bc9d5c640 1 --2- 172.21.15.67:0/2966776790 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3bc4106a80 0x7f3bc419bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:06.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.461+0000 7f3bc9d5c640 1 --2- 172.21.15.67:0/2966776790 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bc4100a80 0x7f3bc4197240 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:06.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.461+0000 7f3bc9d5c640 1 -- 172.21.15.67:0/2966776790 >> 172.21.15.67:0/2966776790 conn(0x7f3bc40fc7a0 msgr2=0x7f3bc40fd0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:06.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.461+0000 7f3bc9d5c640 1 -- 172.21.15.67:0/2966776790 shutdown_connections 2024-09-10T08:17:06.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:06.461+0000 7f3bc9d5c640 1 -- 172.21.15.67:0/2966776790 wait complete. 2024-09-10T08:17:07.192 INFO:tasks.cephfs.filesystem:scrub status for tag:73aee449-d52c-488a-a7bf-4629881588ad - {'path': '/', 'tag': '73aee449-d52c-488a-a7bf-4629881588ad', 'options': 'recursive,force'} 2024-09-10T08:17:07.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:17:07 smithi067 ceph-mon[31051]: pgmap v426: 129 pgs: 129 active+clean; 674 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 341 B/s wr, 12 op/s 2024-09-10T08:17:07.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:17:07 smithi067 ceph-mon[31051]: scrub summary: idle 2024-09-10T08:17:07.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:17:07 smithi203 ceph-mon[34672]: pgmap v426: 129 pgs: 129 active+clean; 674 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 341 B/s wr, 12 op/s 2024-09-10T08:17:07.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:17:07 smithi203 ceph-mon[34672]: scrub summary: idle 2024-09-10T08:17:07.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:17:07 smithi133 ceph-mon[34721]: pgmap v426: 129 pgs: 129 active+clean; 674 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 341 B/s wr, 12 op/s 2024-09-10T08:17:07.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:17:07 smithi133 ceph-mon[34721]: scrub summary: idle 2024-09-10T08:17:07.778 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:17:08.044 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:17:08.593 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.571+0000 7f0615267640 1 -- 172.21.15.67:0/2615930849 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0610100e20 msgr2=0x7f0610101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:08.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.571+0000 7f0615267640 1 --2- 172.21.15.67:0/2615930849 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0610100e20 0x7f0610101200 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f0600009900 tx=0x7f060002a480 comp rx=0 tx=0).stop 2024-09-10T08:17:08.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.571+0000 7f0615267640 1 -- 172.21.15.67:0/2615930849 shutdown_connections 2024-09-10T08:17:08.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.571+0000 7f0615267640 1 --2- 172.21.15.67:0/2615930849 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0610102ef0 0x7f061010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:08.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.571+0000 7f0615267640 1 --2- 172.21.15.67:0/2615930849 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0610102570 0x7f06101029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:08.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.571+0000 7f0615267640 1 --2- 172.21.15.67:0/2615930849 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0610100e20 0x7f0610101200 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:08.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.571+0000 7f0615267640 1 -- 172.21.15.67:0/2615930849 >> 172.21.15.67:0/2615930849 conn(0x7f06100fc7d0 msgr2=0x7f06100febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:08.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.571+0000 7f0615267640 1 -- 172.21.15.67:0/2615930849 shutdown_connections 2024-09-10T08:17:08.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.571+0000 7f0615267640 1 -- 172.21.15.67:0/2615930849 wait complete. 2024-09-10T08:17:08.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.571+0000 7f0615267640 1 Processor -- start 2024-09-10T08:17:08.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.571+0000 7f0615267640 1 -- start start 2024-09-10T08:17:08.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.572+0000 7f0615267640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0610100e20 0x7f061019a550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:08.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.572+0000 7f0615267640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0610102570 0x7f061019aa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:08.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.572+0000 7f0615267640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0610102ef0 0x7f061019ee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:08.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.572+0000 7f0615267640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f0610110e00 con 0x7f0610102570 2024-09-10T08:17:08.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.572+0000 7f0615267640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f0610110c80 con 0x7f0610102ef0 2024-09-10T08:17:08.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.572+0000 7f0615267640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f0610110f80 con 0x7f0610100e20 2024-09-10T08:17:08.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.572+0000 7f0607fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0610102570 0x7f061019aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:08.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.572+0000 7f0607fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0610102570 0x7f061019aa90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54746/0 (socket says 172.21.15.67:54746) 2024-09-10T08:17:08.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.572+0000 7f0607fff640 1 -- 172.21.15.67:0/1044529536 learned_addr learned my addr 172.21.15.67:0/1044529536 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:08.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.572+0000 7f060f7fe640 1 --2- 172.21.15.67:0/1044529536 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0610102ef0 0x7f061019ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:08.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.572+0000 7f060effd640 1 --2- 172.21.15.67:0/1044529536 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0610100e20 0x7f061019a550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:08.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.572+0000 7f0607fff640 1 -- 172.21.15.67:0/1044529536 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0610100e20 msgr2=0x7f061019a550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:08.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.572+0000 7f0607fff640 1 --2- 172.21.15.67:0/1044529536 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0610100e20 0x7f061019a550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:08.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.572+0000 7f0607fff640 1 -- 172.21.15.67:0/1044529536 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0610102ef0 msgr2=0x7f061019ee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:08.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.572+0000 7f0607fff640 1 --2- 172.21.15.67:0/1044529536 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0610102ef0 0x7f061019ee20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:08.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.572+0000 7f0607fff640 1 -- 172.21.15.67:0/1044529536 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f061019f500 con 0x7f0610102570 2024-09-10T08:17:08.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.572+0000 7f060effd640 1 --2- 172.21.15.67:0/1044529536 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0610100e20 0x7f061019a550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:17:08.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.572+0000 7f060f7fe640 1 --2- 172.21.15.67:0/1044529536 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0610102ef0 0x7f061019ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:17:08.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.572+0000 7f0607fff640 1 --2- 172.21.15.67:0/1044529536 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0610102570 0x7f061019aa90 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f05f800c920 tx=0x7f05f800cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:08.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.572+0000 7f060cff9640 1 -- 172.21.15.67:0/1044529536 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05f8007c70 con 0x7f0610102570 2024-09-10T08:17:08.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.572+0000 7f060cff9640 1 -- 172.21.15.67:0/1044529536 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f05f8007e10 con 0x7f0610102570 2024-09-10T08:17:08.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.573+0000 7f0615267640 1 -- 172.21.15.67:0/1044529536 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f061019f7f0 con 0x7f0610102570 2024-09-10T08:17:08.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.573+0000 7f060cff9640 1 -- 172.21.15.67:0/1044529536 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05f8018820 con 0x7f0610102570 2024-09-10T08:17:08.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.573+0000 7f0615267640 1 -- 172.21.15.67:0/1044529536 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06101a70d0 con 0x7f0610102570 2024-09-10T08:17:08.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.573+0000 7f0615267640 1 -- 172.21.15.67:0/1044529536 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0610101200 con 0x7f0610102570 2024-09-10T08:17:08.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.575+0000 7f060cff9640 1 -- 172.21.15.67:0/1044529536 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f05f80189c0 con 0x7f0610102570 2024-09-10T08:17:08.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.575+0000 7f060cff9640 1 --2- 172.21.15.67:0/1044529536 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f05fc0a2b80 0x7f05fc0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:08.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.575+0000 7f060effd640 1 --2- 172.21.15.67:0/1044529536 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f05fc0a2b80 0x7f05fc0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:08.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.575+0000 7f060cff9640 1 -- 172.21.15.67:0/1044529536 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f05f80cf660 con 0x7f0610102570 2024-09-10T08:17:08.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.576+0000 7f060effd640 1 --2- 172.21.15.67:0/1044529536 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f05fc0a2b80 0x7f05fc0a5040 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f0600000c00 tx=0x7f0600032d50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:08.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.579+0000 7f060cff9640 1 -- 172.21.15.67:0/1044529536 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f05f8014030 con 0x7f0610102570 2024-09-10T08:17:08.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.791+0000 7f0615267640 1 -- 172.21.15.67:0/1044529536 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f06101a7330 con 0x7f0610102570 2024-09-10T08:17:08.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.792+0000 7f060cff9640 1 -- 172.21.15.67:0/1044529536 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11983 (secure 0 0 0) 0x7f05f809c1c0 con 0x7f0610102570 2024-09-10T08:17:08.792 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:17:08.792 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":29,"btime":"2024-09-10T08:15:16:896413+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3649064068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3649064068},{"type":"v1","addr":"172.21.15.67:6835","nonce":3649064068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6837/384364542","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6836","nonce":384364542},{"type":"v1","addr":"172.21.15.67:6837","nonce":384364542}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T08:12:37.538183+0000","modified":"2024-09-10T08:15:16.520232+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24479,"mds_1":24475,"mds_2":24457,"mds_3":24412,"mds_4":24404},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6839/2770928820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6838","nonce":2770928820},{"type":"v1","addr":"172.21.15.67:6839","nonce":2770928820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14628":{"gid":14628,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6841/1116344955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6840","nonce":1116344955},{"type":"v1","addr":"172.21.15.67:6841","nonce":1116344955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24404":{"gid":24404,"name":"k","rank":4,"incarnation":26,"state":"up:active","state_seq":23,"addr":"172.21.15.133:6833/2920270168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":2920270168},{"type":"v1","addr":"172.21.15.133:6833","nonce":2920270168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24412":{"gid":24412,"name":"l","rank":3,"incarnation":24,"state":"up:active","state_seq":23,"addr":"172.21.15.203:6833/754287689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":754287689},{"type":"v1","addr":"172.21.15.203:6833","nonce":754287689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/3573205749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3573205749},{"type":"v1","addr":"172.21.15.133:6835","nonce":3573205749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6835/3722546188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":3722546188},{"type":"v1","addr":"172.21.15.203:6835","nonce":3722546188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/667764093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":667764093},{"type":"v1","addr":"172.21.15.133:6837","nonce":667764093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":19,"addr":"172.21.15.203:6837/4255783395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":4255783395},{"type":"v1","addr":"172.21.15.203:6837","nonce":4255783395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":17,"addr":"172.21.15.203:6839/2311592321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2311592321},{"type":"v1","addr":"172.21.15.203:6839","nonce":2311592321}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.133:6839/1848609384","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":1848609384},{"type":"v1","addr":"172.21.15.133:6839","nonce":1848609384}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24479,"qdb_cluster":[24404,24412,24457,24475,24479]},"id":1}]} 2024-09-10T08:17:08.792 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 29 2024-09-10T08:17:08.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.794+0000 7f0615267640 1 -- 172.21.15.67:0/1044529536 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f05fc0a2b80 msgr2=0x7f05fc0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:08.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.794+0000 7f0615267640 1 --2- 172.21.15.67:0/1044529536 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f05fc0a2b80 0x7f05fc0a5040 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f0600000c00 tx=0x7f0600032d50 comp rx=0 tx=0).stop 2024-09-10T08:17:08.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.794+0000 7f0615267640 1 -- 172.21.15.67:0/1044529536 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0610102570 msgr2=0x7f061019aa90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:08.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.794+0000 7f0615267640 1 --2- 172.21.15.67:0/1044529536 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0610102570 0x7f061019aa90 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f05f800c920 tx=0x7f05f800cde0 comp rx=0 tx=0).stop 2024-09-10T08:17:08.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.794+0000 7f0615267640 1 -- 172.21.15.67:0/1044529536 shutdown_connections 2024-09-10T08:17:08.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.794+0000 7f0615267640 1 --2- 172.21.15.67:0/1044529536 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f05fc0a2b80 0x7f05fc0a5040 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:08.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.794+0000 7f0615267640 1 --2- 172.21.15.67:0/1044529536 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0610102ef0 0x7f061019ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:08.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.794+0000 7f0615267640 1 --2- 172.21.15.67:0/1044529536 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0610102570 0x7f061019aa90 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:08.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.794+0000 7f0615267640 1 --2- 172.21.15.67:0/1044529536 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0610100e20 0x7f061019a550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:08.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.794+0000 7f0615267640 1 -- 172.21.15.67:0/1044529536 >> 172.21.15.67:0/1044529536 conn(0x7f06100fc7d0 msgr2=0x7f061006a790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:08.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.795+0000 7f0615267640 1 -- 172.21.15.67:0/1044529536 shutdown_connections 2024-09-10T08:17:08.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:08.795+0000 7f0615267640 1 -- 172.21.15.67:0/1044529536 wait complete. 2024-09-10T08:17:09.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:17:09 smithi067 ceph-mon[31051]: pgmap v427: 129 pgs: 129 active+clean; 674 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 341 B/s wr, 9 op/s 2024-09-10T08:17:09.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:17:09 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/1044529536' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:17:09.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:17:09 smithi203 ceph-mon[34672]: pgmap v427: 129 pgs: 129 active+clean; 674 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 341 B/s wr, 9 op/s 2024-09-10T08:17:09.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:17:09 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/1044529536' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:17:09.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:17:09 smithi133 ceph-mon[34721]: pgmap v427: 129 pgs: 129 active+clean; 674 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 341 B/s wr, 9 op/s 2024-09-10T08:17:09.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:17:09 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/1044529536' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:17:09.800 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24479 quiesce db --set-id 22456e9f --release --await' 2024-09-10T08:17:09.801 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24479 quiesce db --set-id 22456e9f --release --await 2024-09-10T08:17:10.062 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:17:10.398 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.396+0000 7ff0bbb86640 1 -- 172.21.15.67:0/2941086806 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff0b41025f0 msgr2=0x7ff0b4108e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:10.398 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.396+0000 7ff0bbb86640 1 --2- 172.21.15.67:0/2941086806 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff0b41025f0 0x7ff0b4108e80 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7ff0ac009ca0 tx=0x7ff0ac02a8c0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.398 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.396+0000 7ff0bbb86640 1 -- 172.21.15.67:0/2941086806 shutdown_connections 2024-09-10T08:17:10.398 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.396+0000 7ff0bbb86640 1 --2- 172.21.15.67:0/2941086806 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff0b4101c30 0x7ff0b41020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.399 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.397+0000 7ff0bbb86640 1 --2- 172.21.15.67:0/2941086806 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff0b41025f0 0x7ff0b4108e80 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.399 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.397+0000 7ff0bbb86640 1 --2- 172.21.15.67:0/2941086806 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff0b4100a40 0x7ff0b4100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.399 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.397+0000 7ff0bbb86640 1 -- 172.21.15.67:0/2941086806 >> 172.21.15.67:0/2941086806 conn(0x7ff0b40fc1e0 msgr2=0x7ff0b40fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:10.399 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.397+0000 7ff0bbb86640 1 -- 172.21.15.67:0/2941086806 shutdown_connections 2024-09-10T08:17:10.399 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.397+0000 7ff0bbb86640 1 -- 172.21.15.67:0/2941086806 wait complete. 2024-09-10T08:17:10.399 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.397+0000 7ff0bbb86640 1 Processor -- start 2024-09-10T08:17:10.399 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.397+0000 7ff0bbb86640 1 -- start start 2024-09-10T08:17:10.399 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.397+0000 7ff0bbb86640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff0b4100a40 0x7ff0b4197c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:10.399 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.397+0000 7ff0bbb86640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff0b4101c30 0x7ff0b4198160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:10.399 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.397+0000 7ff0bbb86640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff0b41025f0 0x7ff0b419f190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:10.399 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.397+0000 7ff0bbb86640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff0b410d680 con 0x7ff0b4100a40 2024-09-10T08:17:10.399 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.397+0000 7ff0bbb86640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7ff0b410d500 con 0x7ff0b4101c30 2024-09-10T08:17:10.399 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.397+0000 7ff0bbb86640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ff0b410d800 con 0x7ff0b41025f0 2024-09-10T08:17:10.399 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.398+0000 7ff0b9922640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff0b4100a40 0x7ff0b4197c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:10.400 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.398+0000 7ff0b9922640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff0b4100a40 0x7ff0b4197c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54754/0 (socket says 172.21.15.67:54754) 2024-09-10T08:17:10.400 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.398+0000 7ff0b9922640 1 -- 172.21.15.67:0/729140795 learned_addr learned my addr 172.21.15.67:0/729140795 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:10.400 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.398+0000 7ff0b9121640 1 --2- 172.21.15.67:0/729140795 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff0b4101c30 0x7ff0b4198160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:10.400 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.398+0000 7ff0b9922640 1 -- 172.21.15.67:0/729140795 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff0b41025f0 msgr2=0x7ff0b419f190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:10.400 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.398+0000 7ff0ba123640 1 --2- 172.21.15.67:0/729140795 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff0b41025f0 0x7ff0b419f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:10.400 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.398+0000 7ff0b9922640 1 --2- 172.21.15.67:0/729140795 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff0b41025f0 0x7ff0b419f190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.400 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.398+0000 7ff0b9922640 1 -- 172.21.15.67:0/729140795 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff0b4101c30 msgr2=0x7ff0b4198160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:10.400 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.398+0000 7ff0b9922640 1 --2- 172.21.15.67:0/729140795 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff0b4101c30 0x7ff0b4198160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.400 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.398+0000 7ff0b9922640 1 -- 172.21.15.67:0/729140795 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0b419f830 con 0x7ff0b4100a40 2024-09-10T08:17:10.400 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.398+0000 7ff0b9121640 1 --2- 172.21.15.67:0/729140795 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff0b4101c30 0x7ff0b4198160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:17:10.400 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.398+0000 7ff0ba123640 1 --2- 172.21.15.67:0/729140795 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff0b41025f0 0x7ff0b419f190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:17:10.400 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.398+0000 7ff0b9922640 1 --2- 172.21.15.67:0/729140795 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff0b4100a40 0x7ff0b4197c20 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7ff0b000c970 tx=0x7ff0b000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:10.400 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.398+0000 7ff0aaffd640 1 -- 172.21.15.67:0/729140795 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0b0007c10 con 0x7ff0b4100a40 2024-09-10T08:17:10.401 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.398+0000 7ff0bbb86640 1 -- 172.21.15.67:0/729140795 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0b419fb20 con 0x7ff0b4100a40 2024-09-10T08:17:10.401 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.398+0000 7ff0aaffd640 1 -- 172.21.15.67:0/729140795 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff0b0007db0 con 0x7ff0b4100a40 2024-09-10T08:17:10.401 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.398+0000 7ff0aaffd640 1 -- 172.21.15.67:0/729140795 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0b000f7d0 con 0x7ff0b4100a40 2024-09-10T08:17:10.401 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.398+0000 7ff0bbb86640 1 -- 172.21.15.67:0/729140795 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0b41a00c0 con 0x7ff0b4100a40 2024-09-10T08:17:10.407 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.401+0000 7ff0aaffd640 1 -- 172.21.15.67:0/729140795 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7ff0b0018480 con 0x7ff0b4100a40 2024-09-10T08:17:10.407 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.401+0000 7ff0be9f7740 1 Processor -- start 2024-09-10T08:17:10.407 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.401+0000 7ff0be9f7740 1 -- start start 2024-09-10T08:17:10.407 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.402+0000 7ff0be9f7740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5582232b79a0 0x5582232b7da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:10.407 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.402+0000 7ff0be9f7740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5582232b82e0 0x5582232bcda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:10.407 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.402+0000 7ff0be9f7740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5582232bd370 0x5582232bf830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:10.407 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.402+0000 7ff0be9f7740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55822321b2f0 con 0x5582232b82e0 2024-09-10T08:17:10.407 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.402+0000 7ff0be9f7740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5582231c3270 con 0x5582232b79a0 2024-09-10T08:17:10.408 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.402+0000 7ff0be9f7740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5582232172b0 con 0x5582232bd370 2024-09-10T08:17:10.408 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.402+0000 7ff0b9922640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5582232b82e0 0x5582232bcda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:10.408 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.402+0000 7ff0aaffd640 1 --2- 172.21.15.67:0/729140795 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff0a00a2c30 0x7ff0a00a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:10.408 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.402+0000 7ff0b9922640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5582232b82e0 0x5582232bcda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54756/0 (socket says 172.21.15.67:54756) 2024-09-10T08:17:10.408 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.402+0000 7ff0b9922640 1 -- 172.21.15.67:0/3941803485 learned_addr learned my addr 172.21.15.67:0/3941803485 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:10.408 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.402+0000 7ff0ba123640 1 --2- 172.21.15.67:0/3941803485 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5582232b79a0 0x5582232b7da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:10.408 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.402+0000 7ff0b9121640 1 --2- 172.21.15.67:0/3941803485 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5582232bd370 0x5582232bf830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:10.408 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.402+0000 7ff0ba123640 1 --2- 172.21.15.67:0/729140795 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff0a00a2c30 0x7ff0a00a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:10.408 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.402+0000 7ff0aaffd640 1 -- 172.21.15.67:0/729140795 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7ff0b00cf930 con 0x7ff0b4100a40 2024-09-10T08:17:10.408 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.402+0000 7ff0b9922640 1 -- 172.21.15.67:0/3941803485 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5582232bd370 msgr2=0x5582232bf830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:10.408 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.402+0000 7ff0b9922640 1 --2- 172.21.15.67:0/3941803485 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5582232bd370 0x5582232bf830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.408 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.402+0000 7ff0b9922640 1 -- 172.21.15.67:0/3941803485 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5582232b79a0 msgr2=0x5582232b7da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:10.409 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.402+0000 7ff0b9922640 1 --2- 172.21.15.67:0/3941803485 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5582232b79a0 0x5582232b7da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.409 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.402+0000 7ff0b9922640 1 -- 172.21.15.67:0/3941803485 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5582231c2340 con 0x5582232b82e0 2024-09-10T08:17:10.409 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.402+0000 7ff0b9922640 1 --2- 172.21.15.67:0/3941803485 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5582232b82e0 0x5582232bcda0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7ff0b00ccfd0 tx=0x7ff0b0000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23715f36427ecf43 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:10.409 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.402+0000 7ff0ba123640 1 --2- 172.21.15.67:0/729140795 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff0a00a2c30 0x7ff0a00a50f0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7ff0ac009a60 tx=0x7ff0ac0095c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:10.409 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.403+0000 7ff09ffff640 1 -- 172.21.15.67:0/3941803485 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0b0018ac0 con 0x5582232b82e0 2024-09-10T08:17:10.409 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.403+0000 7ff09ffff640 1 -- 172.21.15.67:0/3941803485 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff0b009bd30 con 0x5582232b82e0 2024-09-10T08:17:10.409 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.403+0000 7ff09ffff640 1 -- 172.21.15.67:0/3941803485 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0b00983a0 con 0x5582232b82e0 2024-09-10T08:17:10.409 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.403+0000 7ff0be9f7740 1 -- 172.21.15.67:0/3941803485 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5582232b82e0 msgr2=0x5582232bcda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:10.409 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.403+0000 7ff0be9f7740 1 --2- 172.21.15.67:0/3941803485 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5582232b82e0 0x5582232bcda0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7ff0b00ccfd0 tx=0x7ff0b0000bc0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.409 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.403+0000 7ff0be9f7740 1 -- 172.21.15.67:0/3941803485 shutdown_connections 2024-09-10T08:17:10.409 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.403+0000 7ff0be9f7740 1 --2- 172.21.15.67:0/3941803485 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5582232bd370 0x5582232bf830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.409 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.403+0000 7ff0be9f7740 1 --2- 172.21.15.67:0/3941803485 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5582232b82e0 0x5582232bcda0 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.409 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.403+0000 7ff0be9f7740 1 --2- 172.21.15.67:0/3941803485 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5582232b79a0 0x5582232b7da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.409 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.403+0000 7ff0be9f7740 1 -- 172.21.15.67:0/3941803485 >> 172.21.15.67:0/3941803485 conn(0x5582232b3010 msgr2=0x5582232b3410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:10.409 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.403+0000 7ff0be9f7740 1 -- 172.21.15.67:0/3941803485 shutdown_connections 2024-09-10T08:17:10.410 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.403+0000 7ff0be9f7740 1 -- 172.21.15.67:0/3941803485 wait complete. 2024-09-10T08:17:10.410 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.404+0000 7ff0be9f7740 1 -- start start 2024-09-10T08:17:10.410 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.404+0000 7ff0be9f7740 1 Processor -- start 2024-09-10T08:17:10.410 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.404+0000 7ff0be9f7740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5582232b79a0 0x5582232c1bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:10.410 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.404+0000 7ff0be9f7740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5582232b82e0 0x5582232c2100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:10.410 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.404+0000 7ff0be9f7740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5582232bd370 0x5582232c9140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:10.410 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.404+0000 7ff0be9f7740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5582232c02e0 con 0x5582232bd370 2024-09-10T08:17:10.410 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.404+0000 7ff0be9f7740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5582231a4290 con 0x5582232b82e0 2024-09-10T08:17:10.410 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.404+0000 7ff0be9f7740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5582232c0460 con 0x5582232b79a0 2024-09-10T08:17:10.410 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.404+0000 7ff0be9f7740 10 client.0 _ll_register_callbacks cb 0x5582231d5140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:17:10.410 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.404+0000 7ff0ba123640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5582232bd370 0x5582232c9140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:10.410 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.404+0000 7ff0ba123640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5582232bd370 0x5582232c9140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54766/0 (socket says 172.21.15.67:54766) 2024-09-10T08:17:10.410 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.405+0000 7ff0ba123640 1 -- 172.21.15.67:0/2715861161 learned_addr learned my addr 172.21.15.67:0/2715861161 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:10.411 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.405+0000 7ff0b9121640 1 --2- 172.21.15.67:0/2715861161 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5582232b82e0 0x5582232c2100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:10.411 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.405+0000 7ff0b9922640 1 --2- 172.21.15.67:0/2715861161 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5582232b79a0 0x5582232c1bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:10.411 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.405+0000 7ff0ba123640 1 -- 172.21.15.67:0/2715861161 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5582232b79a0 msgr2=0x5582232c1bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:10.411 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.405+0000 7ff0ba123640 1 --2- 172.21.15.67:0/2715861161 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5582232b79a0 0x5582232c1bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.411 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.405+0000 7ff0ba123640 1 -- 172.21.15.67:0/2715861161 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5582232b82e0 msgr2=0x5582232c2100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:10.411 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.405+0000 7ff0ba123640 1 --2- 172.21.15.67:0/2715861161 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5582232b82e0 0x5582232c2100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.411 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.405+0000 7ff0ba123640 1 -- 172.21.15.67:0/2715861161 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558222f2e210 con 0x5582232bd370 2024-09-10T08:17:10.411 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.405+0000 7ff0ba123640 1 --2- 172.21.15.67:0/2715861161 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5582232bd370 0x5582232c9140 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7ff0ac009ca0 tx=0x7ff0ac02a8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35029ef1aa183ffb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:10.411 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.405+0000 7ff09d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:17:10.411 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.405+0000 7ff09d7fa640 1 -- 172.21.15.67:0/2715861161 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0ac050070 con 0x5582232bd370 2024-09-10T08:17:10.411 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.405+0000 7ff09d7fa640 1 -- 172.21.15.67:0/2715861161 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7ff0ac004620 con 0x5582232bd370 2024-09-10T08:17:10.411 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.405+0000 7ff0be9f7740 1 -- 172.21.15.67:0/2715861161 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x558223228a20 con 0x5582232bd370 2024-09-10T08:17:10.411 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.405+0000 7ff09d7fa640 1 -- 172.21.15.67:0/2715861161 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff0ac05d050 con 0x5582232bd370 2024-09-10T08:17:10.411 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.405+0000 7ff0be9f7740 10 client.16104 fetch_fsmap learned FSMap version 29 2024-09-10T08:17:10.411 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.405+0000 7ff0be9f7740 1 -- 172.21.15.67:0/2715861161 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558222ffa620 con 0x5582232bd370 2024-09-10T08:17:10.412 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.406+0000 7ff09d7fa640 1 -- 172.21.15.67:0/2715861161 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x558223228a20 con 0x5582232bd370 2024-09-10T08:17:10.412 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.406+0000 7ff09d7fa640 1 -- 172.21.15.67:0/2715861161 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7ff0ac049040 con 0x5582232bd370 2024-09-10T08:17:10.412 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.406+0000 7ff0be9f7740 10 client.16104 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:17:10.412 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.406+0000 7ff0be9f7740 10 client.16104 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:17:10.412 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.406+0000 7ff0be9f7740 20 client.16104 populate_metadata read hostname 'smithi067' 2024-09-10T08:17:10.412 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.406+0000 7ff0be9f7740 1 --2- 172.21.15.67:0/2715861161 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5582232cd850 0x5582232cfc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:10.412 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.406+0000 7ff0be9f7740 4 client.16104 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:17:10.412 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.406+0000 7ff0be9f7740 1 -- 172.21.15.67:0/2715861161 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558223222d70 con 0x5582232cd850 2024-09-10T08:17:10.412 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.406+0000 7ff0b9922640 1 --2- 172.21.15.67:0/2715861161 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5582232cd850 0x5582232cfc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:10.412 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.407+0000 7ff0b9922640 1 --2- 172.21.15.67:0/2715861161 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5582232cd850 0x5582232cfc60 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=822b8cf6e9bb33d1 server_cookie=fc8ac417027848d4 in_seq=0 out_seq=0 2024-09-10T08:17:10.412 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.407+0000 7ff09d7fa640 10 client.16104 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:17:10.412 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.407+0000 7ff09d7fa640 1 -- 172.21.15.67:0/2715861161 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558223222d70 con 0x5582232cd850 2024-09-10T08:17:10.412 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.407+0000 7ff09d7fa640 10 client.16104 handle_command_reply: tid=0 2024-09-10T08:17:10.412 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.407+0000 7ff0be9f7740 1 client.16104 shutdown 2024-09-10T08:17:10.413 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.407+0000 7ff0be9f7740 1 -- 172.21.15.67:0/2715861161 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5582232bd370 msgr2=0x5582232c9140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:10.413 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.407+0000 7ff0be9f7740 1 --2- 172.21.15.67:0/2715861161 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5582232bd370 0x5582232c9140 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7ff0ac009ca0 tx=0x7ff0ac02a8c0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.413 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.407+0000 7ff0be9f7740 1 -- 172.21.15.67:0/2715861161 shutdown_connections 2024-09-10T08:17:10.413 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.407+0000 7ff0be9f7740 1 --2- 172.21.15.67:0/2715861161 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5582232cd850 0x5582232cfc60 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.413 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.408+0000 7ff0be9f7740 1 --2- 172.21.15.67:0/2715861161 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5582232b82e0 0x5582232c2100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.413 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.408+0000 7ff0be9f7740 1 --2- 172.21.15.67:0/2715861161 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5582232bd370 0x5582232c9140 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.413 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.408+0000 7ff09d7fa640 0 client.16104 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:17:10.413 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.408+0000 7ff0be9f7740 1 --2- 172.21.15.67:0/2715861161 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5582232b79a0 0x5582232c1bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.413 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.408+0000 7ff0be9f7740 1 -- 172.21.15.67:0/2715861161 >> 172.21.15.67:0/2715861161 conn(0x5582232b3010 msgr2=0x5582232b4820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:10.413 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.408+0000 7ff0be9f7740 1 -- 172.21.15.67:0/2715861161 shutdown_connections 2024-09-10T08:17:10.413 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.408+0000 7ff0be9f7740 1 -- 172.21.15.67:0/2715861161 wait complete. 2024-09-10T08:17:10.413 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.408+0000 7ff0be9f7740 20 client.16104 trim_cache size 0 max 16384 2024-09-10T08:17:10.423 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.422+0000 7ff0be9f7740 1 Processor -- start 2024-09-10T08:17:10.423 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.422+0000 7ff0be9f7740 1 -- start start 2024-09-10T08:17:10.423 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.422+0000 7ff0be9f7740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5582232b79a0 0x5582232b3ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:10.423 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.422+0000 7ff0be9f7740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5582232b82e0 0x5582232c9100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:10.423 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.422+0000 7ff0be9f7740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5582232bd370 0x5582232b4400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:10.424 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.422+0000 7ff0be9f7740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff0b41aa770 con 0x5582232bd370 2024-09-10T08:17:10.424 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.422+0000 7ff0be9f7740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7ff0b41ac2b0 con 0x5582232b82e0 2024-09-10T08:17:10.424 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.422+0000 7ff0be9f7740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ff0b41aae40 con 0x5582232b79a0 2024-09-10T08:17:10.424 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.422+0000 7ff0ba123640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5582232bd370 0x5582232b4400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:10.424 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.422+0000 7ff0ba123640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5582232bd370 0x5582232b4400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54772/0 (socket says 172.21.15.67:54772) 2024-09-10T08:17:10.424 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.422+0000 7ff0ba123640 1 -- 172.21.15.67:0/703442729 learned_addr learned my addr 172.21.15.67:0/703442729 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:10.424 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.423+0000 7ff0b9922640 1 --2- 172.21.15.67:0/703442729 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5582232b79a0 0x5582232b3ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:10.424 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.423+0000 7ff0ba123640 1 -- 172.21.15.67:0/703442729 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5582232b79a0 msgr2=0x5582232b3ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:10.424 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.423+0000 7ff0b9121640 1 --2- 172.21.15.67:0/703442729 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5582232b82e0 0x5582232c9100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:10.424 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.423+0000 7ff0ba123640 1 --2- 172.21.15.67:0/703442729 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5582232b79a0 0x5582232b3ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.424 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.423+0000 7ff0ba123640 1 -- 172.21.15.67:0/703442729 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5582232b82e0 msgr2=0x5582232c9100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:10.424 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.423+0000 7ff0ba123640 1 --2- 172.21.15.67:0/703442729 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5582232b82e0 0x5582232c9100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.424 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.423+0000 7ff0ba123640 1 -- 172.21.15.67:0/703442729 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5582232b2e30 con 0x5582232bd370 2024-09-10T08:17:10.424 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.423+0000 7ff0b9922640 1 --2- 172.21.15.67:0/703442729 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5582232b79a0 0x5582232b3ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:17:10.425 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.423+0000 7ff0b9121640 1 --2- 172.21.15.67:0/703442729 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5582232b82e0 0x5582232c9100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:17:10.425 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.423+0000 7ff0ba123640 1 --2- 172.21.15.67:0/703442729 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5582232bd370 0x5582232b4400 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7ff0ac0314c0 tx=0x7ff0ac009930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7aabf5d674839994 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:10.425 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.423+0000 7ff09f7fe640 1 -- 172.21.15.67:0/703442729 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0ac050040 con 0x5582232bd370 2024-09-10T08:17:10.425 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.423+0000 7ff09f7fe640 1 -- 172.21.15.67:0/703442729 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff0ac036040 con 0x5582232bd370 2024-09-10T08:17:10.425 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.423+0000 7ff09f7fe640 1 -- 172.21.15.67:0/703442729 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0ac030b10 con 0x5582232bd370 2024-09-10T08:17:10.425 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.423+0000 7ff0be9f7740 1 -- 172.21.15.67:0/703442729 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5582232bd370 msgr2=0x5582232b4400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:10.425 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.423+0000 7ff0be9f7740 1 --2- 172.21.15.67:0/703442729 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5582232bd370 0x5582232b4400 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7ff0ac0314c0 tx=0x7ff0ac009930 comp rx=0 tx=0).stop 2024-09-10T08:17:10.425 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.424+0000 7ff0be9f7740 1 -- 172.21.15.67:0/703442729 shutdown_connections 2024-09-10T08:17:10.425 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.424+0000 7ff0be9f7740 1 --2- 172.21.15.67:0/703442729 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5582232b82e0 0x5582232c9100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.425 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.424+0000 7ff0be9f7740 1 --2- 172.21.15.67:0/703442729 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5582232bd370 0x5582232b4400 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.425 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.424+0000 7ff0be9f7740 1 --2- 172.21.15.67:0/703442729 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5582232b79a0 0x5582232b3ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.425 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.424+0000 7ff0be9f7740 1 -- 172.21.15.67:0/703442729 >> 172.21.15.67:0/703442729 conn(0x5582232b3010 msgr2=0x5582232c1bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:10.425 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.424+0000 7ff0be9f7740 1 -- 172.21.15.67:0/703442729 shutdown_connections 2024-09-10T08:17:10.425 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.424+0000 7ff0be9f7740 1 -- 172.21.15.67:0/703442729 wait complete. 2024-09-10T08:17:10.426 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.424+0000 7ff0be9f7740 1 -- start start 2024-09-10T08:17:10.426 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.424+0000 7ff0be9f7740 1 Processor -- start 2024-09-10T08:17:10.432 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.424+0000 7ff0be9f7740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5582232b79a0 0x5582232c6a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:10.432 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.424+0000 7ff0be9f7740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5582232b82e0 0x5582232c6f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:10.432 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.424+0000 7ff0be9f7740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5582232bd370 0x5582232c7f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:10.432 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.424+0000 7ff0be9f7740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff0b41abbe0 con 0x5582232b82e0 2024-09-10T08:17:10.433 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.424+0000 7ff0be9f7740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7ff0b41ab510 con 0x5582232bd370 2024-09-10T08:17:10.433 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.424+0000 7ff0be9f7740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ff0b41a8750 con 0x5582232b79a0 2024-09-10T08:17:10.433 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.424+0000 7ff0be9f7740 10 client.0 _ll_register_callbacks cb 0x7ff0ac009800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:17:10.433 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.424+0000 7ff0b9121640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5582232b82e0 0x5582232c6f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:10.433 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.424+0000 7ff0b9121640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5582232b82e0 0x5582232c6f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54786/0 (socket says 172.21.15.67:54786) 2024-09-10T08:17:10.433 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.424+0000 7ff0b9121640 1 -- 172.21.15.67:0/721007378 learned_addr learned my addr 172.21.15.67:0/721007378 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:10.434 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.425+0000 7ff0b9922640 1 --2- 172.21.15.67:0/721007378 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5582232b79a0 0x5582232c6a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:10.434 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.425+0000 7ff0ba123640 1 --2- 172.21.15.67:0/721007378 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5582232bd370 0x5582232c7f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:10.434 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.425+0000 7ff0b9121640 1 -- 172.21.15.67:0/721007378 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5582232b79a0 msgr2=0x5582232c6a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:10.434 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.425+0000 7ff0b9121640 1 --2- 172.21.15.67:0/721007378 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5582232b79a0 0x5582232c6a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.434 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.425+0000 7ff0b9121640 1 -- 172.21.15.67:0/721007378 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5582232bd370 msgr2=0x5582232c7f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:10.434 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.425+0000 7ff0b9121640 1 --2- 172.21.15.67:0/721007378 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5582232bd370 0x5582232c7f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.435 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.425+0000 7ff0b9121640 1 -- 172.21.15.67:0/721007378 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5582232c85a0 con 0x5582232b82e0 2024-09-10T08:17:10.435 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.425+0000 7ff0b9922640 1 --2- 172.21.15.67:0/721007378 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5582232b79a0 0x5582232c6a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:17:10.435 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.425+0000 7ff0b9121640 1 --2- 172.21.15.67:0/721007378 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5582232b82e0 0x5582232c6f80 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7ff0a4012490 tx=0x7ff0a4012950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=696c7b057c511479 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:10.435 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.425+0000 7ff09d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:17:10.435 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.425+0000 7ff09d7fa640 1 -- 172.21.15.67:0/721007378 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0a4005020 con 0x5582232b82e0 2024-09-10T08:17:10.436 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.425+0000 7ff0be9f7740 1 -- 172.21.15.67:0/721007378 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff0ac036040 con 0x5582232b82e0 2024-09-10T08:17:10.436 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.425+0000 7ff09d7fa640 1 -- 172.21.15.67:0/721007378 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7ff0a40051c0 con 0x5582232b82e0 2024-09-10T08:17:10.436 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.425+0000 7ff09d7fa640 1 -- 172.21.15.67:0/721007378 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff0a40053c0 con 0x5582232b82e0 2024-09-10T08:17:10.436 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.425+0000 7ff0be9f7740 10 client.16110 fetch_fsmap learned FSMap version 29 2024-09-10T08:17:10.436 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.425+0000 7ff0be9f7740 1 -- 172.21.15.67:0/721007378 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x558223338840 con 0x5582232b82e0 2024-09-10T08:17:10.437 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.425+0000 7ff09d7fa640 1 -- 172.21.15.67:0/721007378 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff0ac036040 con 0x5582232b82e0 2024-09-10T08:17:10.437 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.426+0000 7ff09d7fa640 1 -- 172.21.15.67:0/721007378 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7ff0a400f040 con 0x5582232b82e0 2024-09-10T08:17:10.437 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.426+0000 7ff0be9f7740 10 client.16110 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:17:10.437 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.426+0000 7ff0be9f7740 10 client.16110 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:17:10.437 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.426+0000 7ff0be9f7740 20 client.16110 populate_metadata read hostname 'smithi067' 2024-09-10T08:17:10.437 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.426+0000 7ff0be9f7740 1 --2- 172.21.15.67:0/721007378 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x558223339250 0x55822333b670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:10.438 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.426+0000 7ff0be9f7740 4 client.16110 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:17:10.438 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.426+0000 7ff0be9f7740 1 -- 172.21.15.67:0/721007378 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55822319f900 con 0x558223339250 2024-09-10T08:17:10.438 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.426+0000 7ff0b9922640 1 --2- 172.21.15.67:0/721007378 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x558223339250 0x55822333b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:10.438 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.426+0000 7ff0b9922640 1 --2- 172.21.15.67:0/721007378 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x558223339250 0x55822333b670 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c2b3ebaad99db6fd server_cookie=2c9558a8cf8acce2 in_seq=0 out_seq=0 2024-09-10T08:17:10.438 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.426+0000 7ff09d7fa640 10 client.16110 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:17:10.438 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.430+0000 7ff09d7fa640 1 -- 172.21.15.67:0/721007378 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55822319f900 con 0x558223339250 2024-09-10T08:17:10.439 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.430+0000 7ff09d7fa640 10 client.16110 handle_command_reply: tid=0 2024-09-10T08:17:10.439 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.430+0000 7ff0be9f7740 1 client.16110 shutdown 2024-09-10T08:17:10.439 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.430+0000 7ff0be9f7740 1 -- 172.21.15.67:0/721007378 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5582232b82e0 msgr2=0x5582232c6f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:10.439 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.430+0000 7ff0be9f7740 1 --2- 172.21.15.67:0/721007378 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5582232b82e0 0x5582232c6f80 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7ff0a4012490 tx=0x7ff0a4012950 comp rx=0 tx=0).stop 2024-09-10T08:17:10.439 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.430+0000 7ff0be9f7740 1 -- 172.21.15.67:0/721007378 shutdown_connections 2024-09-10T08:17:10.439 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.430+0000 7ff0be9f7740 1 --2- 172.21.15.67:0/721007378 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x558223339250 0x55822333b670 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.440 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.430+0000 7ff0be9f7740 1 --2- 172.21.15.67:0/721007378 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5582232bd370 0x5582232c7f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.440 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.430+0000 7ff0be9f7740 1 --2- 172.21.15.67:0/721007378 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5582232b82e0 0x5582232c6f80 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.440 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.430+0000 7ff0be9f7740 1 --2- 172.21.15.67:0/721007378 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5582232b79a0 0x5582232c6a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.440 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.430+0000 7ff09d7fa640 0 client.16110 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:17:10.440 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.430+0000 7ff0be9f7740 1 -- 172.21.15.67:0/721007378 >> 172.21.15.67:0/721007378 conn(0x5582232b3010 msgr2=0x5582232b19a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:10.440 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.430+0000 7ff0be9f7740 1 -- 172.21.15.67:0/721007378 shutdown_connections 2024-09-10T08:17:10.440 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.430+0000 7ff0be9f7740 1 -- 172.21.15.67:0/721007378 wait complete. 2024-09-10T08:17:10.440 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.430+0000 7ff0be9f7740 20 client.16110 trim_cache size 0 max 16384 2024-09-10T08:17:10.440 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout:{ 2024-09-10T08:17:10.440 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout: "message": "", 2024-09-10T08:17:10.440 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout: "return_code": 0 2024-09-10T08:17:10.441 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout:} 2024-09-10T08:17:10.441 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.430+0000 7ff0bbb86640 1 -- 172.21.15.67:0/729140795 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff0a00a2c30 msgr2=0x7ff0a00a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:10.441 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.430+0000 7ff0bbb86640 1 --2- 172.21.15.67:0/729140795 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff0a00a2c30 0x7ff0a00a50f0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7ff0ac009a60 tx=0x7ff0ac0095c0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.441 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.431+0000 7ff0bbb86640 1 -- 172.21.15.67:0/729140795 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff0b4100a40 msgr2=0x7ff0b4197c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:10.441 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.431+0000 7ff0bbb86640 1 --2- 172.21.15.67:0/729140795 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff0b4100a40 0x7ff0b4197c20 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7ff0b000c970 tx=0x7ff0b000ce30 comp rx=0 tx=0).stop 2024-09-10T08:17:10.441 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.431+0000 7ff0bbb86640 1 -- 172.21.15.67:0/729140795 shutdown_connections 2024-09-10T08:17:10.441 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.431+0000 7ff0bbb86640 1 --2- 172.21.15.67:0/729140795 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff0a00a2c30 0x7ff0a00a50f0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.442 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.431+0000 7ff0bbb86640 1 --2- 172.21.15.67:0/729140795 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff0b4101c30 0x7ff0b4198160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.442 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.431+0000 7ff0bbb86640 1 --2- 172.21.15.67:0/729140795 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff0b41025f0 0x7ff0b419f190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.442 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.431+0000 7ff0bbb86640 1 --2- 172.21.15.67:0/729140795 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff0b4100a40 0x7ff0b4197c20 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.442 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.431+0000 7ff0bbb86640 1 -- 172.21.15.67:0/729140795 >> 172.21.15.67:0/729140795 conn(0x7ff0b40fc1e0 msgr2=0x7ff0b4105000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:10.442 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.431+0000 7ff0bbb86640 1 -- 172.21.15.67:0/729140795 shutdown_connections 2024-09-10T08:17:10.442 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:10.431+0000 7ff0bbb86640 1 -- 172.21.15.67:0/729140795 wait complete. 2024-09-10T08:17:10.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.571+0000 7f7db4391640 1 -- 172.21.15.67:0/3192704215 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7dac102790 msgr2=0x7f7dac1067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:10.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.571+0000 7f7db4391640 1 --2- 172.21.15.67:0/3192704215 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7dac102790 0x7f7dac1067e0 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f7da0009ca0 tx=0x7f7da002a8c0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.571+0000 7f7db4391640 1 -- 172.21.15.67:0/3192704215 shutdown_connections 2024-09-10T08:17:10.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.571+0000 7f7db4391640 1 --2- 172.21.15.67:0/3192704215 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7dac106f10 0x7f7dac10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.571+0000 7f7db4391640 1 --2- 172.21.15.67:0/3192704215 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7dac102790 0x7f7dac1067e0 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.571+0000 7f7db4391640 1 --2- 172.21.15.67:0/3192704215 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7dac101de0 0x7f7dac1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.571+0000 7f7db4391640 1 -- 172.21.15.67:0/3192704215 >> 172.21.15.67:0/3192704215 conn(0x7f7dac0fd8c0 msgr2=0x7f7dac0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:10.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.571+0000 7f7db4391640 1 -- 172.21.15.67:0/3192704215 shutdown_connections 2024-09-10T08:17:10.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.571+0000 7f7db4391640 1 -- 172.21.15.67:0/3192704215 wait complete. 2024-09-10T08:17:10.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.572+0000 7f7db4391640 1 Processor -- start 2024-09-10T08:17:10.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.572+0000 7f7db4391640 1 -- start start 2024-09-10T08:17:10.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.572+0000 7f7db4391640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7dac101de0 0x7f7dac0744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:10.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.572+0000 7f7db4391640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7dac102790 0x7f7dac074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:10.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.572+0000 7f7db4391640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7dac106f10 0x7f7dac074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:10.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.572+0000 7f7db4391640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7dac111de0 con 0x7f7dac106f10 2024-09-10T08:17:10.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.572+0000 7f7db4391640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f7dac111c60 con 0x7f7dac102790 2024-09-10T08:17:10.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.572+0000 7f7db4391640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f7dac111f60 con 0x7f7dac101de0 2024-09-10T08:17:10.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.572+0000 7f7db292e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7dac106f10 0x7f7dac074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:10.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.572+0000 7f7db292e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7dac106f10 0x7f7dac074f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54804/0 (socket says 172.21.15.67:54804) 2024-09-10T08:17:10.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.572+0000 7f7db292e640 1 -- 172.21.15.67:0/3729872213 learned_addr learned my addr 172.21.15.67:0/3729872213 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:10.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.572+0000 7f7db212d640 1 --2- 172.21.15.67:0/3729872213 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7dac101de0 0x7f7dac0744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:10.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.572+0000 7f7db192c640 1 --2- 172.21.15.67:0/3729872213 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7dac102790 0x7f7dac074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:10.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.572+0000 7f7db292e640 1 -- 172.21.15.67:0/3729872213 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7dac101de0 msgr2=0x7f7dac0744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:10.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.572+0000 7f7db292e640 1 --2- 172.21.15.67:0/3729872213 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7dac101de0 0x7f7dac0744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.572+0000 7f7db292e640 1 -- 172.21.15.67:0/3729872213 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7dac102790 msgr2=0x7f7dac074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:10.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.572+0000 7f7db292e640 1 --2- 172.21.15.67:0/3729872213 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7dac102790 0x7f7dac074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.572+0000 7f7db292e640 1 -- 172.21.15.67:0/3729872213 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7dac1a6930 con 0x7f7dac106f10 2024-09-10T08:17:10.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.573+0000 7f7db192c640 1 --2- 172.21.15.67:0/3729872213 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7dac102790 0x7f7dac074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:17:10.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.573+0000 7f7db292e640 1 --2- 172.21.15.67:0/3729872213 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7dac106f10 0x7f7dac074f70 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f7da400d750 tx=0x7f7da400dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:10.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.573+0000 7f7d9f7fe640 1 -- 172.21.15.67:0/3729872213 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7da4017070 con 0x7f7dac106f10 2024-09-10T08:17:10.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.573+0000 7f7d9f7fe640 1 -- 172.21.15.67:0/3729872213 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7da40054d0 con 0x7f7dac106f10 2024-09-10T08:17:10.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.573+0000 7f7db4391640 1 -- 172.21.15.67:0/3729872213 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7dac1a6c20 con 0x7f7dac106f10 2024-09-10T08:17:10.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.573+0000 7f7d9f7fe640 1 -- 172.21.15.67:0/3729872213 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7da4004c60 con 0x7f7dac106f10 2024-09-10T08:17:10.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.573+0000 7f7db4391640 1 -- 172.21.15.67:0/3729872213 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7dac1a7110 con 0x7f7dac106f10 2024-09-10T08:17:10.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.575+0000 7f7d9f7fe640 1 -- 172.21.15.67:0/3729872213 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f7da4004e00 con 0x7f7dac106f10 2024-09-10T08:17:10.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.575+0000 7f7db676a740 1 Processor -- start 2024-09-10T08:17:10.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.576+0000 7f7db676a740 1 -- start start 2024-09-10T08:17:10.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.576+0000 7f7db676a740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561ac231f060 0x561ac231f440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:10.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.576+0000 7f7db676a740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561ac231f980 0x561ac2329d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:10.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.576+0000 7f7db676a740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561ac232a240 0x561ac232c630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:10.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.576+0000 7f7db676a740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x561ac2284620 con 0x561ac232a240 2024-09-10T08:17:10.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.576+0000 7f7db676a740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x561ac222be50 con 0x561ac231f980 2024-09-10T08:17:10.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.576+0000 7f7db676a740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x561ac22805e0 con 0x561ac231f060 2024-09-10T08:17:10.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.576+0000 7f7db192c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561ac232a240 0x561ac232c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:10.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.576+0000 7f7d9f7fe640 1 --2- 172.21.15.67:0/3729872213 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7d980a2b80 0x7f7d980a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:10.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.576+0000 7f7db192c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561ac232a240 0x561ac232c630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54818/0 (socket says 172.21.15.67:54818) 2024-09-10T08:17:10.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.576+0000 7f7db192c640 1 -- 172.21.15.67:0/43980955 learned_addr learned my addr 172.21.15.67:0/43980955 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:10.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.576+0000 7f7db192c640 1 --2- 172.21.15.67:0/43980955 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561ac231f060 0x561ac231f440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:10.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.576+0000 7f7db292e640 1 --2- 172.21.15.67:0/3729872213 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7d980a2b80 0x7f7d980a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:10.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.576+0000 7f7db212d640 1 --2- 172.21.15.67:0/43980955 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561ac231f980 0x561ac2329d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:10.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.576+0000 7f7db192c640 1 -- 172.21.15.67:0/43980955 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561ac231f060 msgr2=0x561ac231f440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:10.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.576+0000 7f7d9f7fe640 1 -- 172.21.15.67:0/3729872213 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f7da40cee20 con 0x7f7dac106f10 2024-09-10T08:17:10.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.576+0000 7f7db192c640 1 --2- 172.21.15.67:0/43980955 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561ac231f060 0x561ac231f440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.576+0000 7f7db192c640 1 -- 172.21.15.67:0/43980955 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561ac231f980 msgr2=0x561ac2329d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:10.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.576+0000 7f7db192c640 1 --2- 172.21.15.67:0/43980955 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561ac231f980 0x561ac2329d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.577+0000 7f7db192c640 1 -- 172.21.15.67:0/43980955 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561ac221cd40 con 0x561ac232a240 2024-09-10T08:17:10.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.577+0000 7f7db192c640 1 --2- 172.21.15.67:0/43980955 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561ac232a240 0x561ac232c630 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f7da0004af0 tx=0x7f7da0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d24ef515324419b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:10.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.577+0000 7f7db292e640 1 --2- 172.21.15.67:0/3729872213 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7d980a2b80 0x7f7d980a5040 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f7da409b210 tx=0x7f7da401e000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:10.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.577+0000 7f7d9cdea640 1 -- 172.21.15.67:0/43980955 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7da0004b40 con 0x561ac232a240 2024-09-10T08:17:10.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.577+0000 7f7d9cdea640 1 -- 172.21.15.67:0/43980955 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7da0036050 con 0x561ac232a240 2024-09-10T08:17:10.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.577+0000 7f7d9cdea640 1 -- 172.21.15.67:0/43980955 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7da0004040 con 0x561ac232a240 2024-09-10T08:17:10.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.578+0000 7f7db676a740 1 -- 172.21.15.67:0/43980955 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561ac232a240 msgr2=0x561ac232c630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:10.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.578+0000 7f7db676a740 1 --2- 172.21.15.67:0/43980955 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561ac232a240 0x561ac232c630 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f7da0004af0 tx=0x7f7da0004a40 comp rx=0 tx=0).stop 2024-09-10T08:17:10.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.578+0000 7f7db676a740 1 -- 172.21.15.67:0/43980955 shutdown_connections 2024-09-10T08:17:10.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.578+0000 7f7db676a740 1 --2- 172.21.15.67:0/43980955 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561ac231f980 0x561ac2329d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.578+0000 7f7db676a740 1 --2- 172.21.15.67:0/43980955 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561ac232a240 0x561ac232c630 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.578+0000 7f7db676a740 1 --2- 172.21.15.67:0/43980955 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561ac231f060 0x561ac231f440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.578+0000 7f7db676a740 1 -- 172.21.15.67:0/43980955 >> 172.21.15.67:0/43980955 conn(0x561ac231b5f0 msgr2=0x561ac231b9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:10.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.578+0000 7f7db676a740 1 -- 172.21.15.67:0/43980955 shutdown_connections 2024-09-10T08:17:10.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.578+0000 7f7db676a740 1 -- 172.21.15.67:0/43980955 wait complete. 2024-09-10T08:17:10.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.578+0000 7f7db676a740 1 -- start start 2024-09-10T08:17:10.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.578+0000 7f7db676a740 1 Processor -- start 2024-09-10T08:17:10.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.579+0000 7f7db676a740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561ac231f060 0x561ac2327110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:10.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.579+0000 7f7db676a740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561ac231f980 0x561ac2327650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:10.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.579+0000 7f7db676a740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561ac232a240 0x561ac2327b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:10.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.579+0000 7f7db676a740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x561ac232cc90 con 0x561ac231f060 2024-09-10T08:17:10.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.579+0000 7f7db676a740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x561ac220cf10 con 0x561ac231f980 2024-09-10T08:17:10.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.579+0000 7f7db676a740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x561ac232ce10 con 0x561ac232a240 2024-09-10T08:17:10.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.579+0000 7f7db676a740 10 client.0 _ll_register_callbacks cb 0x561ac2230db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:17:10.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.579+0000 7f7db192c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561ac231f060 0x561ac2327110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:10.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.579+0000 7f7db192c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561ac231f060 0x561ac2327110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54826/0 (socket says 172.21.15.67:54826) 2024-09-10T08:17:10.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.579+0000 7f7db192c640 1 -- 172.21.15.67:0/1874264381 learned_addr learned my addr 172.21.15.67:0/1874264381 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:10.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.579+0000 7f7db192c640 1 --2- 172.21.15.67:0/1874264381 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561ac232a240 0x561ac2327b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:10.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.579+0000 7f7db212d640 1 --2- 172.21.15.67:0/1874264381 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561ac231f980 0x561ac2327650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:10.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.579+0000 7f7db192c640 1 -- 172.21.15.67:0/1874264381 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561ac232a240 msgr2=0x561ac2327b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:10.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.579+0000 7f7db192c640 1 --2- 172.21.15.67:0/1874264381 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561ac232a240 0x561ac2327b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.579+0000 7f7db192c640 1 -- 172.21.15.67:0/1874264381 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561ac231f980 msgr2=0x561ac2327650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:10.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.579+0000 7f7db192c640 1 --2- 172.21.15.67:0/1874264381 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561ac231f980 0x561ac2327650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.579+0000 7f7db192c640 1 -- 172.21.15.67:0/1874264381 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561ac1f93580 con 0x561ac231f060 2024-09-10T08:17:10.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.579+0000 7f7db192c640 1 --2- 172.21.15.67:0/1874264381 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561ac231f060 0x561ac2327110 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f7da0047040 tx=0x7f7da0031970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92f46ff10ff310f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:10.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.579+0000 7f7d95ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:17:10.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.579+0000 7f7d95ffb640 1 -- 172.21.15.67:0/1874264381 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7da0031b00 con 0x561ac231f060 2024-09-10T08:17:10.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.579+0000 7f7d95ffb640 1 -- 172.21.15.67:0/1874264381 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f7da0031ca0 con 0x561ac231f060 2024-09-10T08:17:10.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.579+0000 7f7db676a740 1 -- 172.21.15.67:0/1874264381 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7da0036050 con 0x561ac231f060 2024-09-10T08:17:10.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.580+0000 7f7d95ffb640 1 -- 172.21.15.67:0/1874264381 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f7da005b050 con 0x561ac231f060 2024-09-10T08:17:10.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.580+0000 7f7db676a740 10 client.16122 fetch_fsmap learned FSMap version 29 2024-09-10T08:17:10.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.580+0000 7f7db676a740 1 -- 172.21.15.67:0/1874264381 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561ac205d960 con 0x561ac231f060 2024-09-10T08:17:10.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.580+0000 7f7d95ffb640 1 -- 172.21.15.67:0/1874264381 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7da0036050 con 0x561ac231f060 2024-09-10T08:17:10.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.580+0000 7f7d95ffb640 1 -- 172.21.15.67:0/1874264381 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f7da00307f0 con 0x561ac231f060 2024-09-10T08:17:10.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.580+0000 7f7db676a740 10 client.16122 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:17:10.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.580+0000 7f7db676a740 10 client.16122 resolve_mds: validated gid 24479 aka daemon mds.b 2024-09-10T08:17:10.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.580+0000 7f7db676a740 20 client.16122 populate_metadata read hostname 'smithi067' 2024-09-10T08:17:10.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.580+0000 7f7db676a740 1 --2- 172.21.15.67:0/1874264381 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x561ac2339ad0 0x561ac233bec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:10.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.580+0000 7f7db676a740 4 client.16122 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:17:10.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.580+0000 7f7db676a740 1 -- 172.21.15.67:0/1874264381 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561ac2291b90 con 0x561ac2339ad0 2024-09-10T08:17:10.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.580+0000 7f7db212d640 1 --2- 172.21.15.67:0/1874264381 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x561ac2339ad0 0x561ac233bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:10.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.581+0000 7f7db212d640 1 --2- 172.21.15.67:0/1874264381 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x561ac2339ad0 0x561ac233bec0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cc7c2dcaa7573e46 server_cookie=65605c4f9d190db6 in_seq=0 out_seq=0 2024-09-10T08:17:10.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.581+0000 7f7d95ffb640 10 client.16122 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:17:10.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.582+0000 7f7d95ffb640 1 -- 172.21.15.67:0/1874264381 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561ac2291b90 con 0x561ac2339ad0 2024-09-10T08:17:10.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.582+0000 7f7d95ffb640 10 client.16122 handle_command_reply: tid=0 2024-09-10T08:17:10.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.582+0000 7f7db676a740 1 client.16122 shutdown 2024-09-10T08:17:10.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.582+0000 7f7db676a740 1 -- 172.21.15.67:0/1874264381 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561ac231f060 msgr2=0x561ac2327110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:10.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.582+0000 7f7db676a740 1 --2- 172.21.15.67:0/1874264381 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561ac231f060 0x561ac2327110 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f7da0047040 tx=0x7f7da0031970 comp rx=0 tx=0).stop 2024-09-10T08:17:10.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.582+0000 7f7db676a740 1 -- 172.21.15.67:0/1874264381 shutdown_connections 2024-09-10T08:17:10.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.582+0000 7f7db676a740 1 --2- 172.21.15.67:0/1874264381 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x561ac2339ad0 0x561ac233bec0 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.582+0000 7f7db676a740 1 --2- 172.21.15.67:0/1874264381 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561ac231f980 0x561ac2327650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.582+0000 7f7db676a740 1 --2- 172.21.15.67:0/1874264381 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561ac232a240 0x561ac2327b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.582+0000 7f7db676a740 1 --2- 172.21.15.67:0/1874264381 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561ac231f060 0x561ac2327110 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.582+0000 7f7db676a740 1 -- 172.21.15.67:0/1874264381 >> 172.21.15.67:0/1874264381 conn(0x561ac231b5f0 msgr2=0x561ac23212d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:10.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.582+0000 7f7d95ffb640 0 client.16122 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:17:10.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.582+0000 7f7db676a740 1 -- 172.21.15.67:0/1874264381 shutdown_connections 2024-09-10T08:17:10.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.582+0000 7f7db676a740 1 -- 172.21.15.67:0/1874264381 wait complete. 2024-09-10T08:17:10.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.582+0000 7f7db676a740 20 client.16122 trim_cache size 0 max 16384 2024-09-10T08:17:10.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.599+0000 7f7db676a740 1 Processor -- start 2024-09-10T08:17:10.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.599+0000 7f7db676a740 1 -- start start 2024-09-10T08:17:10.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.599+0000 7f7db676a740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561ac231f060 0x561ac2341580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:10.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.599+0000 7f7db676a740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561ac231f980 0x561ac2341ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:10.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.599+0000 7f7db676a740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561ac232a240 0x561ac2324370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:10.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.599+0000 7f7db676a740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7dac1b0f40 con 0x561ac231f980 2024-09-10T08:17:10.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.599+0000 7f7db676a740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f7dac1b2a80 con 0x561ac232a240 2024-09-10T08:17:10.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.599+0000 7f7db676a740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f7dac1b1610 con 0x561ac231f060 2024-09-10T08:17:10.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.599+0000 7f7db212d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561ac231f980 0x561ac2341ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:10.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.600+0000 7f7db212d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561ac231f980 0x561ac2341ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54840/0 (socket says 172.21.15.67:54840) 2024-09-10T08:17:10.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.600+0000 7f7db212d640 1 -- 172.21.15.67:0/322336622 learned_addr learned my addr 172.21.15.67:0/322336622 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:10.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.600+0000 7f7db192c640 1 --2- 172.21.15.67:0/322336622 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561ac231f060 0x561ac2341580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:10.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.600+0000 7f7db192c640 1 --2- 172.21.15.67:0/322336622 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561ac232a240 0x561ac2324370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:10.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.600+0000 7f7db212d640 1 -- 172.21.15.67:0/322336622 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561ac231f060 msgr2=0x561ac2341580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:10.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.600+0000 7f7db212d640 1 --2- 172.21.15.67:0/322336622 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561ac231f060 0x561ac2341580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.600+0000 7f7db212d640 1 -- 172.21.15.67:0/322336622 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561ac232a240 msgr2=0x561ac2324370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:10.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.600+0000 7f7db212d640 1 --2- 172.21.15.67:0/322336622 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561ac232a240 0x561ac2324370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.600+0000 7f7db212d640 1 -- 172.21.15.67:0/322336622 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561ac2319bb0 con 0x561ac231f980 2024-09-10T08:17:10.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.600+0000 7f7db212d640 1 --2- 172.21.15.67:0/322336622 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561ac231f980 0x561ac2341ac0 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f7da80058c0 tx=0x7f7da800e3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1a99a6fa5117cc0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:10.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.600+0000 7f7d97fff640 1 -- 172.21.15.67:0/322336622 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7da801e070 con 0x561ac231f980 2024-09-10T08:17:10.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.600+0000 7f7d97fff640 1 -- 172.21.15.67:0/322336622 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7da801a970 con 0x561ac231f980 2024-09-10T08:17:10.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.600+0000 7f7d97fff640 1 -- 172.21.15.67:0/322336622 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7da80109d0 con 0x561ac231f980 2024-09-10T08:17:10.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.601+0000 7f7db676a740 1 -- 172.21.15.67:0/322336622 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561ac231f980 msgr2=0x561ac2341ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:10.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.601+0000 7f7db676a740 1 --2- 172.21.15.67:0/322336622 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561ac231f980 0x561ac2341ac0 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f7da80058c0 tx=0x7f7da800e3b0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.601+0000 7f7db676a740 1 -- 172.21.15.67:0/322336622 shutdown_connections 2024-09-10T08:17:10.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.601+0000 7f7db676a740 1 --2- 172.21.15.67:0/322336622 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561ac232a240 0x561ac2324370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.601+0000 7f7db676a740 1 --2- 172.21.15.67:0/322336622 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561ac231f980 0x561ac2341ac0 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.601+0000 7f7db676a740 1 --2- 172.21.15.67:0/322336622 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561ac231f060 0x561ac2341580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.601+0000 7f7db676a740 1 -- 172.21.15.67:0/322336622 >> 172.21.15.67:0/322336622 conn(0x561ac231b5f0 msgr2=0x561ac2328970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:10.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.601+0000 7f7db676a740 1 -- 172.21.15.67:0/322336622 shutdown_connections 2024-09-10T08:17:10.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.601+0000 7f7db676a740 1 -- 172.21.15.67:0/322336622 wait complete. 2024-09-10T08:17:10.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.601+0000 7f7db676a740 1 -- start start 2024-09-10T08:17:10.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.601+0000 7f7db676a740 1 Processor -- start 2024-09-10T08:17:10.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.601+0000 7f7db676a740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561ac231f060 0x561ac232e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:10.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.601+0000 7f7db676a740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561ac231f980 0x561ac232eb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:10.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.601+0000 7f7db676a740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561ac232a240 0x561ac23a3550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:10.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.601+0000 7f7db676a740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7dac1b23b0 con 0x561ac231f060 2024-09-10T08:17:10.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.601+0000 7f7db676a740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f7dac1b1ce0 con 0x561ac231f980 2024-09-10T08:17:10.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.601+0000 7f7db676a740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f7dac1aef20 con 0x561ac232a240 2024-09-10T08:17:10.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.602+0000 7f7db676a740 10 client.0 _ll_register_callbacks cb 0x7f7da0009620 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:17:10.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.602+0000 7f7db192c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561ac231f060 0x561ac232e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:10.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.602+0000 7f7db192c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561ac231f060 0x561ac232e5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54850/0 (socket says 172.21.15.67:54850) 2024-09-10T08:17:10.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.602+0000 7f7db192c640 1 -- 172.21.15.67:0/1166285757 learned_addr learned my addr 172.21.15.67:0/1166285757 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:10.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.602+0000 7f7db212d640 1 --2- 172.21.15.67:0/1166285757 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561ac231f980 0x561ac232eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:10.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.602+0000 7f7db192c640 1 --2- 172.21.15.67:0/1166285757 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561ac232a240 0x561ac23a3550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:10.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.602+0000 7f7db192c640 1 -- 172.21.15.67:0/1166285757 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561ac232a240 msgr2=0x561ac23a3550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:10.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.602+0000 7f7db192c640 1 --2- 172.21.15.67:0/1166285757 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561ac232a240 0x561ac23a3550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.602+0000 7f7db192c640 1 -- 172.21.15.67:0/1166285757 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561ac231f980 msgr2=0x561ac232eb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:10.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.602+0000 7f7db192c640 1 --2- 172.21.15.67:0/1166285757 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561ac231f980 0x561ac232eb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.602+0000 7f7db192c640 1 -- 172.21.15.67:0/1166285757 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561ac23a3b10 con 0x561ac231f060 2024-09-10T08:17:10.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.602+0000 7f7db192c640 1 --2- 172.21.15.67:0/1166285757 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561ac231f060 0x561ac232e5c0 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f7da0002230 tx=0x7f7da0031970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=343603233b38cb9e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:10.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.602+0000 7f7d95ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:17:10.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.602+0000 7f7d95ffb640 1 -- 172.21.15.67:0/1166285757 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7da0031b00 con 0x561ac231f060 2024-09-10T08:17:10.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.602+0000 7f7d95ffb640 1 -- 172.21.15.67:0/1166285757 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f7da0046040 con 0x561ac231f060 2024-09-10T08:17:10.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.602+0000 7f7db676a740 1 -- 172.21.15.67:0/1166285757 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7da801a970 con 0x561ac231f060 2024-09-10T08:17:10.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.602+0000 7f7d95ffb640 1 -- 172.21.15.67:0/1166285757 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f7da006a050 con 0x561ac231f060 2024-09-10T08:17:10.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.602+0000 7f7db676a740 10 client.16128 fetch_fsmap learned FSMap version 29 2024-09-10T08:17:10.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.603+0000 7f7db676a740 1 -- 172.21.15.67:0/1166285757 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561ac23a4e10 con 0x561ac231f060 2024-09-10T08:17:10.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.603+0000 7f7d95ffb640 1 -- 172.21.15.67:0/1166285757 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7da801a970 con 0x561ac231f060 2024-09-10T08:17:10.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.603+0000 7f7d95ffb640 1 -- 172.21.15.67:0/1166285757 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f7da00042d0 con 0x561ac231f060 2024-09-10T08:17:10.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.603+0000 7f7db676a740 10 client.16128 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:17:10.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.603+0000 7f7db676a740 10 client.16128 resolve_mds: validated gid 24479 aka daemon mds.b 2024-09-10T08:17:10.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.603+0000 7f7db676a740 20 client.16128 populate_metadata read hostname 'smithi067' 2024-09-10T08:17:10.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.603+0000 7f7db676a740 1 --2- 172.21.15.67:0/1166285757 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x561ac23a5470 0x561ac23a7860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:10.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.603+0000 7f7db676a740 4 client.16128 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "22456e9f", "release": true, "await": true}] 2024-09-10T08:17:10.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.603+0000 7f7db676a740 1 -- 172.21.15.67:0/1166285757 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "quiesce db", "set_id": "22456e9f", "release": true, "await": true}) -- 0x561ac228c0a0 con 0x561ac23a5470 2024-09-10T08:17:10.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.603+0000 7f7db212d640 1 --2- 172.21.15.67:0/1166285757 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x561ac23a5470 0x561ac23a7860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:10.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.604+0000 7f7d95ffb640 10 client.16128 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:17:10.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.604+0000 7f7db212d640 1 --2- 172.21.15.67:0/1166285757 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x561ac23a5470 0x561ac23a7860 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ce42a031b73f06de server_cookie=b7ed1763fd83b8c2 in_seq=0 out_seq=0 2024-09-10T08:17:10.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.608+0000 7f7d95ffb640 1 -- 172.21.15.67:0/1166285757 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+589 (crc 0 0 0) 0x561ac228c0a0 con 0x561ac23a5470 2024-09-10T08:17:10.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.608+0000 7f7d95ffb640 10 client.16128 handle_command_reply: tid=0 2024-09-10T08:17:10.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.608+0000 7f7db676a740 1 client.16128 shutdown 2024-09-10T08:17:10.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.609+0000 7f7db676a740 1 -- 172.21.15.67:0/1166285757 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561ac231f060 msgr2=0x561ac232e5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:10.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.609+0000 7f7db676a740 1 --2- 172.21.15.67:0/1166285757 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561ac231f060 0x561ac232e5c0 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f7da0002230 tx=0x7f7da0031970 comp rx=0 tx=0).stop 2024-09-10T08:17:10.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.609+0000 7f7db676a740 1 -- 172.21.15.67:0/1166285757 shutdown_connections 2024-09-10T08:17:10.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.609+0000 7f7db676a740 1 --2- 172.21.15.67:0/1166285757 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x561ac23a5470 0x561ac23a7860 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.609+0000 7f7db676a740 1 --2- 172.21.15.67:0/1166285757 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561ac231f980 0x561ac232eb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.609+0000 7f7d95ffb640 0 client.16128 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:17:10.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.609+0000 7f7db676a740 1 --2- 172.21.15.67:0/1166285757 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561ac232a240 0x561ac23a3550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.609+0000 7f7db676a740 1 --2- 172.21.15.67:0/1166285757 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561ac231f060 0x561ac232e5c0 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.609+0000 7f7db676a740 1 -- 172.21.15.67:0/1166285757 >> 172.21.15.67:0/1166285757 conn(0x561ac231b5f0 msgr2=0x561ac2319f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:10.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.609+0000 7f7db676a740 1 -- 172.21.15.67:0/1166285757 shutdown_connections 2024-09-10T08:17:10.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.609+0000 7f7db676a740 1 -- 172.21.15.67:0/1166285757 wait complete. 2024-09-10T08:17:10.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.609+0000 7f7db676a740 20 client.16128 trim_cache size 0 max 16384 2024-09-10T08:17:10.610 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:17:10.610 INFO:teuthology.orchestra.run.smithi067.stdout: "epoch": 29, 2024-09-10T08:17:10.611 INFO:teuthology.orchestra.run.smithi067.stdout: "leader": 24479, 2024-09-10T08:17:10.611 INFO:teuthology.orchestra.run.smithi067.stdout: "set_version": 8, 2024-09-10T08:17:10.611 INFO:teuthology.orchestra.run.smithi067.stdout: "sets": { 2024-09-10T08:17:10.611 INFO:teuthology.orchestra.run.smithi067.stdout: "22456e9f": { 2024-09-10T08:17:10.611 INFO:teuthology.orchestra.run.smithi067.stdout: "version": 8, 2024-09-10T08:17:10.611 INFO:teuthology.orchestra.run.smithi067.stdout: "age_ref": 0.0, 2024-09-10T08:17:10.611 INFO:teuthology.orchestra.run.smithi067.stdout: "state": { 2024-09-10T08:17:10.611 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "RELEASED", 2024-09-10T08:17:10.611 INFO:teuthology.orchestra.run.smithi067.stdout: "age": 0.0 2024-09-10T08:17:10.611 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:17:10.611 INFO:teuthology.orchestra.run.smithi067.stdout: "timeout": 90.0, 2024-09-10T08:17:10.611 INFO:teuthology.orchestra.run.smithi067.stdout: "expiration": 150.0, 2024-09-10T08:17:10.611 INFO:teuthology.orchestra.run.smithi067.stdout: "members": { 2024-09-10T08:17:10.612 INFO:teuthology.orchestra.run.smithi067.stdout: "file:/": { 2024-09-10T08:17:10.612 INFO:teuthology.orchestra.run.smithi067.stdout: "excluded": false, 2024-09-10T08:17:10.612 INFO:teuthology.orchestra.run.smithi067.stdout: "state": { 2024-09-10T08:17:10.612 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "RELEASED", 2024-09-10T08:17:10.612 INFO:teuthology.orchestra.run.smithi067.stdout: "age": 0.0 2024-09-10T08:17:10.612 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:17:10.612 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:17:10.612 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:17:10.612 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:17:10.612 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:17:10.612 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:17:10.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.609+0000 7f7db4391640 1 -- 172.21.15.67:0/3729872213 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7d980a2b80 msgr2=0x7f7d980a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:10.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.609+0000 7f7db4391640 1 --2- 172.21.15.67:0/3729872213 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7d980a2b80 0x7f7d980a5040 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f7da409b210 tx=0x7f7da401e000 comp rx=0 tx=0).stop 2024-09-10T08:17:10.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.609+0000 7f7db4391640 1 -- 172.21.15.67:0/3729872213 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7dac106f10 msgr2=0x7f7dac074f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:10.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.609+0000 7f7db4391640 1 --2- 172.21.15.67:0/3729872213 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7dac106f10 0x7f7dac074f70 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f7da400d750 tx=0x7f7da400dc10 comp rx=0 tx=0).stop 2024-09-10T08:17:10.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.609+0000 7f7db4391640 1 -- 172.21.15.67:0/3729872213 shutdown_connections 2024-09-10T08:17:10.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.609+0000 7f7db4391640 1 --2- 172.21.15.67:0/3729872213 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7d980a2b80 0x7f7d980a5040 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.609+0000 7f7db4391640 1 --2- 172.21.15.67:0/3729872213 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7dac102790 0x7f7dac074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.609+0000 7f7db4391640 1 --2- 172.21.15.67:0/3729872213 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7dac106f10 0x7f7dac074f70 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.609+0000 7f7db4391640 1 --2- 172.21.15.67:0/3729872213 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7dac101de0 0x7f7dac0744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:10.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.609+0000 7f7db4391640 1 -- 172.21.15.67:0/3729872213 >> 172.21.15.67:0/3729872213 conn(0x7f7dac0fd8c0 msgr2=0x7f7dac0fed70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:10.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.610+0000 7f7db4391640 1 -- 172.21.15.67:0/3729872213 shutdown_connections 2024-09-10T08:17:10.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:10.610+0000 7f7db4391640 1 -- 172.21.15.67:0/3729872213 wait complete. 2024-09-10T08:17:10.619 INFO:tasks.workunit.client.0.smithi067.stderr:+ iozone -c -e -s 1024M -r 16K -t 1 -F f1 -i 0 -i 1 2024-09-10T08:17:10.729 INFO:tasks.workunit.client.0.smithi067.stdout: Iozone: Performance Test of File I/O 2024-09-10T08:17:10.729 INFO:tasks.workunit.client.0.smithi067.stdout: Version $Revision: 3.494 $ 2024-09-10T08:17:10.729 INFO:tasks.workunit.client.0.smithi067.stdout: Compiled for 64 bit mode. 2024-09-10T08:17:10.729 INFO:tasks.workunit.client.0.smithi067.stdout: Build: linux-AMD64 2024-09-10T08:17:10.729 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-09-10T08:17:10.729 INFO:tasks.workunit.client.0.smithi067.stdout: Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collins 2024-09-10T08:17:10.729 INFO:tasks.workunit.client.0.smithi067.stdout: Al Slater, Scott Rhine, Mike Wisner, Ken Goss 2024-09-10T08:17:10.729 INFO:tasks.workunit.client.0.smithi067.stdout: Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, 2024-09-10T08:17:10.729 INFO:tasks.workunit.client.0.smithi067.stdout: Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner, 2024-09-10T08:17:10.729 INFO:tasks.workunit.client.0.smithi067.stdout: Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Boone, 2024-09-10T08:17:10.729 INFO:tasks.workunit.client.0.smithi067.stdout: Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, 2024-09-10T08:17:10.729 INFO:tasks.workunit.client.0.smithi067.stdout: Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer, 2024-09-10T08:17:10.729 INFO:tasks.workunit.client.0.smithi067.stdout: Vangel Bojaxhi, Ben England, Vikentsi Lapa, 2024-09-10T08:17:10.730 INFO:tasks.workunit.client.0.smithi067.stdout: Alexey Skidanov, Sudhir Kumar. 2024-09-10T08:17:10.730 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-09-10T08:17:10.730 INFO:tasks.workunit.client.0.smithi067.stdout: Run began: Tue Sep 10 08:17:10 2024 2024-09-10T08:17:10.730 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-09-10T08:17:10.730 INFO:tasks.workunit.client.0.smithi067.stdout: Include close in write timing 2024-09-10T08:17:10.730 INFO:tasks.workunit.client.0.smithi067.stdout: Include fsync in write timing 2024-09-10T08:17:10.730 INFO:tasks.workunit.client.0.smithi067.stdout: File size set to 1048576 kB 2024-09-10T08:17:10.730 INFO:tasks.workunit.client.0.smithi067.stdout: Record Size 16 kB 2024-09-10T08:17:10.730 INFO:tasks.workunit.client.0.smithi067.stdout: Command line used: iozone -c -e -s 1024M -r 16K -t 1 -F f1 -i 0 -i 1 2024-09-10T08:17:10.730 INFO:tasks.workunit.client.0.smithi067.stdout: Output is in kBytes/sec 2024-09-10T08:17:10.730 INFO:tasks.workunit.client.0.smithi067.stdout: Time Resolution = 0.000001 seconds. 2024-09-10T08:17:10.730 INFO:tasks.workunit.client.0.smithi067.stdout: Processor cache size set to 1024 kBytes. 2024-09-10T08:17:10.730 INFO:tasks.workunit.client.0.smithi067.stdout: Processor cache line size set to 32 bytes. 2024-09-10T08:17:10.730 INFO:tasks.workunit.client.0.smithi067.stdout: File stride size set to 17 * record size. 2024-09-10T08:17:10.730 INFO:tasks.workunit.client.0.smithi067.stdout: Throughput test with 1 process 2024-09-10T08:17:10.731 INFO:tasks.workunit.client.0.smithi067.stdout: Each process writes a 1048576 kByte file in 16 kByte records 2024-09-10T08:17:11.370 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set '22456e9f', total seconds elapsed: 33.6 2024-09-10T08:17:11.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:17:11 smithi067 ceph-mon[31051]: pgmap v428: 129 pgs: 129 active+clean; 674 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 341 B/s wr, 13 op/s 2024-09-10T08:17:11.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:17:11 smithi203 ceph-mon[34672]: pgmap v428: 129 pgs: 129 active+clean; 674 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 341 B/s wr, 13 op/s 2024-09-10T08:17:11.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:17:11 smithi133 ceph-mon[34721]: pgmap v428: 129 pgs: 129 active+clean; 674 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 341 B/s wr, 13 op/s 2024-09-10T08:17:13.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:17:13 smithi067 ceph-mon[31051]: pgmap v429: 129 pgs: 129 active+clean; 674 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 85 B/s wr, 10 op/s 2024-09-10T08:17:13.573 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:17:13 smithi203 ceph-mon[34672]: pgmap v429: 129 pgs: 129 active+clean; 674 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 85 B/s wr, 10 op/s 2024-09-10T08:17:13.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:17:13 smithi133 ceph-mon[34721]: pgmap v429: 129 pgs: 129 active+clean; 674 KiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 85 B/s wr, 10 op/s 2024-09-10T08:17:15.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:17:15 smithi067 ceph-mon[31051]: pgmap v430: 129 pgs: 129 active+clean; 65 MiB data, 530 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 5.3 MiB/s wr, 11 op/s 2024-09-10T08:17:15.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:17:15 smithi203 ceph-mon[34672]: pgmap v430: 129 pgs: 129 active+clean; 65 MiB data, 530 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 5.3 MiB/s wr, 11 op/s 2024-09-10T08:17:15.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:17:15 smithi133 ceph-mon[34721]: pgmap v430: 129 pgs: 129 active+clean; 65 MiB data, 530 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 5.3 MiB/s wr, 11 op/s 2024-09-10T08:17:17.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:17:17 smithi067 ceph-mon[31051]: pgmap v431: 129 pgs: 129 active+clean; 337 MiB data, 1012 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 28 MiB/s wr, 21 op/s 2024-09-10T08:17:17.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:17:17 smithi203 ceph-mon[34672]: pgmap v431: 129 pgs: 129 active+clean; 337 MiB data, 1012 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 28 MiB/s wr, 21 op/s 2024-09-10T08:17:17.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:17:17 smithi133 ceph-mon[34721]: pgmap v431: 129 pgs: 129 active+clean; 337 MiB data, 1012 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 28 MiB/s wr, 21 op/s 2024-09-10T08:17:19.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:17:19 smithi067 ceph-mon[31051]: pgmap v432: 129 pgs: 129 active+clean; 373 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 31 MiB/s wr, 18 op/s 2024-09-10T08:17:19.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:17:19 smithi203 ceph-mon[34672]: pgmap v432: 129 pgs: 129 active+clean; 373 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 31 MiB/s wr, 18 op/s 2024-09-10T08:17:19.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:17:19 smithi133 ceph-mon[34721]: pgmap v432: 129 pgs: 129 active+clean; 373 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 31 MiB/s wr, 18 op/s 2024-09-10T08:17:20.908 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-09-10T08:17:20.909 INFO:tasks.workunit.client.0.smithi067.stdout: Children see throughput for 1 initial writers = 103033.81 kB/sec 2024-09-10T08:17:20.909 INFO:tasks.workunit.client.0.smithi067.stdout: Parent sees throughput for 1 initial writers = 103031.72 kB/sec 2024-09-10T08:17:20.909 INFO:tasks.workunit.client.0.smithi067.stdout: Min throughput per process = 103033.81 kB/sec 2024-09-10T08:17:20.909 INFO:tasks.workunit.client.0.smithi067.stdout: Max throughput per process = 103033.81 kB/sec 2024-09-10T08:17:20.909 INFO:tasks.workunit.client.0.smithi067.stdout: Avg throughput per process = 103033.81 kB/sec 2024-09-10T08:17:20.909 INFO:tasks.workunit.client.0.smithi067.stdout: Min xfer = 1048576.00 kB 2024-09-10T08:17:21.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:17:21 smithi067 ceph-mon[31051]: pgmap v433: 129 pgs: 129 active+clean; 757 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 63 MiB/s wr, 30 op/s 2024-09-10T08:17:21.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:17:21 smithi203 ceph-mon[34672]: pgmap v433: 129 pgs: 129 active+clean; 757 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 63 MiB/s wr, 30 op/s 2024-09-10T08:17:21.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:17:21 smithi133 ceph-mon[34721]: pgmap v433: 129 pgs: 129 active+clean; 757 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 63 MiB/s wr, 30 op/s 2024-09-10T08:17:23.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:17:23 smithi067 ceph-mon[31051]: pgmap v434: 129 pgs: 129 active+clean; 865 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 72 MiB/s wr, 29 op/s 2024-09-10T08:17:23.533 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.531+0000 7f53a58a5640 1 -- 172.21.15.67:0/4141089613 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f53a0104ef0 msgr2=0x7f53a01072e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:23.533 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.531+0000 7f53a58a5640 1 --2- 172.21.15.67:0/4141089613 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f53a0104ef0 0x7f53a01072e0 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f5388009900 tx=0x7f538802a410 comp rx=0 tx=0).stop 2024-09-10T08:17:23.533 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.531+0000 7f53a58a5640 1 -- 172.21.15.67:0/4141089613 shutdown_connections 2024-09-10T08:17:23.533 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.531+0000 7f53a58a5640 1 --2- 172.21.15.67:0/4141089613 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f53a0107820 0x7f53a0109c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:23.534 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.531+0000 7f53a58a5640 1 --2- 172.21.15.67:0/4141089613 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f53a0104ef0 0x7f53a01072e0 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:23.534 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.531+0000 7f53a58a5640 1 --2- 172.21.15.67:0/4141089613 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f53a01025c0 0x7f53a01049b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:23.534 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.531+0000 7f53a58a5640 1 -- 172.21.15.67:0/4141089613 >> 172.21.15.67:0/4141089613 conn(0x7f53a00fc1e0 msgr2=0x7f53a00fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:23.534 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.531+0000 7f53a58a5640 1 -- 172.21.15.67:0/4141089613 shutdown_connections 2024-09-10T08:17:23.534 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.531+0000 7f53a58a5640 1 -- 172.21.15.67:0/4141089613 wait complete. 2024-09-10T08:17:23.534 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.531+0000 7f53a58a5640 1 Processor -- start 2024-09-10T08:17:23.534 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.532+0000 7f53a58a5640 1 -- start start 2024-09-10T08:17:23.534 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.532+0000 7f53a58a5640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f53a01025c0 0x7f53a0197da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:23.534 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.532+0000 7f53a58a5640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f53a0104ef0 0x7f53a01982e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:23.534 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.532+0000 7f53a58a5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f53a0107820 0x7f53a019f310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:23.534 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.532+0000 7f53a58a5640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f53a010d6a0 con 0x7f53a0107820 2024-09-10T08:17:23.534 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.532+0000 7f53a58a5640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f53a010d520 con 0x7f53a01025c0 2024-09-10T08:17:23.535 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.532+0000 7f53a58a5640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f53a010d820 con 0x7f53a0104ef0 2024-09-10T08:17:23.535 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.532+0000 7f539f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f53a0107820 0x7f53a019f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:23.535 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.532+0000 7f539f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f53a0107820 0x7f53a019f310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46356/0 (socket says 172.21.15.67:46356) 2024-09-10T08:17:23.535 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.532+0000 7f539f7fe640 1 -- 172.21.15.67:0/5485740 learned_addr learned my addr 172.21.15.67:0/5485740 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:23.535 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.532+0000 7f539effd640 1 --2- 172.21.15.67:0/5485740 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f53a01025c0 0x7f53a0197da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:23.535 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.532+0000 7f539e7fc640 1 --2- 172.21.15.67:0/5485740 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f53a0104ef0 0x7f53a01982e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:23.535 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.533+0000 7f539f7fe640 1 -- 172.21.15.67:0/5485740 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f53a0104ef0 msgr2=0x7f53a01982e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:23.535 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.533+0000 7f539f7fe640 1 --2- 172.21.15.67:0/5485740 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f53a0104ef0 0x7f53a01982e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:23.535 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.533+0000 7f539f7fe640 1 -- 172.21.15.67:0/5485740 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f53a01025c0 msgr2=0x7f53a0197da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:23.535 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.533+0000 7f539f7fe640 1 --2- 172.21.15.67:0/5485740 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f53a01025c0 0x7f53a0197da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:23.535 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.533+0000 7f539f7fe640 1 -- 172.21.15.67:0/5485740 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53a019f9b0 con 0x7f53a0107820 2024-09-10T08:17:23.535 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.533+0000 7f539f7fe640 1 --2- 172.21.15.67:0/5485740 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f53a0107820 0x7f53a019f310 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f539000dac0 tx=0x7f539000df80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:23.535 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.533+0000 7f53a48a3640 1 -- 172.21.15.67:0/5485740 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5390017070 con 0x7f53a0107820 2024-09-10T08:17:23.536 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.533+0000 7f53a48a3640 1 -- 172.21.15.67:0/5485740 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f539000be30 con 0x7f53a0107820 2024-09-10T08:17:23.536 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.533+0000 7f53a58a5640 1 -- 172.21.15.67:0/5485740 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53a019fca0 con 0x7f53a0107820 2024-09-10T08:17:23.536 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.533+0000 7f53a48a3640 1 -- 172.21.15.67:0/5485740 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5390010460 con 0x7f53a0107820 2024-09-10T08:17:23.536 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.533+0000 7f53a58a5640 1 -- 172.21.15.67:0/5485740 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53a01a01a0 con 0x7f53a0107820 2024-09-10T08:17:23.542 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.535+0000 7f53a48a3640 1 -- 172.21.15.67:0/5485740 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f5390003970 con 0x7f53a0107820 2024-09-10T08:17:23.542 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.536+0000 7f53a8643740 1 Processor -- start 2024-09-10T08:17:23.543 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.536+0000 7f53a8643740 1 -- start start 2024-09-10T08:17:23.543 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.536+0000 7f53a8643740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b0a9ef79a0 0x55b0a9ef7da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:23.543 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.536+0000 7f53a8643740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b0a9ef82e0 0x55b0a9efcda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:23.543 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.536+0000 7f53a8643740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b0a9efd370 0x55b0a9eff830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:23.543 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.536+0000 7f53a8643740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55b0a9e5b2f0 con 0x55b0a9efd370 2024-09-10T08:17:23.543 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.536+0000 7f53a8643740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55b0a9e03270 con 0x55b0a9ef82e0 2024-09-10T08:17:23.543 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.536+0000 7f53a8643740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55b0a9e572b0 con 0x55b0a9ef79a0 2024-09-10T08:17:23.543 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.536+0000 7f53a48a3640 1 --2- 172.21.15.67:0/5485740 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f538c0a2c30 0x7f538c0a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:23.543 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.536+0000 7f539e7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b0a9efd370 0x55b0a9eff830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:23.543 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.536+0000 7f539e7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b0a9efd370 0x55b0a9eff830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46370/0 (socket says 172.21.15.67:46370) 2024-09-10T08:17:23.543 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.536+0000 7f539e7fc640 1 -- 172.21.15.67:0/3010677082 learned_addr learned my addr 172.21.15.67:0/3010677082 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:23.543 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.536+0000 7f539e7fc640 1 --2- 172.21.15.67:0/3010677082 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b0a9ef79a0 0x55b0a9ef7da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:23.543 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.537+0000 7f539effd640 1 --2- 172.21.15.67:0/3010677082 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b0a9ef82e0 0x55b0a9efcda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:23.544 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.537+0000 7f539f7fe640 1 --2- 172.21.15.67:0/5485740 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f538c0a2c30 0x7f538c0a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:23.544 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.537+0000 7f53a48a3640 1 -- 172.21.15.67:0/5485740 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f53900cf150 con 0x7f53a0107820 2024-09-10T08:17:23.544 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.537+0000 7f539e7fc640 1 -- 172.21.15.67:0/3010677082 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b0a9ef79a0 msgr2=0x55b0a9ef7da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:23.544 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.537+0000 7f539e7fc640 1 --2- 172.21.15.67:0/3010677082 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b0a9ef79a0 0x55b0a9ef7da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:23.544 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.537+0000 7f539e7fc640 1 -- 172.21.15.67:0/3010677082 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b0a9ef82e0 msgr2=0x55b0a9efcda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:23.544 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.537+0000 7f539e7fc640 1 --2- 172.21.15.67:0/3010677082 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b0a9ef82e0 0x55b0a9efcda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:23.544 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.537+0000 7f539e7fc640 1 -- 172.21.15.67:0/3010677082 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b0a9e02340 con 0x55b0a9efd370 2024-09-10T08:17:23.544 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.537+0000 7f539e7fc640 1 --2- 172.21.15.67:0/3010677082 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b0a9efd370 0x55b0a9eff830 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f53a006a400 tx=0x7f5388005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2e0bf2e36cfda36 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:23.544 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.537+0000 7f539f7fe640 1 --2- 172.21.15.67:0/5485740 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f538c0a2c30 0x7f538c0a50f0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f5390004990 tx=0x7f5390090ab0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:23.544 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.537+0000 7f5395ffb640 1 -- 172.21.15.67:0/3010677082 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5388035040 con 0x55b0a9efd370 2024-09-10T08:17:23.544 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.537+0000 7f5395ffb640 1 -- 172.21.15.67:0/3010677082 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5388031700 con 0x55b0a9efd370 2024-09-10T08:17:23.544 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.537+0000 7f5395ffb640 1 -- 172.21.15.67:0/3010677082 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5388003c10 con 0x55b0a9efd370 2024-09-10T08:17:23.544 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.538+0000 7f53a8643740 1 -- 172.21.15.67:0/3010677082 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b0a9efd370 msgr2=0x55b0a9eff830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:23.545 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.538+0000 7f53a8643740 1 --2- 172.21.15.67:0/3010677082 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b0a9efd370 0x55b0a9eff830 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f53a006a400 tx=0x7f5388005fd0 comp rx=0 tx=0).stop 2024-09-10T08:17:23.545 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.538+0000 7f53a8643740 1 -- 172.21.15.67:0/3010677082 shutdown_connections 2024-09-10T08:17:23.545 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.538+0000 7f53a8643740 1 --2- 172.21.15.67:0/3010677082 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b0a9ef82e0 0x55b0a9efcda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:23.545 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.538+0000 7f53a8643740 1 --2- 172.21.15.67:0/3010677082 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b0a9efd370 0x55b0a9eff830 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:23.545 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.538+0000 7f53a8643740 1 --2- 172.21.15.67:0/3010677082 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b0a9ef79a0 0x55b0a9ef7da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:23.545 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.538+0000 7f53a8643740 1 -- 172.21.15.67:0/3010677082 >> 172.21.15.67:0/3010677082 conn(0x55b0a9ef3010 msgr2=0x55b0a9ef3410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:23.545 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.538+0000 7f53a8643740 1 -- 172.21.15.67:0/3010677082 shutdown_connections 2024-09-10T08:17:23.545 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.538+0000 7f53a8643740 1 -- 172.21.15.67:0/3010677082 wait complete. 2024-09-10T08:17:23.545 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.538+0000 7f53a8643740 1 -- start start 2024-09-10T08:17:23.545 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.539+0000 7f53a8643740 1 Processor -- start 2024-09-10T08:17:23.545 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.539+0000 7f53a8643740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b0a9ef79a0 0x55b0a9f01c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:23.545 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.539+0000 7f53a8643740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b0a9ef82e0 0x55b0a9f02140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:23.545 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.539+0000 7f53a8643740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b0a9efd370 0x55b0a9f09180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:23.545 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.539+0000 7f53a8643740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55b0a9f002e0 con 0x55b0a9ef79a0 2024-09-10T08:17:23.546 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.539+0000 7f53a8643740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55b0a9de4290 con 0x55b0a9efd370 2024-09-10T08:17:23.546 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.539+0000 7f53a8643740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55b0a9f00460 con 0x55b0a9ef82e0 2024-09-10T08:17:23.546 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.539+0000 7f53a8643740 10 client.0 _ll_register_callbacks cb 0x55b0a9e15140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:17:23.546 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.539+0000 7f539e7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b0a9ef79a0 0x55b0a9f01c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:23.546 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.539+0000 7f539e7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b0a9ef79a0 0x55b0a9f01c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46372/0 (socket says 172.21.15.67:46372) 2024-09-10T08:17:23.546 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.539+0000 7f539e7fc640 1 -- 172.21.15.67:0/255484310 learned_addr learned my addr 172.21.15.67:0/255484310 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:23.546 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.539+0000 7f539effd640 1 --2- 172.21.15.67:0/255484310 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b0a9ef82e0 0x55b0a9f02140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:23.546 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.539+0000 7f539e7fc640 1 --2- 172.21.15.67:0/255484310 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b0a9efd370 0x55b0a9f09180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:23.546 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.539+0000 7f539e7fc640 1 -- 172.21.15.67:0/255484310 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b0a9ef82e0 msgr2=0x55b0a9f02140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:23.546 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.539+0000 7f539e7fc640 1 --2- 172.21.15.67:0/255484310 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b0a9ef82e0 0x55b0a9f02140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:23.546 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.539+0000 7f539e7fc640 1 -- 172.21.15.67:0/255484310 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b0a9efd370 msgr2=0x55b0a9f09180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:23.546 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.539+0000 7f539e7fc640 1 --2- 172.21.15.67:0/255484310 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b0a9efd370 0x55b0a9f09180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:23.547 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.539+0000 7f539e7fc640 1 -- 172.21.15.67:0/255484310 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b0a9b6e210 con 0x55b0a9ef79a0 2024-09-10T08:17:23.547 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.540+0000 7f539e7fc640 1 --2- 172.21.15.67:0/255484310 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b0a9ef79a0 0x55b0a9f01c00 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f5388003740 tx=0x7f53880036b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2cdd418a30b30e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:23.547 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.540+0000 7f537effd640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:17:23.547 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.540+0000 7f537effd640 1 -- 172.21.15.67:0/255484310 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5388035040 con 0x55b0a9ef79a0 2024-09-10T08:17:23.547 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.540+0000 7f537effd640 1 -- 172.21.15.67:0/255484310 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f538804d930 con 0x55b0a9ef79a0 2024-09-10T08:17:23.547 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.540+0000 7f53a8643740 1 -- 172.21.15.67:0/255484310 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5388031700 con 0x55b0a9ef79a0 2024-09-10T08:17:23.547 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.540+0000 7f537effd640 1 -- 172.21.15.67:0/255484310 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f538804db50 con 0x55b0a9ef79a0 2024-09-10T08:17:23.547 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.540+0000 7f53a8643740 10 client.16140 fetch_fsmap learned FSMap version 29 2024-09-10T08:17:23.547 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.540+0000 7f53a8643740 1 -- 172.21.15.67:0/255484310 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55b0a9c3a620 con 0x55b0a9ef79a0 2024-09-10T08:17:23.547 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.540+0000 7f537effd640 1 -- 172.21.15.67:0/255484310 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5388031700 con 0x55b0a9ef79a0 2024-09-10T08:17:23.547 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.540+0000 7f537effd640 1 -- 172.21.15.67:0/255484310 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f538803d450 con 0x55b0a9ef79a0 2024-09-10T08:17:23.547 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.540+0000 7f53a8643740 10 client.16140 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:17:23.548 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.540+0000 7f53a8643740 10 client.16140 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:17:23.548 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.540+0000 7f53a8643740 20 client.16140 populate_metadata read hostname 'smithi067' 2024-09-10T08:17:23.548 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.540+0000 7f53a8643740 1 --2- 172.21.15.67:0/255484310 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55b0a9f0d480 0x55b0a9f0f870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:23.548 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.540+0000 7f53a8643740 4 client.16140 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:17:23.548 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.540+0000 7f53a8643740 1 -- 172.21.15.67:0/255484310 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b0a9e68a20 con 0x55b0a9f0d480 2024-09-10T08:17:23.548 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.541+0000 7f539effd640 1 --2- 172.21.15.67:0/255484310 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55b0a9f0d480 0x55b0a9f0f870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:23.548 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.541+0000 7f539effd640 1 --2- 172.21.15.67:0/255484310 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55b0a9f0d480 0x55b0a9f0f870 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=95ec6b1951276733 server_cookie=3a04760b8db2c0a2 in_seq=0 out_seq=0 2024-09-10T08:17:23.548 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.541+0000 7f537effd640 10 client.16140 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:17:23.548 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.542+0000 7f537effd640 1 -- 172.21.15.67:0/255484310 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b0a9e68a20 con 0x55b0a9f0d480 2024-09-10T08:17:23.548 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.542+0000 7f537effd640 10 client.16140 handle_command_reply: tid=0 2024-09-10T08:17:23.548 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.542+0000 7f53a8643740 1 client.16140 shutdown 2024-09-10T08:17:23.548 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.542+0000 7f53a8643740 1 -- 172.21.15.67:0/255484310 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b0a9ef79a0 msgr2=0x55b0a9f01c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:23.548 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.542+0000 7f53a8643740 1 --2- 172.21.15.67:0/255484310 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b0a9ef79a0 0x55b0a9f01c00 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f5388003740 tx=0x7f53880036b0 comp rx=0 tx=0).stop 2024-09-10T08:17:23.549 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.542+0000 7f53a8643740 1 -- 172.21.15.67:0/255484310 shutdown_connections 2024-09-10T08:17:23.549 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.542+0000 7f53a8643740 1 --2- 172.21.15.67:0/255484310 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55b0a9f0d480 0x55b0a9f0f870 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:23.549 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.542+0000 7f53a8643740 1 --2- 172.21.15.67:0/255484310 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b0a9efd370 0x55b0a9f09180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:23.549 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.542+0000 7f53a8643740 1 --2- 172.21.15.67:0/255484310 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b0a9ef82e0 0x55b0a9f02140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:23.549 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.542+0000 7f537effd640 0 client.16140 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:17:23.549 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.542+0000 7f53a8643740 1 --2- 172.21.15.67:0/255484310 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b0a9ef79a0 0x55b0a9f01c00 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:23.549 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.542+0000 7f53a8643740 1 -- 172.21.15.67:0/255484310 >> 172.21.15.67:0/255484310 conn(0x55b0a9ef3010 msgr2=0x55b0a9ef4820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:23.549 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.542+0000 7f53a8643740 1 -- 172.21.15.67:0/255484310 shutdown_connections 2024-09-10T08:17:23.549 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.542+0000 7f53a8643740 1 -- 172.21.15.67:0/255484310 wait complete. 2024-09-10T08:17:23.549 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.543+0000 7f53a8643740 20 client.16140 trim_cache size 0 max 16384 2024-09-10T08:17:23.561 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.557+0000 7f53a8643740 1 Processor -- start 2024-09-10T08:17:23.562 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.557+0000 7f53a8643740 1 -- start start 2024-09-10T08:17:23.562 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.557+0000 7f53a8643740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b0a9ef79a0 0x55b0a9f020c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:23.562 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.557+0000 7f53a8643740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b0a9ef82e0 0x55b0a9f090a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:23.562 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.557+0000 7f53a8643740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b0a9efd370 0x55b0a9ef3ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:23.562 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.557+0000 7f53a8643740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f53a01aa790 con 0x55b0a9ef79a0 2024-09-10T08:17:23.562 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.557+0000 7f53a8643740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f53a01ac2d0 con 0x55b0a9ef82e0 2024-09-10T08:17:23.562 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.557+0000 7f53a8643740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f53a01aae60 con 0x55b0a9efd370 2024-09-10T08:17:23.562 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.558+0000 7f539e7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b0a9ef79a0 0x55b0a9f020c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:23.562 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.558+0000 7f539e7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b0a9ef79a0 0x55b0a9f020c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46384/0 (socket says 172.21.15.67:46384) 2024-09-10T08:17:23.562 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.558+0000 7f539e7fc640 1 -- 172.21.15.67:0/1531546398 learned_addr learned my addr 172.21.15.67:0/1531546398 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:23.563 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.558+0000 7f539effd640 1 --2- 172.21.15.67:0/1531546398 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b0a9ef82e0 0x55b0a9f090a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:23.563 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.558+0000 7f539e7fc640 1 -- 172.21.15.67:0/1531546398 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b0a9efd370 msgr2=0x55b0a9ef3ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:23.563 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.558+0000 7f539e7fc640 1 --2- 172.21.15.67:0/1531546398 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b0a9efd370 0x55b0a9ef3ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:23.563 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.558+0000 7f539e7fc640 1 -- 172.21.15.67:0/1531546398 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b0a9ef82e0 msgr2=0x55b0a9f090a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:23.563 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.558+0000 7f539e7fc640 1 --2- 172.21.15.67:0/1531546398 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b0a9ef82e0 0x55b0a9f090a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:23.563 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.558+0000 7f539e7fc640 1 -- 172.21.15.67:0/1531546398 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b0a9ef2e30 con 0x55b0a9ef79a0 2024-09-10T08:17:23.563 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.558+0000 7f539effd640 1 --2- 172.21.15.67:0/1531546398 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b0a9ef82e0 0x55b0a9f090a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:17:23.563 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.558+0000 7f539e7fc640 1 --2- 172.21.15.67:0/1531546398 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b0a9ef79a0 0x55b0a9f020c0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f5388009850 tx=0x7f5388005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4c74b08fd04b659 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:23.563 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.558+0000 7f53957fa640 1 -- 172.21.15.67:0/1531546398 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5388035040 con 0x55b0a9ef79a0 2024-09-10T08:17:23.563 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.558+0000 7f53957fa640 1 -- 172.21.15.67:0/1531546398 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f538803db20 con 0x55b0a9ef79a0 2024-09-10T08:17:23.563 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.558+0000 7f53957fa640 1 -- 172.21.15.67:0/1531546398 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f538803d450 con 0x55b0a9ef79a0 2024-09-10T08:17:23.564 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.559+0000 7f53a8643740 1 -- 172.21.15.67:0/1531546398 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b0a9ef79a0 msgr2=0x55b0a9f020c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:23.564 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.559+0000 7f53a8643740 1 --2- 172.21.15.67:0/1531546398 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b0a9ef79a0 0x55b0a9f020c0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f5388009850 tx=0x7f5388005fd0 comp rx=0 tx=0).stop 2024-09-10T08:17:23.564 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.559+0000 7f53a8643740 1 -- 172.21.15.67:0/1531546398 shutdown_connections 2024-09-10T08:17:23.564 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.559+0000 7f53a8643740 1 --2- 172.21.15.67:0/1531546398 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b0a9ef82e0 0x55b0a9f090a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:23.564 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.559+0000 7f53a8643740 1 --2- 172.21.15.67:0/1531546398 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b0a9efd370 0x55b0a9ef3ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:23.564 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.559+0000 7f53a8643740 1 --2- 172.21.15.67:0/1531546398 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b0a9ef79a0 0x55b0a9f020c0 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:23.564 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.559+0000 7f53a8643740 1 -- 172.21.15.67:0/1531546398 >> 172.21.15.67:0/1531546398 conn(0x55b0a9ef3010 msgr2=0x55b0a9f019b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:23.564 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.559+0000 7f53a8643740 1 -- 172.21.15.67:0/1531546398 shutdown_connections 2024-09-10T08:17:23.564 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.559+0000 7f53a8643740 1 -- 172.21.15.67:0/1531546398 wait complete. 2024-09-10T08:17:23.565 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.559+0000 7f53a8643740 1 -- start start 2024-09-10T08:17:23.565 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.559+0000 7f53a8643740 1 Processor -- start 2024-09-10T08:17:23.565 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.560+0000 7f53a8643740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b0a9ef79a0 0x55b0a9f06a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:23.565 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.560+0000 7f53a8643740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b0a9ef82e0 0x55b0a9f06fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:23.565 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.560+0000 7f53a8643740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b0a9efd370 0x55b0a9f07f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:23.565 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.560+0000 7f53a8643740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f53a01abc00 con 0x55b0a9efd370 2024-09-10T08:17:23.565 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.560+0000 7f53a8643740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f53a01ab530 con 0x55b0a9ef79a0 2024-09-10T08:17:23.565 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.560+0000 7f53a8643740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f53a01a8770 con 0x55b0a9ef82e0 2024-09-10T08:17:23.565 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.560+0000 7f53a8643740 10 client.0 _ll_register_callbacks cb 0x7f5398004120 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:17:23.565 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.560+0000 7f539e7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b0a9efd370 0x55b0a9f07f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:23.566 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.560+0000 7f539e7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b0a9efd370 0x55b0a9f07f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46392/0 (socket says 172.21.15.67:46392) 2024-09-10T08:17:23.566 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.560+0000 7f539e7fc640 1 -- 172.21.15.67:0/2112695839 learned_addr learned my addr 172.21.15.67:0/2112695839 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:23.566 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.560+0000 7f539e7fc640 1 --2- 172.21.15.67:0/2112695839 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b0a9ef79a0 0x55b0a9f06a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:23.566 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.560+0000 7f539effd640 1 --2- 172.21.15.67:0/2112695839 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b0a9ef82e0 0x55b0a9f06fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:23.566 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.560+0000 7f539e7fc640 1 -- 172.21.15.67:0/2112695839 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b0a9ef82e0 msgr2=0x55b0a9f06fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:23.566 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.560+0000 7f539e7fc640 1 --2- 172.21.15.67:0/2112695839 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b0a9ef82e0 0x55b0a9f06fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:23.566 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.560+0000 7f539e7fc640 1 -- 172.21.15.67:0/2112695839 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b0a9ef79a0 msgr2=0x55b0a9f06a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:23.566 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.560+0000 7f539e7fc640 1 --2- 172.21.15.67:0/2112695839 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b0a9ef79a0 0x55b0a9f06a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:23.566 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.560+0000 7f539e7fc640 1 -- 172.21.15.67:0/2112695839 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b0a9f08570 con 0x55b0a9efd370 2024-09-10T08:17:23.567 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.560+0000 7f539e7fc640 1 --2- 172.21.15.67:0/2112695839 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b0a9efd370 0x55b0a9f07f60 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x55b0a9f06050 tx=0x7f538802a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c45e014eddfaf5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:23.567 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.560+0000 7f537effd640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:17:23.567 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.560+0000 7f537effd640 1 -- 172.21.15.67:0/2112695839 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5388031c80 con 0x55b0a9efd370 2024-09-10T08:17:23.567 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.561+0000 7f537effd640 1 -- 172.21.15.67:0/2112695839 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f5388032070 con 0x55b0a9efd370 2024-09-10T08:17:23.567 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.561+0000 7f53a8643740 1 -- 172.21.15.67:0/2112695839 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f538803db20 con 0x55b0a9efd370 2024-09-10T08:17:23.567 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.561+0000 7f537effd640 1 -- 172.21.15.67:0/2112695839 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f5388066050 con 0x55b0a9efd370 2024-09-10T08:17:23.567 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.561+0000 7f53a8643740 10 client.16146 fetch_fsmap learned FSMap version 29 2024-09-10T08:17:23.567 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.561+0000 7f53a8643740 1 -- 172.21.15.67:0/2112695839 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55b0a9f780c0 con 0x55b0a9efd370 2024-09-10T08:17:23.567 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.561+0000 7f537effd640 1 -- 172.21.15.67:0/2112695839 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f538803db20 con 0x55b0a9efd370 2024-09-10T08:17:23.567 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.561+0000 7f537effd640 1 -- 172.21.15.67:0/2112695839 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f538804b450 con 0x55b0a9efd370 2024-09-10T08:17:23.567 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.561+0000 7f53a8643740 10 client.16146 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:17:23.568 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.561+0000 7f53a8643740 10 client.16146 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:17:23.568 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.561+0000 7f53a8643740 20 client.16146 populate_metadata read hostname 'smithi067' 2024-09-10T08:17:23.568 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.561+0000 7f53a8643740 1 --2- 172.21.15.67:0/2112695839 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55b0a9f0d480 0x55b0a9f7a910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:23.568 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.561+0000 7f53a8643740 4 client.16146 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:17:23.568 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.561+0000 7f53a8643740 1 -- 172.21.15.67:0/2112695839 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55b0a9e62d70 con 0x55b0a9f0d480 2024-09-10T08:17:23.568 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.561+0000 7f539effd640 1 --2- 172.21.15.67:0/2112695839 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55b0a9f0d480 0x55b0a9f7a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:23.568 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.562+0000 7f537effd640 10 client.16146 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:17:23.568 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.562+0000 7f539effd640 1 --2- 172.21.15.67:0/2112695839 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55b0a9f0d480 0x55b0a9f7a910 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c36c1f6651559e6d server_cookie=abde8fd611f2d358 in_seq=0 out_seq=0 2024-09-10T08:17:23.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:17:23 smithi203 ceph-mon[34672]: pgmap v434: 129 pgs: 129 active+clean; 865 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 72 MiB/s wr, 29 op/s 2024-09-10T08:17:23.572 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.572+0000 7f537effd640 1 -- 172.21.15.67:0/2112695839 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55b0a9e62d70 con 0x55b0a9f0d480 2024-09-10T08:17:23.573 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.572+0000 7f537effd640 10 client.16146 handle_command_reply: tid=0 2024-09-10T08:17:23.573 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.572+0000 7f53a8643740 1 client.16146 shutdown 2024-09-10T08:17:23.573 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.572+0000 7f53a8643740 1 -- 172.21.15.67:0/2112695839 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b0a9efd370 msgr2=0x55b0a9f07f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:23.573 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.572+0000 7f53a8643740 1 --2- 172.21.15.67:0/2112695839 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b0a9efd370 0x55b0a9f07f60 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x55b0a9f06050 tx=0x7f538802a410 comp rx=0 tx=0).stop 2024-09-10T08:17:23.573 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.572+0000 7f53a8643740 1 -- 172.21.15.67:0/2112695839 shutdown_connections 2024-09-10T08:17:23.573 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.572+0000 7f53a8643740 1 --2- 172.21.15.67:0/2112695839 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55b0a9f0d480 0x55b0a9f7a910 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:23.573 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.572+0000 7f53a8643740 1 --2- 172.21.15.67:0/2112695839 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b0a9efd370 0x55b0a9f07f60 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:23.573 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.572+0000 7f53a8643740 1 --2- 172.21.15.67:0/2112695839 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b0a9ef82e0 0x55b0a9f06fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:23.573 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.572+0000 7f537effd640 0 client.16146 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:17:23.573 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.572+0000 7f53a8643740 1 --2- 172.21.15.67:0/2112695839 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b0a9ef79a0 0x55b0a9f06a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:23.573 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.572+0000 7f53a8643740 1 -- 172.21.15.67:0/2112695839 >> 172.21.15.67:0/2112695839 conn(0x55b0a9ef3010 msgr2=0x55b0a9f019b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:23.573 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.572+0000 7f53a8643740 1 -- 172.21.15.67:0/2112695839 shutdown_connections 2024-09-10T08:17:23.573 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.572+0000 7f53a8643740 1 -- 172.21.15.67:0/2112695839 wait complete. 2024-09-10T08:17:23.574 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.572+0000 7f53a8643740 20 client.16146 trim_cache size 0 max 16384 2024-09-10T08:17:23.574 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout:{ 2024-09-10T08:17:23.574 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout: "message": "", 2024-09-10T08:17:23.574 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout: "return_code": 0 2024-09-10T08:17:23.574 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout:} 2024-09-10T08:17:23.575 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.573+0000 7f53a58a5640 1 -- 172.21.15.67:0/5485740 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f538c0a2c30 msgr2=0x7f538c0a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:23.575 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.573+0000 7f53a58a5640 1 --2- 172.21.15.67:0/5485740 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f538c0a2c30 0x7f538c0a50f0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f5390004990 tx=0x7f5390090ab0 comp rx=0 tx=0).stop 2024-09-10T08:17:23.575 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.573+0000 7f53a58a5640 1 -- 172.21.15.67:0/5485740 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f53a0107820 msgr2=0x7f53a019f310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:23.575 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.573+0000 7f53a58a5640 1 --2- 172.21.15.67:0/5485740 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f53a0107820 0x7f53a019f310 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f539000dac0 tx=0x7f539000df80 comp rx=0 tx=0).stop 2024-09-10T08:17:23.575 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.573+0000 7f53a58a5640 1 -- 172.21.15.67:0/5485740 shutdown_connections 2024-09-10T08:17:23.575 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.573+0000 7f53a58a5640 1 --2- 172.21.15.67:0/5485740 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f538c0a2c30 0x7f538c0a50f0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:23.575 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.573+0000 7f53a58a5640 1 --2- 172.21.15.67:0/5485740 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f53a0107820 0x7f53a019f310 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:23.576 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.573+0000 7f53a58a5640 1 --2- 172.21.15.67:0/5485740 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f53a0104ef0 0x7f53a01982e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:23.576 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.573+0000 7f53a58a5640 1 --2- 172.21.15.67:0/5485740 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f53a01025c0 0x7f53a0197da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:23.576 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.573+0000 7f53a58a5640 1 -- 172.21.15.67:0/5485740 >> 172.21.15.67:0/5485740 conn(0x7f53a00fc1e0 msgr2=0x7f53a0102fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:23.576 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.573+0000 7f53a58a5640 1 -- 172.21.15.67:0/5485740 shutdown_connections 2024-09-10T08:17:23.576 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:23.573+0000 7f53a58a5640 1 -- 172.21.15.67:0/5485740 wait complete. 2024-09-10T08:17:23.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:17:23 smithi133 ceph-mon[34721]: pgmap v434: 129 pgs: 129 active+clean; 865 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 8.9 KiB/s rd, 72 MiB/s wr, 29 op/s 2024-09-10T08:17:25.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:17:25 smithi067 ceph-mon[31051]: pgmap v435: 129 pgs: 129 active+clean; 921 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 9.3 KiB/s rd, 77 MiB/s wr, 30 op/s 2024-09-10T08:17:25.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:17:25 smithi203 ceph-mon[34672]: pgmap v435: 129 pgs: 129 active+clean; 921 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 9.3 KiB/s rd, 77 MiB/s wr, 30 op/s 2024-09-10T08:17:25.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:17:25 smithi133 ceph-mon[34721]: pgmap v435: 129 pgs: 129 active+clean; 921 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 9.3 KiB/s rd, 77 MiB/s wr, 30 op/s 2024-09-10T08:17:27.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:17:27 smithi067 ceph-mon[31051]: pgmap v436: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 80 MiB/s wr, 36 op/s 2024-09-10T08:17:27.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:17:27 smithi203 ceph-mon[34672]: pgmap v436: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 80 MiB/s wr, 36 op/s 2024-09-10T08:17:27.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:17:27 smithi133 ceph-mon[34721]: pgmap v436: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 80 MiB/s wr, 36 op/s 2024-09-10T08:17:29.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:17:29 smithi067 ceph-mon[31051]: pgmap v437: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 59 MiB/s wr, 26 op/s 2024-09-10T08:17:29.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:17:29 smithi203 ceph-mon[34672]: pgmap v437: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 59 MiB/s wr, 26 op/s 2024-09-10T08:17:29.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:17:29 smithi133 ceph-mon[34721]: pgmap v437: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 59 MiB/s wr, 26 op/s 2024-09-10T08:17:31.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:17:31 smithi067 ceph-mon[31051]: pgmap v438: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 85 MiB/s wr, 36 op/s 2024-09-10T08:17:31.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:17:31 smithi203 ceph-mon[34672]: pgmap v438: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 85 MiB/s wr, 36 op/s 2024-09-10T08:17:31.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:17:31 smithi133 ceph-mon[34721]: pgmap v438: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 85 MiB/s wr, 36 op/s 2024-09-10T08:17:33.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:17:33 smithi067 ceph-mon[31051]: pgmap v439: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 62 MiB/s wr, 27 op/s 2024-09-10T08:17:33.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:17:33 smithi203 ceph-mon[34672]: pgmap v439: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 62 MiB/s wr, 27 op/s 2024-09-10T08:17:33.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:17:33 smithi133 ceph-mon[34721]: pgmap v439: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 62 MiB/s wr, 27 op/s 2024-09-10T08:17:34.252 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-09-10T08:17:34.253 INFO:tasks.workunit.client.0.smithi067.stdout: Children see throughput for 1 rewriters = 115121.39 kB/sec 2024-09-10T08:17:34.253 INFO:tasks.workunit.client.0.smithi067.stdout: Parent sees throughput for 1 rewriters = 115118.74 kB/sec 2024-09-10T08:17:34.253 INFO:tasks.workunit.client.0.smithi067.stdout: Min throughput per process = 115121.39 kB/sec 2024-09-10T08:17:34.253 INFO:tasks.workunit.client.0.smithi067.stdout: Max throughput per process = 115121.39 kB/sec 2024-09-10T08:17:34.253 INFO:tasks.workunit.client.0.smithi067.stdout: Avg throughput per process = 115121.39 kB/sec 2024-09-10T08:17:34.253 INFO:tasks.workunit.client.0.smithi067.stdout: Min xfer = 1048576.00 kB 2024-09-10T08:17:35.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:17:35 smithi067 ceph-mon[31051]: pgmap v440: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 62 MiB/s wr, 27 op/s 2024-09-10T08:17:35.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:17:35 smithi203 ceph-mon[34672]: pgmap v440: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 62 MiB/s wr, 27 op/s 2024-09-10T08:17:35.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:17:35 smithi133 ceph-mon[34721]: pgmap v440: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 62 MiB/s wr, 27 op/s 2024-09-10T08:17:36.686 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.673+0000 7ffa7568d640 1 -- 172.21.15.67:0/658885738 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffa701078e0 msgr2=0x7ffa70109cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:36.686 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.673+0000 7ffa7568d640 1 --2- 172.21.15.67:0/658885738 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffa701078e0 0x7ffa70109cd0 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7ffa68009900 tx=0x7ffa6802a3f0 comp rx=0 tx=0).stop 2024-09-10T08:17:36.686 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.673+0000 7ffa7568d640 1 -- 172.21.15.67:0/658885738 shutdown_connections 2024-09-10T08:17:36.686 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.673+0000 7ffa7568d640 1 --2- 172.21.15.67:0/658885738 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffa701078e0 0x7ffa70109cd0 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:36.686 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.673+0000 7ffa7568d640 1 --2- 172.21.15.67:0/658885738 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffa70104fb0 0x7ffa701073a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:36.686 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.673+0000 7ffa7568d640 1 --2- 172.21.15.67:0/658885738 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffa70102680 0x7ffa70104a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:36.686 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.673+0000 7ffa7568d640 1 -- 172.21.15.67:0/658885738 >> 172.21.15.67:0/658885738 conn(0x7ffa700fc1e0 msgr2=0x7ffa700fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:36.687 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.673+0000 7ffa7568d640 1 -- 172.21.15.67:0/658885738 shutdown_connections 2024-09-10T08:17:36.687 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.673+0000 7ffa7568d640 1 -- 172.21.15.67:0/658885738 wait complete. 2024-09-10T08:17:36.687 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.673+0000 7ffa7568d640 1 Processor -- start 2024-09-10T08:17:36.687 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.674+0000 7ffa7568d640 1 -- start start 2024-09-10T08:17:36.687 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.674+0000 7ffa7568d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffa70102680 0x7ffa70199ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:36.687 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.674+0000 7ffa7568d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffa70104fb0 0x7ffa7019a430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:36.687 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.674+0000 7ffa7568d640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffa701078e0 0x7ffa701a14a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:36.687 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.674+0000 7ffa7568d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ffa7010d6d0 con 0x7ffa70102680 2024-09-10T08:17:36.687 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.674+0000 7ffa7568d640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7ffa7010d550 con 0x7ffa70104fb0 2024-09-10T08:17:36.687 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.674+0000 7ffa7568d640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ffa7010d850 con 0x7ffa701078e0 2024-09-10T08:17:36.687 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.674+0000 7ffa6effd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffa70102680 0x7ffa70199ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:36.688 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.674+0000 7ffa6effd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffa70102680 0x7ffa70199ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37206/0 (socket says 172.21.15.67:37206) 2024-09-10T08:17:36.688 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.674+0000 7ffa6effd640 1 -- 172.21.15.67:0/3806903833 learned_addr learned my addr 172.21.15.67:0/3806903833 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:36.688 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.674+0000 7ffa6e7fc640 1 --2- 172.21.15.67:0/3806903833 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffa70104fb0 0x7ffa7019a430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:36.688 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.674+0000 7ffa6f7fe640 1 --2- 172.21.15.67:0/3806903833 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffa701078e0 0x7ffa701a14a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:36.688 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.674+0000 7ffa6effd640 1 -- 172.21.15.67:0/3806903833 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffa701078e0 msgr2=0x7ffa701a14a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:36.688 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.674+0000 7ffa6effd640 1 --2- 172.21.15.67:0/3806903833 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffa701078e0 0x7ffa701a14a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:36.688 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.674+0000 7ffa6effd640 1 -- 172.21.15.67:0/3806903833 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffa70104fb0 msgr2=0x7ffa7019a430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:36.688 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.674+0000 7ffa6effd640 1 --2- 172.21.15.67:0/3806903833 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffa70104fb0 0x7ffa7019a430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:36.688 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.674+0000 7ffa6effd640 1 -- 172.21.15.67:0/3806903833 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa701a1b10 con 0x7ffa70102680 2024-09-10T08:17:36.688 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.674+0000 7ffa6f7fe640 1 --2- 172.21.15.67:0/3806903833 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffa701078e0 0x7ffa701a14a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:17:36.688 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.674+0000 7ffa6effd640 1 --2- 172.21.15.67:0/3806903833 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffa70102680 0x7ffa70199ef0 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7ffa6000c920 tx=0x7ffa6000cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:36.688 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.675+0000 7ffa57fff640 1 -- 172.21.15.67:0/3806903833 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa60007c70 con 0x7ffa70102680 2024-09-10T08:17:36.688 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.675+0000 7ffa57fff640 1 -- 172.21.15.67:0/3806903833 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffa60007e10 con 0x7ffa70102680 2024-09-10T08:17:36.689 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.675+0000 7ffa57fff640 1 -- 172.21.15.67:0/3806903833 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa60018820 con 0x7ffa70102680 2024-09-10T08:17:36.689 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.675+0000 7ffa7568d640 1 -- 172.21.15.67:0/3806903833 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa701a1e00 con 0x7ffa70102680 2024-09-10T08:17:36.689 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.675+0000 7ffa7568d640 1 -- 172.21.15.67:0/3806903833 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa701a22c0 con 0x7ffa70102680 2024-09-10T08:17:36.689 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.677+0000 7ffa57fff640 1 -- 172.21.15.67:0/3806903833 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7ffa600189c0 con 0x7ffa70102680 2024-09-10T08:17:36.689 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.678+0000 7ffa78427740 1 Processor -- start 2024-09-10T08:17:36.689 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.678+0000 7ffa78427740 1 -- start start 2024-09-10T08:17:36.689 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.678+0000 7ffa78427740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ae9bb8a9a0 0x55ae9bb8ada0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:36.689 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.678+0000 7ffa78427740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae9bb8b2e0 0x55ae9bb8fda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:36.689 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.678+0000 7ffa78427740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae9bb90370 0x55ae9bb92830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:36.689 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.678+0000 7ffa78427740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55ae9baee2f0 con 0x55ae9bb90370 2024-09-10T08:17:36.689 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.678+0000 7ffa78427740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55ae9ba96270 con 0x55ae9bb8b2e0 2024-09-10T08:17:36.689 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.678+0000 7ffa78427740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55ae9baea2b0 con 0x55ae9bb8a9a0 2024-09-10T08:17:36.690 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.678+0000 7ffa6e7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae9bb90370 0x55ae9bb92830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:36.690 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.678+0000 7ffa6e7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae9bb90370 0x55ae9bb92830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37216/0 (socket says 172.21.15.67:37216) 2024-09-10T08:17:36.690 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.678+0000 7ffa6e7fc640 1 -- 172.21.15.67:0/1405135555 learned_addr learned my addr 172.21.15.67:0/1405135555 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:36.690 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.678+0000 7ffa6effd640 1 --2- 172.21.15.67:0/1405135555 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae9bb8b2e0 0x55ae9bb8fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:36.690 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.678+0000 7ffa6f7fe640 1 --2- 172.21.15.67:0/1405135555 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ae9bb8a9a0 0x55ae9bb8ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:36.690 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.678+0000 7ffa6e7fc640 1 -- 172.21.15.67:0/1405135555 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ae9bb8a9a0 msgr2=0x55ae9bb8ada0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:36.690 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.678+0000 7ffa6e7fc640 1 --2- 172.21.15.67:0/1405135555 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ae9bb8a9a0 0x55ae9bb8ada0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:36.690 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.678+0000 7ffa6e7fc640 1 -- 172.21.15.67:0/1405135555 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae9bb8b2e0 msgr2=0x55ae9bb8fda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:36.690 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.678+0000 7ffa6e7fc640 1 --2- 172.21.15.67:0/1405135555 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae9bb8b2e0 0x55ae9bb8fda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:36.690 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.678+0000 7ffa6e7fc640 1 -- 172.21.15.67:0/1405135555 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ae9ba95340 con 0x55ae9bb90370 2024-09-10T08:17:36.690 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.678+0000 7ffa57fff640 1 --2- 172.21.15.67:0/3806903833 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ffa580a2cb0 0x7ffa580a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:36.690 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.679+0000 7ffa6f7fe640 1 --2- 172.21.15.67:0/3806903833 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ffa580a2cb0 0x7ffa580a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:36.690 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.679+0000 7ffa6e7fc640 1 --2- 172.21.15.67:0/1405135555 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae9bb90370 0x55ae9bb92830 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7ffa64009fd0 tx=0x7ffa640118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4c43ceb0be89321 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:36.690 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.679+0000 7ffa57fff640 1 -- 172.21.15.67:0/3806903833 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7ffa600cf510 con 0x7ffa70102680 2024-09-10T08:17:36.691 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.679+0000 7ffa557fa640 1 -- 172.21.15.67:0/1405135555 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa64004d20 con 0x55ae9bb90370 2024-09-10T08:17:36.691 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.679+0000 7ffa557fa640 1 -- 172.21.15.67:0/1405135555 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffa64004050 con 0x55ae9bb90370 2024-09-10T08:17:36.691 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.679+0000 7ffa557fa640 1 -- 172.21.15.67:0/1405135555 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa64005280 con 0x55ae9bb90370 2024-09-10T08:17:36.691 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.680+0000 7ffa78427740 1 -- 172.21.15.67:0/1405135555 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae9bb90370 msgr2=0x55ae9bb92830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:36.691 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.680+0000 7ffa6f7fe640 1 --2- 172.21.15.67:0/3806903833 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ffa580a2cb0 0x7ffa580a5170 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7ffa680314e0 tx=0x7ffa68032b00 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:36.691 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.680+0000 7ffa78427740 1 --2- 172.21.15.67:0/1405135555 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae9bb90370 0x55ae9bb92830 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7ffa64009fd0 tx=0x7ffa640118d0 comp rx=0 tx=0).stop 2024-09-10T08:17:36.691 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.680+0000 7ffa78427740 1 -- 172.21.15.67:0/1405135555 shutdown_connections 2024-09-10T08:17:36.691 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.680+0000 7ffa78427740 1 --2- 172.21.15.67:0/1405135555 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae9bb8b2e0 0x55ae9bb8fda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:36.691 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.680+0000 7ffa78427740 1 --2- 172.21.15.67:0/1405135555 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae9bb90370 0x55ae9bb92830 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:36.691 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.680+0000 7ffa78427740 1 --2- 172.21.15.67:0/1405135555 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ae9bb8a9a0 0x55ae9bb8ada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:36.691 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.680+0000 7ffa78427740 1 -- 172.21.15.67:0/1405135555 >> 172.21.15.67:0/1405135555 conn(0x55ae9bb86010 msgr2=0x55ae9bb86410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:36.691 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.680+0000 7ffa78427740 1 -- 172.21.15.67:0/1405135555 shutdown_connections 2024-09-10T08:17:36.691 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.680+0000 7ffa78427740 1 -- 172.21.15.67:0/1405135555 wait complete. 2024-09-10T08:17:36.692 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.680+0000 7ffa78427740 1 -- start start 2024-09-10T08:17:36.692 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.680+0000 7ffa78427740 1 Processor -- start 2024-09-10T08:17:36.692 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.680+0000 7ffa78427740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae9bb8a9a0 0x55ae9bb94b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:36.692 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.680+0000 7ffa78427740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae9bb8b2e0 0x55ae9bb95070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:36.692 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.680+0000 7ffa78427740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ae9bb90370 0x55ae9bb9c0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:36.692 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.680+0000 7ffa78427740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55ae9bb93340 con 0x55ae9bb8a9a0 2024-09-10T08:17:36.692 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.680+0000 7ffa78427740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55ae9ba77290 con 0x55ae9bb8b2e0 2024-09-10T08:17:36.692 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.680+0000 7ffa78427740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55ae9bb934c0 con 0x55ae9bb90370 2024-09-10T08:17:36.692 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.681+0000 7ffa78427740 10 client.0 _ll_register_callbacks cb 0x55ae9baa8140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:17:36.692 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.681+0000 7ffa6effd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae9bb8a9a0 0x55ae9bb94b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:36.692 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.681+0000 7ffa6effd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae9bb8a9a0 0x55ae9bb94b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37230/0 (socket says 172.21.15.67:37230) 2024-09-10T08:17:36.692 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.681+0000 7ffa6effd640 1 -- 172.21.15.67:0/209582598 learned_addr learned my addr 172.21.15.67:0/209582598 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:36.693 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.681+0000 7ffa6e7fc640 1 --2- 172.21.15.67:0/209582598 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae9bb8b2e0 0x55ae9bb95070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:36.693 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.681+0000 7ffa6f7fe640 1 --2- 172.21.15.67:0/209582598 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ae9bb90370 0x55ae9bb9c0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:36.693 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.681+0000 7ffa6effd640 1 -- 172.21.15.67:0/209582598 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ae9bb90370 msgr2=0x55ae9bb9c0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:36.693 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.681+0000 7ffa6effd640 1 --2- 172.21.15.67:0/209582598 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ae9bb90370 0x55ae9bb9c0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:36.693 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.681+0000 7ffa6effd640 1 -- 172.21.15.67:0/209582598 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae9bb8b2e0 msgr2=0x55ae9bb95070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:36.693 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.681+0000 7ffa6effd640 1 --2- 172.21.15.67:0/209582598 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae9bb8b2e0 0x55ae9bb95070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:36.693 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.681+0000 7ffa6effd640 1 -- 172.21.15.67:0/209582598 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ae9b801210 con 0x55ae9bb8a9a0 2024-09-10T08:17:36.693 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.681+0000 7ffa6effd640 1 --2- 172.21.15.67:0/209582598 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae9bb8a9a0 0x55ae9bb94b30 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7ffa60007590 tx=0x7ffa6000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b8f2f5ebca1ac62 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:36.693 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.681+0000 7ffa52ff5640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:17:36.693 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.681+0000 7ffa52ff5640 1 -- 172.21.15.67:0/209582598 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa600cf020 con 0x55ae9bb8a9a0 2024-09-10T08:17:36.693 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.681+0000 7ffa52ff5640 1 -- 172.21.15.67:0/209582598 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7ffa600a4150 con 0x55ae9bb8a9a0 2024-09-10T08:17:36.693 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.681+0000 7ffa78427740 1 -- 172.21.15.67:0/209582598 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffa64004050 con 0x55ae9bb8a9a0 2024-09-10T08:17:36.693 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.681+0000 7ffa52ff5640 1 -- 172.21.15.67:0/209582598 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ffa6009b2d0 con 0x55ae9bb8a9a0 2024-09-10T08:17:36.694 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.681+0000 7ffa78427740 10 client.16158 fetch_fsmap learned FSMap version 29 2024-09-10T08:17:36.694 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.681+0000 7ffa78427740 1 -- 172.21.15.67:0/209582598 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ae9b8cd620 con 0x55ae9bb8a9a0 2024-09-10T08:17:36.694 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.682+0000 7ffa52ff5640 1 -- 172.21.15.67:0/209582598 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffa64004050 con 0x55ae9bb8a9a0 2024-09-10T08:17:36.694 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.682+0000 7ffa52ff5640 1 -- 172.21.15.67:0/209582598 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7ffa600860e0 con 0x55ae9bb8a9a0 2024-09-10T08:17:36.694 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.682+0000 7ffa78427740 10 client.16158 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:17:36.694 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.682+0000 7ffa78427740 10 client.16158 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:17:36.694 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.682+0000 7ffa78427740 20 client.16158 populate_metadata read hostname 'smithi067' 2024-09-10T08:17:36.694 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.682+0000 7ffa78427740 1 --2- 172.21.15.67:0/209582598 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55ae9bba0750 0x55ae9bba2b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:36.694 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.682+0000 7ffa78427740 4 client.16158 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:17:36.694 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.682+0000 7ffa78427740 1 -- 172.21.15.67:0/209582598 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ae9bafba20 con 0x55ae9bba0750 2024-09-10T08:17:36.694 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.682+0000 7ffa6e7fc640 1 --2- 172.21.15.67:0/209582598 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55ae9bba0750 0x55ae9bba2b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:36.694 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.683+0000 7ffa6e7fc640 1 --2- 172.21.15.67:0/209582598 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55ae9bba0750 0x55ae9bba2b40 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cae0e0d8b81328ac server_cookie=cf01f3efd667b834 in_seq=0 out_seq=0 2024-09-10T08:17:36.694 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.683+0000 7ffa52ff5640 10 client.16158 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:17:36.694 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.683+0000 7ffa52ff5640 1 -- 172.21.15.67:0/209582598 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ae9bafba20 con 0x55ae9bba0750 2024-09-10T08:17:36.695 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.683+0000 7ffa52ff5640 10 client.16158 handle_command_reply: tid=0 2024-09-10T08:17:36.695 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.684+0000 7ffa78427740 1 client.16158 shutdown 2024-09-10T08:17:36.695 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.684+0000 7ffa78427740 1 -- 172.21.15.67:0/209582598 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae9bb8a9a0 msgr2=0x55ae9bb94b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:36.695 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.684+0000 7ffa78427740 1 --2- 172.21.15.67:0/209582598 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae9bb8a9a0 0x55ae9bb94b30 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7ffa60007590 tx=0x7ffa6000a620 comp rx=0 tx=0).stop 2024-09-10T08:17:36.695 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.684+0000 7ffa78427740 1 -- 172.21.15.67:0/209582598 shutdown_connections 2024-09-10T08:17:36.695 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.684+0000 7ffa78427740 1 --2- 172.21.15.67:0/209582598 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55ae9bba0750 0x55ae9bba2b40 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:36.695 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.684+0000 7ffa78427740 1 --2- 172.21.15.67:0/209582598 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae9bb8b2e0 0x55ae9bb95070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:36.695 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.684+0000 7ffa78427740 1 --2- 172.21.15.67:0/209582598 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ae9bb90370 0x55ae9bb9c0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:36.695 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.684+0000 7ffa52ff5640 0 client.16158 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:17:36.695 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.684+0000 7ffa78427740 1 --2- 172.21.15.67:0/209582598 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae9bb8a9a0 0x55ae9bb94b30 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:36.695 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.684+0000 7ffa78427740 1 -- 172.21.15.67:0/209582598 >> 172.21.15.67:0/209582598 conn(0x55ae9bb86010 msgr2=0x55ae9bb87820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:36.695 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.684+0000 7ffa78427740 1 -- 172.21.15.67:0/209582598 shutdown_connections 2024-09-10T08:17:36.695 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.684+0000 7ffa78427740 1 -- 172.21.15.67:0/209582598 wait complete. 2024-09-10T08:17:36.696 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.684+0000 7ffa78427740 20 client.16158 trim_cache size 0 max 16384 2024-09-10T08:17:36.702 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.699+0000 7ffa78427740 1 Processor -- start 2024-09-10T08:17:36.702 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.699+0000 7ffa78427740 1 -- start start 2024-09-10T08:17:36.702 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.699+0000 7ffa78427740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ae9bb8a9a0 0x55ae9bb86ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:36.702 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.699+0000 7ffa78427740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae9bb8b2e0 0x55ae9bb9c070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:36.703 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.699+0000 7ffa78427740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae9bb90370 0x55ae9bb87400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:36.703 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.699+0000 7ffa78427740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ffa701ac8d0 con 0x55ae9bb8b2e0 2024-09-10T08:17:36.703 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.699+0000 7ffa78427740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7ffa701ae410 con 0x55ae9bb90370 2024-09-10T08:17:36.703 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.699+0000 7ffa78427740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ffa701acfa0 con 0x55ae9bb8a9a0 2024-09-10T08:17:36.703 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.699+0000 7ffa6e7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae9bb8b2e0 0x55ae9bb9c070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:36.703 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.699+0000 7ffa6e7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae9bb8b2e0 0x55ae9bb9c070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37240/0 (socket says 172.21.15.67:37240) 2024-09-10T08:17:36.703 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.699+0000 7ffa6e7fc640 1 -- 172.21.15.67:0/4197536380 learned_addr learned my addr 172.21.15.67:0/4197536380 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:36.703 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.699+0000 7ffa6effd640 1 --2- 172.21.15.67:0/4197536380 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ae9bb8a9a0 0x55ae9bb86ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:36.703 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.699+0000 7ffa6e7fc640 1 -- 172.21.15.67:0/4197536380 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ae9bb8a9a0 msgr2=0x55ae9bb86ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:36.703 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.699+0000 7ffa6e7fc640 1 --2- 172.21.15.67:0/4197536380 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ae9bb8a9a0 0x55ae9bb86ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:36.703 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.699+0000 7ffa6e7fc640 1 -- 172.21.15.67:0/4197536380 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae9bb90370 msgr2=0x55ae9bb87400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:36.703 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.699+0000 7ffa6e7fc640 1 --2- 172.21.15.67:0/4197536380 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae9bb90370 0x55ae9bb87400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:36.703 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.699+0000 7ffa6e7fc640 1 -- 172.21.15.67:0/4197536380 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ae9bb8bf10 con 0x55ae9bb8b2e0 2024-09-10T08:17:36.704 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.699+0000 7ffa6effd640 1 --2- 172.21.15.67:0/4197536380 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ae9bb8a9a0 0x55ae9bb86ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:17:36.704 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.699+0000 7ffa6e7fc640 1 --2- 172.21.15.67:0/4197536380 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae9bb8b2e0 0x55ae9bb9c070 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x55ae9bb86e90 tx=0x7ffa64009500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ac95a87e7897918 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:36.704 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.700+0000 7ffa54ff9640 1 -- 172.21.15.67:0/4197536380 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa64004ba0 con 0x55ae9bb8b2e0 2024-09-10T08:17:36.704 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.700+0000 7ffa54ff9640 1 -- 172.21.15.67:0/4197536380 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffa64004d40 con 0x55ae9bb8b2e0 2024-09-10T08:17:36.704 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.700+0000 7ffa54ff9640 1 -- 172.21.15.67:0/4197536380 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa640052a0 con 0x55ae9bb8b2e0 2024-09-10T08:17:36.704 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.700+0000 7ffa78427740 1 -- 172.21.15.67:0/4197536380 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae9bb8b2e0 msgr2=0x55ae9bb9c070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:36.704 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.700+0000 7ffa78427740 1 --2- 172.21.15.67:0/4197536380 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae9bb8b2e0 0x55ae9bb9c070 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x55ae9bb86e90 tx=0x7ffa64009500 comp rx=0 tx=0).stop 2024-09-10T08:17:36.704 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.700+0000 7ffa78427740 1 -- 172.21.15.67:0/4197536380 shutdown_connections 2024-09-10T08:17:36.704 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.700+0000 7ffa78427740 1 --2- 172.21.15.67:0/4197536380 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae9bb90370 0x55ae9bb87400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:36.704 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.700+0000 7ffa78427740 1 --2- 172.21.15.67:0/4197536380 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae9bb8b2e0 0x55ae9bb9c070 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:36.704 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.700+0000 7ffa78427740 1 --2- 172.21.15.67:0/4197536380 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ae9bb8a9a0 0x55ae9bb86ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:36.704 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.700+0000 7ffa78427740 1 -- 172.21.15.67:0/4197536380 >> 172.21.15.67:0/4197536380 conn(0x55ae9bb86010 msgr2=0x55ae9bb948e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:36.704 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.700+0000 7ffa78427740 1 -- 172.21.15.67:0/4197536380 shutdown_connections 2024-09-10T08:17:36.705 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.700+0000 7ffa78427740 1 -- 172.21.15.67:0/4197536380 wait complete. 2024-09-10T08:17:36.705 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.700+0000 7ffa78427740 1 -- start start 2024-09-10T08:17:36.705 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.701+0000 7ffa78427740 1 Processor -- start 2024-09-10T08:17:36.705 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.701+0000 7ffa78427740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ae9bb8a9a0 0x55ae9bb996c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:36.705 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.701+0000 7ffa78427740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae9bb8b2e0 0x55ae9bb99c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:36.705 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.701+0000 7ffa78427740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae9bb90370 0x55ae9bb9abc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:36.705 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.701+0000 7ffa78427740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ffa701add40 con 0x55ae9bb90370 2024-09-10T08:17:36.705 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.701+0000 7ffa78427740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7ffa701ad670 con 0x55ae9bb8b2e0 2024-09-10T08:17:36.705 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.701+0000 7ffa78427740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ffa701aa8b0 con 0x55ae9bb8a9a0 2024-09-10T08:17:36.705 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.701+0000 7ffa78427740 10 client.0 _ll_register_callbacks cb 0x7ffa6000c870 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:17:36.705 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.701+0000 7ffa6f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae9bb90370 0x55ae9bb9abc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:36.705 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.701+0000 7ffa6f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae9bb90370 0x55ae9bb9abc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37250/0 (socket says 172.21.15.67:37250) 2024-09-10T08:17:36.705 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.701+0000 7ffa6f7fe640 1 -- 172.21.15.67:0/2101545565 learned_addr learned my addr 172.21.15.67:0/2101545565 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:36.706 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.701+0000 7ffa6effd640 1 --2- 172.21.15.67:0/2101545565 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ae9bb8a9a0 0x55ae9bb996c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:36.706 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.701+0000 7ffa6e7fc640 1 --2- 172.21.15.67:0/2101545565 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae9bb8b2e0 0x55ae9bb99c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:36.706 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.701+0000 7ffa6f7fe640 1 -- 172.21.15.67:0/2101545565 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ae9bb8a9a0 msgr2=0x55ae9bb996c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:36.706 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.701+0000 7ffa6f7fe640 1 --2- 172.21.15.67:0/2101545565 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ae9bb8a9a0 0x55ae9bb996c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:36.706 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.701+0000 7ffa6f7fe640 1 -- 172.21.15.67:0/2101545565 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae9bb8b2e0 msgr2=0x55ae9bb99c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:36.706 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.701+0000 7ffa6f7fe640 1 --2- 172.21.15.67:0/2101545565 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae9bb8b2e0 0x55ae9bb99c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:36.706 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.701+0000 7ffa6f7fe640 1 -- 172.21.15.67:0/2101545565 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ae9bb9b1d0 con 0x55ae9bb90370 2024-09-10T08:17:36.706 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.701+0000 7ffa6f7fe640 1 --2- 172.21.15.67:0/2101545565 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae9bb90370 0x55ae9bb9abc0 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7ffa68033000 tx=0x7ffa6802a3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d97622924fda6566 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:36.706 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.701+0000 7ffa52ff5640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:17:36.706 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.702+0000 7ffa52ff5640 1 -- 172.21.15.67:0/2101545565 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa68035040 con 0x55ae9bb90370 2024-09-10T08:17:36.706 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.702+0000 7ffa52ff5640 1 -- 172.21.15.67:0/2101545565 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7ffa680048c0 con 0x55ae9bb90370 2024-09-10T08:17:36.706 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.702+0000 7ffa78427740 1 -- 172.21.15.67:0/2101545565 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffa64004d40 con 0x55ae9bb90370 2024-09-10T08:17:36.706 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.702+0000 7ffa52ff5640 1 -- 172.21.15.67:0/2101545565 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ffa68004ac0 con 0x55ae9bb90370 2024-09-10T08:17:36.706 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.702+0000 7ffa78427740 10 client.16164 fetch_fsmap learned FSMap version 29 2024-09-10T08:17:36.707 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.702+0000 7ffa78427740 1 -- 172.21.15.67:0/2101545565 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ae9bc0b3e0 con 0x55ae9bb90370 2024-09-10T08:17:36.707 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.702+0000 7ffa52ff5640 1 -- 172.21.15.67:0/2101545565 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffa64004d40 con 0x55ae9bb90370 2024-09-10T08:17:36.707 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.702+0000 7ffa52ff5640 1 -- 172.21.15.67:0/2101545565 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7ffa6803c440 con 0x55ae9bb90370 2024-09-10T08:17:36.707 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.702+0000 7ffa78427740 10 client.16164 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:17:36.707 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.702+0000 7ffa78427740 10 client.16164 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:17:36.707 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.702+0000 7ffa78427740 20 client.16164 populate_metadata read hostname 'smithi067' 2024-09-10T08:17:36.707 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.702+0000 7ffa78427740 1 --2- 172.21.15.67:0/2101545565 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55ae9bc0bcd0 0x55ae9bc0e0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:36.707 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.702+0000 7ffa78427740 4 client.16164 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:17:36.707 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.702+0000 7ffa78427740 1 -- 172.21.15.67:0/2101545565 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55ae9baf5d70 con 0x55ae9bc0bcd0 2024-09-10T08:17:36.707 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.703+0000 7ffa6effd640 1 --2- 172.21.15.67:0/2101545565 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55ae9bc0bcd0 0x55ae9bc0e0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:36.707 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.703+0000 7ffa6effd640 1 --2- 172.21.15.67:0/2101545565 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55ae9bc0bcd0 0x55ae9bc0e0f0 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=68de60639b9c7b13 server_cookie=e91de9f33160ba7f in_seq=0 out_seq=0 2024-09-10T08:17:36.707 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.703+0000 7ffa52ff5640 10 client.16164 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:17:36.712 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.712+0000 7ffa52ff5640 1 -- 172.21.15.67:0/2101545565 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55ae9baf5d70 con 0x55ae9bc0bcd0 2024-09-10T08:17:36.712 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.712+0000 7ffa52ff5640 10 client.16164 handle_command_reply: tid=0 2024-09-10T08:17:36.712 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.712+0000 7ffa78427740 1 client.16164 shutdown 2024-09-10T08:17:36.712 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.712+0000 7ffa78427740 1 -- 172.21.15.67:0/2101545565 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae9bb90370 msgr2=0x55ae9bb9abc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:36.712 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.712+0000 7ffa78427740 1 --2- 172.21.15.67:0/2101545565 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae9bb90370 0x55ae9bb9abc0 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7ffa68033000 tx=0x7ffa6802a3f0 comp rx=0 tx=0).stop 2024-09-10T08:17:36.712 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.712+0000 7ffa78427740 1 -- 172.21.15.67:0/2101545565 shutdown_connections 2024-09-10T08:17:36.712 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.712+0000 7ffa78427740 1 --2- 172.21.15.67:0/2101545565 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55ae9bc0bcd0 0x55ae9bc0e0f0 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:36.713 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.712+0000 7ffa78427740 1 --2- 172.21.15.67:0/2101545565 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae9bb8b2e0 0x55ae9bb99c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:36.713 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.712+0000 7ffa78427740 1 --2- 172.21.15.67:0/2101545565 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae9bb90370 0x55ae9bb9abc0 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:36.713 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.712+0000 7ffa52ff5640 0 client.16164 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:17:36.713 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.712+0000 7ffa78427740 1 --2- 172.21.15.67:0/2101545565 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ae9bb8a9a0 0x55ae9bb996c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:36.713 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.712+0000 7ffa78427740 1 -- 172.21.15.67:0/2101545565 >> 172.21.15.67:0/2101545565 conn(0x55ae9bb86010 msgr2=0x55ae9bb849a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:36.713 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.712+0000 7ffa78427740 1 -- 172.21.15.67:0/2101545565 shutdown_connections 2024-09-10T08:17:36.713 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.712+0000 7ffa78427740 1 -- 172.21.15.67:0/2101545565 wait complete. 2024-09-10T08:17:36.713 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.713+0000 7ffa78427740 20 client.16164 trim_cache size 0 max 16384 2024-09-10T08:17:36.713 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout:{ 2024-09-10T08:17:36.713 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout: "message": "", 2024-09-10T08:17:36.714 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout: "return_code": 0 2024-09-10T08:17:36.714 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout:} 2024-09-10T08:17:36.714 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.713+0000 7ffa7568d640 1 -- 172.21.15.67:0/3806903833 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ffa580a2cb0 msgr2=0x7ffa580a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:36.714 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.713+0000 7ffa7568d640 1 --2- 172.21.15.67:0/3806903833 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ffa580a2cb0 0x7ffa580a5170 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7ffa680314e0 tx=0x7ffa68032b00 comp rx=0 tx=0).stop 2024-09-10T08:17:36.715 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.713+0000 7ffa7568d640 1 -- 172.21.15.67:0/3806903833 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffa70102680 msgr2=0x7ffa70199ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:36.715 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.713+0000 7ffa7568d640 1 --2- 172.21.15.67:0/3806903833 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffa70102680 0x7ffa70199ef0 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7ffa6000c920 tx=0x7ffa6000cde0 comp rx=0 tx=0).stop 2024-09-10T08:17:36.715 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.713+0000 7ffa7568d640 1 -- 172.21.15.67:0/3806903833 shutdown_connections 2024-09-10T08:17:36.715 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.713+0000 7ffa7568d640 1 --2- 172.21.15.67:0/3806903833 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ffa580a2cb0 0x7ffa580a5170 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:36.715 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.713+0000 7ffa7568d640 1 --2- 172.21.15.67:0/3806903833 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffa70104fb0 0x7ffa7019a430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:36.715 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.713+0000 7ffa7568d640 1 --2- 172.21.15.67:0/3806903833 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffa701078e0 0x7ffa701a14a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:36.715 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.713+0000 7ffa7568d640 1 --2- 172.21.15.67:0/3806903833 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffa70102680 0x7ffa70199ef0 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:36.715 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.713+0000 7ffa7568d640 1 -- 172.21.15.67:0/3806903833 >> 172.21.15.67:0/3806903833 conn(0x7ffa700fc1e0 msgr2=0x7ffa70101ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:36.715 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.713+0000 7ffa7568d640 1 -- 172.21.15.67:0/3806903833 shutdown_connections 2024-09-10T08:17:36.715 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:36.713+0000 7ffa7568d640 1 -- 172.21.15.67:0/3806903833 wait complete. 2024-09-10T08:17:37.193 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T08:17:37.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:17:37 smithi067 ceph-mon[31051]: pgmap v441: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 90 MiB/s wr, 37 op/s 2024-09-10T08:17:37.459 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:17:37.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:17:37 smithi203 ceph-mon[34672]: pgmap v441: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 90 MiB/s wr, 37 op/s 2024-09-10T08:17:37.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:17:37 smithi133 ceph-mon[34721]: pgmap v441: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.5 KiB/s rd, 90 MiB/s wr, 37 op/s 2024-09-10T08:17:37.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.944+0000 7f6704b73640 1 -- 172.21.15.67:0/2030466049 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6700102ef0 msgr2=0x7f670010da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:37.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.944+0000 7f6704b73640 1 --2- 172.21.15.67:0/2030466049 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6700102ef0 0x7f670010da40 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f66f0009ca0 tx=0x7f66f002a950 comp rx=0 tx=0).stop 2024-09-10T08:17:37.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.944+0000 7f6704b73640 1 -- 172.21.15.67:0/2030466049 shutdown_connections 2024-09-10T08:17:37.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.944+0000 7f6704b73640 1 --2- 172.21.15.67:0/2030466049 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6700102ef0 0x7f670010da40 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:37.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.944+0000 7f6704b73640 1 --2- 172.21.15.67:0/2030466049 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6700102570 0x7f67001029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:37.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.944+0000 7f6704b73640 1 --2- 172.21.15.67:0/2030466049 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6700100e20 0x7f6700101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:37.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.944+0000 7f6704b73640 1 -- 172.21.15.67:0/2030466049 >> 172.21.15.67:0/2030466049 conn(0x7f67000fc7d0 msgr2=0x7f67000febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:37.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.944+0000 7f6704b73640 1 -- 172.21.15.67:0/2030466049 shutdown_connections 2024-09-10T08:17:37.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.944+0000 7f6704b73640 1 -- 172.21.15.67:0/2030466049 wait complete. 2024-09-10T08:17:37.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.945+0000 7f6704b73640 1 Processor -- start 2024-09-10T08:17:37.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.945+0000 7f6704b73640 1 -- start start 2024-09-10T08:17:37.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.945+0000 7f6704b73640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6700100e20 0x7f67001983f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:37.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.945+0000 7f6704b73640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6700102570 0x7f6700198930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:37.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.945+0000 7f6704b73640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6700102ef0 0x7f670019ccc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:37.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.945+0000 7f6704b73640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6700111f50 con 0x7f6700102570 2024-09-10T08:17:37.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.945+0000 7f6704b73640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f6700111dd0 con 0x7f6700100e20 2024-09-10T08:17:37.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.945+0000 7f6704b73640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f67001120d0 con 0x7f6700102ef0 2024-09-10T08:17:37.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.945+0000 7f66fdd9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6700102570 0x7f6700198930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:37.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.945+0000 7f66fdd9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6700102570 0x7f6700198930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37264/0 (socket says 172.21.15.67:37264) 2024-09-10T08:17:37.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.945+0000 7f66fdd9b640 1 -- 172.21.15.67:0/1775198665 learned_addr learned my addr 172.21.15.67:0/1775198665 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:37.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.945+0000 7f66fed9d640 1 --2- 172.21.15.67:0/1775198665 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6700102ef0 0x7f670019ccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:37.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.945+0000 7f66fe59c640 1 --2- 172.21.15.67:0/1775198665 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6700100e20 0x7f67001983f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:37.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.945+0000 7f66fdd9b640 1 -- 172.21.15.67:0/1775198665 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6700102ef0 msgr2=0x7f670019ccc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:37.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.945+0000 7f66fdd9b640 1 --2- 172.21.15.67:0/1775198665 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6700102ef0 0x7f670019ccc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:37.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.945+0000 7f66fdd9b640 1 -- 172.21.15.67:0/1775198665 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6700100e20 msgr2=0x7f67001983f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:37.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.945+0000 7f66fdd9b640 1 --2- 172.21.15.67:0/1775198665 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6700100e20 0x7f67001983f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:37.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.945+0000 7f66fdd9b640 1 -- 172.21.15.67:0/1775198665 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f670019d3a0 con 0x7f6700102570 2024-09-10T08:17:37.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.946+0000 7f66fed9d640 1 --2- 172.21.15.67:0/1775198665 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6700102ef0 0x7f670019ccc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:17:37.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.946+0000 7f66fdd9b640 1 --2- 172.21.15.67:0/1775198665 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6700102570 0x7f6700198930 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f66e800d770 tx=0x7f66e800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:37.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.946+0000 7f66f77fe640 1 -- 172.21.15.67:0/1775198665 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66e8017070 con 0x7f6700102570 2024-09-10T08:17:37.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.946+0000 7f66f77fe640 1 -- 172.21.15.67:0/1775198665 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f66e80054d0 con 0x7f6700102570 2024-09-10T08:17:37.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.946+0000 7f6704b73640 1 -- 172.21.15.67:0/1775198665 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f670019d690 con 0x7f6700102570 2024-09-10T08:17:37.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.946+0000 7f66f77fe640 1 -- 172.21.15.67:0/1775198665 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66e8004cf0 con 0x7f6700102570 2024-09-10T08:17:37.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.946+0000 7f6704b73640 1 -- 172.21.15.67:0/1775198665 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67001a4f70 con 0x7f6700102570 2024-09-10T08:17:37.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.948+0000 7f66f77fe640 1 -- 172.21.15.67:0/1775198665 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f66e8004e90 con 0x7f6700102570 2024-09-10T08:17:37.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.949+0000 7f6706f4c740 1 Processor -- start 2024-09-10T08:17:37.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.949+0000 7f6706f4c740 1 -- start start 2024-09-10T08:17:37.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.949+0000 7f6706f4c740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a21c86e4a0 0x55a21c86e880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:37.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.949+0000 7f6706f4c740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a21c86edc0 0x55a21c879140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:37.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.949+0000 7f6706f4c740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a21c879680 0x55a21c87ba70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:37.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.949+0000 7f6706f4c740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55a21c7d42e0 con 0x55a21c86e4a0 2024-09-10T08:17:37.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.949+0000 7f6706f4c740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55a21c77bce0 con 0x55a21c879680 2024-09-10T08:17:37.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.949+0000 7f6706f4c740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55a21c7d02a0 con 0x55a21c86edc0 2024-09-10T08:17:37.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.949+0000 7f66fed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a21c86e4a0 0x55a21c86e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:37.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.949+0000 7f66fed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a21c86e4a0 0x55a21c86e880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37280/0 (socket says 172.21.15.67:37280) 2024-09-10T08:17:37.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.949+0000 7f66fed9d640 1 -- 172.21.15.67:0/1089384269 learned_addr learned my addr 172.21.15.67:0/1089384269 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:37.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.949+0000 7f66fdd9b640 1 --2- 172.21.15.67:0/1089384269 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a21c879680 0x55a21c87ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:37.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.949+0000 7f66fe59c640 1 --2- 172.21.15.67:0/1089384269 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a21c86edc0 0x55a21c879140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:37.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.949+0000 7f66f77fe640 1 --2- 172.21.15.67:0/1775198665 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f66ec0a2b80 0x7f66ec0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:37.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.950+0000 7f66fed9d640 1 -- 172.21.15.67:0/1089384269 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a21c86edc0 msgr2=0x55a21c879140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:37.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.950+0000 7f66fed9d640 1 --2- 172.21.15.67:0/1089384269 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a21c86edc0 0x55a21c879140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:37.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.950+0000 7f66fed9d640 1 -- 172.21.15.67:0/1089384269 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a21c879680 msgr2=0x55a21c87ba70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:37.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.950+0000 7f66fed9d640 1 --2- 172.21.15.67:0/1089384269 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a21c879680 0x55a21c87ba70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:37.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.950+0000 7f66fed9d640 1 -- 172.21.15.67:0/1089384269 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a21c760440 con 0x55a21c86e4a0 2024-09-10T08:17:37.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.950+0000 7f66f77fe640 1 -- 172.21.15.67:0/1775198665 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f66e80cef60 con 0x7f6700102570 2024-09-10T08:17:37.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.950+0000 7f66fed9d640 1 --2- 172.21.15.67:0/1775198665 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f66ec0a2b80 0x7f66ec0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:37.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.950+0000 7f66fed9d640 1 --2- 172.21.15.67:0/1089384269 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a21c86e4a0 0x55a21c86e880 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f66f0009560 tx=0x7f66f002f8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da34b4f28bd7d5e9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:37.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.950+0000 7f66f4ff9640 1 -- 172.21.15.67:0/1089384269 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66f0041040 con 0x55a21c86e4a0 2024-09-10T08:17:37.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.950+0000 7f66f4ff9640 1 -- 172.21.15.67:0/1089384269 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f66f00044f0 con 0x55a21c86e4a0 2024-09-10T08:17:37.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.950+0000 7f66f4ff9640 1 -- 172.21.15.67:0/1089384269 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66f0034040 con 0x55a21c86e4a0 2024-09-10T08:17:37.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.950+0000 7f66fed9d640 1 --2- 172.21.15.67:0/1775198665 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f66ec0a2b80 0x7f66ec0a5040 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f66f004c000 tx=0x7f66f004d000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:37.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.951+0000 7f6706f4c740 1 -- 172.21.15.67:0/1089384269 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a21c86e4a0 msgr2=0x55a21c86e880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:37.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.951+0000 7f6706f4c740 1 --2- 172.21.15.67:0/1089384269 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a21c86e4a0 0x55a21c86e880 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f66f0009560 tx=0x7f66f002f8c0 comp rx=0 tx=0).stop 2024-09-10T08:17:37.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.951+0000 7f6706f4c740 1 -- 172.21.15.67:0/1089384269 shutdown_connections 2024-09-10T08:17:37.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.951+0000 7f6706f4c740 1 --2- 172.21.15.67:0/1089384269 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a21c879680 0x55a21c87ba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:37.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.951+0000 7f6706f4c740 1 --2- 172.21.15.67:0/1089384269 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a21c86edc0 0x55a21c879140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:37.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.951+0000 7f6706f4c740 1 --2- 172.21.15.67:0/1089384269 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a21c86e4a0 0x55a21c86e880 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:37.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.951+0000 7f6706f4c740 1 -- 172.21.15.67:0/1089384269 >> 172.21.15.67:0/1089384269 conn(0x55a21c86aa30 msgr2=0x55a21c86ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:37.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.951+0000 7f6706f4c740 1 -- 172.21.15.67:0/1089384269 shutdown_connections 2024-09-10T08:17:37.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.951+0000 7f6706f4c740 1 -- 172.21.15.67:0/1089384269 wait complete. 2024-09-10T08:17:37.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.951+0000 7f6706f4c740 1 -- start start 2024-09-10T08:17:37.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.952+0000 7f6706f4c740 1 Processor -- start 2024-09-10T08:17:37.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.952+0000 7f6706f4c740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a21c86e4a0 0x55a21c879020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:37.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.952+0000 7f6706f4c740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a21c86edc0 0x55a21c8762d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:37.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.952+0000 7f6706f4c740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a21c879680 0x55a21c876870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:37.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.952+0000 7f6706f4c740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55a21c880660 con 0x55a21c879680 2024-09-10T08:17:37.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.952+0000 7f6706f4c740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55a21c78f050 con 0x55a21c86e4a0 2024-09-10T08:17:37.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.952+0000 7f6706f4c740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55a21c8807e0 con 0x55a21c86edc0 2024-09-10T08:17:37.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.952+0000 7f6706f4c740 10 client.0 _ll_register_callbacks cb 0x55a21c7cf160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:17:37.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.952+0000 7f66fed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a21c879680 0x55a21c876870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:37.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.952+0000 7f66fed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a21c879680 0x55a21c876870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37294/0 (socket says 172.21.15.67:37294) 2024-09-10T08:17:37.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.952+0000 7f66fed9d640 1 -- 172.21.15.67:0/82278300 learned_addr learned my addr 172.21.15.67:0/82278300 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:37.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.952+0000 7f66fe59c640 1 --2- 172.21.15.67:0/82278300 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a21c86e4a0 0x55a21c879020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:37.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.952+0000 7f66fdd9b640 1 --2- 172.21.15.67:0/82278300 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a21c86edc0 0x55a21c8762d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:37.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.952+0000 7f66fed9d640 1 -- 172.21.15.67:0/82278300 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a21c86edc0 msgr2=0x55a21c8762d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:37.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.952+0000 7f66fed9d640 1 --2- 172.21.15.67:0/82278300 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a21c86edc0 0x55a21c8762d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:37.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.952+0000 7f66fed9d640 1 -- 172.21.15.67:0/82278300 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a21c86e4a0 msgr2=0x55a21c879020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:37.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.952+0000 7f66fed9d640 1 --2- 172.21.15.67:0/82278300 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a21c86e4a0 0x55a21c879020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:37.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.952+0000 7f66fed9d640 1 -- 172.21.15.67:0/82278300 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a21c5453c0 con 0x55a21c879680 2024-09-10T08:17:37.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.953+0000 7f66fed9d640 1 --2- 172.21.15.67:0/82278300 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a21c879680 0x55a21c876870 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f66f0005fd0 tx=0x7f66f002f7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3bb0e78c47a094a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:37.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.953+0000 7f66e5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:17:37.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.953+0000 7f66e5ffb640 1 -- 172.21.15.67:0/82278300 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66f0058070 con 0x55a21c879680 2024-09-10T08:17:37.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.953+0000 7f6706f4c740 1 -- 172.21.15.67:0/82278300 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f66f00044f0 con 0x55a21c879680 2024-09-10T08:17:37.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.953+0000 7f66e5ffb640 1 -- 172.21.15.67:0/82278300 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f66f0004040 con 0x55a21c879680 2024-09-10T08:17:37.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.953+0000 7f66e5ffb640 1 -- 172.21.15.67:0/82278300 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f66f0064050 con 0x55a21c879680 2024-09-10T08:17:37.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.953+0000 7f6706f4c740 10 client.16176 fetch_fsmap learned FSMap version 29 2024-09-10T08:17:37.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.953+0000 7f6706f4c740 1 -- 172.21.15.67:0/82278300 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a21c880660 con 0x55a21c879680 2024-09-10T08:17:37.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.953+0000 7f66e5ffb640 1 -- 172.21.15.67:0/82278300 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f66f00044f0 con 0x55a21c879680 2024-09-10T08:17:37.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.953+0000 7f66e5ffb640 1 -- 172.21.15.67:0/82278300 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f66f00507b0 con 0x55a21c879680 2024-09-10T08:17:37.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.953+0000 7f6706f4c740 10 client.16176 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:17:37.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.953+0000 7f6706f4c740 10 client.16176 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:17:37.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.953+0000 7f6706f4c740 20 client.16176 populate_metadata read hostname 'smithi067' 2024-09-10T08:17:37.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.953+0000 7f6706f4c740 1 --2- 172.21.15.67:0/82278300 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55a21c88d1f0 0x55a21c88f5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:37.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.953+0000 7f6706f4c740 4 client.16176 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:17:37.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.953+0000 7f6706f4c740 1 -- 172.21.15.67:0/82278300 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a21c7e1850 con 0x55a21c88d1f0 2024-09-10T08:17:37.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.954+0000 7f66fe59c640 1 --2- 172.21.15.67:0/82278300 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55a21c88d1f0 0x55a21c88f5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:37.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.954+0000 7f66e5ffb640 10 client.16176 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:17:37.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.954+0000 7f66fe59c640 1 --2- 172.21.15.67:0/82278300 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55a21c88d1f0 0x55a21c88f5e0 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7d7ddabbad513750 server_cookie=a3463a6c2234dbf in_seq=0 out_seq=0 2024-09-10T08:17:37.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.955+0000 7f66e5ffb640 1 -- 172.21.15.67:0/82278300 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a21c7e1850 con 0x55a21c88d1f0 2024-09-10T08:17:37.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.955+0000 7f66e5ffb640 10 client.16176 handle_command_reply: tid=0 2024-09-10T08:17:37.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.955+0000 7f6706f4c740 1 client.16176 shutdown 2024-09-10T08:17:37.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.955+0000 7f6706f4c740 1 -- 172.21.15.67:0/82278300 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a21c879680 msgr2=0x55a21c876870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:37.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.955+0000 7f6706f4c740 1 --2- 172.21.15.67:0/82278300 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a21c879680 0x55a21c876870 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f66f0005fd0 tx=0x7f66f002f7a0 comp rx=0 tx=0).stop 2024-09-10T08:17:37.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.955+0000 7f6706f4c740 1 -- 172.21.15.67:0/82278300 shutdown_connections 2024-09-10T08:17:37.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.955+0000 7f6706f4c740 1 --2- 172.21.15.67:0/82278300 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55a21c88d1f0 0x55a21c88f5e0 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:37.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.955+0000 7f6706f4c740 1 --2- 172.21.15.67:0/82278300 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a21c879680 0x55a21c876870 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:37.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.955+0000 7f6706f4c740 1 --2- 172.21.15.67:0/82278300 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a21c86edc0 0x55a21c8762d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:37.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.955+0000 7f66e5ffb640 0 client.16176 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:17:37.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.955+0000 7f6706f4c740 1 --2- 172.21.15.67:0/82278300 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a21c86e4a0 0x55a21c879020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:37.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.955+0000 7f6706f4c740 1 -- 172.21.15.67:0/82278300 >> 172.21.15.67:0/82278300 conn(0x55a21c86aa30 msgr2=0x55a21c870710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:37.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.955+0000 7f6706f4c740 1 -- 172.21.15.67:0/82278300 shutdown_connections 2024-09-10T08:17:37.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.955+0000 7f6706f4c740 1 -- 172.21.15.67:0/82278300 wait complete. 2024-09-10T08:17:37.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.955+0000 7f6706f4c740 20 client.16176 trim_cache size 0 max 16384 2024-09-10T08:17:37.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.972+0000 7f6706f4c740 1 Processor -- start 2024-09-10T08:17:37.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.972+0000 7f6706f4c740 1 -- start start 2024-09-10T08:17:37.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.972+0000 7f6706f4c740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a21c86e4a0 0x55a21c874ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:37.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.972+0000 7f6706f4c740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a21c86edc0 0x55a21c894d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:37.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.972+0000 7f6706f4c740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a21c879680 0x55a21c895240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:37.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.972+0000 7f6706f4c740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f67001acb10 con 0x55a21c86edc0 2024-09-10T08:17:37.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.972+0000 7f6706f4c740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f67001ae650 con 0x55a21c879680 2024-09-10T08:17:37.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.972+0000 7f6706f4c740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f67001ad1e0 con 0x55a21c86e4a0 2024-09-10T08:17:37.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.973+0000 7f66fdd9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a21c86edc0 0x55a21c894d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:37.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.973+0000 7f66fdd9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a21c86edc0 0x55a21c894d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37300/0 (socket says 172.21.15.67:37300) 2024-09-10T08:17:37.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.973+0000 7f66fdd9b640 1 -- 172.21.15.67:0/3919386114 learned_addr learned my addr 172.21.15.67:0/3919386114 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:37.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.973+0000 7f66fe59c640 1 --2- 172.21.15.67:0/3919386114 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a21c86e4a0 0x55a21c874ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:37.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.973+0000 7f66fdd9b640 1 -- 172.21.15.67:0/3919386114 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a21c86e4a0 msgr2=0x55a21c874ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:37.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.973+0000 7f66fed9d640 1 --2- 172.21.15.67:0/3919386114 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a21c879680 0x55a21c895240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:37.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.973+0000 7f66fdd9b640 1 --2- 172.21.15.67:0/3919386114 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a21c86e4a0 0x55a21c874ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:37.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.973+0000 7f66fdd9b640 1 -- 172.21.15.67:0/3919386114 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a21c879680 msgr2=0x55a21c895240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:37.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.973+0000 7f66fdd9b640 1 --2- 172.21.15.67:0/3919386114 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a21c879680 0x55a21c895240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:37.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.973+0000 7f66fdd9b640 1 -- 172.21.15.67:0/3919386114 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a21c879390 con 0x55a21c86edc0 2024-09-10T08:17:37.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.973+0000 7f66fdd9b640 1 --2- 172.21.15.67:0/3919386114 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a21c86edc0 0x55a21c894d00 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f66e8097820 tx=0x7f66e8097040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=152fb41c08f4bb7a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:37.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.973+0000 7f66e7fff640 1 -- 172.21.15.67:0/3919386114 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66e8020070 con 0x55a21c86edc0 2024-09-10T08:17:37.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.973+0000 7f66e7fff640 1 -- 172.21.15.67:0/3919386114 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f66e8009c30 con 0x55a21c86edc0 2024-09-10T08:17:37.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.973+0000 7f66e7fff640 1 -- 172.21.15.67:0/3919386114 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66e806e980 con 0x55a21c86edc0 2024-09-10T08:17:37.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.974+0000 7f6706f4c740 1 -- 172.21.15.67:0/3919386114 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a21c86edc0 msgr2=0x55a21c894d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:37.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.974+0000 7f6706f4c740 1 --2- 172.21.15.67:0/3919386114 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a21c86edc0 0x55a21c894d00 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f66e8097820 tx=0x7f66e8097040 comp rx=0 tx=0).stop 2024-09-10T08:17:37.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.974+0000 7f6706f4c740 1 -- 172.21.15.67:0/3919386114 shutdown_connections 2024-09-10T08:17:37.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.974+0000 7f6706f4c740 1 --2- 172.21.15.67:0/3919386114 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a21c879680 0x55a21c895240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:37.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.974+0000 7f6706f4c740 1 --2- 172.21.15.67:0/3919386114 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a21c86edc0 0x55a21c894d00 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:37.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.974+0000 7f6706f4c740 1 --2- 172.21.15.67:0/3919386114 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a21c86e4a0 0x55a21c874ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:37.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.974+0000 7f6706f4c740 1 -- 172.21.15.67:0/3919386114 >> 172.21.15.67:0/3919386114 conn(0x55a21c86aa30 msgr2=0x55a21c878350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:37.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.974+0000 7f6706f4c740 1 -- 172.21.15.67:0/3919386114 shutdown_connections 2024-09-10T08:17:37.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.974+0000 7f6706f4c740 1 -- 172.21.15.67:0/3919386114 wait complete. 2024-09-10T08:17:37.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.974+0000 7f6706f4c740 1 -- start start 2024-09-10T08:17:37.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.974+0000 7f6706f4c740 1 Processor -- start 2024-09-10T08:17:37.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.975+0000 7f6706f4c740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a21c86e4a0 0x55a21c8837a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:37.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.975+0000 7f6706f4c740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a21c86edc0 0x55a21c883ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:37.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.975+0000 7f6706f4c740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a21c879680 0x55a21c884220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:37.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.975+0000 7f6706f4c740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f67001adf80 con 0x55a21c86e4a0 2024-09-10T08:17:37.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.975+0000 7f6706f4c740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f67001ad8b0 con 0x55a21c86edc0 2024-09-10T08:17:37.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.975+0000 7f6706f4c740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f67001aaaf0 con 0x55a21c879680 2024-09-10T08:17:37.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.975+0000 7f6706f4c740 10 client.0 _ll_register_callbacks cb 0x7f66e809b190 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:17:37.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.975+0000 7f66fe59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a21c86e4a0 0x55a21c8837a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:37.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.975+0000 7f66fe59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a21c86e4a0 0x55a21c8837a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37312/0 (socket says 172.21.15.67:37312) 2024-09-10T08:17:37.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.975+0000 7f66fe59c640 1 -- 172.21.15.67:0/97193909 learned_addr learned my addr 172.21.15.67:0/97193909 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:37.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.975+0000 7f66fdd9b640 1 --2- 172.21.15.67:0/97193909 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a21c86edc0 0x55a21c883ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:37.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.975+0000 7f66fed9d640 1 --2- 172.21.15.67:0/97193909 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a21c879680 0x55a21c884220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:37.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.975+0000 7f66fe59c640 1 -- 172.21.15.67:0/97193909 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a21c879680 msgr2=0x55a21c884220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:37.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.975+0000 7f66fe59c640 1 --2- 172.21.15.67:0/97193909 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a21c879680 0x55a21c884220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:37.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.975+0000 7f66fe59c640 1 -- 172.21.15.67:0/97193909 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a21c86edc0 msgr2=0x55a21c883ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:37.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.975+0000 7f66fe59c640 1 --2- 172.21.15.67:0/97193909 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a21c86edc0 0x55a21c883ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:37.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.975+0000 7f66fe59c640 1 -- 172.21.15.67:0/97193909 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a21c8f6ce0 con 0x55a21c86e4a0 2024-09-10T08:17:37.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.975+0000 7f66fed9d640 1 --2- 172.21.15.67:0/97193909 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a21c879680 0x55a21c884220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:17:37.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.975+0000 7f66fe59c640 1 --2- 172.21.15.67:0/97193909 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a21c86e4a0 0x55a21c8837a0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x55a21c88fc70 tx=0x7f66f80108c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db1b941b72c653b0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:37.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.975+0000 7f66e5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:17:37.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.976+0000 7f66e5ffb640 1 -- 172.21.15.67:0/97193909 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66f801c910 con 0x55a21c86e4a0 2024-09-10T08:17:37.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.976+0000 7f66e5ffb640 1 -- 172.21.15.67:0/97193909 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f66f801cab0 con 0x55a21c86e4a0 2024-09-10T08:17:37.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.976+0000 7f6706f4c740 1 -- 172.21.15.67:0/97193909 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55a21c7dbd60 con 0x55a21c86e4a0 2024-09-10T08:17:37.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.976+0000 7f66e5ffb640 1 -- 172.21.15.67:0/97193909 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f66f801ccb0 con 0x55a21c86e4a0 2024-09-10T08:17:37.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.976+0000 7f6706f4c740 10 client.16182 fetch_fsmap learned FSMap version 29 2024-09-10T08:17:37.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.976+0000 7f6706f4c740 1 -- 172.21.15.67:0/97193909 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a21c8f7fd0 con 0x55a21c86e4a0 2024-09-10T08:17:37.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.976+0000 7f66e5ffb640 1 -- 172.21.15.67:0/97193909 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55a21c7dbd60 con 0x55a21c86e4a0 2024-09-10T08:17:37.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.976+0000 7f66e5ffb640 1 -- 172.21.15.67:0/97193909 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f66f8024430 con 0x55a21c86e4a0 2024-09-10T08:17:37.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.976+0000 7f6706f4c740 10 client.16182 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:17:37.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.976+0000 7f6706f4c740 10 client.16182 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:17:37.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.976+0000 7f6706f4c740 20 client.16182 populate_metadata read hostname 'smithi067' 2024-09-10T08:17:37.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.976+0000 7f6706f4c740 1 --2- 172.21.15.67:0/97193909 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55a21c8f86f0 0x55a21c8faae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:37.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.976+0000 7f6706f4c740 4 client.16182 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T08:17:37.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.976+0000 7f6706f4c740 1 -- 172.21.15.67:0/97193909 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55a21c758210 con 0x55a21c8f86f0 2024-09-10T08:17:37.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.976+0000 7f66fdd9b640 1 --2- 172.21.15.67:0/97193909 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55a21c8f86f0 0x55a21c8faae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:37.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.977+0000 7f66e5ffb640 10 client.16182 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:17:37.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.977+0000 7f66fdd9b640 1 --2- 172.21.15.67:0/97193909 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55a21c8f86f0 0x55a21c8faae0 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c7f38d166d9ca998 server_cookie=d63dc7678ae906aa in_seq=0 out_seq=0 2024-09-10T08:17:37.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.977+0000 7f66e5ffb640 1 -- 172.21.15.67:0/97193909 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55a21c758210 con 0x55a21c8f86f0 2024-09-10T08:17:37.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.977+0000 7f66e5ffb640 10 client.16182 handle_command_reply: tid=0 2024-09-10T08:17:37.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.977+0000 7f6706f4c740 1 client.16182 shutdown 2024-09-10T08:17:37.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.977+0000 7f6706f4c740 1 -- 172.21.15.67:0/97193909 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a21c86e4a0 msgr2=0x55a21c8837a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:37.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.977+0000 7f6706f4c740 1 --2- 172.21.15.67:0/97193909 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a21c86e4a0 0x55a21c8837a0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x55a21c88fc70 tx=0x7f66f80108c0 comp rx=0 tx=0).stop 2024-09-10T08:17:37.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.977+0000 7f6706f4c740 1 -- 172.21.15.67:0/97193909 shutdown_connections 2024-09-10T08:17:37.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.977+0000 7f6706f4c740 1 --2- 172.21.15.67:0/97193909 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55a21c8f86f0 0x55a21c8faae0 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:37.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.977+0000 7f66e5ffb640 0 client.16182 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:17:37.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.977+0000 7f6706f4c740 1 --2- 172.21.15.67:0/97193909 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a21c86edc0 0x55a21c883ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:37.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.977+0000 7f6706f4c740 1 --2- 172.21.15.67:0/97193909 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a21c879680 0x55a21c884220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:37.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.977+0000 7f6706f4c740 1 --2- 172.21.15.67:0/97193909 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a21c86e4a0 0x55a21c8837a0 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:37.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.977+0000 7f6706f4c740 1 -- 172.21.15.67:0/97193909 >> 172.21.15.67:0/97193909 conn(0x55a21c86aa30 msgr2=0x55a21c869370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:37.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.977+0000 7f6706f4c740 1 -- 172.21.15.67:0/97193909 shutdown_connections 2024-09-10T08:17:37.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.978+0000 7f6706f4c740 1 -- 172.21.15.67:0/97193909 wait complete. 2024-09-10T08:17:37.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.978+0000 7f6706f4c740 20 client.16182 trim_cache size 0 max 16384 2024-09-10T08:17:37.985 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:17:37.986 INFO:teuthology.orchestra.run.smithi067.stdout: "status": "no active scrubs running", 2024-09-10T08:17:37.986 INFO:teuthology.orchestra.run.smithi067.stdout: "scrubs": {} 2024-09-10T08:17:37.986 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:17:37.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.978+0000 7f6704b73640 1 -- 172.21.15.67:0/1775198665 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f66ec0a2b80 msgr2=0x7f66ec0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:37.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.978+0000 7f6704b73640 1 --2- 172.21.15.67:0/1775198665 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f66ec0a2b80 0x7f66ec0a5040 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f66f004c000 tx=0x7f66f004d000 comp rx=0 tx=0).stop 2024-09-10T08:17:37.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.978+0000 7f6704b73640 1 -- 172.21.15.67:0/1775198665 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6700102570 msgr2=0x7f6700198930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:37.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.978+0000 7f6704b73640 1 --2- 172.21.15.67:0/1775198665 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6700102570 0x7f6700198930 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f66e800d770 tx=0x7f66e800dc30 comp rx=0 tx=0).stop 2024-09-10T08:17:37.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.978+0000 7f6704b73640 1 -- 172.21.15.67:0/1775198665 shutdown_connections 2024-09-10T08:17:37.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.978+0000 7f6704b73640 1 --2- 172.21.15.67:0/1775198665 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f66ec0a2b80 0x7f66ec0a5040 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:37.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.978+0000 7f6704b73640 1 --2- 172.21.15.67:0/1775198665 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f6700102ef0 0x7f670019ccc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:37.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.978+0000 7f6704b73640 1 --2- 172.21.15.67:0/1775198665 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6700102570 0x7f6700198930 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:37.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.978+0000 7f6704b73640 1 --2- 172.21.15.67:0/1775198665 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f6700100e20 0x7f67001983f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:37.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.978+0000 7f6704b73640 1 -- 172.21.15.67:0/1775198665 >> 172.21.15.67:0/1775198665 conn(0x7f67000fc7d0 msgr2=0x7f67000febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:37.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.978+0000 7f6704b73640 1 -- 172.21.15.67:0/1775198665 shutdown_connections 2024-09-10T08:17:37.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:37.978+0000 7f6704b73640 1 -- 172.21.15.67:0/1775198665 wait complete. 2024-09-10T08:17:38.541 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-09-10T08:17:38.541 INFO:tasks.workunit.client.0.smithi067.stdout: Children see throughput for 1 readers = 7848849.50 kB/sec 2024-09-10T08:17:38.541 INFO:tasks.workunit.client.0.smithi067.stdout: Parent sees throughput for 1 readers = 7834253.44 kB/sec 2024-09-10T08:17:38.541 INFO:tasks.workunit.client.0.smithi067.stdout: Min throughput per process = 7848849.50 kB/sec 2024-09-10T08:17:38.541 INFO:tasks.workunit.client.0.smithi067.stdout: Max throughput per process = 7848849.50 kB/sec 2024-09-10T08:17:38.542 INFO:tasks.workunit.client.0.smithi067.stdout: Avg throughput per process = 7848849.50 kB/sec 2024-09-10T08:17:38.542 INFO:tasks.workunit.client.0.smithi067.stdout: Min xfer = 1048576.00 kB 2024-09-10T08:17:39.059 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-10T08:17:39.060 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:17:39.316 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:17:39.438 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:17:39 smithi067 ceph-mon[31051]: pgmap v442: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 84 MiB/s wr, 30 op/s 2024-09-10T08:17:39.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:17:39 smithi203 ceph-mon[34672]: pgmap v442: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 84 MiB/s wr, 30 op/s 2024-09-10T08:17:39.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:17:39 smithi133 ceph-mon[34721]: pgmap v442: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 84 MiB/s wr, 30 op/s 2024-09-10T08:17:39.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:39.844+0000 7f74ab45c640 1 -- 172.21.15.67:0/635683529 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f74a4106f10 msgr2=0x7f74a410ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:39.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:39.844+0000 7f74ab45c640 1 --2- 172.21.15.67:0/635683529 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f74a4106f10 0x7f74a410ea90 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f749c009ca0 tx=0x7f749c02a8c0 comp rx=0 tx=0).stop 2024-09-10T08:17:39.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:39.844+0000 7f74ab45c640 1 -- 172.21.15.67:0/635683529 shutdown_connections 2024-09-10T08:17:39.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:39.844+0000 7f74ab45c640 1 --2- 172.21.15.67:0/635683529 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f74a4106f10 0x7f74a410ea90 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:39.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:39.844+0000 7f74ab45c640 1 --2- 172.21.15.67:0/635683529 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f74a4102790 0x7f74a41067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:39.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:39.844+0000 7f74ab45c640 1 --2- 172.21.15.67:0/635683529 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f74a4101de0 0x7f74a41021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:39.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:39.844+0000 7f74ab45c640 1 -- 172.21.15.67:0/635683529 >> 172.21.15.67:0/635683529 conn(0x7f74a40fd880 msgr2=0x7f74a40ffca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:39.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:39.844+0000 7f74ab45c640 1 -- 172.21.15.67:0/635683529 shutdown_connections 2024-09-10T08:17:39.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:39.844+0000 7f74ab45c640 1 -- 172.21.15.67:0/635683529 wait complete. 2024-09-10T08:17:39.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:39.845+0000 7f74ab45c640 1 Processor -- start 2024-09-10T08:17:39.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:39.845+0000 7f74ab45c640 1 -- start start 2024-09-10T08:17:39.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:39.845+0000 7f74ab45c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f74a4101de0 0x7f74a419a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:39.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:39.845+0000 7f74ab45c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f74a4102790 0x7f74a419aae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:39.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:39.845+0000 7f74ab45c640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f74a4106f10 0x7f74a419ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:39.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:39.845+0000 7f74ab45c640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f74a4111e20 con 0x7f74a4101de0 2024-09-10T08:17:39.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:39.845+0000 7f74ab45c640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f74a4111ca0 con 0x7f74a4102790 2024-09-10T08:17:39.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:39.845+0000 7f74ab45c640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f74a4111fa0 con 0x7f74a4106f10 2024-09-10T08:17:39.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:39.845+0000 7f74a91f8640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f74a4101de0 0x7f74a419a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:39.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:39.845+0000 7f74a91f8640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f74a4101de0 0x7f74a419a5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37332/0 (socket says 172.21.15.67:37332) 2024-09-10T08:17:39.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:39.845+0000 7f74a91f8640 1 -- 172.21.15.67:0/2480359162 learned_addr learned my addr 172.21.15.67:0/2480359162 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:39.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:39.845+0000 7f74a89f7640 1 --2- 172.21.15.67:0/2480359162 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f74a4102790 0x7f74a419aae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:39.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:39.845+0000 7f74a99f9640 1 --2- 172.21.15.67:0/2480359162 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f74a4106f10 0x7f74a419ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:39.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:39.845+0000 7f74a91f8640 1 -- 172.21.15.67:0/2480359162 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f74a4106f10 msgr2=0x7f74a419ee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:39.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:39.845+0000 7f74a91f8640 1 --2- 172.21.15.67:0/2480359162 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f74a4106f10 0x7f74a419ee70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:39.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:39.845+0000 7f74a91f8640 1 -- 172.21.15.67:0/2480359162 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f74a4102790 msgr2=0x7f74a419aae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:39.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:39.845+0000 7f74a91f8640 1 --2- 172.21.15.67:0/2480359162 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f74a4102790 0x7f74a419aae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:39.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:39.845+0000 7f74a91f8640 1 -- 172.21.15.67:0/2480359162 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74a419f550 con 0x7f74a4101de0 2024-09-10T08:17:39.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:39.845+0000 7f74a99f9640 1 --2- 172.21.15.67:0/2480359162 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f74a4106f10 0x7f74a419ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:17:39.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:39.845+0000 7f74a89f7640 1 --2- 172.21.15.67:0/2480359162 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f74a4102790 0x7f74a419aae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:17:39.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:39.846+0000 7f74a91f8640 1 --2- 172.21.15.67:0/2480359162 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f74a4101de0 0x7f74a419a5a0 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f749800d770 tx=0x7f749800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:39.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:39.846+0000 7f74967fc640 1 -- 172.21.15.67:0/2480359162 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7498017070 con 0x7f74a4101de0 2024-09-10T08:17:39.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:39.846+0000 7f74967fc640 1 -- 172.21.15.67:0/2480359162 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f74980054d0 con 0x7f74a4101de0 2024-09-10T08:17:39.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:39.846+0000 7f74ab45c640 1 -- 172.21.15.67:0/2480359162 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74a419f840 con 0x7f74a4101de0 2024-09-10T08:17:39.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:39.846+0000 7f74967fc640 1 -- 172.21.15.67:0/2480359162 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7498004cf0 con 0x7f74a4101de0 2024-09-10T08:17:39.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:39.846+0000 7f74ab45c640 1 -- 172.21.15.67:0/2480359162 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74a41a7120 con 0x7f74a4101de0 2024-09-10T08:17:39.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:39.847+0000 7f74ab45c640 1 -- 172.21.15.67:0/2480359162 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f74a41021c0 con 0x7f74a4101de0 2024-09-10T08:17:39.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:39.848+0000 7f74967fc640 1 -- 172.21.15.67:0/2480359162 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f7498004e90 con 0x7f74a4101de0 2024-09-10T08:17:39.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:39.849+0000 7f74967fc640 1 --2- 172.21.15.67:0/2480359162 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f74900a2b80 0x7f74900a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:39.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:39.849+0000 7f74967fc640 1 -- 172.21.15.67:0/2480359162 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f74980cf3b0 con 0x7f74a4101de0 2024-09-10T08:17:39.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:39.849+0000 7f74a89f7640 1 --2- 172.21.15.67:0/2480359162 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f74900a2b80 0x7f74900a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:39.866 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:39.849+0000 7f74a89f7640 1 --2- 172.21.15.67:0/2480359162 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f74900a2b80 0x7f74900a5040 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f74a0005fd0 tx=0x7f74a00094d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:39.866 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:39.852+0000 7f74967fc640 1 -- 172.21.15.67:0/2480359162 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f749809bf10 con 0x7f74a4101de0 2024-09-10T08:17:40.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:40.063+0000 7f74ab45c640 1 -- 172.21.15.67:0/2480359162 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f74a41a72f0 con 0x7f74a4101de0 2024-09-10T08:17:40.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:40.064+0000 7f74967fc640 1 -- 172.21.15.67:0/2480359162 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11983 (secure 0 0 0) 0x7f749809b810 con 0x7f74a4101de0 2024-09-10T08:17:40.065 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:17:40.065 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":29,"btime":"2024-09-10T08:15:16:896413+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3649064068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3649064068},{"type":"v1","addr":"172.21.15.67:6835","nonce":3649064068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6837/384364542","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6836","nonce":384364542},{"type":"v1","addr":"172.21.15.67:6837","nonce":384364542}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T08:12:37.538183+0000","modified":"2024-09-10T08:15:16.520232+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24479,"mds_1":24475,"mds_2":24457,"mds_3":24412,"mds_4":24404},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6839/2770928820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6838","nonce":2770928820},{"type":"v1","addr":"172.21.15.67:6839","nonce":2770928820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14628":{"gid":14628,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6841/1116344955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6840","nonce":1116344955},{"type":"v1","addr":"172.21.15.67:6841","nonce":1116344955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24404":{"gid":24404,"name":"k","rank":4,"incarnation":26,"state":"up:active","state_seq":23,"addr":"172.21.15.133:6833/2920270168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":2920270168},{"type":"v1","addr":"172.21.15.133:6833","nonce":2920270168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24412":{"gid":24412,"name":"l","rank":3,"incarnation":24,"state":"up:active","state_seq":23,"addr":"172.21.15.203:6833/754287689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":754287689},{"type":"v1","addr":"172.21.15.203:6833","nonce":754287689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/3573205749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3573205749},{"type":"v1","addr":"172.21.15.133:6835","nonce":3573205749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6835/3722546188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":3722546188},{"type":"v1","addr":"172.21.15.203:6835","nonce":3722546188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/667764093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":667764093},{"type":"v1","addr":"172.21.15.133:6837","nonce":667764093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":19,"addr":"172.21.15.203:6837/4255783395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":4255783395},{"type":"v1","addr":"172.21.15.203:6837","nonce":4255783395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":17,"addr":"172.21.15.203:6839/2311592321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2311592321},{"type":"v1","addr":"172.21.15.203:6839","nonce":2311592321}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.133:6839/1848609384","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":1848609384},{"type":"v1","addr":"172.21.15.133:6839","nonce":1848609384}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24479,"qdb_cluster":[24404,24412,24457,24475,24479]},"id":1}]} 2024-09-10T08:17:40.065 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 29 2024-09-10T08:17:40.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:40.066+0000 7f74ab45c640 1 -- 172.21.15.67:0/2480359162 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f74900a2b80 msgr2=0x7f74900a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:40.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:40.066+0000 7f74ab45c640 1 --2- 172.21.15.67:0/2480359162 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f74900a2b80 0x7f74900a5040 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f74a0005fd0 tx=0x7f74a00094d0 comp rx=0 tx=0).stop 2024-09-10T08:17:40.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:40.066+0000 7f74ab45c640 1 -- 172.21.15.67:0/2480359162 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f74a4101de0 msgr2=0x7f74a419a5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:40.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:40.066+0000 7f74ab45c640 1 --2- 172.21.15.67:0/2480359162 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f74a4101de0 0x7f74a419a5a0 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f749800d770 tx=0x7f749800dc30 comp rx=0 tx=0).stop 2024-09-10T08:17:40.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:40.066+0000 7f74ab45c640 1 -- 172.21.15.67:0/2480359162 shutdown_connections 2024-09-10T08:17:40.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:40.066+0000 7f74ab45c640 1 --2- 172.21.15.67:0/2480359162 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f74900a2b80 0x7f74900a5040 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:40.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:40.066+0000 7f74ab45c640 1 --2- 172.21.15.67:0/2480359162 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f74a4102790 0x7f74a419aae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:40.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:40.066+0000 7f74ab45c640 1 --2- 172.21.15.67:0/2480359162 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f74a4106f10 0x7f74a419ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:40.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:40.066+0000 7f74ab45c640 1 --2- 172.21.15.67:0/2480359162 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f74a4101de0 0x7f74a419a5a0 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:40.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:40.066+0000 7f74ab45c640 1 -- 172.21.15.67:0/2480359162 >> 172.21.15.67:0/2480359162 conn(0x7f74a40fd880 msgr2=0x7f74a40fec00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:40.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:40.066+0000 7f74ab45c640 1 -- 172.21.15.67:0/2480359162 shutdown_connections 2024-09-10T08:17:40.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:40.066+0000 7f74ab45c640 1 -- 172.21.15.67:0/2480359162 wait complete. 2024-09-10T08:17:40.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:17:40 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/2480359162' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:17:40.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:17:40 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/2480359162' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:17:40.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:17:40 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/2480359162' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:17:40.877 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-09-10T08:17:40.951 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-09-10T08:17:40.951 INFO:tasks.workunit.client.0.smithi067.stdout: Children see throughput for 1 re-readers = 7088332.00 kB/sec 2024-09-10T08:17:40.951 INFO:tasks.workunit.client.0.smithi067.stdout: Parent sees throughput for 1 re-readers = 7079284.36 kB/sec 2024-09-10T08:17:40.951 INFO:tasks.workunit.client.0.smithi067.stdout: Min throughput per process = 7088332.00 kB/sec 2024-09-10T08:17:40.952 INFO:tasks.workunit.client.0.smithi067.stdout: Max throughput per process = 7088332.00 kB/sec 2024-09-10T08:17:40.952 INFO:tasks.workunit.client.0.smithi067.stdout: Avg throughput per process = 7088332.00 kB/sec 2024-09-10T08:17:40.952 INFO:tasks.workunit.client.0.smithi067.stdout: Min xfer = 1048576.00 kB 2024-09-10T08:17:41.142 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:17:41.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:17:41 smithi067 ceph-mon[31051]: pgmap v443: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 84 MiB/s wr, 34 op/s 2024-09-10T08:17:41.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:17:41 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:17:41.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:17:41 smithi203 ceph-mon[34672]: pgmap v443: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 84 MiB/s wr, 34 op/s 2024-09-10T08:17:41.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:17:41 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:17:41.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:17:41 smithi133 ceph-mon[34721]: pgmap v443: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 84 MiB/s wr, 34 op/s 2024-09-10T08:17:41.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:17:41 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:17:41.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.720+0000 7fbb5fed2640 1 -- 172.21.15.67:0/165806234 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbb58102da0 msgr2=0x7fbb58103180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:41.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.720+0000 7fbb5fed2640 1 --2- 172.21.15.67:0/165806234 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbb58102da0 0x7fbb58103180 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7fbb48009900 tx=0x7fbb4802a480 comp rx=0 tx=0).stop 2024-09-10T08:17:41.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.720+0000 7fbb5fed2640 1 -- 172.21.15.67:0/165806234 shutdown_connections 2024-09-10T08:17:41.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.720+0000 7fbb5fed2640 1 --2- 172.21.15.67:0/165806234 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbb581036c0 0x7fbb5810bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:41.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.720+0000 7fbb5fed2640 1 --2- 172.21.15.67:0/165806234 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbb5810c180 0x7fbb5810e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:41.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.720+0000 7fbb5fed2640 1 --2- 172.21.15.67:0/165806234 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbb58102da0 0x7fbb58103180 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:41.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.720+0000 7fbb5fed2640 1 -- 172.21.15.67:0/165806234 >> 172.21.15.67:0/165806234 conn(0x7fbb580fc7a0 msgr2=0x7fbb580febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:41.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.720+0000 7fbb5fed2640 1 -- 172.21.15.67:0/165806234 shutdown_connections 2024-09-10T08:17:41.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.720+0000 7fbb5fed2640 1 -- 172.21.15.67:0/165806234 wait complete. 2024-09-10T08:17:41.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.721+0000 7fbb5fed2640 1 Processor -- start 2024-09-10T08:17:41.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.721+0000 7fbb5fed2640 1 -- start start 2024-09-10T08:17:41.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.721+0000 7fbb5fed2640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbb58102da0 0x7fbb58198480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:41.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.721+0000 7fbb5fed2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbb581036c0 0x7fbb581989c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:41.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.721+0000 7fbb5fed2640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbb5810c180 0x7fbb5819cd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:41.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.721+0000 7fbb5fed2640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fbb58111e50 con 0x7fbb581036c0 2024-09-10T08:17:41.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.721+0000 7fbb5fed2640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fbb58111cd0 con 0x7fbb5810c180 2024-09-10T08:17:41.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.721+0000 7fbb5fed2640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fbb58111fd0 con 0x7fbb58102da0 2024-09-10T08:17:41.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.721+0000 7fbb5d46d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbb581036c0 0x7fbb581989c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:41.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.721+0000 7fbb5dc6e640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbb58102da0 0x7fbb58198480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:41.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.721+0000 7fbb5d46d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbb581036c0 0x7fbb581989c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37354/0 (socket says 172.21.15.67:37354) 2024-09-10T08:17:41.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.721+0000 7fbb5d46d640 1 -- 172.21.15.67:0/2855902306 learned_addr learned my addr 172.21.15.67:0/2855902306 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:41.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.721+0000 7fbb5e46f640 1 --2- 172.21.15.67:0/2855902306 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbb5810c180 0x7fbb5819cd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:41.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.721+0000 7fbb5d46d640 1 -- 172.21.15.67:0/2855902306 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbb58102da0 msgr2=0x7fbb58198480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:41.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.721+0000 7fbb5d46d640 1 --2- 172.21.15.67:0/2855902306 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbb58102da0 0x7fbb58198480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:41.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.721+0000 7fbb5d46d640 1 -- 172.21.15.67:0/2855902306 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbb5810c180 msgr2=0x7fbb5819cd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:41.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.722+0000 7fbb5d46d640 1 --2- 172.21.15.67:0/2855902306 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbb5810c180 0x7fbb5819cd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:41.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.722+0000 7fbb5d46d640 1 -- 172.21.15.67:0/2855902306 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb5819d430 con 0x7fbb581036c0 2024-09-10T08:17:41.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.722+0000 7fbb5d46d640 1 --2- 172.21.15.67:0/2855902306 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbb581036c0 0x7fbb581989c0 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7fbb5400b4a0 tx=0x7fbb5400b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:41.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.722+0000 7fbb4effd640 1 -- 172.21.15.67:0/2855902306 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb54014070 con 0x7fbb581036c0 2024-09-10T08:17:41.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.722+0000 7fbb4effd640 1 -- 172.21.15.67:0/2855902306 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbb54010ac0 con 0x7fbb581036c0 2024-09-10T08:17:41.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.722+0000 7fbb4effd640 1 -- 172.21.15.67:0/2855902306 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb54017c30 con 0x7fbb581036c0 2024-09-10T08:17:41.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.722+0000 7fbb5fed2640 1 -- 172.21.15.67:0/2855902306 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb5819d720 con 0x7fbb581036c0 2024-09-10T08:17:41.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.722+0000 7fbb5fed2640 1 -- 172.21.15.67:0/2855902306 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb581a5000 con 0x7fbb581036c0 2024-09-10T08:17:41.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.725+0000 7fbb622ab740 1 Processor -- start 2024-09-10T08:17:41.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.725+0000 7fbb4effd640 1 -- 172.21.15.67:0/2855902306 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7fbb54017070 con 0x7fbb581036c0 2024-09-10T08:17:41.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.725+0000 7fbb622ab740 1 -- start start 2024-09-10T08:17:41.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.725+0000 7fbb622ab740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560d72a69b40 0x560d72a68090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:41.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.725+0000 7fbb622ab740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560d72a685d0 0x560d72a68a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:41.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.725+0000 7fbb622ab740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560d72a73370 0x560d72a75760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:41.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.725+0000 7fbb622ab740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x560d729ce2f0 con 0x560d72a73370 2024-09-10T08:17:41.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.725+0000 7fbb622ab740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x560d72975cf0 con 0x560d72a69b40 2024-09-10T08:17:41.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.725+0000 7fbb622ab740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x560d729ca2b0 con 0x560d72a685d0 2024-09-10T08:17:41.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.725+0000 7fbb5d46d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560d72a73370 0x560d72a75760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:41.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.725+0000 7fbb5d46d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560d72a73370 0x560d72a75760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37366/0 (socket says 172.21.15.67:37366) 2024-09-10T08:17:41.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.726+0000 7fbb5d46d640 1 -- 172.21.15.67:0/3668285095 learned_addr learned my addr 172.21.15.67:0/3668285095 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:41.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.726+0000 7fbb5e46f640 1 --2- 172.21.15.67:0/3668285095 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560d72a69b40 0x560d72a68090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:41.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.726+0000 7fbb5dc6e640 1 --2- 172.21.15.67:0/3668285095 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560d72a685d0 0x560d72a68a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:41.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.726+0000 7fbb5d46d640 1 -- 172.21.15.67:0/3668285095 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560d72a685d0 msgr2=0x560d72a68a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:41.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.726+0000 7fbb5d46d640 1 --2- 172.21.15.67:0/3668285095 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560d72a685d0 0x560d72a68a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:41.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.726+0000 7fbb5d46d640 1 -- 172.21.15.67:0/3668285095 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560d72a69b40 msgr2=0x560d72a68090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:41.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.726+0000 7fbb5d46d640 1 --2- 172.21.15.67:0/3668285095 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560d72a69b40 0x560d72a68090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:41.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.726+0000 7fbb5d46d640 1 -- 172.21.15.67:0/3668285095 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560d7295a3a0 con 0x560d72a73370 2024-09-10T08:17:41.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.726+0000 7fbb5dc6e640 1 --2- 172.21.15.67:0/3668285095 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560d72a685d0 0x560d72a68a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:17:41.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.726+0000 7fbb5d46d640 1 --2- 172.21.15.67:0/3668285095 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560d72a73370 0x560d72a75760 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7fbb540d4bc0 tx=0x7fbb540d4cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5eb123b5047b590c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:41.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.726+0000 7fbb4effd640 1 --2- 172.21.15.67:0/2855902306 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fbb440a2c00 0x7fbb440a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:41.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.726+0000 7fbb43fff640 1 -- 172.21.15.67:0/3668285095 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb540dd070 con 0x560d72a73370 2024-09-10T08:17:41.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.726+0000 7fbb5e46f640 1 --2- 172.21.15.67:0/2855902306 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fbb440a2c00 0x7fbb440a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:41.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.726+0000 7fbb4effd640 1 -- 172.21.15.67:0/2855902306 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fbb540ce9d0 con 0x7fbb581036c0 2024-09-10T08:17:41.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.727+0000 7fbb43fff640 1 -- 172.21.15.67:0/3668285095 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbb540cee50 con 0x560d72a73370 2024-09-10T08:17:41.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.727+0000 7fbb43fff640 1 -- 172.21.15.67:0/3668285095 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb5409acb0 con 0x560d72a73370 2024-09-10T08:17:41.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.727+0000 7fbb622ab740 1 -- 172.21.15.67:0/3668285095 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560d72a73370 msgr2=0x560d72a75760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:41.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.727+0000 7fbb5e46f640 1 --2- 172.21.15.67:0/2855902306 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fbb440a2c00 0x7fbb440a50c0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fbb50005fd0 tx=0x7fbb500096a0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:41.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.727+0000 7fbb622ab740 1 --2- 172.21.15.67:0/3668285095 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560d72a73370 0x560d72a75760 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7fbb540d4bc0 tx=0x7fbb540d4cb0 comp rx=0 tx=0).stop 2024-09-10T08:17:41.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.727+0000 7fbb622ab740 1 -- 172.21.15.67:0/3668285095 shutdown_connections 2024-09-10T08:17:41.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.727+0000 7fbb622ab740 1 --2- 172.21.15.67:0/3668285095 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560d72a73370 0x560d72a75760 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:41.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.727+0000 7fbb622ab740 1 --2- 172.21.15.67:0/3668285095 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560d72a685d0 0x560d72a68a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:41.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.727+0000 7fbb622ab740 1 --2- 172.21.15.67:0/3668285095 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560d72a69b40 0x560d72a68090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:41.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.727+0000 7fbb622ab740 1 -- 172.21.15.67:0/3668285095 >> 172.21.15.67:0/3668285095 conn(0x560d72a31310 msgr2=0x560d72a64c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:41.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.728+0000 7fbb622ab740 1 -- 172.21.15.67:0/3668285095 shutdown_connections 2024-09-10T08:17:41.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.728+0000 7fbb622ab740 1 -- 172.21.15.67:0/3668285095 wait complete. 2024-09-10T08:17:41.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.728+0000 7fbb622ab740 1 -- start start 2024-09-10T08:17:41.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.728+0000 7fbb622ab740 1 Processor -- start 2024-09-10T08:17:41.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.728+0000 7fbb622ab740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560d72a685d0 0x560d72a72d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:41.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.728+0000 7fbb622ab740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560d72a69b40 0x560d72a70030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:41.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.728+0000 7fbb622ab740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560d72a73370 0x560d72a70640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:41.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.728+0000 7fbb622ab740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x560d72a7a480 con 0x560d72a685d0 2024-09-10T08:17:41.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.728+0000 7fbb622ab740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x560d72989060 con 0x560d72a69b40 2024-09-10T08:17:41.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.728+0000 7fbb622ab740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x560d72a7a600 con 0x560d72a73370 2024-09-10T08:17:41.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.728+0000 7fbb622ab740 10 client.0 _ll_register_callbacks cb 0x560d726dc8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:17:41.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.729+0000 7fbb5dc6e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560d72a685d0 0x560d72a72d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:41.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.729+0000 7fbb5dc6e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560d72a685d0 0x560d72a72d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37382/0 (socket says 172.21.15.67:37382) 2024-09-10T08:17:41.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.729+0000 7fbb5dc6e640 1 -- 172.21.15.67:0/3815290839 learned_addr learned my addr 172.21.15.67:0/3815290839 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:41.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.729+0000 7fbb5e46f640 1 --2- 172.21.15.67:0/3815290839 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560d72a73370 0x560d72a70640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:41.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.729+0000 7fbb5d46d640 1 --2- 172.21.15.67:0/3815290839 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560d72a69b40 0x560d72a70030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:41.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.729+0000 7fbb5dc6e640 1 -- 172.21.15.67:0/3815290839 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560d72a73370 msgr2=0x560d72a70640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:41.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.729+0000 7fbb5dc6e640 1 --2- 172.21.15.67:0/3815290839 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560d72a73370 0x560d72a70640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:41.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.729+0000 7fbb5dc6e640 1 -- 172.21.15.67:0/3815290839 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560d72a69b40 msgr2=0x560d72a70030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:41.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.729+0000 7fbb5dc6e640 1 --2- 172.21.15.67:0/3815290839 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560d72a69b40 0x560d72a70030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:41.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.729+0000 7fbb5dc6e640 1 -- 172.21.15.67:0/3815290839 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560d7273f3c0 con 0x560d72a685d0 2024-09-10T08:17:41.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.729+0000 7fbb5e46f640 1 --2- 172.21.15.67:0/3815290839 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560d72a73370 0x560d72a70640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:17:41.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.729+0000 7fbb5dc6e640 1 --2- 172.21.15.67:0/3815290839 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560d72a685d0 0x560d72a72d80 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7fbb4802a9a0 tx=0x7fbb48009650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81c53a8beffa9f7a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:41.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.729+0000 7fbb417fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:17:41.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.729+0000 7fbb417fa640 1 -- 172.21.15.67:0/3815290839 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb48035040 con 0x560d72a685d0 2024-09-10T08:17:41.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.729+0000 7fbb417fa640 1 -- 172.21.15.67:0/3815290839 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fbb48004040 con 0x560d72a685d0 2024-09-10T08:17:41.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.729+0000 7fbb622ab740 1 -- 172.21.15.67:0/3815290839 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbb540cee50 con 0x560d72a685d0 2024-09-10T08:17:41.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.730+0000 7fbb417fa640 1 -- 172.21.15.67:0/3815290839 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fbb480318e0 con 0x560d72a685d0 2024-09-10T08:17:41.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.730+0000 7fbb622ab740 10 client.16200 fetch_fsmap learned FSMap version 29 2024-09-10T08:17:41.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.730+0000 7fbb622ab740 1 -- 172.21.15.67:0/3815290839 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560d72a85f50 con 0x560d72a685d0 2024-09-10T08:17:41.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.730+0000 7fbb417fa640 1 -- 172.21.15.67:0/3815290839 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbb540cee50 con 0x560d72a685d0 2024-09-10T08:17:41.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.730+0000 7fbb417fa640 1 -- 172.21.15.67:0/3815290839 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fbb48004950 con 0x560d72a685d0 2024-09-10T08:17:41.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.730+0000 7fbb622ab740 10 client.16200 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:17:41.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.730+0000 7fbb622ab740 10 client.16200 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.k 2024-09-10T08:17:41.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.730+0000 7fbb622ab740 20 client.16200 populate_metadata read hostname 'smithi067' 2024-09-10T08:17:41.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.730+0000 7fbb622ab740 1 --2- 172.21.15.67:0/3815290839 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x560d72a87410 0x560d72a89800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:41.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.730+0000 7fbb622ab740 4 client.16200 mds_command: new command op to 24404 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:17:41.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.730+0000 7fbb622ab740 1 -- 172.21.15.67:0/3815290839 --> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560d729db860 con 0x560d72a87410 2024-09-10T08:17:41.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.730+0000 7fbb5d46d640 1 --2- 172.21.15.67:0/3815290839 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x560d72a87410 0x560d72a89800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:41.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.731+0000 7fbb5d46d640 1 --2- 172.21.15.67:0/3815290839 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x560d72a87410 0x560d72a89800 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=81d38eeb494be1a4 server_cookie=43e3593c76630d39 in_seq=0 out_seq=0 2024-09-10T08:17:41.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.731+0000 7fbb417fa640 10 client.16200 ms_handle_connect on v2:172.21.15.133:6832/2920270168 2024-09-10T08:17:41.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.731+0000 7fbb417fa640 1 -- 172.21.15.67:0/3815290839 <== mds.4 v2:172.21.15.133:6832/2920270168 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560d729db860 con 0x560d72a87410 2024-09-10T08:17:41.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.731+0000 7fbb417fa640 10 client.16200 handle_command_reply: tid=0 2024-09-10T08:17:41.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.731+0000 7fbb622ab740 1 client.16200 shutdown 2024-09-10T08:17:41.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.731+0000 7fbb622ab740 1 -- 172.21.15.67:0/3815290839 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560d72a685d0 msgr2=0x560d72a72d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:41.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.731+0000 7fbb622ab740 1 --2- 172.21.15.67:0/3815290839 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560d72a685d0 0x560d72a72d80 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7fbb4802a9a0 tx=0x7fbb48009650 comp rx=0 tx=0).stop 2024-09-10T08:17:41.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.732+0000 7fbb622ab740 1 -- 172.21.15.67:0/3815290839 shutdown_connections 2024-09-10T08:17:41.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.732+0000 7fbb622ab740 1 --2- 172.21.15.67:0/3815290839 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x560d72a87410 0x560d72a89800 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:41.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.732+0000 7fbb622ab740 1 --2- 172.21.15.67:0/3815290839 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560d72a69b40 0x560d72a70030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:41.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.732+0000 7fbb622ab740 1 --2- 172.21.15.67:0/3815290839 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560d72a73370 0x560d72a70640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:41.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.732+0000 7fbb417fa640 0 client.16200 ms_handle_reset on v2:172.21.15.133:6832/2920270168 2024-09-10T08:17:41.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.732+0000 7fbb622ab740 1 --2- 172.21.15.67:0/3815290839 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560d72a685d0 0x560d72a72d80 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:41.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.732+0000 7fbb622ab740 1 -- 172.21.15.67:0/3815290839 >> 172.21.15.67:0/3815290839 conn(0x560d72a31310 msgr2=0x560d72a6a960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:41.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.732+0000 7fbb622ab740 1 -- 172.21.15.67:0/3815290839 shutdown_connections 2024-09-10T08:17:41.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.732+0000 7fbb622ab740 1 -- 172.21.15.67:0/3815290839 wait complete. 2024-09-10T08:17:41.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.732+0000 7fbb622ab740 20 client.16200 trim_cache size 0 max 16384 2024-09-10T08:17:41.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.745+0000 7fbb622ab740 1 Processor -- start 2024-09-10T08:17:41.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.745+0000 7fbb622ab740 1 -- start start 2024-09-10T08:17:41.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.745+0000 7fbb622ab740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560d72a685d0 0x560d72a71fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:41.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.745+0000 7fbb622ab740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560d72a69b40 0x560d72a6b120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:41.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.745+0000 7fbb622ab740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560d72a73370 0x560d72a6b660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:41.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.745+0000 7fbb622ab740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fbb581accb0 con 0x560d72a69b40 2024-09-10T08:17:41.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.745+0000 7fbb622ab740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fbb581ae7f0 con 0x560d72a685d0 2024-09-10T08:17:41.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.745+0000 7fbb622ab740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fbb581ad380 con 0x560d72a73370 2024-09-10T08:17:41.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.745+0000 7fbb5d46d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560d72a69b40 0x560d72a6b120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:41.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.745+0000 7fbb5d46d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560d72a69b40 0x560d72a6b120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37390/0 (socket says 172.21.15.67:37390) 2024-09-10T08:17:41.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.745+0000 7fbb5d46d640 1 -- 172.21.15.67:0/2869626167 learned_addr learned my addr 172.21.15.67:0/2869626167 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:41.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.745+0000 7fbb5dc6e640 1 --2- 172.21.15.67:0/2869626167 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560d72a685d0 0x560d72a71fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:41.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.745+0000 7fbb5e46f640 1 --2- 172.21.15.67:0/2869626167 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560d72a73370 0x560d72a6b660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:41.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.745+0000 7fbb5d46d640 1 -- 172.21.15.67:0/2869626167 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560d72a73370 msgr2=0x560d72a6b660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:41.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.745+0000 7fbb5d46d640 1 --2- 172.21.15.67:0/2869626167 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560d72a73370 0x560d72a6b660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:41.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.745+0000 7fbb5d46d640 1 -- 172.21.15.67:0/2869626167 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560d72a685d0 msgr2=0x560d72a71fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:41.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.746+0000 7fbb5d46d640 1 --2- 172.21.15.67:0/2869626167 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560d72a685d0 0x560d72a71fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:41.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.746+0000 7fbb5d46d640 1 -- 172.21.15.67:0/2869626167 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560d72a709b0 con 0x560d72a69b40 2024-09-10T08:17:41.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.746+0000 7fbb5dc6e640 1 --2- 172.21.15.67:0/2869626167 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560d72a685d0 0x560d72a71fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:17:41.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.746+0000 7fbb5d46d640 1 --2- 172.21.15.67:0/2869626167 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560d72a69b40 0x560d72a6b120 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7fbb54097340 tx=0x7fbb540ceca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a102fe65130dea8b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:41.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.746+0000 7fbb437fe640 1 -- 172.21.15.67:0/2869626167 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb540dd070 con 0x560d72a69b40 2024-09-10T08:17:41.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.746+0000 7fbb437fe640 1 -- 172.21.15.67:0/2869626167 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbb540cee50 con 0x560d72a69b40 2024-09-10T08:17:41.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.746+0000 7fbb437fe640 1 -- 172.21.15.67:0/2869626167 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb5401e070 con 0x560d72a69b40 2024-09-10T08:17:41.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.747+0000 7fbb622ab740 1 -- 172.21.15.67:0/2869626167 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560d72a69b40 msgr2=0x560d72a6b120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:41.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.747+0000 7fbb622ab740 1 --2- 172.21.15.67:0/2869626167 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560d72a69b40 0x560d72a6b120 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7fbb54097340 tx=0x7fbb540ceca0 comp rx=0 tx=0).stop 2024-09-10T08:17:41.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.747+0000 7fbb622ab740 1 -- 172.21.15.67:0/2869626167 shutdown_connections 2024-09-10T08:17:41.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.747+0000 7fbb622ab740 1 --2- 172.21.15.67:0/2869626167 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560d72a73370 0x560d72a6b660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:41.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.747+0000 7fbb622ab740 1 --2- 172.21.15.67:0/2869626167 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560d72a69b40 0x560d72a6b120 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:41.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.747+0000 7fbb622ab740 1 --2- 172.21.15.67:0/2869626167 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560d72a685d0 0x560d72a71fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:41.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.747+0000 7fbb622ab740 1 -- 172.21.15.67:0/2869626167 >> 172.21.15.67:0/2869626167 conn(0x560d72a31310 msgr2=0x560d72a71890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:41.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.747+0000 7fbb622ab740 1 -- 172.21.15.67:0/2869626167 shutdown_connections 2024-09-10T08:17:41.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.747+0000 7fbb622ab740 1 -- 172.21.15.67:0/2869626167 wait complete. 2024-09-10T08:17:41.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.747+0000 7fbb622ab740 1 -- start start 2024-09-10T08:17:41.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.747+0000 7fbb622ab740 1 Processor -- start 2024-09-10T08:17:41.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.747+0000 7fbb622ab740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560d72a685d0 0x560d72a7fcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:41.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.747+0000 7fbb622ab740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560d72a69b40 0x560d72a7aff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:41.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.748+0000 7fbb622ab740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560d72a73370 0x560d72a7b530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:41.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.748+0000 7fbb622ab740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fbb581ae120 con 0x560d72a685d0 2024-09-10T08:17:41.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.748+0000 7fbb622ab740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fbb581ada50 con 0x560d72a69b40 2024-09-10T08:17:41.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.748+0000 7fbb622ab740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fbb581aac90 con 0x560d72a73370 2024-09-10T08:17:41.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.748+0000 7fbb622ab740 10 client.0 _ll_register_callbacks cb 0x7fbb4802ab80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:17:41.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.748+0000 7fbb5dc6e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560d72a685d0 0x560d72a7fcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:41.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.748+0000 7fbb5dc6e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560d72a685d0 0x560d72a7fcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37394/0 (socket says 172.21.15.67:37394) 2024-09-10T08:17:41.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.748+0000 7fbb5dc6e640 1 -- 172.21.15.67:0/919271959 learned_addr learned my addr 172.21.15.67:0/919271959 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:41.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.748+0000 7fbb5e46f640 1 --2- 172.21.15.67:0/919271959 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560d72a73370 0x560d72a7b530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:41.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.748+0000 7fbb5d46d640 1 --2- 172.21.15.67:0/919271959 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560d72a69b40 0x560d72a7aff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:41.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.748+0000 7fbb5dc6e640 1 -- 172.21.15.67:0/919271959 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560d72a73370 msgr2=0x560d72a7b530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:41.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.748+0000 7fbb5dc6e640 1 --2- 172.21.15.67:0/919271959 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560d72a73370 0x560d72a7b530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:41.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.748+0000 7fbb5dc6e640 1 -- 172.21.15.67:0/919271959 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560d72a69b40 msgr2=0x560d72a7aff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:41.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.748+0000 7fbb5dc6e640 1 --2- 172.21.15.67:0/919271959 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560d72a69b40 0x560d72a7aff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:41.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.748+0000 7fbb5dc6e640 1 -- 172.21.15.67:0/919271959 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560d72a7ba70 con 0x560d72a685d0 2024-09-10T08:17:41.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.748+0000 7fbb5dc6e640 1 --2- 172.21.15.67:0/919271959 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560d72a685d0 0x560d72a7fcc0 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7fbb48009850 tx=0x7fbb48005bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75b79d917cb6c18d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:41.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.748+0000 7fbb417fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:17:41.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.748+0000 7fbb417fa640 1 -- 172.21.15.67:0/919271959 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbb48035070 con 0x560d72a685d0 2024-09-10T08:17:41.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.748+0000 7fbb417fa640 1 -- 172.21.15.67:0/919271959 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fbb48005140 con 0x560d72a685d0 2024-09-10T08:17:41.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.748+0000 7fbb622ab740 1 -- 172.21.15.67:0/919271959 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbb540cee50 con 0x560d72a685d0 2024-09-10T08:17:41.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.748+0000 7fbb417fa640 1 -- 172.21.15.67:0/919271959 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fbb4805f050 con 0x560d72a685d0 2024-09-10T08:17:41.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.749+0000 7fbb622ab740 10 client.16206 fetch_fsmap learned FSMap version 29 2024-09-10T08:17:41.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.749+0000 7fbb622ab740 1 -- 172.21.15.67:0/919271959 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560d72af1d90 con 0x560d72a685d0 2024-09-10T08:17:41.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.749+0000 7fbb417fa640 1 -- 172.21.15.67:0/919271959 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbb540cee50 con 0x560d72a685d0 2024-09-10T08:17:41.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.749+0000 7fbb417fa640 1 -- 172.21.15.67:0/919271959 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fbb4805a030 con 0x560d72a685d0 2024-09-10T08:17:41.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.749+0000 7fbb622ab740 10 client.16206 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:17:41.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.749+0000 7fbb622ab740 10 client.16206 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.k 2024-09-10T08:17:41.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.749+0000 7fbb622ab740 20 client.16206 populate_metadata read hostname 'smithi067' 2024-09-10T08:17:41.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.749+0000 7fbb622ab740 1 --2- 172.21.15.67:0/919271959 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x560d72af2500 0x560d72af48f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:41.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.749+0000 7fbb622ab740 4 client.16206 mds_command: new command op to 24404 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T08:17:41.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.749+0000 7fbb622ab740 1 -- 172.21.15.67:0/919271959 --> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] -- command(tid 0: {"prefix": "damage ls"}) -- 0x560d729d5d70 con 0x560d72af2500 2024-09-10T08:17:41.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.749+0000 7fbb5d46d640 1 --2- 172.21.15.67:0/919271959 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x560d72af2500 0x560d72af48f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:41.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.750+0000 7fbb417fa640 10 client.16206 ms_handle_connect on v2:172.21.15.133:6832/2920270168 2024-09-10T08:17:41.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.750+0000 7fbb5d46d640 1 --2- 172.21.15.67:0/919271959 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x560d72af2500 0x560d72af48f0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=75307d81b03f8e08 server_cookie=d160a4fbfa600c1a in_seq=0 out_seq=0 2024-09-10T08:17:41.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.750+0000 7fbb417fa640 1 -- 172.21.15.67:0/919271959 <== mds.4 v2:172.21.15.133:6832/2920270168 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x560d729d5d70 con 0x560d72af2500 2024-09-10T08:17:41.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.750+0000 7fbb417fa640 10 client.16206 handle_command_reply: tid=0 2024-09-10T08:17:41.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.750+0000 7fbb622ab740 1 client.16206 shutdown 2024-09-10T08:17:41.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.750+0000 7fbb622ab740 1 -- 172.21.15.67:0/919271959 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560d72a685d0 msgr2=0x560d72a7fcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:41.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.750+0000 7fbb622ab740 1 --2- 172.21.15.67:0/919271959 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560d72a685d0 0x560d72a7fcc0 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7fbb48009850 tx=0x7fbb48005bc0 comp rx=0 tx=0).stop 2024-09-10T08:17:41.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.750+0000 7fbb622ab740 1 -- 172.21.15.67:0/919271959 shutdown_connections 2024-09-10T08:17:41.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.750+0000 7fbb622ab740 1 --2- 172.21.15.67:0/919271959 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x560d72af2500 0x560d72af48f0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:41.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.750+0000 7fbb622ab740 1 --2- 172.21.15.67:0/919271959 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560d72a69b40 0x560d72a7aff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:41.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.750+0000 7fbb622ab740 1 --2- 172.21.15.67:0/919271959 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560d72a73370 0x560d72a7b530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:41.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.750+0000 7fbb622ab740 1 --2- 172.21.15.67:0/919271959 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560d72a685d0 0x560d72a7fcc0 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:41.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.750+0000 7fbb417fa640 0 client.16206 ms_handle_reset on v2:172.21.15.133:6832/2920270168 2024-09-10T08:17:41.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.750+0000 7fbb622ab740 1 -- 172.21.15.67:0/919271959 >> 172.21.15.67:0/919271959 conn(0x560d72a31310 msgr2=0x560d72a720b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:41.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.750+0000 7fbb622ab740 1 -- 172.21.15.67:0/919271959 shutdown_connections 2024-09-10T08:17:41.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.750+0000 7fbb622ab740 1 -- 172.21.15.67:0/919271959 wait complete. 2024-09-10T08:17:41.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.750+0000 7fbb622ab740 20 client.16206 trim_cache size 0 max 16384 2024-09-10T08:17:41.756 INFO:teuthology.orchestra.run.smithi067.stdout:[] 2024-09-10T08:17:41.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.751+0000 7fbb5fed2640 1 -- 172.21.15.67:0/2855902306 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fbb440a2c00 msgr2=0x7fbb440a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:41.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.751+0000 7fbb5fed2640 1 --2- 172.21.15.67:0/2855902306 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fbb440a2c00 0x7fbb440a50c0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fbb50005fd0 tx=0x7fbb500096a0 comp rx=0 tx=0).stop 2024-09-10T08:17:41.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.751+0000 7fbb5fed2640 1 -- 172.21.15.67:0/2855902306 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbb581036c0 msgr2=0x7fbb581989c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:41.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.751+0000 7fbb5fed2640 1 --2- 172.21.15.67:0/2855902306 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbb581036c0 0x7fbb581989c0 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7fbb5400b4a0 tx=0x7fbb5400b960 comp rx=0 tx=0).stop 2024-09-10T08:17:41.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.751+0000 7fbb5fed2640 1 -- 172.21.15.67:0/2855902306 shutdown_connections 2024-09-10T08:17:41.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.751+0000 7fbb5fed2640 1 --2- 172.21.15.67:0/2855902306 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fbb440a2c00 0x7fbb440a50c0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:41.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.751+0000 7fbb5fed2640 1 --2- 172.21.15.67:0/2855902306 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fbb5810c180 0x7fbb5819cd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:41.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.751+0000 7fbb5fed2640 1 --2- 172.21.15.67:0/2855902306 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbb581036c0 0x7fbb581989c0 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:41.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.751+0000 7fbb5fed2640 1 --2- 172.21.15.67:0/2855902306 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fbb58102da0 0x7fbb58198480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:41.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.751+0000 7fbb5fed2640 1 -- 172.21.15.67:0/2855902306 >> 172.21.15.67:0/2855902306 conn(0x7fbb580fc7a0 msgr2=0x7fbb580fe100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:41.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.751+0000 7fbb5fed2640 1 -- 172.21.15.67:0/2855902306 shutdown_connections 2024-09-10T08:17:41.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:41.751+0000 7fbb5fed2640 1 -- 172.21.15.67:0/2855902306 wait complete. 2024-09-10T08:17:42.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:17:42 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:17:42.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:17:42 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:17:42.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:17:42 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:17:42.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:17:42 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:17:42.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:17:42 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:17:42.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:17:42 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:17:42.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:17:42 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:17:42.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:17:42 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:17:42.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:17:42 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:17:42.610 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-09-10T08:17:42.875 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:17:43.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.412+0000 7f715443e640 1 -- 172.21.15.67:0/3778456845 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f714c101420 msgr2=0x7f714c10d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:43.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.412+0000 7f715443e640 1 --2- 172.21.15.67:0/3778456845 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f714c101420 0x7f714c10d950 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f7144009cd0 tx=0x7f714402a8e0 comp rx=0 tx=0).stop 2024-09-10T08:17:43.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.412+0000 7f715443e640 1 -- 172.21.15.67:0/3778456845 shutdown_connections 2024-09-10T08:17:43.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.412+0000 7f715443e640 1 --2- 172.21.15.67:0/3778456845 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f714c100a80 0x7f714c100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:43.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.412+0000 7f715443e640 1 --2- 172.21.15.67:0/3778456845 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f714c101420 0x7f714c10d950 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:43.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.412+0000 7f715443e640 1 --2- 172.21.15.67:0/3778456845 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f714c106a80 0x7f714c106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:43.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.412+0000 7f715443e640 1 -- 172.21.15.67:0/3778456845 >> 172.21.15.67:0/3778456845 conn(0x7f714c0fc7a0 msgr2=0x7f714c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:43.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.412+0000 7f715443e640 1 -- 172.21.15.67:0/3778456845 shutdown_connections 2024-09-10T08:17:43.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.412+0000 7f715443e640 1 -- 172.21.15.67:0/3778456845 wait complete. 2024-09-10T08:17:43.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.413+0000 7f715443e640 1 Processor -- start 2024-09-10T08:17:43.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.413+0000 7f715443e640 1 -- start start 2024-09-10T08:17:43.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.413+0000 7f715443e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f714c100a80 0x7f714c197250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:43.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.413+0000 7f715443e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f714c101420 0x7f714c197790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:43.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.413+0000 7f715443e640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f714c106a80 0x7f714c19bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:43.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.413+0000 7f715443e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f714c110d30 con 0x7f714c100a80 2024-09-10T08:17:43.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.413+0000 7f715443e640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f714c110bb0 con 0x7f714c101420 2024-09-10T08:17:43.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.413+0000 7f715443e640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f714c110eb0 con 0x7f714c106a80 2024-09-10T08:17:43.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.413+0000 7f71521da640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f714c100a80 0x7f714c197250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:43.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.413+0000 7f71521da640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f714c100a80 0x7f714c197250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37406/0 (socket says 172.21.15.67:37406) 2024-09-10T08:17:43.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.413+0000 7f71521da640 1 -- 172.21.15.67:0/1072534426 learned_addr learned my addr 172.21.15.67:0/1072534426 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:43.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.413+0000 7f71519d9640 1 --2- 172.21.15.67:0/1072534426 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f714c101420 0x7f714c197790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:43.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.413+0000 7f71529db640 1 --2- 172.21.15.67:0/1072534426 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f714c106a80 0x7f714c19bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:43.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.413+0000 7f71521da640 1 -- 172.21.15.67:0/1072534426 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f714c106a80 msgr2=0x7f714c19bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:43.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.413+0000 7f71521da640 1 --2- 172.21.15.67:0/1072534426 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f714c106a80 0x7f714c19bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:43.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.413+0000 7f71521da640 1 -- 172.21.15.67:0/1072534426 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f714c101420 msgr2=0x7f714c197790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:43.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.413+0000 7f71521da640 1 --2- 172.21.15.67:0/1072534426 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f714c101420 0x7f714c197790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:43.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.413+0000 7f71521da640 1 -- 172.21.15.67:0/1072534426 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f714c19c200 con 0x7f714c100a80 2024-09-10T08:17:43.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.414+0000 7f71521da640 1 --2- 172.21.15.67:0/1072534426 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f714c100a80 0x7f714c197250 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f714800d950 tx=0x7f714800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:43.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.414+0000 7f71437fe640 1 -- 172.21.15.67:0/1072534426 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7148017070 con 0x7f714c100a80 2024-09-10T08:17:43.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.414+0000 7f71437fe640 1 -- 172.21.15.67:0/1072534426 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7148009c30 con 0x7f714c100a80 2024-09-10T08:17:43.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.414+0000 7f715443e640 1 -- 172.21.15.67:0/1072534426 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f714c19c4f0 con 0x7f714c100a80 2024-09-10T08:17:43.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.414+0000 7f71437fe640 1 -- 172.21.15.67:0/1072534426 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f714800f620 con 0x7f714c100a80 2024-09-10T08:17:43.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.414+0000 7f715443e640 1 -- 172.21.15.67:0/1072534426 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f714c1a3dd0 con 0x7f714c100a80 2024-09-10T08:17:43.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.416+0000 7f71437fe640 1 -- 172.21.15.67:0/1072534426 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f71480109a0 con 0x7f714c100a80 2024-09-10T08:17:43.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.416+0000 7f7156817740 1 Processor -- start 2024-09-10T08:17:43.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.417+0000 7f7156817740 1 -- start start 2024-09-10T08:17:43.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.417+0000 7f7156817740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55eee8205b40 0x55eee8204090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:43.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.417+0000 7f7156817740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55eee82045d0 0x55eee8204a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:43.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.417+0000 7f7156817740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55eee820f370 0x55eee8211760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:43.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.417+0000 7f7156817740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55eee816a2f0 con 0x55eee82045d0 2024-09-10T08:17:43.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.417+0000 7f7156817740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55eee8111cf0 con 0x55eee8205b40 2024-09-10T08:17:43.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.417+0000 7f7156817740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55eee81662b0 con 0x55eee820f370 2024-09-10T08:17:43.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.417+0000 7f71521da640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55eee82045d0 0x55eee8204a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:43.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.417+0000 7f71521da640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55eee82045d0 0x55eee8204a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37422/0 (socket says 172.21.15.67:37422) 2024-09-10T08:17:43.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.417+0000 7f71521da640 1 -- 172.21.15.67:0/2185436703 learned_addr learned my addr 172.21.15.67:0/2185436703 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:43.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.417+0000 7f71519d9640 1 --2- 172.21.15.67:0/2185436703 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55eee820f370 0x55eee8211760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:43.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.417+0000 7f71529db640 1 --2- 172.21.15.67:0/2185436703 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55eee8205b40 0x55eee8204090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:43.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.417+0000 7f71437fe640 1 --2- 172.21.15.67:0/1072534426 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f71380a2c00 0x7f71380a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:43.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.417+0000 7f71521da640 1 -- 172.21.15.67:0/2185436703 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55eee820f370 msgr2=0x55eee8211760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:43.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.417+0000 7f71521da640 1 --2- 172.21.15.67:0/2185436703 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55eee820f370 0x55eee8211760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:43.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.417+0000 7f71521da640 1 -- 172.21.15.67:0/2185436703 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55eee8205b40 msgr2=0x55eee8204090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:43.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.417+0000 7f71521da640 1 --2- 172.21.15.67:0/2185436703 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55eee8205b40 0x55eee8204090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:43.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.417+0000 7f71521da640 1 -- 172.21.15.67:0/2185436703 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eee80f63a0 con 0x55eee82045d0 2024-09-10T08:17:43.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.417+0000 7f71519d9640 1 --2- 172.21.15.67:0/2185436703 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55eee820f370 0x55eee8211760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:17:43.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.418+0000 7f71529db640 1 --2- 172.21.15.67:0/1072534426 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f71380a2c00 0x7f71380a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:43.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.418+0000 7f71437fe640 1 -- 172.21.15.67:0/1072534426 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f71480cf080 con 0x7f714c100a80 2024-09-10T08:17:43.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.418+0000 7f71521da640 1 --2- 172.21.15.67:0/2185436703 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55eee82045d0 0x55eee8204a10 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f71480accd0 tx=0x7f7148097840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0f80d8996a50f8e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:43.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.418+0000 7f7140dea640 1 -- 172.21.15.67:0/2185436703 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7148020030 con 0x55eee82045d0 2024-09-10T08:17:43.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.418+0000 7f7140dea640 1 -- 172.21.15.67:0/2185436703 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f714809bbe0 con 0x55eee82045d0 2024-09-10T08:17:43.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.418+0000 7f7140dea640 1 -- 172.21.15.67:0/2185436703 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f714809ae40 con 0x55eee82045d0 2024-09-10T08:17:43.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.419+0000 7f7156817740 1 -- 172.21.15.67:0/2185436703 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55eee82045d0 msgr2=0x55eee8204a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:43.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.419+0000 7f71529db640 1 --2- 172.21.15.67:0/1072534426 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f71380a2c00 0x7f71380a50c0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f7144009430 tx=0x7f714403e040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:43.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.419+0000 7f7156817740 1 --2- 172.21.15.67:0/2185436703 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55eee82045d0 0x55eee8204a10 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f71480accd0 tx=0x7f7148097840 comp rx=0 tx=0).stop 2024-09-10T08:17:43.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.419+0000 7f7156817740 1 -- 172.21.15.67:0/2185436703 shutdown_connections 2024-09-10T08:17:43.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.419+0000 7f7156817740 1 --2- 172.21.15.67:0/2185436703 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55eee820f370 0x55eee8211760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:43.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.419+0000 7f7156817740 1 --2- 172.21.15.67:0/2185436703 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55eee82045d0 0x55eee8204a10 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:43.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.419+0000 7f7156817740 1 --2- 172.21.15.67:0/2185436703 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55eee8205b40 0x55eee8204090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:43.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.419+0000 7f7156817740 1 -- 172.21.15.67:0/2185436703 >> 172.21.15.67:0/2185436703 conn(0x55eee81cd310 msgr2=0x55eee8200c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:43.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.419+0000 7f7156817740 1 -- 172.21.15.67:0/2185436703 shutdown_connections 2024-09-10T08:17:43.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.419+0000 7f7156817740 1 -- 172.21.15.67:0/2185436703 wait complete. 2024-09-10T08:17:43.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.419+0000 7f7156817740 1 -- start start 2024-09-10T08:17:43.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.419+0000 7f7156817740 1 Processor -- start 2024-09-10T08:17:43.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.420+0000 7f7156817740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55eee82045d0 0x55eee820e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:43.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.420+0000 7f7156817740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55eee8205b40 0x55eee820e900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:43.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.420+0000 7f7156817740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55eee820f370 0x55eee8215be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:43.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.420+0000 7f7156817740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55eee8212070 con 0x55eee820f370 2024-09-10T08:17:43.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.420+0000 7f7156817740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55eee8125060 con 0x55eee8205b40 2024-09-10T08:17:43.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.420+0000 7f7156817740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55eee82121f0 con 0x55eee82045d0 2024-09-10T08:17:43.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.420+0000 7f7156817740 10 client.0 _ll_register_callbacks cb 0x55eee7e788c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:17:43.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.420+0000 7f71529db640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55eee820f370 0x55eee8215be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:43.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.420+0000 7f71529db640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55eee820f370 0x55eee8215be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37434/0 (socket says 172.21.15.67:37434) 2024-09-10T08:17:43.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.420+0000 7f71529db640 1 -- 172.21.15.67:0/1006733857 learned_addr learned my addr 172.21.15.67:0/1006733857 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:43.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.420+0000 7f71521da640 1 --2- 172.21.15.67:0/1006733857 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55eee82045d0 0x55eee820e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:43.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.420+0000 7f71519d9640 1 --2- 172.21.15.67:0/1006733857 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55eee8205b40 0x55eee820e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:43.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.420+0000 7f71529db640 1 -- 172.21.15.67:0/1006733857 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55eee82045d0 msgr2=0x55eee820e3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:43.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.420+0000 7f71529db640 1 --2- 172.21.15.67:0/1006733857 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55eee82045d0 0x55eee820e3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:43.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.420+0000 7f71529db640 1 -- 172.21.15.67:0/1006733857 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55eee8205b40 msgr2=0x55eee820e900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:43.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.420+0000 7f71529db640 1 --2- 172.21.15.67:0/1006733857 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55eee8205b40 0x55eee820e900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:43.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.420+0000 7f71529db640 1 -- 172.21.15.67:0/1006733857 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eee7edb3c0 con 0x55eee820f370 2024-09-10T08:17:43.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.420+0000 7f71519d9640 1 --2- 172.21.15.67:0/1006733857 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55eee8205b40 0x55eee820e900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:17:43.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.420+0000 7f71529db640 1 --2- 172.21.15.67:0/1006733857 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55eee820f370 0x55eee8215be0 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f7144035000 tx=0x7f7144005c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77c70bfb7aacec4e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:43.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.420+0000 7f7135ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:17:43.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.420+0000 7f7135ffb640 1 -- 172.21.15.67:0/1006733857 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7144004450 con 0x55eee820f370 2024-09-10T08:17:43.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.421+0000 7f7135ffb640 1 -- 172.21.15.67:0/1006733857 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f71440045f0 con 0x55eee820f370 2024-09-10T08:17:43.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.421+0000 7f7156817740 1 -- 172.21.15.67:0/1006733857 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f714809bbe0 con 0x55eee820f370 2024-09-10T08:17:43.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.421+0000 7f7135ffb640 1 -- 172.21.15.67:0/1006733857 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f71440047f0 con 0x55eee820f370 2024-09-10T08:17:43.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.421+0000 7f7156817740 10 client.16218 fetch_fsmap learned FSMap version 29 2024-09-10T08:17:43.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.421+0000 7f7156817740 1 -- 172.21.15.67:0/1006733857 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55eee821fcc0 con 0x55eee820f370 2024-09-10T08:17:43.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.421+0000 7f7135ffb640 1 -- 172.21.15.67:0/1006733857 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f714809bbe0 con 0x55eee820f370 2024-09-10T08:17:43.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.421+0000 7f7135ffb640 1 -- 172.21.15.67:0/1006733857 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f714404e070 con 0x55eee820f370 2024-09-10T08:17:43.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.421+0000 7f7156817740 10 client.16218 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:17:43.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.421+0000 7f7156817740 10 client.16218 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.l 2024-09-10T08:17:43.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.421+0000 7f7156817740 20 client.16218 populate_metadata read hostname 'smithi067' 2024-09-10T08:17:43.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.421+0000 7f7156817740 1 --2- 172.21.15.67:0/1006733857 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x55eee8221120 0x55eee8223560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:43.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.421+0000 7f7156817740 4 client.16218 mds_command: new command op to 24412 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:17:43.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.421+0000 7f7156817740 1 -- 172.21.15.67:0/1006733857 --> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55eee8177860 con 0x55eee8221120 2024-09-10T08:17:43.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.421+0000 7f71521da640 1 --2- 172.21.15.67:0/1006733857 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x55eee8221120 0x55eee8223560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:43.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.422+0000 7f7135ffb640 10 client.16218 ms_handle_connect on v2:172.21.15.203:6832/754287689 2024-09-10T08:17:43.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.422+0000 7f71521da640 1 --2- 172.21.15.67:0/1006733857 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x55eee8221120 0x55eee8223560 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=2773882e06159310 server_cookie=ca7f96f65324e54f in_seq=0 out_seq=0 2024-09-10T08:17:43.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.423+0000 7f7135ffb640 1 -- 172.21.15.67:0/1006733857 <== mds.3 v2:172.21.15.203:6832/754287689 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55eee8177860 con 0x55eee8221120 2024-09-10T08:17:43.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.423+0000 7f7135ffb640 10 client.16218 handle_command_reply: tid=0 2024-09-10T08:17:43.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.423+0000 7f7156817740 1 client.16218 shutdown 2024-09-10T08:17:43.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.423+0000 7f7156817740 1 -- 172.21.15.67:0/1006733857 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55eee820f370 msgr2=0x55eee8215be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:43.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.423+0000 7f7156817740 1 --2- 172.21.15.67:0/1006733857 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55eee820f370 0x55eee8215be0 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f7144035000 tx=0x7f7144005c30 comp rx=0 tx=0).stop 2024-09-10T08:17:43.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.423+0000 7f7156817740 1 -- 172.21.15.67:0/1006733857 shutdown_connections 2024-09-10T08:17:43.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.423+0000 7f7156817740 1 --2- 172.21.15.67:0/1006733857 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x55eee8221120 0x55eee8223560 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:43.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.423+0000 7f7156817740 1 --2- 172.21.15.67:0/1006733857 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55eee8205b40 0x55eee820e900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:43.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.423+0000 7f7156817740 1 --2- 172.21.15.67:0/1006733857 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55eee820f370 0x55eee8215be0 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:43.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.423+0000 7f7135ffb640 0 client.16218 ms_handle_reset on v2:172.21.15.203:6832/754287689 2024-09-10T08:17:43.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.423+0000 7f7156817740 1 --2- 172.21.15.67:0/1006733857 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55eee82045d0 0x55eee820e3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:43.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.423+0000 7f7156817740 1 -- 172.21.15.67:0/1006733857 >> 172.21.15.67:0/1006733857 conn(0x55eee81cd310 msgr2=0x55eee8206990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:43.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.423+0000 7f7156817740 1 -- 172.21.15.67:0/1006733857 shutdown_connections 2024-09-10T08:17:43.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.423+0000 7f7156817740 1 -- 172.21.15.67:0/1006733857 wait complete. 2024-09-10T08:17:43.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.423+0000 7f7156817740 20 client.16218 trim_cache size 0 max 16384 2024-09-10T08:17:43.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.436+0000 7f7156817740 1 Processor -- start 2024-09-10T08:17:43.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.436+0000 7f7156817740 1 -- start start 2024-09-10T08:17:43.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.436+0000 7f7156817740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55eee82045d0 0x55eee82173e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:43.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.436+0000 7f7156817740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55eee8205b40 0x55eee8228e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:43.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.436+0000 7f7156817740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55eee820f370 0x55eee8229370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:43.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.436+0000 7f7156817740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f714c1acb90 con 0x55eee820f370 2024-09-10T08:17:43.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.436+0000 7f7156817740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f714c1ae6d0 con 0x55eee82045d0 2024-09-10T08:17:43.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.436+0000 7f7156817740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f714c1ad260 con 0x55eee8205b40 2024-09-10T08:17:43.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.437+0000 7f71529db640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55eee820f370 0x55eee8229370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:43.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.437+0000 7f71529db640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55eee820f370 0x55eee8229370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37444/0 (socket says 172.21.15.67:37444) 2024-09-10T08:17:43.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.437+0000 7f71529db640 1 -- 172.21.15.67:0/3923625042 learned_addr learned my addr 172.21.15.67:0/3923625042 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:43.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.437+0000 7f71521da640 1 --2- 172.21.15.67:0/3923625042 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55eee82045d0 0x55eee82173e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:43.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.437+0000 7f71519d9640 1 --2- 172.21.15.67:0/3923625042 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55eee8205b40 0x55eee8228e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:43.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.437+0000 7f71529db640 1 -- 172.21.15.67:0/3923625042 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55eee8205b40 msgr2=0x55eee8228e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:43.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.437+0000 7f71529db640 1 --2- 172.21.15.67:0/3923625042 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55eee8205b40 0x55eee8228e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:43.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.437+0000 7f71529db640 1 -- 172.21.15.67:0/3923625042 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55eee82045d0 msgr2=0x55eee82173e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:43.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.437+0000 7f71529db640 1 --2- 172.21.15.67:0/3923625042 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55eee82045d0 0x55eee82173e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:43.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.437+0000 7f71529db640 1 -- 172.21.15.67:0/3923625042 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eee82011a0 con 0x55eee820f370 2024-09-10T08:17:43.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.437+0000 7f71521da640 1 --2- 172.21.15.67:0/3923625042 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55eee82045d0 0x55eee82173e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:17:43.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.437+0000 7f71529db640 1 --2- 172.21.15.67:0/3923625042 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55eee820f370 0x55eee8229370 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f714402a920 tx=0x7f71440314b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bde59f18e4cc9834 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:43.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.437+0000 7f7137fff640 1 -- 172.21.15.67:0/3923625042 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7144045470 con 0x55eee820f370 2024-09-10T08:17:43.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.437+0000 7f7137fff640 1 -- 172.21.15.67:0/3923625042 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7144036040 con 0x55eee820f370 2024-09-10T08:17:43.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.437+0000 7f7137fff640 1 -- 172.21.15.67:0/3923625042 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7144030800 con 0x55eee820f370 2024-09-10T08:17:43.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.438+0000 7f7156817740 1 -- 172.21.15.67:0/3923625042 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55eee820f370 msgr2=0x55eee8229370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:43.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.438+0000 7f7156817740 1 --2- 172.21.15.67:0/3923625042 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55eee820f370 0x55eee8229370 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f714402a920 tx=0x7f71440314b0 comp rx=0 tx=0).stop 2024-09-10T08:17:43.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.438+0000 7f7156817740 1 -- 172.21.15.67:0/3923625042 shutdown_connections 2024-09-10T08:17:43.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.438+0000 7f7156817740 1 --2- 172.21.15.67:0/3923625042 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55eee820f370 0x55eee8229370 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:43.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.438+0000 7f7156817740 1 --2- 172.21.15.67:0/3923625042 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55eee8205b40 0x55eee8228e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:43.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.438+0000 7f7156817740 1 --2- 172.21.15.67:0/3923625042 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55eee82045d0 0x55eee82173e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:43.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.438+0000 7f7156817740 1 -- 172.21.15.67:0/3923625042 >> 172.21.15.67:0/3923625042 conn(0x55eee81cd310 msgr2=0x55eee8216cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:43.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.438+0000 7f7156817740 1 -- 172.21.15.67:0/3923625042 shutdown_connections 2024-09-10T08:17:43.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.438+0000 7f7156817740 1 -- 172.21.15.67:0/3923625042 wait complete. 2024-09-10T08:17:43.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.438+0000 7f7156817740 1 -- start start 2024-09-10T08:17:43.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.438+0000 7f7156817740 1 Processor -- start 2024-09-10T08:17:43.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.439+0000 7f7156817740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55eee82045d0 0x55eee82197b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:43.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.439+0000 7f7156817740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55eee8205b40 0x55eee8219cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:43.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.439+0000 7f7156817740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55eee820f370 0x55eee8283dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:43.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.439+0000 7f7156817740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f714c1ae000 con 0x55eee82045d0 2024-09-10T08:17:43.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.439+0000 7f7156817740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f714c1ad930 con 0x55eee8205b40 2024-09-10T08:17:43.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.439+0000 7f7156817740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f714c1aab70 con 0x55eee820f370 2024-09-10T08:17:43.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.439+0000 7f7156817740 10 client.0 _ll_register_callbacks cb 0x7f7144009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:17:43.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.439+0000 7f71521da640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55eee82045d0 0x55eee82197b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:43.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.439+0000 7f71521da640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55eee82045d0 0x55eee82197b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37454/0 (socket says 172.21.15.67:37454) 2024-09-10T08:17:43.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.439+0000 7f71521da640 1 -- 172.21.15.67:0/2121860305 learned_addr learned my addr 172.21.15.67:0/2121860305 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:43.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.439+0000 7f71529db640 1 --2- 172.21.15.67:0/2121860305 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55eee820f370 0x55eee8283dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:43.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.439+0000 7f71519d9640 1 --2- 172.21.15.67:0/2121860305 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55eee8205b40 0x55eee8219cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:43.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.439+0000 7f71521da640 1 -- 172.21.15.67:0/2121860305 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55eee820f370 msgr2=0x55eee8283dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:43.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.439+0000 7f71521da640 1 --2- 172.21.15.67:0/2121860305 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55eee820f370 0x55eee8283dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:43.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.439+0000 7f71521da640 1 -- 172.21.15.67:0/2121860305 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55eee8205b40 msgr2=0x55eee8219cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:43.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.439+0000 7f71521da640 1 --2- 172.21.15.67:0/2121860305 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55eee8205b40 0x55eee8219cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:43.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.439+0000 7f71521da640 1 -- 172.21.15.67:0/2121860305 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eee82845c0 con 0x55eee82045d0 2024-09-10T08:17:43.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.439+0000 7f71519d9640 1 --2- 172.21.15.67:0/2121860305 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55eee8205b40 0x55eee8219cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:17:43.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.439+0000 7f71521da640 1 --2- 172.21.15.67:0/2121860305 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55eee82045d0 0x55eee82197b0 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f71480cc7d0 tx=0x7f71480978b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11f7cd5a7fb6ffbe server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:43.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.439+0000 7f7135ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:17:43.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.439+0000 7f7135ffb640 1 -- 172.21.15.67:0/2121860305 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7148020040 con 0x55eee82045d0 2024-09-10T08:17:43.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.440+0000 7f7135ffb640 1 -- 172.21.15.67:0/2121860305 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f71480d2930 con 0x55eee82045d0 2024-09-10T08:17:43.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.440+0000 7f7156817740 1 -- 172.21.15.67:0/2121860305 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7144036040 con 0x55eee82045d0 2024-09-10T08:17:43.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.440+0000 7f7135ffb640 1 -- 172.21.15.67:0/2121860305 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f7148097050 con 0x55eee82045d0 2024-09-10T08:17:43.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.440+0000 7f7156817740 10 client.16224 fetch_fsmap learned FSMap version 29 2024-09-10T08:17:43.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.440+0000 7f7156817740 1 -- 172.21.15.67:0/2121860305 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55eee8202590 con 0x55eee82045d0 2024-09-10T08:17:43.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.440+0000 7f7135ffb640 1 -- 172.21.15.67:0/2121860305 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7144036040 con 0x55eee82045d0 2024-09-10T08:17:43.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.440+0000 7f7135ffb640 1 -- 172.21.15.67:0/2121860305 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f7148097b50 con 0x55eee82045d0 2024-09-10T08:17:43.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.440+0000 7f7156817740 10 client.16224 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:17:43.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.440+0000 7f7156817740 10 client.16224 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.l 2024-09-10T08:17:43.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.440+0000 7f7156817740 20 client.16224 populate_metadata read hostname 'smithi067' 2024-09-10T08:17:43.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.440+0000 7f7156817740 1 --2- 172.21.15.67:0/2121860305 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x55eee8202880 0x55eee8202c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:43.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.440+0000 7f7156817740 4 client.16224 mds_command: new command op to 24412 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T08:17:43.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.440+0000 7f7156817740 1 -- 172.21.15.67:0/2121860305 --> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55eee8171d70 con 0x55eee8202880 2024-09-10T08:17:43.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.440+0000 7f71519d9640 1 --2- 172.21.15.67:0/2121860305 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x55eee8202880 0x55eee8202c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:43.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.441+0000 7f71519d9640 1 --2- 172.21.15.67:0/2121860305 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x55eee8202880 0x55eee8202c60 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=9546bf19da3ff02e server_cookie=606e3dcc497fb12 in_seq=0 out_seq=0 2024-09-10T08:17:43.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.441+0000 7f7135ffb640 10 client.16224 ms_handle_connect on v2:172.21.15.203:6832/754287689 2024-09-10T08:17:43.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.441+0000 7f7135ffb640 1 -- 172.21.15.67:0/2121860305 <== mds.3 v2:172.21.15.203:6832/754287689 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55eee8171d70 con 0x55eee8202880 2024-09-10T08:17:43.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.441+0000 7f7135ffb640 10 client.16224 handle_command_reply: tid=0 2024-09-10T08:17:43.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.441+0000 7f7156817740 1 client.16224 shutdown 2024-09-10T08:17:43.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.441+0000 7f7156817740 1 -- 172.21.15.67:0/2121860305 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55eee82045d0 msgr2=0x55eee82197b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:43.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.441+0000 7f7156817740 1 --2- 172.21.15.67:0/2121860305 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55eee82045d0 0x55eee82197b0 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f71480cc7d0 tx=0x7f71480978b0 comp rx=0 tx=0).stop 2024-09-10T08:17:43.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.441+0000 7f7156817740 1 -- 172.21.15.67:0/2121860305 shutdown_connections 2024-09-10T08:17:43.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.441+0000 7f7156817740 1 --2- 172.21.15.67:0/2121860305 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x55eee8202880 0x55eee8202c60 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:43.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.441+0000 7f7156817740 1 --2- 172.21.15.67:0/2121860305 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55eee8205b40 0x55eee8219cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:43.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.441+0000 7f7156817740 1 --2- 172.21.15.67:0/2121860305 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55eee820f370 0x55eee8283dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:43.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.441+0000 7f7156817740 1 --2- 172.21.15.67:0/2121860305 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55eee82045d0 0x55eee82197b0 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:43.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.441+0000 7f7156817740 1 -- 172.21.15.67:0/2121860305 >> 172.21.15.67:0/2121860305 conn(0x55eee81cd310 msgr2=0x55eee8217480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:43.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.441+0000 7f7135ffb640 0 client.16224 ms_handle_reset on v2:172.21.15.203:6832/754287689 2024-09-10T08:17:43.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.441+0000 7f7156817740 1 -- 172.21.15.67:0/2121860305 shutdown_connections 2024-09-10T08:17:43.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.441+0000 7f7156817740 1 -- 172.21.15.67:0/2121860305 wait complete. 2024-09-10T08:17:43.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.441+0000 7f7156817740 20 client.16224 trim_cache size 0 max 16384 2024-09-10T08:17:43.452 INFO:teuthology.orchestra.run.smithi067.stdout:[] 2024-09-10T08:17:43.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.442+0000 7f715443e640 1 -- 172.21.15.67:0/1072534426 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f71380a2c00 msgr2=0x7f71380a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:43.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.442+0000 7f715443e640 1 --2- 172.21.15.67:0/1072534426 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f71380a2c00 0x7f71380a50c0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f7144009430 tx=0x7f714403e040 comp rx=0 tx=0).stop 2024-09-10T08:17:43.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.442+0000 7f715443e640 1 -- 172.21.15.67:0/1072534426 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f714c100a80 msgr2=0x7f714c197250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:43.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.442+0000 7f715443e640 1 --2- 172.21.15.67:0/1072534426 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f714c100a80 0x7f714c197250 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f714800d950 tx=0x7f714800de10 comp rx=0 tx=0).stop 2024-09-10T08:17:43.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.442+0000 7f715443e640 1 -- 172.21.15.67:0/1072534426 shutdown_connections 2024-09-10T08:17:43.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.442+0000 7f715443e640 1 --2- 172.21.15.67:0/1072534426 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f71380a2c00 0x7f71380a50c0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:43.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.442+0000 7f715443e640 1 --2- 172.21.15.67:0/1072534426 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f714c101420 0x7f714c197790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:43.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.442+0000 7f715443e640 1 --2- 172.21.15.67:0/1072534426 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f714c106a80 0x7f714c19bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:43.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.442+0000 7f715443e640 1 --2- 172.21.15.67:0/1072534426 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f714c100a80 0x7f714c197250 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:43.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.442+0000 7f715443e640 1 -- 172.21.15.67:0/1072534426 >> 172.21.15.67:0/1072534426 conn(0x7f714c0fc7a0 msgr2=0x7f714c0fd090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:43.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.442+0000 7f715443e640 1 -- 172.21.15.67:0/1072534426 shutdown_connections 2024-09-10T08:17:43.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:43.442+0000 7f715443e640 1 -- 172.21.15.67:0/1072534426 wait complete. 2024-09-10T08:17:43.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:17:43 smithi067 ceph-mon[31051]: pgmap v444: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 55 MiB/s wr, 25 op/s 2024-09-10T08:17:44.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:17:43 smithi203 ceph-mon[34672]: pgmap v444: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 55 MiB/s wr, 25 op/s 2024-09-10T08:17:44.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:17:43 smithi133 ceph-mon[34721]: pgmap v444: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 55 MiB/s wr, 25 op/s 2024-09-10T08:17:44.137 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-10T08:17:44.396 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:17:44.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.913+0000 7fe28a768640 1 -- 172.21.15.67:0/2503092263 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe284074f40 msgr2=0x7fe28410de80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:44.931 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.913+0000 7fe28a768640 1 --2- 172.21.15.67:0/2503092263 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe284074f40 0x7fe28410de80 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7fe278009900 tx=0x7fe27802a480 comp rx=0 tx=0).stop 2024-09-10T08:17:44.931 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.913+0000 7fe28a768640 1 -- 172.21.15.67:0/2503092263 shutdown_connections 2024-09-10T08:17:44.931 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.913+0000 7fe28a768640 1 --2- 172.21.15.67:0/2503092263 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe28410e3c0 0x7fe284110810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:44.931 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.913+0000 7fe28a768640 1 --2- 172.21.15.67:0/2503092263 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe284074f40 0x7fe28410de80 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:44.931 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.913+0000 7fe28a768640 1 --2- 172.21.15.67:0/2503092263 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe284074620 0x7fe284074a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:44.931 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.913+0000 7fe28a768640 1 -- 172.21.15.67:0/2503092263 >> 172.21.15.67:0/2503092263 conn(0x7fe2840fd8c0 msgr2=0x7fe2840ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:44.931 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.913+0000 7fe28a768640 1 -- 172.21.15.67:0/2503092263 shutdown_connections 2024-09-10T08:17:44.931 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.913+0000 7fe28a768640 1 -- 172.21.15.67:0/2503092263 wait complete. 2024-09-10T08:17:44.931 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.914+0000 7fe28a768640 1 Processor -- start 2024-09-10T08:17:44.931 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.914+0000 7fe28a768640 1 -- start start 2024-09-10T08:17:44.931 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.914+0000 7fe28a768640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe284074620 0x7fe28419a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:44.931 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.914+0000 7fe28a768640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe284074f40 0x7fe28419aae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:44.931 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.914+0000 7fe28a768640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe28410e3c0 0x7fe28419ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:44.931 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.914+0000 7fe28a768640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe284113ff0 con 0x7fe284074f40 2024-09-10T08:17:44.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.914+0000 7fe28a768640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fe284113e70 con 0x7fe284074620 2024-09-10T08:17:44.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.914+0000 7fe28a768640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fe284114170 con 0x7fe28410e3c0 2024-09-10T08:17:44.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.915+0000 7fe2837fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe284074f40 0x7fe28419aae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:44.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.915+0000 7fe2837fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe284074f40 0x7fe28419aae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37480/0 (socket says 172.21.15.67:37480) 2024-09-10T08:17:44.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.915+0000 7fe2837fe640 1 -- 172.21.15.67:0/1891397176 learned_addr learned my addr 172.21.15.67:0/1891397176 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:44.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.915+0000 7fe283fff640 1 --2- 172.21.15.67:0/1891397176 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe284074620 0x7fe28419a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:44.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.915+0000 7fe288d05640 1 --2- 172.21.15.67:0/1891397176 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe28410e3c0 0x7fe28419ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:44.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.915+0000 7fe2837fe640 1 -- 172.21.15.67:0/1891397176 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe28410e3c0 msgr2=0x7fe28419ee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:44.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.915+0000 7fe2837fe640 1 --2- 172.21.15.67:0/1891397176 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe28410e3c0 0x7fe28419ee70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:44.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.915+0000 7fe2837fe640 1 -- 172.21.15.67:0/1891397176 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe284074620 msgr2=0x7fe28419a5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:44.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.915+0000 7fe2837fe640 1 --2- 172.21.15.67:0/1891397176 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe284074620 0x7fe28419a5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:44.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.915+0000 7fe2837fe640 1 -- 172.21.15.67:0/1891397176 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe28419f550 con 0x7fe284074f40 2024-09-10T08:17:44.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.915+0000 7fe2837fe640 1 --2- 172.21.15.67:0/1891397176 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe284074f40 0x7fe28419aae0 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7fe278006010 tx=0x7fe278004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:44.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.915+0000 7fe2817fa640 1 -- 172.21.15.67:0/1891397176 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe27803f030 con 0x7fe284074f40 2024-09-10T08:17:44.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.915+0000 7fe2817fa640 1 -- 172.21.15.67:0/1891397176 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe2780035f0 con 0x7fe284074f40 2024-09-10T08:17:44.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.915+0000 7fe28a768640 1 -- 172.21.15.67:0/1891397176 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe28419f7e0 con 0x7fe284074f40 2024-09-10T08:17:44.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.915+0000 7fe2817fa640 1 -- 172.21.15.67:0/1891397176 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe278035070 con 0x7fe284074f40 2024-09-10T08:17:44.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.915+0000 7fe28a768640 1 -- 172.21.15.67:0/1891397176 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2841a7120 con 0x7fe284074f40 2024-09-10T08:17:44.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.918+0000 7fe2817fa640 1 -- 172.21.15.67:0/1891397176 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7fe278003b10 con 0x7fe284074f40 2024-09-10T08:17:44.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.918+0000 7fe28cb41740 1 Processor -- start 2024-09-10T08:17:44.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.919+0000 7fe28cb41740 1 -- start start 2024-09-10T08:17:44.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.919+0000 7fe28cb41740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56338d06cb40 0x56338d06b090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:44.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.919+0000 7fe28cb41740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56338d06b5d0 0x56338d06ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:44.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.919+0000 7fe28cb41740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56338d076370 0x56338d078760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:44.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.919+0000 7fe28cb41740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x56338cfd12f0 con 0x56338d076370 2024-09-10T08:17:44.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.919+0000 7fe28cb41740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x56338cf78cf0 con 0x56338d06cb40 2024-09-10T08:17:44.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.919+0000 7fe28cb41740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x56338cfcd2b0 con 0x56338d06b5d0 2024-09-10T08:17:44.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.919+0000 7fe2837fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56338d076370 0x56338d078760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:44.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.919+0000 7fe2837fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56338d076370 0x56338d078760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37490/0 (socket says 172.21.15.67:37490) 2024-09-10T08:17:44.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.919+0000 7fe2837fe640 1 -- 172.21.15.67:0/2761415518 learned_addr learned my addr 172.21.15.67:0/2761415518 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:44.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.919+0000 7fe288d05640 1 --2- 172.21.15.67:0/2761415518 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56338d06cb40 0x56338d06b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:44.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.919+0000 7fe283fff640 1 --2- 172.21.15.67:0/2761415518 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56338d06b5d0 0x56338d06ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:44.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.919+0000 7fe2837fe640 1 -- 172.21.15.67:0/2761415518 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56338d06b5d0 msgr2=0x56338d06ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:44.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.919+0000 7fe2837fe640 1 --2- 172.21.15.67:0/2761415518 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56338d06b5d0 0x56338d06ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:44.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.919+0000 7fe2837fe640 1 -- 172.21.15.67:0/2761415518 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56338d06cb40 msgr2=0x56338d06b090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:44.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.919+0000 7fe2837fe640 1 --2- 172.21.15.67:0/2761415518 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56338d06cb40 0x56338d06b090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:44.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.919+0000 7fe2837fe640 1 -- 172.21.15.67:0/2761415518 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56338cf5d3a0 con 0x56338d076370 2024-09-10T08:17:44.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.919+0000 7fe2817fa640 1 --2- 172.21.15.67:0/1891397176 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe26c0a2b80 0x7fe26c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:44.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.920+0000 7fe288d05640 1 --2- 172.21.15.67:0/1891397176 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe26c0a2b80 0x7fe26c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:44.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.920+0000 7fe2837fe640 1 --2- 172.21.15.67:0/2761415518 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56338d076370 0x56338d078760 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7fe2780f3fd0 tx=0x7fe2780f8270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=828eb80fc5737471 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:44.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.920+0000 7fe2817fa640 1 -- 172.21.15.67:0/1891397176 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fe2780eff90 con 0x7fe284074f40 2024-09-10T08:17:44.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.920+0000 7fe26a7fc640 1 -- 172.21.15.67:0/2761415518 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2780b8690 con 0x56338d076370 2024-09-10T08:17:44.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.920+0000 7fe26a7fc640 1 -- 172.21.15.67:0/2761415518 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe2780bcaf0 con 0x56338d076370 2024-09-10T08:17:44.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.920+0000 7fe26a7fc640 1 -- 172.21.15.67:0/2761415518 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2780037a0 con 0x56338d076370 2024-09-10T08:17:44.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.920+0000 7fe28cb41740 1 -- 172.21.15.67:0/2761415518 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56338d076370 msgr2=0x56338d078760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:44.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.920+0000 7fe288d05640 1 --2- 172.21.15.67:0/1891397176 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe26c0a2b80 0x7fe26c0a5040 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fe27c008dc0 tx=0x7fe27c008570 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:44.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.920+0000 7fe28cb41740 1 --2- 172.21.15.67:0/2761415518 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56338d076370 0x56338d078760 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7fe2780f3fd0 tx=0x7fe2780f8270 comp rx=0 tx=0).stop 2024-09-10T08:17:44.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.921+0000 7fe28cb41740 1 -- 172.21.15.67:0/2761415518 shutdown_connections 2024-09-10T08:17:44.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.921+0000 7fe28cb41740 1 --2- 172.21.15.67:0/2761415518 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56338d076370 0x56338d078760 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:44.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.921+0000 7fe28cb41740 1 --2- 172.21.15.67:0/2761415518 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56338d06b5d0 0x56338d06ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:44.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.921+0000 7fe28cb41740 1 --2- 172.21.15.67:0/2761415518 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56338d06cb40 0x56338d06b090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:44.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.921+0000 7fe28cb41740 1 -- 172.21.15.67:0/2761415518 >> 172.21.15.67:0/2761415518 conn(0x56338d034310 msgr2=0x56338d067c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:44.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.921+0000 7fe28cb41740 1 -- 172.21.15.67:0/2761415518 shutdown_connections 2024-09-10T08:17:44.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.921+0000 7fe28cb41740 1 -- 172.21.15.67:0/2761415518 wait complete. 2024-09-10T08:17:44.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.921+0000 7fe28cb41740 1 -- start start 2024-09-10T08:17:44.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.921+0000 7fe28cb41740 1 Processor -- start 2024-09-10T08:17:44.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.922+0000 7fe28cb41740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56338d06b5d0 0x56338d075d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:44.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.922+0000 7fe28cb41740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56338d06cb40 0x56338d073010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:44.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.922+0000 7fe28cb41740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56338d076370 0x56338d073600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:44.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.922+0000 7fe28cb41740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x56338d078e30 con 0x56338d06b5d0 2024-09-10T08:17:44.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.922+0000 7fe28cb41740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x56338cf8c060 con 0x56338d076370 2024-09-10T08:17:44.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.922+0000 7fe28cb41740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x56338d078fb0 con 0x56338d06cb40 2024-09-10T08:17:44.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.922+0000 7fe28cb41740 10 client.0 _ll_register_callbacks cb 0x56338ccdf8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:17:44.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.922+0000 7fe283fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56338d06b5d0 0x56338d075d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:44.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.922+0000 7fe283fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56338d06b5d0 0x56338d075d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37504/0 (socket says 172.21.15.67:37504) 2024-09-10T08:17:44.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.922+0000 7fe283fff640 1 -- 172.21.15.67:0/1463604455 learned_addr learned my addr 172.21.15.67:0/1463604455 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:44.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.922+0000 7fe288d05640 1 --2- 172.21.15.67:0/1463604455 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56338d076370 0x56338d073600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:44.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.922+0000 7fe2837fe640 1 --2- 172.21.15.67:0/1463604455 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56338d06cb40 0x56338d073010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:44.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.922+0000 7fe283fff640 1 -- 172.21.15.67:0/1463604455 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56338d06cb40 msgr2=0x56338d073010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:44.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.922+0000 7fe283fff640 1 --2- 172.21.15.67:0/1463604455 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56338d06cb40 0x56338d073010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:44.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.922+0000 7fe283fff640 1 -- 172.21.15.67:0/1463604455 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56338d076370 msgr2=0x56338d073600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:44.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.922+0000 7fe283fff640 1 --2- 172.21.15.67:0/1463604455 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56338d076370 0x56338d073600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:44.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.922+0000 7fe283fff640 1 -- 172.21.15.67:0/1463604455 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56338cd423c0 con 0x56338d06b5d0 2024-09-10T08:17:44.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.922+0000 7fe288d05640 1 --2- 172.21.15.67:0/1463604455 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56338d076370 0x56338d073600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:17:44.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.922+0000 7fe2837fe640 1 --2- 172.21.15.67:0/1463604455 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56338d06cb40 0x56338d073010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:17:44.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.922+0000 7fe283fff640 1 --2- 172.21.15.67:0/1463604455 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56338d06b5d0 0x56338d075d60 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7fe274010a50 tx=0x7fe274010f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46d51f46089d2b7d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:44.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.922+0000 7fe2637fe640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:17:44.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.922+0000 7fe2637fe640 1 -- 172.21.15.67:0/1463604455 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe27401e060 con 0x56338d06b5d0 2024-09-10T08:17:44.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.922+0000 7fe2637fe640 1 -- 172.21.15.67:0/1463604455 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fe27400fbd0 con 0x56338d06b5d0 2024-09-10T08:17:44.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.922+0000 7fe28cb41740 1 -- 172.21.15.67:0/1463604455 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe2780bcaf0 con 0x56338d06b5d0 2024-09-10T08:17:44.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.923+0000 7fe2637fe640 1 -- 172.21.15.67:0/1463604455 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fe274025050 con 0x56338d06b5d0 2024-09-10T08:17:44.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.923+0000 7fe28cb41740 10 client.16236 fetch_fsmap learned FSMap version 29 2024-09-10T08:17:44.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.923+0000 7fe28cb41740 1 -- 172.21.15.67:0/1463604455 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56338d084820 con 0x56338d06b5d0 2024-09-10T08:17:44.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.923+0000 7fe2637fe640 1 -- 172.21.15.67:0/1463604455 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe2780bcaf0 con 0x56338d06b5d0 2024-09-10T08:17:44.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.923+0000 7fe2637fe640 1 -- 172.21.15.67:0/1463604455 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fe27400e3b0 con 0x56338d06b5d0 2024-09-10T08:17:44.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.923+0000 7fe28cb41740 10 client.16236 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:17:44.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.923+0000 7fe28cb41740 10 client.16236 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T08:17:44.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.923+0000 7fe28cb41740 20 client.16236 populate_metadata read hostname 'smithi067' 2024-09-10T08:17:44.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.923+0000 7fe28cb41740 1 --2- 172.21.15.67:0/1463604455 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x56338d085ce0 0x56338d0880d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:44.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.923+0000 7fe28cb41740 4 client.16236 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:17:44.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.923+0000 7fe28cb41740 1 -- 172.21.15.67:0/1463604455 --> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56338cfde860 con 0x56338d085ce0 2024-09-10T08:17:44.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.923+0000 7fe2837fe640 1 --2- 172.21.15.67:0/1463604455 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x56338d085ce0 0x56338d0880d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:44.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.924+0000 7fe2837fe640 1 --2- 172.21.15.67:0/1463604455 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x56338d085ce0 0x56338d0880d0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a6e22e7cfb2e1f81 server_cookie=87cec91e12b6290 in_seq=0 out_seq=0 2024-09-10T08:17:44.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.924+0000 7fe2637fe640 10 client.16236 ms_handle_connect on v2:172.21.15.203:6836/4255783395 2024-09-10T08:17:44.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.925+0000 7fe2637fe640 1 -- 172.21.15.67:0/1463604455 <== mds.2 v2:172.21.15.203:6836/4255783395 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56338cfde860 con 0x56338d085ce0 2024-09-10T08:17:44.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.925+0000 7fe2637fe640 10 client.16236 handle_command_reply: tid=0 2024-09-10T08:17:44.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.925+0000 7fe28cb41740 1 client.16236 shutdown 2024-09-10T08:17:44.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.925+0000 7fe28cb41740 1 -- 172.21.15.67:0/1463604455 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56338d06b5d0 msgr2=0x56338d075d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:44.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.925+0000 7fe28cb41740 1 --2- 172.21.15.67:0/1463604455 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56338d06b5d0 0x56338d075d60 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7fe274010a50 tx=0x7fe274010f10 comp rx=0 tx=0).stop 2024-09-10T08:17:44.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.925+0000 7fe28cb41740 1 -- 172.21.15.67:0/1463604455 shutdown_connections 2024-09-10T08:17:44.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.925+0000 7fe28cb41740 1 --2- 172.21.15.67:0/1463604455 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x56338d085ce0 0x56338d0880d0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:44.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.925+0000 7fe28cb41740 1 --2- 172.21.15.67:0/1463604455 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56338d076370 0x56338d073600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:44.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.925+0000 7fe28cb41740 1 --2- 172.21.15.67:0/1463604455 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56338d06cb40 0x56338d073010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:44.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.925+0000 7fe2637fe640 0 client.16236 ms_handle_reset on v2:172.21.15.203:6836/4255783395 2024-09-10T08:17:44.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.925+0000 7fe28cb41740 1 --2- 172.21.15.67:0/1463604455 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56338d06b5d0 0x56338d075d60 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:44.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.925+0000 7fe28cb41740 1 -- 172.21.15.67:0/1463604455 >> 172.21.15.67:0/1463604455 conn(0x56338d034310 msgr2=0x56338d06d960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:44.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.925+0000 7fe28cb41740 1 -- 172.21.15.67:0/1463604455 shutdown_connections 2024-09-10T08:17:44.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.925+0000 7fe28cb41740 1 -- 172.21.15.67:0/1463604455 wait complete. 2024-09-10T08:17:44.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.925+0000 7fe28cb41740 20 client.16236 trim_cache size 0 max 16384 2024-09-10T08:17:44.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.939+0000 7fe28cb41740 1 Processor -- start 2024-09-10T08:17:44.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.939+0000 7fe28cb41740 1 -- start start 2024-09-10T08:17:44.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.939+0000 7fe28cb41740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56338d06b5d0 0x56338d066bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:44.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.939+0000 7fe28cb41740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56338d06cb40 0x56338d067130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:44.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.939+0000 7fe28cb41740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56338d076370 0x56338d06e120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:44.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.939+0000 7fe28cb41740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe2841b0f80 con 0x56338d06cb40 2024-09-10T08:17:44.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.939+0000 7fe28cb41740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fe2841b2ac0 con 0x56338d076370 2024-09-10T08:17:44.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.939+0000 7fe28cb41740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fe2841b1650 con 0x56338d06b5d0 2024-09-10T08:17:44.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.939+0000 7fe2837fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56338d06cb40 0x56338d067130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:44.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.939+0000 7fe2837fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56338d06cb40 0x56338d067130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37520/0 (socket says 172.21.15.67:37520) 2024-09-10T08:17:44.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.939+0000 7fe2837fe640 1 -- 172.21.15.67:0/1067565140 learned_addr learned my addr 172.21.15.67:0/1067565140 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:44.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.939+0000 7fe283fff640 1 --2- 172.21.15.67:0/1067565140 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56338d06b5d0 0x56338d066bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:44.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.940+0000 7fe288d05640 1 --2- 172.21.15.67:0/1067565140 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56338d076370 0x56338d06e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:44.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.940+0000 7fe2837fe640 1 -- 172.21.15.67:0/1067565140 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56338d06b5d0 msgr2=0x56338d066bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:44.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.940+0000 7fe2837fe640 1 --2- 172.21.15.67:0/1067565140 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56338d06b5d0 0x56338d066bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:44.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.940+0000 7fe2837fe640 1 -- 172.21.15.67:0/1067565140 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56338d076370 msgr2=0x56338d06e120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:44.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.940+0000 7fe2837fe640 1 --2- 172.21.15.67:0/1067565140 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56338d076370 0x56338d06e120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:44.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.940+0000 7fe2837fe640 1 -- 172.21.15.67:0/1067565140 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56338d088730 con 0x56338d06cb40 2024-09-10T08:17:44.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.940+0000 7fe2837fe640 1 --2- 172.21.15.67:0/1067565140 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56338d06cb40 0x56338d067130 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7fe2780eda00 tx=0x7fe27802a480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3de98c62688e50c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:44.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.940+0000 7fe269ffb640 1 -- 172.21.15.67:0/1067565140 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe278049040 con 0x56338d06cb40 2024-09-10T08:17:44.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.940+0000 7fe269ffb640 1 -- 172.21.15.67:0/1067565140 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe2780bcaf0 con 0x56338d06cb40 2024-09-10T08:17:44.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.940+0000 7fe269ffb640 1 -- 172.21.15.67:0/1067565140 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2780bbd50 con 0x56338d06cb40 2024-09-10T08:17:44.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.941+0000 7fe28cb41740 1 -- 172.21.15.67:0/1067565140 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56338d06cb40 msgr2=0x56338d067130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:44.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.941+0000 7fe28cb41740 1 --2- 172.21.15.67:0/1067565140 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56338d06cb40 0x56338d067130 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7fe2780eda00 tx=0x7fe27802a480 comp rx=0 tx=0).stop 2024-09-10T08:17:44.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.941+0000 7fe28cb41740 1 -- 172.21.15.67:0/1067565140 shutdown_connections 2024-09-10T08:17:44.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.941+0000 7fe28cb41740 1 --2- 172.21.15.67:0/1067565140 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56338d076370 0x56338d06e120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:44.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.941+0000 7fe28cb41740 1 --2- 172.21.15.67:0/1067565140 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56338d06cb40 0x56338d067130 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:44.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.941+0000 7fe28cb41740 1 --2- 172.21.15.67:0/1067565140 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56338d06b5d0 0x56338d066bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:44.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.941+0000 7fe28cb41740 1 -- 172.21.15.67:0/1067565140 >> 172.21.15.67:0/1067565140 conn(0x56338d034310 msgr2=0x56338d0664e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:44.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.941+0000 7fe28cb41740 1 -- 172.21.15.67:0/1067565140 shutdown_connections 2024-09-10T08:17:44.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.941+0000 7fe28cb41740 1 -- 172.21.15.67:0/1067565140 wait complete. 2024-09-10T08:17:44.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.941+0000 7fe28cb41740 1 -- start start 2024-09-10T08:17:44.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.941+0000 7fe28cb41740 1 Processor -- start 2024-09-10T08:17:44.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.942+0000 7fe28cb41740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56338d06b5d0 0x56338d070130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:44.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.942+0000 7fe28cb41740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56338d06cb40 0x56338d070670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:44.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.942+0000 7fe28cb41740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56338d076370 0x56338d070bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:44.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.942+0000 7fe28cb41740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe2841b23f0 con 0x56338d06b5d0 2024-09-10T08:17:44.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.942+0000 7fe28cb41740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fe2841b1d20 con 0x56338d076370 2024-09-10T08:17:44.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.942+0000 7fe28cb41740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fe2841aef60 con 0x56338d06cb40 2024-09-10T08:17:44.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.942+0000 7fe28cb41740 10 client.0 _ll_register_callbacks cb 0x7fe27400a820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:17:44.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.942+0000 7fe283fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56338d06b5d0 0x56338d070130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:44.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.942+0000 7fe283fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56338d06b5d0 0x56338d070130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37528/0 (socket says 172.21.15.67:37528) 2024-09-10T08:17:44.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.942+0000 7fe283fff640 1 -- 172.21.15.67:0/86444428 learned_addr learned my addr 172.21.15.67:0/86444428 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:44.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.942+0000 7fe2837fe640 1 --2- 172.21.15.67:0/86444428 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56338d06cb40 0x56338d070670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:44.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.942+0000 7fe288d05640 1 --2- 172.21.15.67:0/86444428 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56338d076370 0x56338d070bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:44.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.942+0000 7fe283fff640 1 -- 172.21.15.67:0/86444428 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56338d06cb40 msgr2=0x56338d070670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:44.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.942+0000 7fe283fff640 1 --2- 172.21.15.67:0/86444428 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56338d06cb40 0x56338d070670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:44.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.942+0000 7fe283fff640 1 -- 172.21.15.67:0/86444428 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56338d076370 msgr2=0x56338d070bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:44.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.942+0000 7fe283fff640 1 --2- 172.21.15.67:0/86444428 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56338d076370 0x56338d070bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:44.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.942+0000 7fe283fff640 1 -- 172.21.15.67:0/86444428 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56338d0efa50 con 0x56338d06b5d0 2024-09-10T08:17:44.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.942+0000 7fe2837fe640 1 --2- 172.21.15.67:0/86444428 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56338d06cb40 0x56338d070670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:17:44.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.942+0000 7fe283fff640 1 --2- 172.21.15.67:0/86444428 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56338d06b5d0 0x56338d070130 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7fe274010a50 tx=0x7fe27400e5e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e562a231c7a2299 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:44.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.942+0000 7fe2637fe640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:17:44.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.943+0000 7fe2637fe640 1 -- 172.21.15.67:0/86444428 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe27400a340 con 0x56338d06b5d0 2024-09-10T08:17:44.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.943+0000 7fe2637fe640 1 -- 172.21.15.67:0/86444428 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fe27400fde0 con 0x56338d06b5d0 2024-09-10T08:17:44.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.943+0000 7fe28cb41740 1 -- 172.21.15.67:0/86444428 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe2780bcaf0 con 0x56338d06b5d0 2024-09-10T08:17:44.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.943+0000 7fe2637fe640 1 -- 172.21.15.67:0/86444428 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fe27401e020 con 0x56338d06b5d0 2024-09-10T08:17:44.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.943+0000 7fe28cb41740 10 client.16242 fetch_fsmap learned FSMap version 29 2024-09-10T08:17:44.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.943+0000 7fe28cb41740 1 -- 172.21.15.67:0/86444428 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56338d0f0d30 con 0x56338d06b5d0 2024-09-10T08:17:44.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.943+0000 7fe2637fe640 1 -- 172.21.15.67:0/86444428 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe2780bcaf0 con 0x56338d06b5d0 2024-09-10T08:17:44.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.943+0000 7fe2637fe640 1 -- 172.21.15.67:0/86444428 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fe274005480 con 0x56338d06b5d0 2024-09-10T08:17:44.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.943+0000 7fe28cb41740 10 client.16242 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:17:44.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.943+0000 7fe28cb41740 10 client.16242 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T08:17:44.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.943+0000 7fe28cb41740 20 client.16242 populate_metadata read hostname 'smithi067' 2024-09-10T08:17:44.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.943+0000 7fe28cb41740 1 --2- 172.21.15.67:0/86444428 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x56338d0f14d0 0x56338d0f38f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:44.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.943+0000 7fe28cb41740 4 client.16242 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T08:17:44.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.943+0000 7fe28cb41740 1 -- 172.21.15.67:0/86444428 --> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56338cfd8d70 con 0x56338d0f14d0 2024-09-10T08:17:44.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.944+0000 7fe2837fe640 1 --2- 172.21.15.67:0/86444428 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x56338d0f14d0 0x56338d0f38f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:44.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.944+0000 7fe2837fe640 1 --2- 172.21.15.67:0/86444428 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x56338d0f14d0 0x56338d0f38f0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=4b2a46935c5734d6 server_cookie=42e3980acc989dbe in_seq=0 out_seq=0 2024-09-10T08:17:44.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.944+0000 7fe2637fe640 10 client.16242 ms_handle_connect on v2:172.21.15.203:6836/4255783395 2024-09-10T08:17:44.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.944+0000 7fe2637fe640 1 -- 172.21.15.67:0/86444428 <== mds.2 v2:172.21.15.203:6836/4255783395 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56338cfd8d70 con 0x56338d0f14d0 2024-09-10T08:17:44.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.944+0000 7fe2637fe640 10 client.16242 handle_command_reply: tid=0 2024-09-10T08:17:44.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.944+0000 7fe28cb41740 1 client.16242 shutdown 2024-09-10T08:17:44.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.944+0000 7fe28cb41740 1 -- 172.21.15.67:0/86444428 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56338d06b5d0 msgr2=0x56338d070130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:44.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.944+0000 7fe28cb41740 1 --2- 172.21.15.67:0/86444428 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56338d06b5d0 0x56338d070130 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7fe274010a50 tx=0x7fe27400e5e0 comp rx=0 tx=0).stop 2024-09-10T08:17:44.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.944+0000 7fe28cb41740 1 -- 172.21.15.67:0/86444428 shutdown_connections 2024-09-10T08:17:44.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.944+0000 7fe28cb41740 1 --2- 172.21.15.67:0/86444428 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x56338d0f14d0 0x56338d0f38f0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:44.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.944+0000 7fe28cb41740 1 --2- 172.21.15.67:0/86444428 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56338d076370 0x56338d070bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:44.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.944+0000 7fe28cb41740 1 --2- 172.21.15.67:0/86444428 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56338d06cb40 0x56338d070670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:44.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.944+0000 7fe2637fe640 0 client.16242 ms_handle_reset on v2:172.21.15.203:6836/4255783395 2024-09-10T08:17:44.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.944+0000 7fe28cb41740 1 --2- 172.21.15.67:0/86444428 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56338d06b5d0 0x56338d070130 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:44.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.944+0000 7fe28cb41740 1 -- 172.21.15.67:0/86444428 >> 172.21.15.67:0/86444428 conn(0x56338d034310 msgr2=0x56338d066d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:44.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.945+0000 7fe28cb41740 1 -- 172.21.15.67:0/86444428 shutdown_connections 2024-09-10T08:17:44.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.945+0000 7fe28cb41740 1 -- 172.21.15.67:0/86444428 wait complete. 2024-09-10T08:17:44.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.945+0000 7fe28cb41740 20 client.16242 trim_cache size 0 max 16384 2024-09-10T08:17:44.951 INFO:teuthology.orchestra.run.smithi067.stdout:[] 2024-09-10T08:17:44.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.945+0000 7fe28a768640 1 -- 172.21.15.67:0/1891397176 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe26c0a2b80 msgr2=0x7fe26c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:44.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.945+0000 7fe28a768640 1 --2- 172.21.15.67:0/1891397176 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe26c0a2b80 0x7fe26c0a5040 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fe27c008dc0 tx=0x7fe27c008570 comp rx=0 tx=0).stop 2024-09-10T08:17:44.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.945+0000 7fe28a768640 1 -- 172.21.15.67:0/1891397176 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe284074f40 msgr2=0x7fe28419aae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:44.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.945+0000 7fe28a768640 1 --2- 172.21.15.67:0/1891397176 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe284074f40 0x7fe28419aae0 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7fe278006010 tx=0x7fe278004270 comp rx=0 tx=0).stop 2024-09-10T08:17:44.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.945+0000 7fe28a768640 1 -- 172.21.15.67:0/1891397176 shutdown_connections 2024-09-10T08:17:44.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.945+0000 7fe28a768640 1 --2- 172.21.15.67:0/1891397176 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fe26c0a2b80 0x7fe26c0a5040 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:44.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.945+0000 7fe28a768640 1 --2- 172.21.15.67:0/1891397176 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fe28410e3c0 0x7fe28419ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:44.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.945+0000 7fe28a768640 1 --2- 172.21.15.67:0/1891397176 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe284074f40 0x7fe28419aae0 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:44.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.945+0000 7fe28a768640 1 --2- 172.21.15.67:0/1891397176 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fe284074620 0x7fe28419a5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:44.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.945+0000 7fe28a768640 1 -- 172.21.15.67:0/1891397176 >> 172.21.15.67:0/1891397176 conn(0x7fe2840fd8c0 msgr2=0x7fe2840ff0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:44.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.945+0000 7fe28a768640 1 -- 172.21.15.67:0/1891397176 shutdown_connections 2024-09-10T08:17:44.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:44.945+0000 7fe28a768640 1 -- 172.21.15.67:0/1891397176 wait complete. 2024-09-10T08:17:45.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:17:45 smithi067 ceph-mon[31051]: pgmap v445: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 46 MiB/s wr, 22 op/s 2024-09-10T08:17:46.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:17:45 smithi203 ceph-mon[34672]: pgmap v445: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 46 MiB/s wr, 22 op/s 2024-09-10T08:17:46.074 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-10T08:17:46.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:17:45 smithi133 ceph-mon[34721]: pgmap v445: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 46 MiB/s wr, 22 op/s 2024-09-10T08:17:46.339 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:17:46.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.853+0000 7f5d8fb86640 1 -- 172.21.15.67:0/1470577598 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5d88102d40 msgr2=0x7f5d88103120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:46.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.853+0000 7f5d8fb86640 1 --2- 172.21.15.67:0/1470577598 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5d88102d40 0x7f5d88103120 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f5d84009900 tx=0x7f5d8402a480 comp rx=0 tx=0).stop 2024-09-10T08:17:46.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.853+0000 7f5d8fb86640 1 -- 172.21.15.67:0/1470577598 shutdown_connections 2024-09-10T08:17:46.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.853+0000 7f5d8fb86640 1 --2- 172.21.15.67:0/1470577598 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5d88103660 0x7f5d8810bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:46.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.853+0000 7f5d8fb86640 1 --2- 172.21.15.67:0/1470577598 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5d8810c170 0x7f5d8810e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:46.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.853+0000 7f5d8fb86640 1 --2- 172.21.15.67:0/1470577598 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5d88102d40 0x7f5d88103120 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:46.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.853+0000 7f5d8fb86640 1 -- 172.21.15.67:0/1470577598 >> 172.21.15.67:0/1470577598 conn(0x7f5d880fc7a0 msgr2=0x7f5d880febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:46.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.853+0000 7f5d8fb86640 1 -- 172.21.15.67:0/1470577598 shutdown_connections 2024-09-10T08:17:46.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.853+0000 7f5d8fb86640 1 -- 172.21.15.67:0/1470577598 wait complete. 2024-09-10T08:17:46.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.854+0000 7f5d8fb86640 1 Processor -- start 2024-09-10T08:17:46.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.854+0000 7f5d8fb86640 1 -- start start 2024-09-10T08:17:46.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.854+0000 7f5d8fb86640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5d88102d40 0x7f5d8819a590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:46.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.854+0000 7f5d8fb86640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5d88103660 0x7f5d8819aad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:46.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.854+0000 7f5d8fb86640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5d8810c170 0x7f5d8819ee60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:46.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.854+0000 7f5d8fb86640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f5d88111e70 con 0x7f5d88103660 2024-09-10T08:17:46.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.854+0000 7f5d8fb86640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f5d88111cf0 con 0x7f5d88102d40 2024-09-10T08:17:46.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.854+0000 7f5d8fb86640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f5d88111ff0 con 0x7f5d8810c170 2024-09-10T08:17:46.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.854+0000 7f5d8d121640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5d88103660 0x7f5d8819aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:46.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.854+0000 7f5d8d121640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5d88103660 0x7f5d8819aad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39980/0 (socket says 172.21.15.67:39980) 2024-09-10T08:17:46.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.854+0000 7f5d8d121640 1 -- 172.21.15.67:0/4233895954 learned_addr learned my addr 172.21.15.67:0/4233895954 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:46.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.854+0000 7f5d8e123640 1 --2- 172.21.15.67:0/4233895954 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5d8810c170 0x7f5d8819ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:46.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.854+0000 7f5d8d922640 1 --2- 172.21.15.67:0/4233895954 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5d88102d40 0x7f5d8819a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:46.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.855+0000 7f5d8d121640 1 -- 172.21.15.67:0/4233895954 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5d8810c170 msgr2=0x7f5d8819ee60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:46.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.855+0000 7f5d8d121640 1 --2- 172.21.15.67:0/4233895954 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5d8810c170 0x7f5d8819ee60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:46.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.855+0000 7f5d8d121640 1 -- 172.21.15.67:0/4233895954 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5d88102d40 msgr2=0x7f5d8819a590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:46.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.855+0000 7f5d8d121640 1 --2- 172.21.15.67:0/4233895954 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5d88102d40 0x7f5d8819a590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:46.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.855+0000 7f5d8d121640 1 -- 172.21.15.67:0/4233895954 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d8819f540 con 0x7f5d88103660 2024-09-10T08:17:46.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.855+0000 7f5d8d121640 1 --2- 172.21.15.67:0/4233895954 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5d88103660 0x7f5d8819aad0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f5d7800d740 tx=0x7f5d7800dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:46.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.855+0000 7f5d7effd640 1 -- 172.21.15.67:0/4233895954 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d78017070 con 0x7f5d88103660 2024-09-10T08:17:46.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.855+0000 7f5d7effd640 1 -- 172.21.15.67:0/4233895954 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5d7800de50 con 0x7f5d88103660 2024-09-10T08:17:46.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.855+0000 7f5d8fb86640 1 -- 172.21.15.67:0/4233895954 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d8819f830 con 0x7f5d88103660 2024-09-10T08:17:46.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.855+0000 7f5d7effd640 1 -- 172.21.15.67:0/4233895954 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d7800f620 con 0x7f5d88103660 2024-09-10T08:17:46.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.855+0000 7f5d8fb86640 1 -- 172.21.15.67:0/4233895954 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d881a7110 con 0x7f5d88103660 2024-09-10T08:17:46.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.858+0000 7f5d7effd640 1 -- 172.21.15.67:0/4233895954 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f5d78009c30 con 0x7f5d88103660 2024-09-10T08:17:46.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.858+0000 7f5d91f5f740 1 Processor -- start 2024-09-10T08:17:46.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.858+0000 7f5d91f5f740 1 -- start start 2024-09-10T08:17:46.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.859+0000 7f5d7effd640 1 --2- 172.21.15.67:0/4233895954 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5d740a2c00 0x7f5d740a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:46.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.859+0000 7f5d91f5f740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ad84419b40 0x55ad84418090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:46.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.859+0000 7f5d91f5f740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ad844185d0 0x55ad84418a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:46.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.859+0000 7f5d91f5f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ad84423370 0x55ad84425760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:46.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.859+0000 7f5d91f5f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55ad8437e2f0 con 0x55ad84423370 2024-09-10T08:17:46.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.859+0000 7f5d91f5f740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55ad84325cf0 con 0x55ad84419b40 2024-09-10T08:17:46.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.859+0000 7f5d91f5f740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55ad8437a2b0 con 0x55ad844185d0 2024-09-10T08:17:46.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.859+0000 7f5d7effd640 1 -- 172.21.15.67:0/4233895954 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f5d780ceec0 con 0x7f5d88103660 2024-09-10T08:17:46.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.859+0000 7f5d8e123640 1 --2- 172.21.15.67:0/4233895954 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5d740a2c00 0x7f5d740a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:46.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.859+0000 7f5d8d922640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ad84419b40 0x55ad84418090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:46.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.859+0000 7f5d8d121640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ad844185d0 0x55ad84418a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:46.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.859+0000 7f5d8d121640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ad844185d0 0x55ad84418a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.67:47690/0 (socket says 172.21.15.67:47690) 2024-09-10T08:17:46.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.859+0000 7f5d8d922640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ad84419b40 0x55ad84418090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.67:37092/0 (socket says 172.21.15.67:37092) 2024-09-10T08:17:46.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.859+0000 7f5d8d121640 1 -- 172.21.15.67:0/3582915378 learned_addr learned my addr 172.21.15.67:0/3582915378 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:46.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.859+0000 7f5d8e123640 1 --2- 172.21.15.67:0/3582915378 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ad84423370 0x55ad84425760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:46.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.859+0000 7f5d8d121640 1 -- 172.21.15.67:0/3582915378 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ad84419b40 msgr2=0x55ad84418090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:46.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.859+0000 7f5d8d121640 1 --2- 172.21.15.67:0/3582915378 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ad84419b40 0x55ad84418090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:46.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.859+0000 7f5d8d121640 1 -- 172.21.15.67:0/3582915378 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ad84423370 msgr2=0x55ad84425760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:46.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.859+0000 7f5d8d121640 1 --2- 172.21.15.67:0/3582915378 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ad84423370 0x55ad84425760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:46.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.859+0000 7f5d8d121640 1 -- 172.21.15.67:0/3582915378 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ad8430a3a0 con 0x55ad844185d0 2024-09-10T08:17:46.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.859+0000 7f5d8e123640 1 --2- 172.21.15.67:0/4233895954 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5d740a2c00 0x7f5d740a50c0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f5d80009fd0 tx=0x7f5d80009da0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:46.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.859+0000 7f5d8d121640 1 --2- 172.21.15.67:0/3582915378 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ad844185d0 0x55ad84418a10 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f5d78097da0 tx=0x7f5d78000bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c78fe743d2f3c133 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:46.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.860+0000 7f5d73fff640 1 -- 172.21.15.67:0/3582915378 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d78020070 con 0x55ad844185d0 2024-09-10T08:17:46.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.860+0000 7f5d73fff640 1 -- 172.21.15.67:0/3582915378 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5d78013050 con 0x55ad844185d0 2024-09-10T08:17:46.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.860+0000 7f5d73fff640 1 -- 172.21.15.67:0/3582915378 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d780a3f90 con 0x55ad844185d0 2024-09-10T08:17:46.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.860+0000 7f5d91f5f740 1 -- 172.21.15.67:0/3582915378 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ad844185d0 msgr2=0x55ad84418a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:46.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.860+0000 7f5d91f5f740 1 --2- 172.21.15.67:0/3582915378 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ad844185d0 0x55ad84418a10 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f5d78097da0 tx=0x7f5d78000bc0 comp rx=0 tx=0).stop 2024-09-10T08:17:46.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.860+0000 7f5d91f5f740 1 -- 172.21.15.67:0/3582915378 shutdown_connections 2024-09-10T08:17:46.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.860+0000 7f5d91f5f740 1 --2- 172.21.15.67:0/3582915378 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ad84423370 0x55ad84425760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:46.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.860+0000 7f5d91f5f740 1 --2- 172.21.15.67:0/3582915378 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ad844185d0 0x55ad84418a10 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:46.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.860+0000 7f5d91f5f740 1 --2- 172.21.15.67:0/3582915378 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ad84419b40 0x55ad84418090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:46.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.860+0000 7f5d91f5f740 1 -- 172.21.15.67:0/3582915378 >> 172.21.15.67:0/3582915378 conn(0x55ad843e1310 msgr2=0x55ad84414c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:46.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.861+0000 7f5d91f5f740 1 -- 172.21.15.67:0/3582915378 shutdown_connections 2024-09-10T08:17:46.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.861+0000 7f5d91f5f740 1 -- 172.21.15.67:0/3582915378 wait complete. 2024-09-10T08:17:46.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.861+0000 7f5d91f5f740 1 -- start start 2024-09-10T08:17:46.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.861+0000 7f5d91f5f740 1 Processor -- start 2024-09-10T08:17:46.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.861+0000 7f5d91f5f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ad844185d0 0x55ad84422d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:46.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.861+0000 7f5d91f5f740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ad84419b40 0x55ad8441ffc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:46.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.861+0000 7f5d91f5f740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ad84423370 0x55ad84420560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:46.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.861+0000 7f5d91f5f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55ad84425fb0 con 0x55ad844185d0 2024-09-10T08:17:46.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.861+0000 7f5d91f5f740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55ad84339060 con 0x55ad84423370 2024-09-10T08:17:46.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.861+0000 7f5d91f5f740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55ad84426130 con 0x55ad84419b40 2024-09-10T08:17:46.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.861+0000 7f5d91f5f740 10 client.0 _ll_register_callbacks cb 0x55ad8408c8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:17:46.908 INFO:teuthology.orchestra.run.smithi067.stdout:[] 2024-09-10T08:17:46.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.862+0000 7f5d8d922640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ad844185d0 0x55ad84422d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:46.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.862+0000 7f5d8d922640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ad844185d0 0x55ad84422d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39996/0 (socket says 172.21.15.67:39996) 2024-09-10T08:17:46.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.862+0000 7f5d8d922640 1 -- 172.21.15.67:0/1077057777 learned_addr learned my addr 172.21.15.67:0/1077057777 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:46.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.862+0000 7f5d8d121640 1 --2- 172.21.15.67:0/1077057777 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ad84419b40 0x55ad8441ffc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:46.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.862+0000 7f5d8e123640 1 --2- 172.21.15.67:0/1077057777 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ad84423370 0x55ad84420560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:46.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.862+0000 7f5d8d922640 1 -- 172.21.15.67:0/1077057777 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ad84419b40 msgr2=0x55ad8441ffc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:46.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.862+0000 7f5d8d922640 1 --2- 172.21.15.67:0/1077057777 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ad84419b40 0x55ad8441ffc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:46.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.862+0000 7f5d8d922640 1 -- 172.21.15.67:0/1077057777 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ad84423370 msgr2=0x55ad84420560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:46.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.862+0000 7f5d8d922640 1 --2- 172.21.15.67:0/1077057777 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ad84423370 0x55ad84420560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:46.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.862+0000 7f5d8d922640 1 -- 172.21.15.67:0/1077057777 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ad840ef3c0 con 0x55ad844185d0 2024-09-10T08:17:46.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.862+0000 7f5d8e123640 1 --2- 172.21.15.67:0/1077057777 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ad84423370 0x55ad84420560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:17:46.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.862+0000 7f5d8d922640 1 --2- 172.21.15.67:0/1077057777 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ad844185d0 0x55ad84422d10 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f5d84009230 tx=0x7f5d84004580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=954c84f8502bfe05 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:46.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.862+0000 7f5d717fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:17:46.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.862+0000 7f5d717fa640 1 -- 172.21.15.67:0/1077057777 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d84035040 con 0x55ad844185d0 2024-09-10T08:17:46.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.862+0000 7f5d91f5f740 1 -- 172.21.15.67:0/1077057777 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5d78013050 con 0x55ad844185d0 2024-09-10T08:17:46.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.862+0000 7f5d717fa640 1 -- 172.21.15.67:0/1077057777 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f5d84005590 con 0x55ad844185d0 2024-09-10T08:17:46.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.862+0000 7f5d717fa640 1 -- 172.21.15.67:0/1077057777 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f5d8404f050 con 0x55ad844185d0 2024-09-10T08:17:46.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.862+0000 7f5d91f5f740 10 client.16254 fetch_fsmap learned FSMap version 29 2024-09-10T08:17:46.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.862+0000 7f5d91f5f740 1 -- 172.21.15.67:0/1077057777 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ad84431a50 con 0x55ad844185d0 2024-09-10T08:17:46.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.863+0000 7f5d717fa640 1 -- 172.21.15.67:0/1077057777 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5d78013050 con 0x55ad844185d0 2024-09-10T08:17:46.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.863+0000 7f5d717fa640 1 -- 172.21.15.67:0/1077057777 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f5d84003b10 con 0x55ad844185d0 2024-09-10T08:17:46.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.863+0000 7f5d91f5f740 10 client.16254 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:17:46.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.863+0000 7f5d91f5f740 10 client.16254 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T08:17:46.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.863+0000 7f5d91f5f740 20 client.16254 populate_metadata read hostname 'smithi067' 2024-09-10T08:17:46.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.863+0000 7f5d91f5f740 1 --2- 172.21.15.67:0/1077057777 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55ad84432e60 0x55ad84435250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:46.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.863+0000 7f5d91f5f740 4 client.16254 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:17:46.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.863+0000 7f5d91f5f740 1 -- 172.21.15.67:0/1077057777 --> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ad8438b860 con 0x55ad84432e60 2024-09-10T08:17:46.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.863+0000 7f5d8d121640 1 --2- 172.21.15.67:0/1077057777 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55ad84432e60 0x55ad84435250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:46.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.864+0000 7f5d8d121640 1 --2- 172.21.15.67:0/1077057777 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55ad84432e60 0x55ad84435250 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f8c5980c85f02a6d server_cookie=c30da3785c9c8b3 in_seq=0 out_seq=0 2024-09-10T08:17:46.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.864+0000 7f5d717fa640 10 client.16254 ms_handle_connect on v2:172.21.15.203:6838/2311592321 2024-09-10T08:17:46.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.864+0000 7f5d717fa640 1 -- 172.21.15.67:0/1077057777 <== mds.1 v2:172.21.15.203:6838/2311592321 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ad8438b860 con 0x55ad84432e60 2024-09-10T08:17:46.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.864+0000 7f5d717fa640 10 client.16254 handle_command_reply: tid=0 2024-09-10T08:17:46.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.864+0000 7f5d91f5f740 1 client.16254 shutdown 2024-09-10T08:17:46.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.864+0000 7f5d91f5f740 1 -- 172.21.15.67:0/1077057777 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ad844185d0 msgr2=0x55ad84422d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:46.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.864+0000 7f5d91f5f740 1 --2- 172.21.15.67:0/1077057777 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ad844185d0 0x55ad84422d10 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f5d84009230 tx=0x7f5d84004580 comp rx=0 tx=0).stop 2024-09-10T08:17:46.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.865+0000 7f5d91f5f740 1 -- 172.21.15.67:0/1077057777 shutdown_connections 2024-09-10T08:17:46.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.865+0000 7f5d91f5f740 1 --2- 172.21.15.67:0/1077057777 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55ad84432e60 0x55ad84435250 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:46.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.865+0000 7f5d91f5f740 1 --2- 172.21.15.67:0/1077057777 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ad84423370 0x55ad84420560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:46.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.865+0000 7f5d91f5f740 1 --2- 172.21.15.67:0/1077057777 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ad84419b40 0x55ad8441ffc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:46.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.865+0000 7f5d91f5f740 1 --2- 172.21.15.67:0/1077057777 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ad844185d0 0x55ad84422d10 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:46.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.865+0000 7f5d91f5f740 1 -- 172.21.15.67:0/1077057777 >> 172.21.15.67:0/1077057777 conn(0x55ad843e1310 msgr2=0x55ad8441a960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:46.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.865+0000 7f5d717fa640 0 client.16254 ms_handle_reset on v2:172.21.15.203:6838/2311592321 2024-09-10T08:17:46.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.865+0000 7f5d91f5f740 1 -- 172.21.15.67:0/1077057777 shutdown_connections 2024-09-10T08:17:46.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.865+0000 7f5d91f5f740 1 -- 172.21.15.67:0/1077057777 wait complete. 2024-09-10T08:17:46.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.865+0000 7f5d91f5f740 20 client.16254 trim_cache size 0 max 16384 2024-09-10T08:17:46.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.878+0000 7f5d91f5f740 1 Processor -- start 2024-09-10T08:17:46.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.878+0000 7f5d91f5f740 1 -- start start 2024-09-10T08:17:46.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.878+0000 7f5d91f5f740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ad844185d0 0x55ad8441b120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:46.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.878+0000 7f5d91f5f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ad84419b40 0x55ad8441b660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:46.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.878+0000 7f5d91f5f740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ad84423370 0x55ad8443ab00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:46.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.878+0000 7f5d91f5f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f5d881b0f80 con 0x55ad84419b40 2024-09-10T08:17:46.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.878+0000 7f5d91f5f740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f5d881b2ac0 con 0x55ad84423370 2024-09-10T08:17:46.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.878+0000 7f5d91f5f740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f5d881b1650 con 0x55ad844185d0 2024-09-10T08:17:46.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.878+0000 7f5d8d121640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ad84419b40 0x55ad8441b660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:46.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.878+0000 7f5d8d121640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ad84419b40 0x55ad8441b660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40008/0 (socket says 172.21.15.67:40008) 2024-09-10T08:17:46.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.878+0000 7f5d8d121640 1 -- 172.21.15.67:0/3838155657 learned_addr learned my addr 172.21.15.67:0/3838155657 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:46.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.878+0000 7f5d8d922640 1 --2- 172.21.15.67:0/3838155657 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ad844185d0 0x55ad8441b120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:46.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.878+0000 7f5d8e123640 1 --2- 172.21.15.67:0/3838155657 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ad84423370 0x55ad8443ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:46.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.878+0000 7f5d8d121640 1 -- 172.21.15.67:0/3838155657 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ad844185d0 msgr2=0x55ad8441b120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:46.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.878+0000 7f5d8d121640 1 --2- 172.21.15.67:0/3838155657 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ad844185d0 0x55ad8441b120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:46.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.878+0000 7f5d8d121640 1 -- 172.21.15.67:0/3838155657 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ad84423370 msgr2=0x55ad8443ab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:46.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.878+0000 7f5d8d121640 1 --2- 172.21.15.67:0/3838155657 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ad84423370 0x55ad8443ab00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:46.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.878+0000 7f5d8d121640 1 -- 172.21.15.67:0/3838155657 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ad844183d0 con 0x55ad84419b40 2024-09-10T08:17:46.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.878+0000 7f5d8d922640 1 --2- 172.21.15.67:0/3838155657 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ad844185d0 0x55ad8441b120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:17:46.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.878+0000 7f5d8e123640 1 --2- 172.21.15.67:0/3838155657 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ad84423370 0x55ad8443ab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:17:46.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.879+0000 7f5d8d121640 1 --2- 172.21.15.67:0/3838155657 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ad84419b40 0x55ad8441b660 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f5d7809b0d0 tx=0x7f5d78005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3616af0d3e553eb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:46.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.879+0000 7f5d737fe640 1 -- 172.21.15.67:0/3838155657 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d78020070 con 0x55ad84419b40 2024-09-10T08:17:46.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.879+0000 7f5d737fe640 1 -- 172.21.15.67:0/3838155657 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5d78097a40 con 0x55ad84419b40 2024-09-10T08:17:46.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.879+0000 7f5d737fe640 1 -- 172.21.15.67:0/3838155657 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d7809f4c0 con 0x55ad84419b40 2024-09-10T08:17:46.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.879+0000 7f5d91f5f740 1 -- 172.21.15.67:0/3838155657 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ad84419b40 msgr2=0x55ad8441b660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:46.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.879+0000 7f5d91f5f740 1 --2- 172.21.15.67:0/3838155657 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ad84419b40 0x55ad8441b660 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f5d7809b0d0 tx=0x7f5d78005880 comp rx=0 tx=0).stop 2024-09-10T08:17:46.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.879+0000 7f5d91f5f740 1 -- 172.21.15.67:0/3838155657 shutdown_connections 2024-09-10T08:17:46.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.879+0000 7f5d91f5f740 1 --2- 172.21.15.67:0/3838155657 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ad84423370 0x55ad8443ab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:46.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.879+0000 7f5d91f5f740 1 --2- 172.21.15.67:0/3838155657 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ad84419b40 0x55ad8441b660 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:46.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.879+0000 7f5d91f5f740 1 --2- 172.21.15.67:0/3838155657 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ad844185d0 0x55ad8441b120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:46.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.879+0000 7f5d91f5f740 1 -- 172.21.15.67:0/3838155657 >> 172.21.15.67:0/3838155657 conn(0x55ad843e1310 msgr2=0x55ad84422040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:46.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.879+0000 7f5d91f5f740 1 -- 172.21.15.67:0/3838155657 shutdown_connections 2024-09-10T08:17:46.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.879+0000 7f5d91f5f740 1 -- 172.21.15.67:0/3838155657 wait complete. 2024-09-10T08:17:46.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.880+0000 7f5d91f5f740 1 -- start start 2024-09-10T08:17:46.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.880+0000 7f5d91f5f740 1 Processor -- start 2024-09-10T08:17:46.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.880+0000 7f5d91f5f740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ad844185d0 0x55ad8441d060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:46.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.880+0000 7f5d91f5f740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ad84419b40 0x55ad8441d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:46.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.880+0000 7f5d91f5f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ad84423370 0x55ad8441dae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:46.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.880+0000 7f5d91f5f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f5d881b23f0 con 0x55ad84423370 2024-09-10T08:17:46.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.880+0000 7f5d91f5f740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f5d881b1d20 con 0x55ad84419b40 2024-09-10T08:17:46.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.880+0000 7f5d91f5f740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f5d881aef60 con 0x55ad844185d0 2024-09-10T08:17:46.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.880+0000 7f5d91f5f740 10 client.0 _ll_register_callbacks cb 0x7f5d84004210 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:17:46.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.880+0000 7f5d8e123640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ad84423370 0x55ad8441dae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:46.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.880+0000 7f5d8e123640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ad84423370 0x55ad8441dae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40012/0 (socket says 172.21.15.67:40012) 2024-09-10T08:17:46.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.880+0000 7f5d8e123640 1 -- 172.21.15.67:0/1712257135 learned_addr learned my addr 172.21.15.67:0/1712257135 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:46.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.881+0000 7f5d8e123640 1 -- 172.21.15.67:0/1712257135 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ad844185d0 msgr2=0x55ad8441d060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:46.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.881+0000 7f5d8e123640 1 --2- 172.21.15.67:0/1712257135 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ad844185d0 0x55ad8441d060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:46.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.881+0000 7f5d8e123640 1 -- 172.21.15.67:0/1712257135 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ad84419b40 msgr2=0x55ad8441d5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:46.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.881+0000 7f5d8e123640 1 --2- 172.21.15.67:0/1712257135 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ad84419b40 0x55ad8441d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:46.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.881+0000 7f5d8e123640 1 -- 172.21.15.67:0/1712257135 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ad8449cba0 con 0x55ad84423370 2024-09-10T08:17:46.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.881+0000 7f5d8e123640 1 --2- 172.21.15.67:0/1712257135 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ad84423370 0x55ad8441dae0 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f5d80010d70 tx=0x7f5d80009600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c17c600e131e4501 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:46.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.881+0000 7f5d717fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:17:46.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.881+0000 7f5d717fa640 1 -- 172.21.15.67:0/1712257135 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d80010e60 con 0x55ad84423370 2024-09-10T08:17:46.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.881+0000 7f5d717fa640 1 -- 172.21.15.67:0/1712257135 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f5d80004b20 con 0x55ad84423370 2024-09-10T08:17:46.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.881+0000 7f5d91f5f740 1 -- 172.21.15.67:0/1712257135 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5d78097a40 con 0x55ad84423370 2024-09-10T08:17:46.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.881+0000 7f5d717fa640 1 -- 172.21.15.67:0/1712257135 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f5d80004d20 con 0x55ad84423370 2024-09-10T08:17:46.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.881+0000 7f5d91f5f740 10 client.16260 fetch_fsmap learned FSMap version 29 2024-09-10T08:17:46.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.881+0000 7f5d91f5f740 1 -- 172.21.15.67:0/1712257135 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ad8449ddf0 con 0x55ad84423370 2024-09-10T08:17:46.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.881+0000 7f5d717fa640 1 -- 172.21.15.67:0/1712257135 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5d78097a40 con 0x55ad84423370 2024-09-10T08:17:46.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.881+0000 7f5d717fa640 1 -- 172.21.15.67:0/1712257135 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f5d8001f070 con 0x55ad84423370 2024-09-10T08:17:46.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.881+0000 7f5d91f5f740 10 client.16260 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:17:46.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.881+0000 7f5d91f5f740 10 client.16260 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T08:17:46.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.881+0000 7f5d91f5f740 20 client.16260 populate_metadata read hostname 'smithi067' 2024-09-10T08:17:46.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.882+0000 7f5d91f5f740 1 --2- 172.21.15.67:0/1712257135 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55ad8449e570 0x55ad844a09f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:46.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.882+0000 7f5d91f5f740 4 client.16260 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T08:17:46.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.882+0000 7f5d91f5f740 1 -- 172.21.15.67:0/1712257135 --> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ad84385d70 con 0x55ad8449e570 2024-09-10T08:17:46.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.882+0000 7f5d8d922640 1 --2- 172.21.15.67:0/1712257135 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55ad8449e570 0x55ad844a09f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:46.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.882+0000 7f5d717fa640 10 client.16260 ms_handle_connect on v2:172.21.15.203:6838/2311592321 2024-09-10T08:17:46.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.882+0000 7f5d8d922640 1 --2- 172.21.15.67:0/1712257135 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55ad8449e570 0x55ad844a09f0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b829aa568e384a99 server_cookie=803888b1fe4e30d in_seq=0 out_seq=0 2024-09-10T08:17:46.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.882+0000 7f5d717fa640 1 -- 172.21.15.67:0/1712257135 <== mds.1 v2:172.21.15.203:6838/2311592321 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ad84385d70 con 0x55ad8449e570 2024-09-10T08:17:46.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.882+0000 7f5d717fa640 10 client.16260 handle_command_reply: tid=0 2024-09-10T08:17:46.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.882+0000 7f5d91f5f740 1 client.16260 shutdown 2024-09-10T08:17:46.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.882+0000 7f5d91f5f740 1 -- 172.21.15.67:0/1712257135 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ad84423370 msgr2=0x55ad8441dae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:46.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.882+0000 7f5d91f5f740 1 --2- 172.21.15.67:0/1712257135 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ad84423370 0x55ad8441dae0 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f5d80010d70 tx=0x7f5d80009600 comp rx=0 tx=0).stop 2024-09-10T08:17:46.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.883+0000 7f5d91f5f740 1 -- 172.21.15.67:0/1712257135 shutdown_connections 2024-09-10T08:17:46.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.883+0000 7f5d91f5f740 1 --2- 172.21.15.67:0/1712257135 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55ad8449e570 0x55ad844a09f0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:46.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.883+0000 7f5d91f5f740 1 --2- 172.21.15.67:0/1712257135 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ad84419b40 0x55ad8441d5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:46.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.883+0000 7f5d91f5f740 1 --2- 172.21.15.67:0/1712257135 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ad84423370 0x55ad8441dae0 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:46.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.883+0000 7f5d717fa640 0 client.16260 ms_handle_reset on v2:172.21.15.203:6838/2311592321 2024-09-10T08:17:46.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.883+0000 7f5d91f5f740 1 --2- 172.21.15.67:0/1712257135 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ad844185d0 0x55ad8441d060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:46.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.883+0000 7f5d91f5f740 1 -- 172.21.15.67:0/1712257135 >> 172.21.15.67:0/1712257135 conn(0x55ad843e1310 msgr2=0x55ad84413330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:46.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.883+0000 7f5d91f5f740 1 -- 172.21.15.67:0/1712257135 shutdown_connections 2024-09-10T08:17:46.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.883+0000 7f5d91f5f740 1 -- 172.21.15.67:0/1712257135 wait complete. 2024-09-10T08:17:46.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.883+0000 7f5d91f5f740 20 client.16260 trim_cache size 0 max 16384 2024-09-10T08:17:46.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.883+0000 7f5d8fb86640 1 -- 172.21.15.67:0/4233895954 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5d740a2c00 msgr2=0x7f5d740a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:46.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.883+0000 7f5d8fb86640 1 --2- 172.21.15.67:0/4233895954 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5d740a2c00 0x7f5d740a50c0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f5d80009fd0 tx=0x7f5d80009da0 comp rx=0 tx=0).stop 2024-09-10T08:17:46.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.883+0000 7f5d8fb86640 1 -- 172.21.15.67:0/4233895954 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5d88103660 msgr2=0x7f5d8819aad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:46.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.883+0000 7f5d8fb86640 1 --2- 172.21.15.67:0/4233895954 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5d88103660 0x7f5d8819aad0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f5d7800d740 tx=0x7f5d7800dc00 comp rx=0 tx=0).stop 2024-09-10T08:17:46.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.883+0000 7f5d8fb86640 1 -- 172.21.15.67:0/4233895954 shutdown_connections 2024-09-10T08:17:46.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.883+0000 7f5d8fb86640 1 --2- 172.21.15.67:0/4233895954 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5d740a2c00 0x7f5d740a50c0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:46.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.883+0000 7f5d8fb86640 1 --2- 172.21.15.67:0/4233895954 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5d8810c170 0x7f5d8819ee60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:46.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.883+0000 7f5d8fb86640 1 --2- 172.21.15.67:0/4233895954 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5d88103660 0x7f5d8819aad0 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:46.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.883+0000 7f5d8fb86640 1 --2- 172.21.15.67:0/4233895954 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5d88102d40 0x7f5d8819a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:46.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.883+0000 7f5d8fb86640 1 -- 172.21.15.67:0/4233895954 >> 172.21.15.67:0/4233895954 conn(0x7f5d880fc7a0 msgr2=0x7f5d881008d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:46.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.883+0000 7f5d8fb86640 1 -- 172.21.15.67:0/4233895954 shutdown_connections 2024-09-10T08:17:46.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:46.883+0000 7f5d8fb86640 1 -- 172.21.15.67:0/4233895954 wait complete. 2024-09-10T08:17:47.745 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-09-10T08:17:47.745 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-09-10T08:17:47.745 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-09-10T08:17:47.746 INFO:tasks.workunit.client.0.smithi067.stdout:iozone test complete. 2024-09-10T08:17:47.746 INFO:tasks.workunit.client.0.smithi067.stderr:+ iozone -c -e -s 1024M -r 1M -t 1 -F f2 -i 0 -i 1 2024-09-10T08:17:47.813 INFO:tasks.workunit.client.0.smithi067.stdout: Iozone: Performance Test of File I/O 2024-09-10T08:17:47.813 INFO:tasks.workunit.client.0.smithi067.stdout: Version $Revision: 3.494 $ 2024-09-10T08:17:47.813 INFO:tasks.workunit.client.0.smithi067.stdout: Compiled for 64 bit mode. 2024-09-10T08:17:47.814 INFO:tasks.workunit.client.0.smithi067.stdout: Build: linux-AMD64 2024-09-10T08:17:47.814 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-09-10T08:17:47.814 INFO:tasks.workunit.client.0.smithi067.stdout: Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collins 2024-09-10T08:17:47.814 INFO:tasks.workunit.client.0.smithi067.stdout: Al Slater, Scott Rhine, Mike Wisner, Ken Goss 2024-09-10T08:17:47.815 INFO:tasks.workunit.client.0.smithi067.stdout: Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, 2024-09-10T08:17:47.815 INFO:tasks.workunit.client.0.smithi067.stdout: Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner, 2024-09-10T08:17:47.815 INFO:tasks.workunit.client.0.smithi067.stdout: Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Boone, 2024-09-10T08:17:47.816 INFO:tasks.workunit.client.0.smithi067.stdout: Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, 2024-09-10T08:17:47.816 INFO:tasks.workunit.client.0.smithi067.stdout: Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer, 2024-09-10T08:17:47.816 INFO:tasks.workunit.client.0.smithi067.stdout: Vangel Bojaxhi, Ben England, Vikentsi Lapa, 2024-09-10T08:17:47.816 INFO:tasks.workunit.client.0.smithi067.stdout: Alexey Skidanov, Sudhir Kumar. 2024-09-10T08:17:47.817 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-09-10T08:17:47.817 INFO:tasks.workunit.client.0.smithi067.stdout: Run began: Tue Sep 10 08:17:47 2024 2024-09-10T08:17:47.817 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-09-10T08:17:47.817 INFO:tasks.workunit.client.0.smithi067.stdout: Include close in write timing 2024-09-10T08:17:47.817 INFO:tasks.workunit.client.0.smithi067.stdout: Include fsync in write timing 2024-09-10T08:17:47.818 INFO:tasks.workunit.client.0.smithi067.stdout: File size set to 1048576 kB 2024-09-10T08:17:47.818 INFO:tasks.workunit.client.0.smithi067.stdout: Record Size 1024 kB 2024-09-10T08:17:47.818 INFO:tasks.workunit.client.0.smithi067.stdout: Command line used: iozone -c -e -s 1024M -r 1M -t 1 -F f2 -i 0 -i 1 2024-09-10T08:17:47.818 INFO:tasks.workunit.client.0.smithi067.stdout: Output is in kBytes/sec 2024-09-10T08:17:47.818 INFO:tasks.workunit.client.0.smithi067.stdout: Time Resolution = 0.000001 seconds. 2024-09-10T08:17:47.818 INFO:tasks.workunit.client.0.smithi067.stdout: Processor cache size set to 1024 kBytes. 2024-09-10T08:17:47.819 INFO:tasks.workunit.client.0.smithi067.stdout: Processor cache line size set to 32 bytes. 2024-09-10T08:17:47.819 INFO:tasks.workunit.client.0.smithi067.stdout: File stride size set to 17 * record size. 2024-09-10T08:17:47.819 INFO:tasks.workunit.client.0.smithi067.stdout: Throughput test with 1 process 2024-09-10T08:17:47.819 INFO:tasks.workunit.client.0.smithi067.stdout: Each process writes a 1048576 kByte file in 1024 kByte records 2024-09-10T08:17:47.895 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:17:47 smithi133 ceph-mon[34721]: pgmap v446: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 37 MiB/s wr, 23 op/s 2024-09-10T08:17:47.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:17:47 smithi067 ceph-mon[31051]: pgmap v446: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 37 MiB/s wr, 23 op/s 2024-09-10T08:17:48.033 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-10T08:17:48.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:17:47 smithi203 ceph-mon[34672]: pgmap v446: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 6.9 KiB/s rd, 37 MiB/s wr, 23 op/s 2024-09-10T08:17:48.452 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:17:49.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.084+0000 7f4652ef0640 1 -- 172.21.15.67:0/450498571 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f464c1083f0 msgr2=0x7f464c1087d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:49.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.084+0000 7f4652ef0640 1 --2- 172.21.15.67:0/450498571 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f464c1083f0 0x7f464c1087d0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f4640009900 tx=0x7f464002a410 comp rx=0 tx=0).stop 2024-09-10T08:17:49.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.087+0000 7f4652ef0640 1 -- 172.21.15.67:0/450498571 shutdown_connections 2024-09-10T08:17:49.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.087+0000 7f4652ef0640 1 --2- 172.21.15.67:0/450498571 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f464c108da0 0x7f464c10cdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.087+0000 7f4652ef0640 1 --2- 172.21.15.67:0/450498571 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f464c10d520 0x7f464c1150a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.087+0000 7f4652ef0640 1 --2- 172.21.15.67:0/450498571 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f464c1083f0 0x7f464c1087d0 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.087+0000 7f4652ef0640 1 -- 172.21.15.67:0/450498571 >> 172.21.15.67:0/450498571 conn(0x7f464c077af0 msgr2=0x7f464c079f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:49.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.090+0000 7f4652ef0640 1 -- 172.21.15.67:0/450498571 shutdown_connections 2024-09-10T08:17:49.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.090+0000 7f4652ef0640 1 -- 172.21.15.67:0/450498571 wait complete. 2024-09-10T08:17:49.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.091+0000 7f4652ef0640 1 Processor -- start 2024-09-10T08:17:49.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.091+0000 7f4652ef0640 1 -- start start 2024-09-10T08:17:49.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.092+0000 7f4652ef0640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f464c1083f0 0x7f464c1a4620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:49.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.092+0000 7f4652ef0640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f464c108da0 0x7f464c1a4b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:49.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.092+0000 7f4652ef0640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f464c10d520 0x7f464c19e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:49.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.092+0000 7f4652ef0640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f464c118470 con 0x7f464c108da0 2024-09-10T08:17:49.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.092+0000 7f4652ef0640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f464c1182f0 con 0x7f464c1083f0 2024-09-10T08:17:49.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.092+0000 7f4652ef0640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f464c1185f0 con 0x7f464c10d520 2024-09-10T08:17:49.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.092+0000 7f4650c8c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f464c1083f0 0x7f464c1a4620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:49.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.092+0000 7f4650c8c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f464c1083f0 0x7f464c1a4620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.67:37144/0 (socket says 172.21.15.67:37144) 2024-09-10T08:17:49.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.092+0000 7f4650c8c640 1 -- 172.21.15.67:0/2385490214 learned_addr learned my addr 172.21.15.67:0/2385490214 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:49.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.092+0000 7f465148d640 1 --2- 172.21.15.67:0/2385490214 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f464c10d520 0x7f464c19e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:49.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.093+0000 7f465148d640 1 -- 172.21.15.67:0/2385490214 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f464c1083f0 msgr2=0x7f464c1a4620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:49.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.093+0000 7f465148d640 1 --2- 172.21.15.67:0/2385490214 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f464c1083f0 0x7f464c1a4620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.093+0000 7f465148d640 1 -- 172.21.15.67:0/2385490214 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f464c108da0 msgr2=0x7f464c1a4b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:49.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.093+0000 7f465148d640 1 --2- 172.21.15.67:0/2385490214 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f464c108da0 0x7f464c1a4b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.093+0000 7f465148d640 1 -- 172.21.15.67:0/2385490214 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f464c19ef40 con 0x7f464c10d520 2024-09-10T08:17:49.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.095+0000 7f465148d640 1 --2- 172.21.15.67:0/2385490214 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f464c10d520 0x7f464c19e7a0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f4644009fd0 tx=0x7f464400ef10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:49.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.098+0000 7f4649ffb640 1 -- 172.21.15.67:0/2385490214 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f464400ce20 con 0x7f464c10d520 2024-09-10T08:17:49.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.098+0000 7f4649ffb640 1 -- 172.21.15.67:0/2385490214 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4644005020 con 0x7f464c10d520 2024-09-10T08:17:49.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.098+0000 7f4649ffb640 1 -- 172.21.15.67:0/2385490214 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4644010670 con 0x7f464c10d520 2024-09-10T08:17:49.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.099+0000 7f4652ef0640 1 -- 172.21.15.67:0/2385490214 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f464c19f230 con 0x7f464c10d520 2024-09-10T08:17:49.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.099+0000 7f4652ef0640 1 -- 172.21.15.67:0/2385490214 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f464c1ab480 con 0x7f464c10d520 2024-09-10T08:17:49.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.104+0000 7f46552c9740 1 Processor -- start 2024-09-10T08:17:49.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.105+0000 7f46552c9740 1 -- start start 2024-09-10T08:17:49.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.106+0000 7f46552c9740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f6421dab40 0x55f6421d9090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:49.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.106+0000 7f46552c9740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f6421d95d0 0x55f6421d9a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:49.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.106+0000 7f46552c9740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f6421e4370 0x55f6421e6760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:49.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.106+0000 7f46552c9740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55f64213f2f0 con 0x55f6421e4370 2024-09-10T08:17:49.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.106+0000 7f46552c9740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55f6420e6cf0 con 0x55f6421dab40 2024-09-10T08:17:49.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.106+0000 7f46552c9740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55f64213b2b0 con 0x55f6421d95d0 2024-09-10T08:17:49.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.106+0000 7f4649ffb640 1 -- 172.21.15.67:0/2385490214 <== mon.1 v2:172.21.15.203:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f46440051d0 con 0x7f464c10d520 2024-09-10T08:17:49.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.106+0000 7f464bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f6421e4370 0x55f6421e6760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:49.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.106+0000 7f464bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f6421e4370 0x55f6421e6760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40038/0 (socket says 172.21.15.67:40038) 2024-09-10T08:17:49.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.106+0000 7f464bfff640 1 -- 172.21.15.67:0/3131933161 learned_addr learned my addr 172.21.15.67:0/3131933161 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:49.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.107+0000 7f464bfff640 1 --2- 172.21.15.67:0/3131933161 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f6421dab40 0x55f6421d9090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:49.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.108+0000 7f4649ffb640 1 --2- 172.21.15.67:0/2385490214 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f46340a2d50 0x7f46340a5210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:49.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.109+0000 7f4649ffb640 1 -- 172.21.15.67:0/2385490214 <== mon.1 v2:172.21.15.203:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f46440cfa80 con 0x7f464c10d520 2024-09-10T08:17:49.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.109+0000 7f4650c8c640 1 --2- 172.21.15.67:0/3131933161 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f6421d95d0 0x55f6421d9a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:49.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.109+0000 7f464bfff640 1 -- 172.21.15.67:0/3131933161 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f6421d95d0 msgr2=0x55f6421d9a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:49.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.109+0000 7f464bfff640 1 --2- 172.21.15.67:0/3131933161 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f6421d95d0 0x55f6421d9a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.109+0000 7f464bfff640 1 -- 172.21.15.67:0/3131933161 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f6421e4370 msgr2=0x55f6421e6760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:49.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.109+0000 7f464bfff640 1 --2- 172.21.15.67:0/3131933161 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f6421e4370 0x55f6421e6760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.109+0000 7f464bfff640 1 -- 172.21.15.67:0/3131933161 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f6420cb3a0 con 0x55f6421dab40 2024-09-10T08:17:49.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.113+0000 7f465148d640 1 --2- 172.21.15.67:0/2385490214 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f46340a2d50 0x7f46340a5210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:49.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.114+0000 7f465148d640 1 --2- 172.21.15.67:0/2385490214 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f46340a2d50 0x7f46340a5210 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f4644000f80 tx=0x7f4644005f70 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:49.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.114+0000 7f464bfff640 1 --2- 172.21.15.67:0/3131933161 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f6421dab40 0x55f6421d9090 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f463c009fd0 tx=0x7f463c005850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4dcfa48dbf3b4fd0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:49.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.117+0000 7f4632ffd640 1 -- 172.21.15.67:0/3131933161 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f463c009780 con 0x55f6421dab40 2024-09-10T08:17:49.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.117+0000 7f4632ffd640 1 -- 172.21.15.67:0/3131933161 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f463c005020 con 0x55f6421dab40 2024-09-10T08:17:49.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.118+0000 7f46552c9740 1 -- 172.21.15.67:0/3131933161 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f6421dab40 msgr2=0x55f6421d9090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:49.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.118+0000 7f46552c9740 1 --2- 172.21.15.67:0/3131933161 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f6421dab40 0x55f6421d9090 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f463c009fd0 tx=0x7f463c005850 comp rx=0 tx=0).stop 2024-09-10T08:17:49.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.119+0000 7f46552c9740 1 -- 172.21.15.67:0/3131933161 shutdown_connections 2024-09-10T08:17:49.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.119+0000 7f46552c9740 1 --2- 172.21.15.67:0/3131933161 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f6421e4370 0x55f6421e6760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.119+0000 7f46552c9740 1 --2- 172.21.15.67:0/3131933161 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f6421d95d0 0x55f6421d9a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.119+0000 7f46552c9740 1 --2- 172.21.15.67:0/3131933161 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f6421dab40 0x55f6421d9090 secure :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f463c009fd0 tx=0x7f463c005850 comp rx=0 tx=0).stop 2024-09-10T08:17:49.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.119+0000 7f46552c9740 1 -- 172.21.15.67:0/3131933161 >> 172.21.15.67:0/3131933161 conn(0x55f6421a2310 msgr2=0x55f6421d5c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:49.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.119+0000 7f46552c9740 1 -- 172.21.15.67:0/3131933161 shutdown_connections 2024-09-10T08:17:49.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.119+0000 7f46552c9740 1 -- 172.21.15.67:0/3131933161 wait complete. 2024-09-10T08:17:49.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.120+0000 7f46552c9740 1 -- start start 2024-09-10T08:17:49.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.120+0000 7f46552c9740 1 Processor -- start 2024-09-10T08:17:49.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.121+0000 7f46552c9740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f6421d95d0 0x55f6421e3a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:49.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.121+0000 7f46552c9740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f6421e4370 0x55f6421e0d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:49.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.121+0000 7f46552c9740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f6421e1260 0x55f6421e16e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:49.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.121+0000 7f46552c9740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55f6421f8070 con 0x55f6421d95d0 2024-09-10T08:17:49.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.121+0000 7f46552c9740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55f6420fa060 con 0x55f6421e4370 2024-09-10T08:17:49.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.121+0000 7f46552c9740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55f6421f81f0 con 0x55f6421e1260 2024-09-10T08:17:49.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.121+0000 7f46552c9740 10 client.0 _ll_register_callbacks cb 0x55f641e4d8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:17:49.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.122+0000 7f4650c8c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f6421e4370 0x55f6421e0d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:49.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.122+0000 7f4650c8c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f6421e4370 0x55f6421e0d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.67:37172/0 (socket says 172.21.15.67:37172) 2024-09-10T08:17:49.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.122+0000 7f4650c8c640 1 -- 172.21.15.67:0/3505207342 learned_addr learned my addr 172.21.15.67:0/3505207342 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:49.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.124+0000 7f4650c8c640 1 -- 172.21.15.67:0/3505207342 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f6421e1260 msgr2=0x55f6421e16e0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-10T08:17:49.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.124+0000 7f4650c8c640 1 --2- 172.21.15.67:0/3505207342 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f6421e1260 0x55f6421e16e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.124+0000 7f4650c8c640 1 -- 172.21.15.67:0/3505207342 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f6421d95d0 msgr2=0x55f6421e3a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:49.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.124+0000 7f4650c8c640 1 --2- 172.21.15.67:0/3505207342 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f6421d95d0 0x55f6421e3a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.124+0000 7f4650c8c640 1 -- 172.21.15.67:0/3505207342 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f641eb03c0 con 0x55f6421e4370 2024-09-10T08:17:49.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.126+0000 7f4650c8c640 1 --2- 172.21.15.67:0/3505207342 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f6421e4370 0x55f6421e0d20 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f4640003800 tx=0x7f4640005e60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9d8e570ae1b23756 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:49.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.126+0000 7f462bfff640 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-09-10T08:17:49.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.126+0000 7f462bfff640 1 -- 172.21.15.67:0/3505207342 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46400318d0 con 0x55f6421e4370 2024-09-10T08:17:49.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.127+0000 7f462bfff640 1 -- 172.21.15.67:0/3505207342 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f4640031a70 con 0x55f6421e4370 2024-09-10T08:17:49.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.128+0000 7f46552c9740 1 -- 172.21.15.67:0/3505207342 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55f64214c860 con 0x55f6421e4370 2024-09-10T08:17:49.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.129+0000 7f462bfff640 1 -- 172.21.15.67:0/3505207342 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f4640031c70 con 0x55f6421e4370 2024-09-10T08:17:49.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.130+0000 7f46552c9740 10 client.25613 fetch_fsmap learned FSMap version 29 2024-09-10T08:17:49.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.130+0000 7f46552c9740 1 -- 172.21.15.67:0/3505207342 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55f642214d70 con 0x55f6421e4370 2024-09-10T08:17:49.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.131+0000 7f462bfff640 1 -- 172.21.15.67:0/3505207342 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55f64214c860 con 0x55f6421e4370 2024-09-10T08:17:49.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.132+0000 7f462bfff640 1 -- 172.21.15.67:0/3505207342 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f4640052020 con 0x55f6421e4370 2024-09-10T08:17:49.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.135+0000 7f46552c9740 10 client.25613 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:17:49.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.135+0000 7f46552c9740 10 client.25613 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:17:49.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.135+0000 7f46552c9740 20 client.25613 populate_metadata read hostname 'smithi067' 2024-09-10T08:17:49.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.135+0000 7f46552c9740 1 --2- 172.21.15.67:0/3505207342 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55f642216230 0x55f6422186d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:49.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.135+0000 7f46552c9740 4 client.25613 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:17:49.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.135+0000 7f46552c9740 1 -- 172.21.15.67:0/3505207342 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f642146d70 con 0x55f642216230 2024-09-10T08:17:49.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.136+0000 7f464bfff640 1 --2- 172.21.15.67:0/3505207342 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55f642216230 0x55f6422186d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:49.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.138+0000 7f464bfff640 1 --2- 172.21.15.67:0/3505207342 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55f642216230 0x55f6422186d0 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a4f2cafaec0f924b server_cookie=3ccc342a91b9d718 in_seq=0 out_seq=0 2024-09-10T08:17:49.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.138+0000 7f462bfff640 10 client.25613 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:17:49.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.141+0000 7f462bfff640 1 -- 172.21.15.67:0/3505207342 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f642146d70 con 0x55f642216230 2024-09-10T08:17:49.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.142+0000 7f462bfff640 10 client.25613 handle_command_reply: tid=0 2024-09-10T08:17:49.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.142+0000 7f46552c9740 1 client.25613 shutdown 2024-09-10T08:17:49.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.143+0000 7f46552c9740 1 -- 172.21.15.67:0/3505207342 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f6421e4370 msgr2=0x55f6421e0d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:49.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.143+0000 7f46552c9740 1 --2- 172.21.15.67:0/3505207342 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f6421e4370 0x55f6421e0d20 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f4640003800 tx=0x7f4640005e60 comp rx=0 tx=0).stop 2024-09-10T08:17:49.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.144+0000 7f46552c9740 1 -- 172.21.15.67:0/3505207342 shutdown_connections 2024-09-10T08:17:49.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.144+0000 7f46552c9740 1 --2- 172.21.15.67:0/3505207342 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55f642216230 0x55f6422186d0 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.144+0000 7f46552c9740 1 --2- 172.21.15.67:0/3505207342 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f6421e4370 0x55f6421e0d20 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.144+0000 7f46552c9740 1 --2- 172.21.15.67:0/3505207342 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f6421e1260 0x55f6421e16e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.144+0000 7f46552c9740 1 --2- 172.21.15.67:0/3505207342 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f6421d95d0 0x55f6421e3a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.144+0000 7f46552c9740 1 -- 172.21.15.67:0/3505207342 >> 172.21.15.67:0/3505207342 conn(0x55f6421a2310 msgr2=0x55f6421db990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:49.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.145+0000 7f462bfff640 0 client.25613 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:17:49.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.146+0000 7f46552c9740 1 -- 172.21.15.67:0/3505207342 shutdown_connections 2024-09-10T08:17:49.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.146+0000 7f46552c9740 1 -- 172.21.15.67:0/3505207342 wait complete. 2024-09-10T08:17:49.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.146+0000 7f46552c9740 20 client.25613 trim_cache size 0 max 16384 2024-09-10T08:17:49.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.177+0000 7f46552c9740 1 Processor -- start 2024-09-10T08:17:49.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.178+0000 7f46552c9740 1 -- start start 2024-09-10T08:17:49.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.178+0000 7f46552c9740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f6421d95d0 0x55f6421e0cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:49.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.178+0000 7f46552c9740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f6421e1260 0x55f6421dc120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:49.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.178+0000 7f46552c9740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f6421e4370 0x55f64221dfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:49.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.178+0000 7f46552c9740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f464c06d230 con 0x55f6421e1260 2024-09-10T08:17:49.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.178+0000 7f46552c9740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f464c06ed70 con 0x55f6421e4370 2024-09-10T08:17:49.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.178+0000 7f46552c9740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f464c06d900 con 0x55f6421d95d0 2024-09-10T08:17:49.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.179+0000 7f4650c8c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f6421e1260 0x55f6421dc120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:49.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.179+0000 7f4650c8c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f6421e1260 0x55f6421dc120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40050/0 (socket says 172.21.15.67:40050) 2024-09-10T08:17:49.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.179+0000 7f4650c8c640 1 -- 172.21.15.67:0/1076094148 learned_addr learned my addr 172.21.15.67:0/1076094148 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:49.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.180+0000 7f464bfff640 1 --2- 172.21.15.67:0/1076094148 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f6421e4370 0x55f64221dfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:49.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.180+0000 7f464bfff640 1 --2- 172.21.15.67:0/1076094148 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f6421d95d0 0x55f6421e0cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:49.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.182+0000 7f464bfff640 1 -- 172.21.15.67:0/1076094148 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f6421d95d0 msgr2=0x55f6421e0cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:49.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.182+0000 7f464bfff640 1 --2- 172.21.15.67:0/1076094148 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f6421d95d0 0x55f6421e0cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.182+0000 7f464bfff640 1 -- 172.21.15.67:0/1076094148 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f6421e1260 msgr2=0x55f6421dc120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:49.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.182+0000 7f464bfff640 1 --2- 172.21.15.67:0/1076094148 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f6421e1260 0x55f6421dc120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.182+0000 7f464bfff640 1 -- 172.21.15.67:0/1076094148 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f6421d61a0 con 0x55f6421e4370 2024-09-10T08:17:49.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.182+0000 7f4650c8c640 1 --2- 172.21.15.67:0/1076094148 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f6421e1260 0x55f6421dc120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:17:49.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.185+0000 7f464bfff640 1 --2- 172.21.15.67:0/1076094148 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f6421e4370 0x55f64221dfa0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x55f642218f40 tx=0x7f463c0095f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8050b32ce305df86 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:49.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.190+0000 7f46327fc640 1 -- 172.21.15.67:0/1076094148 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f463c0130d0 con 0x55f6421e4370 2024-09-10T08:17:49.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.191+0000 7f46327fc640 1 -- 172.21.15.67:0/1076094148 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f463c013270 con 0x55f6421e4370 2024-09-10T08:17:49.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.191+0000 7f46327fc640 1 -- 172.21.15.67:0/1076094148 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f463c011e10 con 0x55f6421e4370 2024-09-10T08:17:49.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.192+0000 7f46552c9740 1 -- 172.21.15.67:0/1076094148 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f6421e4370 msgr2=0x55f64221dfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:49.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.192+0000 7f46552c9740 1 --2- 172.21.15.67:0/1076094148 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f6421e4370 0x55f64221dfa0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x55f642218f40 tx=0x7f463c0095f0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.195+0000 7f46552c9740 1 -- 172.21.15.67:0/1076094148 shutdown_connections 2024-09-10T08:17:49.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.195+0000 7f46552c9740 1 --2- 172.21.15.67:0/1076094148 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f6421e4370 0x55f64221dfa0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.195+0000 7f46552c9740 1 --2- 172.21.15.67:0/1076094148 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f6421e1260 0x55f6421dc120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.195+0000 7f46552c9740 1 --2- 172.21.15.67:0/1076094148 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f6421d95d0 0x55f6421e0cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.195+0000 7f46552c9740 1 -- 172.21.15.67:0/1076094148 >> 172.21.15.67:0/1076094148 conn(0x55f6421a2310 msgr2=0x55f6421e05e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:49.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.195+0000 7f46552c9740 1 -- 172.21.15.67:0/1076094148 shutdown_connections 2024-09-10T08:17:49.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.195+0000 7f46552c9740 1 -- 172.21.15.67:0/1076094148 wait complete. 2024-09-10T08:17:49.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.195+0000 7f46552c9740 1 -- start start 2024-09-10T08:17:49.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.195+0000 7f46552c9740 1 Processor -- start 2024-09-10T08:17:49.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.196+0000 7f46552c9740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f6421d95d0 0x55f6421fd8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:49.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.196+0000 7f46552c9740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f6421e1260 0x55f6421fddf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:49.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.196+0000 7f46552c9740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f6421e4370 0x55f6421dd950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:49.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.196+0000 7f46552c9740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f464c06e6a0 con 0x55f6421d95d0 2024-09-10T08:17:49.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.196+0000 7f46552c9740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f464c06dfd0 con 0x55f6421e4370 2024-09-10T08:17:49.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.196+0000 7f46552c9740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f464c082850 con 0x55f6421e1260 2024-09-10T08:17:49.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.196+0000 7f46552c9740 10 client.0 _ll_register_callbacks cb 0x55f6421e42c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:17:49.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.197+0000 7f4650c8c640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f6421e1260 0x55f6421fddf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:49.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.197+0000 7f4650c8c640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f6421e1260 0x55f6421fddf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.67:47768/0 (socket says 172.21.15.67:47768) 2024-09-10T08:17:49.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.197+0000 7f4650c8c640 1 -- 172.21.15.67:0/166751985 learned_addr learned my addr 172.21.15.67:0/166751985 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:49.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.197+0000 7f4650c8c640 1 -- 172.21.15.67:0/166751985 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f6421e4370 msgr2=0x55f6421dd950 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T08:17:49.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.197+0000 7f4650c8c640 1 --2- 172.21.15.67:0/166751985 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f6421e4370 0x55f6421dd950 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.197+0000 7f4650c8c640 1 -- 172.21.15.67:0/166751985 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f6421d95d0 msgr2=0x55f6421fd8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:49.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.197+0000 7f4650c8c640 1 --2- 172.21.15.67:0/166751985 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f6421d95d0 0x55f6421fd8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.197+0000 7f4650c8c640 1 -- 172.21.15.67:0/166751985 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f6421d6960 con 0x55f6421e1260 2024-09-10T08:17:49.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.199+0000 7f4650c8c640 1 --2- 172.21.15.67:0/166751985 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f6421e1260 0x55f6421fddf0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f4640003820 tx=0x7f464003dd80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d027913feac72281 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:49.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.204+0000 7f462bfff640 10 client.0 ms_handle_connect on v2:172.21.15.203:3300/0 2024-09-10T08:17:49.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.204+0000 7f462bfff640 1 -- 172.21.15.67:0/166751985 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46400318d0 con 0x55f6421e1260 2024-09-10T08:17:49.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.204+0000 7f462bfff640 1 -- 172.21.15.67:0/166751985 <== mon.1 v2:172.21.15.203:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f4640031a70 con 0x55f6421e1260 2024-09-10T08:17:49.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.204+0000 7f46552c9740 1 -- 172.21.15.67:0/166751985 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f463c013270 con 0x55f6421e1260 2024-09-10T08:17:49.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.205+0000 7f462bfff640 1 -- 172.21.15.67:0/166751985 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f464005c470 con 0x55f6421e1260 2024-09-10T08:17:49.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.206+0000 7f46552c9740 10 client.25630 fetch_fsmap learned FSMap version 29 2024-09-10T08:17:49.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.206+0000 7f46552c9740 1 -- 172.21.15.67:0/166751985 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55f642280ac0 con 0x55f6421e1260 2024-09-10T08:17:49.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.208+0000 7f462bfff640 1 -- 172.21.15.67:0/166751985 <== mon.1 v2:172.21.15.203:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f463c013270 con 0x55f6421e1260 2024-09-10T08:17:49.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.208+0000 7f462bfff640 1 -- 172.21.15.67:0/166751985 <== mon.1 v2:172.21.15.203:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f4640052040 con 0x55f6421e1260 2024-09-10T08:17:49.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.208+0000 7f46552c9740 10 client.25630 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:17:49.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.208+0000 7f46552c9740 10 client.25630 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:17:49.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.208+0000 7f46552c9740 20 client.25630 populate_metadata read hostname 'smithi067' 2024-09-10T08:17:49.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.208+0000 7f46552c9740 1 --2- 172.21.15.67:0/166751985 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55f642281270 0x55f642283690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:49.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.208+0000 7f46552c9740 4 client.25630 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T08:17:49.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.208+0000 7f46552c9740 1 -- 172.21.15.67:0/166751985 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55f6420c3170 con 0x55f642281270 2024-09-10T08:17:49.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.209+0000 7f464bfff640 1 --2- 172.21.15.67:0/166751985 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55f642281270 0x55f642283690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:49.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.211+0000 7f464bfff640 1 --2- 172.21.15.67:0/166751985 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55f642281270 0x55f642283690 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f510cab36e983fe6 server_cookie=b58a2e73afb990f0 in_seq=0 out_seq=0 2024-09-10T08:17:49.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.212+0000 7f462bfff640 10 client.25630 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:17:49.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.212+0000 7f462bfff640 1 -- 172.21.15.67:0/166751985 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7f463c023020 con 0x55f642281270 2024-09-10T08:17:49.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.212+0000 7f462bfff640 10 client.25630 handle_command_reply: tid=0 2024-09-10T08:17:49.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.212+0000 7f46552c9740 1 client.25630 shutdown 2024-09-10T08:17:49.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.213+0000 7f46552c9740 1 -- 172.21.15.67:0/166751985 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f6421e1260 msgr2=0x55f6421fddf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:49.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.213+0000 7f46552c9740 1 --2- 172.21.15.67:0/166751985 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f6421e1260 0x55f6421fddf0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f4640003820 tx=0x7f464003dd80 comp rx=0 tx=0).stop 2024-09-10T08:17:49.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.213+0000 7f46552c9740 1 -- 172.21.15.67:0/166751985 shutdown_connections 2024-09-10T08:17:49.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.213+0000 7f46552c9740 1 --2- 172.21.15.67:0/166751985 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55f642281270 0x55f642283690 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.213+0000 7f46552c9740 1 --2- 172.21.15.67:0/166751985 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f6421e4370 0x55f6421dd950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.213+0000 7f46552c9740 1 --2- 172.21.15.67:0/166751985 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f6421e1260 0x55f6421fddf0 secure :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f4640003820 tx=0x7f464003dd80 comp rx=0 tx=0).stop 2024-09-10T08:17:49.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.213+0000 7f46552c9740 1 --2- 172.21.15.67:0/166751985 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f6421d95d0 0x55f6421fd8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.213+0000 7f46552c9740 1 -- 172.21.15.67:0/166751985 >> 172.21.15.67:0/166751985 conn(0x55f6421a2310 msgr2=0x55f6421e2580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:49.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.213+0000 7f462bfff640 0 client.25630 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:17:49.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.213+0000 7f46552c9740 1 -- 172.21.15.67:0/166751985 shutdown_connections 2024-09-10T08:17:49.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.213+0000 7f46552c9740 1 -- 172.21.15.67:0/166751985 wait complete. 2024-09-10T08:17:49.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.214+0000 7f46552c9740 20 client.25630 trim_cache size 0 max 16384 2024-09-10T08:17:49.215 INFO:teuthology.orchestra.run.smithi067.stdout:[] 2024-09-10T08:17:49.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.216+0000 7f4652ef0640 1 -- 172.21.15.67:0/2385490214 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f46340a2d50 msgr2=0x7f46340a5210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:49.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.216+0000 7f4652ef0640 1 --2- 172.21.15.67:0/2385490214 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f46340a2d50 0x7f46340a5210 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f4644000f80 tx=0x7f4644005f70 comp rx=0 tx=0).stop 2024-09-10T08:17:49.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.216+0000 7f4652ef0640 1 -- 172.21.15.67:0/2385490214 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f464c10d520 msgr2=0x7f464c19e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:49.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.216+0000 7f4652ef0640 1 --2- 172.21.15.67:0/2385490214 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f464c10d520 0x7f464c19e7a0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f4644009fd0 tx=0x7f464400ef10 comp rx=0 tx=0).stop 2024-09-10T08:17:49.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.216+0000 7f4652ef0640 1 -- 172.21.15.67:0/2385490214 shutdown_connections 2024-09-10T08:17:49.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.216+0000 7f4652ef0640 1 --2- 172.21.15.67:0/2385490214 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f46340a2d50 0x7f46340a5210 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.216+0000 7f4652ef0640 1 --2- 172.21.15.67:0/2385490214 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f464c10d520 0x7f464c19e7a0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.216+0000 7f4652ef0640 1 --2- 172.21.15.67:0/2385490214 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f464c108da0 0x7f464c1a4b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.216+0000 7f4652ef0640 1 --2- 172.21.15.67:0/2385490214 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f464c1083f0 0x7f464c1a4620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.216+0000 7f4652ef0640 1 -- 172.21.15.67:0/2385490214 >> 172.21.15.67:0/2385490214 conn(0x7f464c077af0 msgr2=0x7f464c078e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:49.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.218+0000 7f4652ef0640 1 -- 172.21.15.67:0/2385490214 shutdown_connections 2024-09-10T08:17:49.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:49.219+0000 7f4652ef0640 1 -- 172.21.15.67:0/2385490214 wait complete. 2024-09-10T08:17:49.649 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-09-10T08:17:49.650 INFO:tasks.workunit.client.0.smithi067.stdout: Children see throughput for 1 initial writers = 582151.81 kB/sec 2024-09-10T08:17:49.650 INFO:tasks.workunit.client.0.smithi067.stdout: Parent sees throughput for 1 initial writers = 582063.33 kB/sec 2024-09-10T08:17:49.650 INFO:tasks.workunit.client.0.smithi067.stdout: Min throughput per process = 582151.81 kB/sec 2024-09-10T08:17:49.650 INFO:tasks.workunit.client.0.smithi067.stdout: Max throughput per process = 582151.81 kB/sec 2024-09-10T08:17:49.650 INFO:tasks.workunit.client.0.smithi067.stdout: Avg throughput per process = 582151.81 kB/sec 2024-09-10T08:17:49.650 INFO:tasks.workunit.client.0.smithi067.stdout: Min xfer = 1048576.00 kB 2024-09-10T08:17:49.805 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.803+0000 7ffacbe5e640 1 -- 172.21.15.67:0/126092046 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffac4101b60 msgr2=0x7ffac4101f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:49.805 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.803+0000 7ffacbe5e640 1 --2- 172.21.15.67:0/126092046 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffac4101b60 0x7ffac4101f60 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7ffab4009ca0 tx=0x7ffab402a8c0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.805 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.803+0000 7ffacbe5e640 1 -- 172.21.15.67:0/126092046 shutdown_connections 2024-09-10T08:17:49.805 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.803+0000 7ffacbe5e640 1 --2- 172.21.15.67:0/126092046 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffac4103710 0x7ffac4109fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.805 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.803+0000 7ffacbe5e640 1 --2- 172.21.15.67:0/126092046 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffac4102d50 0x7ffac41031d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.805 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.803+0000 7ffacbe5e640 1 --2- 172.21.15.67:0/126092046 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffac4101b60 0x7ffac4101f60 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.805 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.803+0000 7ffacbe5e640 1 -- 172.21.15.67:0/126092046 >> 172.21.15.67:0/126092046 conn(0x7ffac40fd2e0 msgr2=0x7ffac40ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:49.806 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.803+0000 7ffacbe5e640 1 -- 172.21.15.67:0/126092046 shutdown_connections 2024-09-10T08:17:49.806 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.803+0000 7ffacbe5e640 1 -- 172.21.15.67:0/126092046 wait complete. 2024-09-10T08:17:49.806 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.803+0000 7ffacbe5e640 1 Processor -- start 2024-09-10T08:17:49.806 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.804+0000 7ffacbe5e640 1 -- start start 2024-09-10T08:17:49.806 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.804+0000 7ffacbe5e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffac4101b60 0x7ffac4197d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:49.806 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.804+0000 7ffacbe5e640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffac4102d50 0x7ffac4198280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:49.806 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.804+0000 7ffacbe5e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffac4103710 0x7ffac419f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:49.807 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.804+0000 7ffacbe5e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ffac410d690 con 0x7ffac4101b60 2024-09-10T08:17:49.807 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.804+0000 7ffacbe5e640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7ffac410d510 con 0x7ffac4103710 2024-09-10T08:17:49.807 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.804+0000 7ffacbe5e640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ffac410d810 con 0x7ffac4102d50 2024-09-10T08:17:49.807 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.804+0000 7ffac9bfa640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffac4101b60 0x7ffac4197d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:49.807 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.804+0000 7ffac9bfa640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffac4101b60 0x7ffac4197d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40086/0 (socket says 172.21.15.67:40086) 2024-09-10T08:17:49.808 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.804+0000 7ffac9bfa640 1 -- 172.21.15.67:0/3325006569 learned_addr learned my addr 172.21.15.67:0/3325006569 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:49.808 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.804+0000 7ffaca3fb640 1 --2- 172.21.15.67:0/3325006569 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffac4103710 0x7ffac419f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:49.808 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.804+0000 7ffac93f9640 1 --2- 172.21.15.67:0/3325006569 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffac4102d50 0x7ffac4198280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:49.808 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.804+0000 7ffac9bfa640 1 -- 172.21.15.67:0/3325006569 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffac4102d50 msgr2=0x7ffac4198280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:49.808 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.804+0000 7ffac9bfa640 1 --2- 172.21.15.67:0/3325006569 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffac4102d50 0x7ffac4198280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.808 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.804+0000 7ffac9bfa640 1 -- 172.21.15.67:0/3325006569 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffac4103710 msgr2=0x7ffac419f2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:49.808 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.804+0000 7ffac9bfa640 1 --2- 172.21.15.67:0/3325006569 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffac4103710 0x7ffac419f2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.808 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.804+0000 7ffac9bfa640 1 -- 172.21.15.67:0/3325006569 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffac419f950 con 0x7ffac4101b60 2024-09-10T08:17:49.809 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.804+0000 7ffaca3fb640 1 --2- 172.21.15.67:0/3325006569 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffac4103710 0x7ffac419f2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:17:49.809 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.804+0000 7ffac9bfa640 1 --2- 172.21.15.67:0/3325006569 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffac4101b60 0x7ffac4197d40 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7ffab4005e30 tx=0x7ffab4003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:49.809 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.804+0000 7ffac2ffd640 1 -- 172.21.15.67:0/3325006569 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffab4032ec0 con 0x7ffac4101b60 2024-09-10T08:17:49.809 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.805+0000 7ffacbe5e640 1 -- 172.21.15.67:0/3325006569 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffac419fbe0 con 0x7ffac4101b60 2024-09-10T08:17:49.809 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.805+0000 7ffac2ffd640 1 -- 172.21.15.67:0/3325006569 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffab40044f0 con 0x7ffac4101b60 2024-09-10T08:17:49.812 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.805+0000 7ffac2ffd640 1 -- 172.21.15.67:0/3325006569 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffab4030d90 con 0x7ffac4101b60 2024-09-10T08:17:49.812 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.805+0000 7ffacbe5e640 1 -- 172.21.15.67:0/3325006569 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffac41a0130 con 0x7ffac4101b60 2024-09-10T08:17:49.818 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.807+0000 7ffac2ffd640 1 -- 172.21.15.67:0/3325006569 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7ffab40305c0 con 0x7ffac4101b60 2024-09-10T08:17:49.819 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.807+0000 7ffacebfe740 1 Processor -- start 2024-09-10T08:17:49.819 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.807+0000 7ffacebfe740 1 -- start start 2024-09-10T08:17:49.819 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.807+0000 7ffacebfe740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559423fe1db0 0x559423fe21b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:49.819 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.808+0000 7ffacebfe740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559423fe26f0 0x559423fe71b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:49.819 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.808+0000 7ffacebfe740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559423fe7780 0x559423fe9c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:49.819 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.808+0000 7ffacebfe740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x559423f412f0 con 0x559423fe26f0 2024-09-10T08:17:49.819 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.808+0000 7ffacebfe740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x559423ee9270 con 0x559423fe1db0 2024-09-10T08:17:49.819 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.808+0000 7ffacebfe740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x559423f3d2b0 con 0x559423fe7780 2024-09-10T08:17:49.819 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.808+0000 7ffac9bfa640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559423fe26f0 0x559423fe71b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:49.819 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.808+0000 7ffac2ffd640 1 --2- 172.21.15.67:0/3325006569 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ffaac0a2dd0 0x7ffaac0a5290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:49.820 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.808+0000 7ffaca3fb640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559423fe1db0 0x559423fe21b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:49.820 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.808+0000 7ffac9bfa640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559423fe26f0 0x559423fe71b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40100/0 (socket says 172.21.15.67:40100) 2024-09-10T08:17:49.820 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.808+0000 7ffac9bfa640 1 -- 172.21.15.67:0/914568006 learned_addr learned my addr 172.21.15.67:0/914568006 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:49.820 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.808+0000 7ffac93f9640 1 --2- 172.21.15.67:0/914568006 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559423fe7780 0x559423fe9c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:49.820 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.808+0000 7ffaca3fb640 1 --2- 172.21.15.67:0/3325006569 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ffaac0a2dd0 0x7ffaac0a5290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:49.820 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.808+0000 7ffac2ffd640 1 -- 172.21.15.67:0/3325006569 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7ffab40f0d20 con 0x7ffac4101b60 2024-09-10T08:17:49.820 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.808+0000 7ffac9bfa640 1 -- 172.21.15.67:0/914568006 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559423fe7780 msgr2=0x559423fe9c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:49.820 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.808+0000 7ffac9bfa640 1 --2- 172.21.15.67:0/914568006 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559423fe7780 0x559423fe9c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.820 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.808+0000 7ffac9bfa640 1 -- 172.21.15.67:0/914568006 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559423fe1db0 msgr2=0x559423fe21b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:49.820 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.808+0000 7ffac9bfa640 1 --2- 172.21.15.67:0/914568006 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559423fe1db0 0x559423fe21b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.820 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.808+0000 7ffac9bfa640 1 -- 172.21.15.67:0/914568006 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559423ee8340 con 0x559423fe26f0 2024-09-10T08:17:49.821 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.808+0000 7ffac93f9640 1 --2- 172.21.15.67:0/914568006 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559423fe7780 0x559423fe9c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:17:49.821 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.808+0000 7ffac9bfa640 1 --2- 172.21.15.67:0/914568006 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559423fe26f0 0x559423fe71b0 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7ffab4006010 tx=0x7ffab40095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c21fd2a9e602f91b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:49.821 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.808+0000 7ffaca3fb640 1 --2- 172.21.15.67:0/3325006569 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ffaac0a2dd0 0x7ffaac0a5290 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7ffabc014890 tx=0x7ffabc004730 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:49.821 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.809+0000 7ffaabfff640 1 -- 172.21.15.67:0/914568006 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffab40bb2c0 con 0x559423fe26f0 2024-09-10T08:17:49.821 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.809+0000 7ffaabfff640 1 -- 172.21.15.67:0/914568006 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffab4036070 con 0x559423fe26f0 2024-09-10T08:17:49.821 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.809+0000 7ffaabfff640 1 -- 172.21.15.67:0/914568006 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffab40b9760 con 0x559423fe26f0 2024-09-10T08:17:49.821 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.809+0000 7ffacebfe740 1 -- 172.21.15.67:0/914568006 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559423fe26f0 msgr2=0x559423fe71b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:49.821 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.809+0000 7ffacebfe740 1 --2- 172.21.15.67:0/914568006 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559423fe26f0 0x559423fe71b0 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7ffab4006010 tx=0x7ffab40095c0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.821 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.809+0000 7ffacebfe740 1 -- 172.21.15.67:0/914568006 shutdown_connections 2024-09-10T08:17:49.821 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.809+0000 7ffacebfe740 1 --2- 172.21.15.67:0/914568006 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559423fe7780 0x559423fe9c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.821 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.809+0000 7ffacebfe740 1 --2- 172.21.15.67:0/914568006 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559423fe26f0 0x559423fe71b0 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.822 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.809+0000 7ffacebfe740 1 --2- 172.21.15.67:0/914568006 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559423fe1db0 0x559423fe21b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.822 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.809+0000 7ffacebfe740 1 -- 172.21.15.67:0/914568006 >> 172.21.15.67:0/914568006 conn(0x559423fd9010 msgr2=0x559423fd9410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:49.822 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.809+0000 7ffacebfe740 1 -- 172.21.15.67:0/914568006 shutdown_connections 2024-09-10T08:17:49.822 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.810+0000 7ffacebfe740 1 -- 172.21.15.67:0/914568006 wait complete. 2024-09-10T08:17:49.822 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.810+0000 7ffacebfe740 1 -- start start 2024-09-10T08:17:49.822 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.810+0000 7ffacebfe740 1 Processor -- start 2024-09-10T08:17:49.822 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.810+0000 7ffacebfe740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559423fe1db0 0x559423febbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:49.822 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.810+0000 7ffacebfe740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559423fe26f0 0x559423fec110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:49.822 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.810+0000 7ffacebfe740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559423fe7780 0x559423ff3150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:49.822 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.810+0000 7ffacebfe740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x559423f412f0 con 0x559423fe26f0 2024-09-10T08:17:49.822 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.810+0000 7ffacebfe740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x559423eca290 con 0x559423fe1db0 2024-09-10T08:17:49.822 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.810+0000 7ffacebfe740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x559423fea510 con 0x559423fe7780 2024-09-10T08:17:49.823 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.810+0000 7ffacebfe740 10 client.0 _ll_register_callbacks cb 0x559423efb140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:17:49.823 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.810+0000 7ffac93f9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559423fe26f0 0x559423fec110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:49.823 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.810+0000 7ffac93f9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559423fe26f0 0x559423fec110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40102/0 (socket says 172.21.15.67:40102) 2024-09-10T08:17:49.823 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.810+0000 7ffac93f9640 1 -- 172.21.15.67:0/187461935 learned_addr learned my addr 172.21.15.67:0/187461935 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:49.823 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.811+0000 7ffaca3fb640 1 --2- 172.21.15.67:0/187461935 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559423fe7780 0x559423ff3150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:49.823 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.811+0000 7ffac9bfa640 1 --2- 172.21.15.67:0/187461935 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559423fe1db0 0x559423febbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:49.823 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.811+0000 7ffac93f9640 1 -- 172.21.15.67:0/187461935 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559423fe7780 msgr2=0x559423ff3150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:49.823 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.811+0000 7ffac93f9640 1 --2- 172.21.15.67:0/187461935 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559423fe7780 0x559423ff3150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.823 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.811+0000 7ffac93f9640 1 -- 172.21.15.67:0/187461935 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559423fe1db0 msgr2=0x559423febbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:49.823 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.811+0000 7ffac93f9640 1 --2- 172.21.15.67:0/187461935 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559423fe1db0 0x559423febbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.823 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.811+0000 7ffac93f9640 1 -- 172.21.15.67:0/187461935 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559423c54210 con 0x559423fe26f0 2024-09-10T08:17:49.824 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.811+0000 7ffac9bfa640 1 --2- 172.21.15.67:0/187461935 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559423fe1db0 0x559423febbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:17:49.824 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.811+0000 7ffac93f9640 1 --2- 172.21.15.67:0/187461935 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559423fe26f0 0x559423fec110 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7ffab8009e70 tx=0x7ffab80117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70c30d5be839ac81 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:49.824 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.811+0000 7ffaa97fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:17:49.824 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.811+0000 7ffaa97fa640 1 -- 172.21.15.67:0/187461935 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffab8012860 con 0x559423fe26f0 2024-09-10T08:17:49.824 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.811+0000 7ffaa97fa640 1 -- 172.21.15.67:0/187461935 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7ffab8012a00 con 0x559423fe26f0 2024-09-10T08:17:49.824 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.811+0000 7ffacebfe740 1 -- 172.21.15.67:0/187461935 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffab4036070 con 0x559423fe26f0 2024-09-10T08:17:49.824 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.811+0000 7ffaa97fa640 1 -- 172.21.15.67:0/187461935 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ffab8025050 con 0x559423fe26f0 2024-09-10T08:17:49.824 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.811+0000 7ffacebfe740 10 client.16281 fetch_fsmap learned FSMap version 29 2024-09-10T08:17:49.824 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.811+0000 7ffacebfe740 1 -- 172.21.15.67:0/187461935 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x559423d20620 con 0x559423fe26f0 2024-09-10T08:17:49.824 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.811+0000 7ffaa97fa640 1 -- 172.21.15.67:0/187461935 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffab4036070 con 0x559423fe26f0 2024-09-10T08:17:49.824 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.812+0000 7ffaa97fa640 1 -- 172.21.15.67:0/187461935 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7ffab800f040 con 0x559423fe26f0 2024-09-10T08:17:49.824 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.812+0000 7ffacebfe740 10 client.16281 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:17:49.825 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.812+0000 7ffacebfe740 10 client.16281 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:17:49.825 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.812+0000 7ffacebfe740 20 client.16281 populate_metadata read hostname 'smithi067' 2024-09-10T08:17:49.825 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.812+0000 7ffacebfe740 1 --2- 172.21.15.67:0/187461935 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x559423ff7910 0x559423ff9d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:49.825 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.812+0000 7ffacebfe740 4 client.16281 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:17:49.825 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.812+0000 7ffacebfe740 1 -- 172.21.15.67:0/187461935 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559423f4ea20 con 0x559423ff7910 2024-09-10T08:17:49.825 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.812+0000 7ffac9bfa640 1 --2- 172.21.15.67:0/187461935 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x559423ff7910 0x559423ff9d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:49.825 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.812+0000 7ffac9bfa640 1 --2- 172.21.15.67:0/187461935 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x559423ff7910 0x559423ff9d00 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4bf2c18f2d3974d6 server_cookie=ba4e274158b0a9ba in_seq=0 out_seq=0 2024-09-10T08:17:49.825 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.812+0000 7ffaa97fa640 10 client.16281 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:17:49.825 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.813+0000 7ffaa97fa640 1 -- 172.21.15.67:0/187461935 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559423f4ea20 con 0x559423ff7910 2024-09-10T08:17:49.825 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.813+0000 7ffaa97fa640 10 client.16281 handle_command_reply: tid=0 2024-09-10T08:17:49.825 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.813+0000 7ffacebfe740 1 client.16281 shutdown 2024-09-10T08:17:49.826 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.813+0000 7ffacebfe740 1 -- 172.21.15.67:0/187461935 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559423fe26f0 msgr2=0x559423fec110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:49.826 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.813+0000 7ffacebfe740 1 --2- 172.21.15.67:0/187461935 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559423fe26f0 0x559423fec110 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7ffab8009e70 tx=0x7ffab80117b0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.826 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.813+0000 7ffacebfe740 1 -- 172.21.15.67:0/187461935 shutdown_connections 2024-09-10T08:17:49.826 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.813+0000 7ffacebfe740 1 --2- 172.21.15.67:0/187461935 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x559423ff7910 0x559423ff9d00 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.826 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.813+0000 7ffacebfe740 1 --2- 172.21.15.67:0/187461935 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559423fe7780 0x559423ff3150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.826 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.813+0000 7ffacebfe740 1 --2- 172.21.15.67:0/187461935 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559423fe26f0 0x559423fec110 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.826 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.813+0000 7ffacebfe740 1 --2- 172.21.15.67:0/187461935 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559423fe1db0 0x559423febbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.826 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.813+0000 7ffaa97fa640 0 client.16281 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:17:49.826 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.813+0000 7ffacebfe740 1 -- 172.21.15.67:0/187461935 >> 172.21.15.67:0/187461935 conn(0x559423fd9010 msgr2=0x559423fda820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:49.826 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.813+0000 7ffacebfe740 1 -- 172.21.15.67:0/187461935 shutdown_connections 2024-09-10T08:17:49.826 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.813+0000 7ffacebfe740 1 -- 172.21.15.67:0/187461935 wait complete. 2024-09-10T08:17:49.827 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.814+0000 7ffacebfe740 20 client.16281 trim_cache size 0 max 16384 2024-09-10T08:17:49.837 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.828+0000 7ffacebfe740 1 Processor -- start 2024-09-10T08:17:49.838 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.828+0000 7ffacebfe740 1 -- start start 2024-09-10T08:17:49.838 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.828+0000 7ffacebfe740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559423fe1db0 0x559423fe2190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:49.838 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.828+0000 7ffacebfe740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559423fe26f0 0x559423ff3110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:49.838 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.828+0000 7ffacebfe740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559423fe7780 0x559423fda400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:49.838 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.828+0000 7ffacebfe740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ffac41a85a0 con 0x559423fe26f0 2024-09-10T08:17:49.839 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.828+0000 7ffacebfe740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7ffac41aa0e0 con 0x559423fe1db0 2024-09-10T08:17:49.839 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.828+0000 7ffacebfe740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ffac41a8c70 con 0x559423fe7780 2024-09-10T08:17:49.839 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.828+0000 7ffac93f9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559423fe26f0 0x559423ff3110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:49.839 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.828+0000 7ffac93f9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559423fe26f0 0x559423ff3110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40118/0 (socket says 172.21.15.67:40118) 2024-09-10T08:17:49.839 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.828+0000 7ffac93f9640 1 -- 172.21.15.67:0/464940672 learned_addr learned my addr 172.21.15.67:0/464940672 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:49.839 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.828+0000 7ffaca3fb640 1 --2- 172.21.15.67:0/464940672 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559423fe7780 0x559423fda400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:49.840 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.829+0000 7ffac9bfa640 1 --2- 172.21.15.67:0/464940672 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559423fe1db0 0x559423fe2190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:49.840 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.829+0000 7ffac93f9640 1 -- 172.21.15.67:0/464940672 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559423fe7780 msgr2=0x559423fda400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:49.840 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.829+0000 7ffac93f9640 1 --2- 172.21.15.67:0/464940672 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559423fe7780 0x559423fda400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.840 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.829+0000 7ffac93f9640 1 -- 172.21.15.67:0/464940672 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559423fe1db0 msgr2=0x559423fe2190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:49.840 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.829+0000 7ffac93f9640 1 --2- 172.21.15.67:0/464940672 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559423fe1db0 0x559423fe2190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.841 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.829+0000 7ffac93f9640 1 -- 172.21.15.67:0/464940672 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559423fe2bd0 con 0x559423fe26f0 2024-09-10T08:17:49.841 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.829+0000 7ffac93f9640 1 --2- 172.21.15.67:0/464940672 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559423fe26f0 0x559423ff3110 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7ffab80099f0 tx=0x7ffab80097e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e50538b5df9f02a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:49.841 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.829+0000 7ffaab7fe640 1 -- 172.21.15.67:0/464940672 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffab8011cb0 con 0x559423fe26f0 2024-09-10T08:17:49.841 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.829+0000 7ffaab7fe640 1 -- 172.21.15.67:0/464940672 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffab802d020 con 0x559423fe26f0 2024-09-10T08:17:49.841 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.829+0000 7ffaab7fe640 1 -- 172.21.15.67:0/464940672 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffab801a770 con 0x559423fe26f0 2024-09-10T08:17:49.842 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.830+0000 7ffacebfe740 1 -- 172.21.15.67:0/464940672 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559423fe26f0 msgr2=0x559423ff3110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:49.842 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.830+0000 7ffacebfe740 1 --2- 172.21.15.67:0/464940672 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559423fe26f0 0x559423ff3110 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7ffab80099f0 tx=0x7ffab80097e0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.842 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.830+0000 7ffacebfe740 1 -- 172.21.15.67:0/464940672 shutdown_connections 2024-09-10T08:17:49.842 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.830+0000 7ffacebfe740 1 --2- 172.21.15.67:0/464940672 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559423fe7780 0x559423fda400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.842 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.830+0000 7ffacebfe740 1 --2- 172.21.15.67:0/464940672 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559423fe26f0 0x559423ff3110 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.842 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.830+0000 7ffacebfe740 1 --2- 172.21.15.67:0/464940672 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559423fe1db0 0x559423fe2190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.843 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.830+0000 7ffacebfe740 1 -- 172.21.15.67:0/464940672 >> 172.21.15.67:0/464940672 conn(0x559423fd9010 msgr2=0x559423fd81c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:49.843 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.830+0000 7ffacebfe740 1 -- 172.21.15.67:0/464940672 shutdown_connections 2024-09-10T08:17:49.843 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.830+0000 7ffacebfe740 1 -- 172.21.15.67:0/464940672 wait complete. 2024-09-10T08:17:49.843 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.830+0000 7ffacebfe740 1 -- start start 2024-09-10T08:17:49.843 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.830+0000 7ffacebfe740 1 Processor -- start 2024-09-10T08:17:49.843 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.831+0000 7ffacebfe740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559423fe1db0 0x559423ff0560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:49.844 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.831+0000 7ffacebfe740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559423fe26f0 0x559423ff0aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:49.844 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.831+0000 7ffacebfe740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559423fe7780 0x559423ff1ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:49.844 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.831+0000 7ffacebfe740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ffac41a9a10 con 0x559423fe26f0 2024-09-10T08:17:49.844 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.831+0000 7ffacebfe740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7ffac41a9340 con 0x559423fe7780 2024-09-10T08:17:49.844 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.831+0000 7ffacebfe740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ffac41a6580 con 0x559423fe1db0 2024-09-10T08:17:49.844 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.831+0000 7ffacebfe740 10 client.0 _ll_register_callbacks cb 0x7ffab80096d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:17:49.845 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.831+0000 7ffac93f9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559423fe26f0 0x559423ff0aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:49.845 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.831+0000 7ffac93f9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559423fe26f0 0x559423ff0aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40128/0 (socket says 172.21.15.67:40128) 2024-09-10T08:17:49.845 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.831+0000 7ffac9bfa640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559423fe1db0 0x559423ff0560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:49.845 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.831+0000 7ffac93f9640 1 -- 172.21.15.67:0/1481035192 learned_addr learned my addr 172.21.15.67:0/1481035192 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:49.845 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.831+0000 7ffaca3fb640 1 --2- 172.21.15.67:0/1481035192 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559423fe7780 0x559423ff1ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:49.845 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.831+0000 7ffac93f9640 1 -- 172.21.15.67:0/1481035192 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559423fe1db0 msgr2=0x559423ff0560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:49.845 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.831+0000 7ffac93f9640 1 --2- 172.21.15.67:0/1481035192 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559423fe1db0 0x559423ff0560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.846 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.831+0000 7ffac93f9640 1 -- 172.21.15.67:0/1481035192 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559423fe7780 msgr2=0x559423ff1ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:49.846 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.831+0000 7ffac93f9640 1 --2- 172.21.15.67:0/1481035192 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559423fe7780 0x559423ff1ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.846 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.831+0000 7ffac93f9640 1 -- 172.21.15.67:0/1481035192 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559423ff20c0 con 0x559423fe26f0 2024-09-10T08:17:49.846 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.831+0000 7ffac93f9640 1 --2- 172.21.15.67:0/1481035192 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559423fe26f0 0x559423ff0aa0 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7ffab8009bc0 tx=0x7ffab8009a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d3d1b1758889397 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:49.846 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.831+0000 7ffaa97fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:17:49.846 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.831+0000 7ffaa97fa640 1 -- 172.21.15.67:0/1481035192 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffab8011cb0 con 0x559423fe26f0 2024-09-10T08:17:49.846 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.831+0000 7ffaa97fa640 1 -- 172.21.15.67:0/1481035192 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7ffab801a4f0 con 0x559423fe26f0 2024-09-10T08:17:49.846 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.831+0000 7ffacebfe740 1 -- 172.21.15.67:0/1481035192 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffab802d020 con 0x559423fe26f0 2024-09-10T08:17:49.846 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.832+0000 7ffaa97fa640 1 -- 172.21.15.67:0/1481035192 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ffab8042050 con 0x559423fe26f0 2024-09-10T08:17:49.846 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.832+0000 7ffacebfe740 10 client.16287 fetch_fsmap learned FSMap version 29 2024-09-10T08:17:49.846 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.832+0000 7ffacebfe740 1 -- 172.21.15.67:0/1481035192 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x559423ff33d0 con 0x559423fe26f0 2024-09-10T08:17:49.846 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.832+0000 7ffaa97fa640 1 -- 172.21.15.67:0/1481035192 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffab8036020 con 0x559423fe26f0 2024-09-10T08:17:49.847 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.832+0000 7ffaa97fa640 1 -- 172.21.15.67:0/1481035192 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7ffab8019b70 con 0x559423fe26f0 2024-09-10T08:17:49.847 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.832+0000 7ffacebfe740 10 client.16287 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:17:49.847 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.832+0000 7ffacebfe740 10 client.16287 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:17:49.847 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.832+0000 7ffacebfe740 20 client.16287 populate_metadata read hostname 'smithi067' 2024-09-10T08:17:49.847 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.832+0000 7ffacebfe740 1 --2- 172.21.15.67:0/1481035192 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x559424062c90 0x5594240650b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:49.848 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.832+0000 7ffacebfe740 4 client.16287 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:17:49.848 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.832+0000 7ffacebfe740 1 -- 172.21.15.67:0/1481035192 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "flush journal"}) -- 0x559423f48d70 con 0x559424062c90 2024-09-10T08:17:49.848 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.832+0000 7ffac9bfa640 1 --2- 172.21.15.67:0/1481035192 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x559424062c90 0x5594240650b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:49.848 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.833+0000 7ffac9bfa640 1 --2- 172.21.15.67:0/1481035192 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x559424062c90 0x5594240650b0 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4483decec9236011 server_cookie=9e1670aaae268022 in_seq=0 out_seq=0 2024-09-10T08:17:49.848 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.833+0000 7ffaa97fa640 10 client.16287 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:17:49.849 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.842+0000 7ffaa97fa640 1 -- 172.21.15.67:0/1481035192 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x559423f48d70 con 0x559424062c90 2024-09-10T08:17:49.850 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.842+0000 7ffaa97fa640 10 client.16287 handle_command_reply: tid=0 2024-09-10T08:17:49.850 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.842+0000 7ffacebfe740 1 client.16287 shutdown 2024-09-10T08:17:49.850 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.842+0000 7ffacebfe740 1 -- 172.21.15.67:0/1481035192 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559423fe26f0 msgr2=0x559423ff0aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:49.850 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.842+0000 7ffacebfe740 1 --2- 172.21.15.67:0/1481035192 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559423fe26f0 0x559423ff0aa0 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7ffab8009bc0 tx=0x7ffab8009a20 comp rx=0 tx=0).stop 2024-09-10T08:17:49.850 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.842+0000 7ffacebfe740 1 -- 172.21.15.67:0/1481035192 shutdown_connections 2024-09-10T08:17:49.850 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.842+0000 7ffacebfe740 1 --2- 172.21.15.67:0/1481035192 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x559424062c90 0x5594240650b0 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.850 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.842+0000 7ffacebfe740 1 --2- 172.21.15.67:0/1481035192 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x559423fe7780 0x559423ff1ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.851 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.842+0000 7ffacebfe740 1 --2- 172.21.15.67:0/1481035192 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559423fe26f0 0x559423ff0aa0 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.851 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.842+0000 7ffaa97fa640 0 client.16287 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:17:49.851 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.842+0000 7ffacebfe740 1 --2- 172.21.15.67:0/1481035192 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x559423fe1db0 0x559423ff0560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.851 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.842+0000 7ffacebfe740 1 -- 172.21.15.67:0/1481035192 >> 172.21.15.67:0/1481035192 conn(0x559423fd9010 msgr2=0x559423fd81c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:49.851 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.842+0000 7ffacebfe740 1 -- 172.21.15.67:0/1481035192 shutdown_connections 2024-09-10T08:17:49.851 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.842+0000 7ffacebfe740 1 -- 172.21.15.67:0/1481035192 wait complete. 2024-09-10T08:17:49.851 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.842+0000 7ffacebfe740 20 client.16287 trim_cache size 0 max 16384 2024-09-10T08:17:49.852 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout:{ 2024-09-10T08:17:49.852 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout: "message": "", 2024-09-10T08:17:49.852 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout: "return_code": 0 2024-09-10T08:17:49.852 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout:} 2024-09-10T08:17:49.854 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.843+0000 7ffacbe5e640 1 -- 172.21.15.67:0/3325006569 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ffaac0a2dd0 msgr2=0x7ffaac0a5290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:49.854 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.843+0000 7ffacbe5e640 1 --2- 172.21.15.67:0/3325006569 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ffaac0a2dd0 0x7ffaac0a5290 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7ffabc014890 tx=0x7ffabc004730 comp rx=0 tx=0).stop 2024-09-10T08:17:49.854 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.843+0000 7ffacbe5e640 1 -- 172.21.15.67:0/3325006569 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffac4101b60 msgr2=0x7ffac4197d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:49.854 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.843+0000 7ffacbe5e640 1 --2- 172.21.15.67:0/3325006569 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffac4101b60 0x7ffac4197d40 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7ffab4005e30 tx=0x7ffab4003ba0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.855 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.843+0000 7ffacbe5e640 1 -- 172.21.15.67:0/3325006569 shutdown_connections 2024-09-10T08:17:49.855 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.843+0000 7ffacbe5e640 1 --2- 172.21.15.67:0/3325006569 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ffaac0a2dd0 0x7ffaac0a5290 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.855 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.843+0000 7ffacbe5e640 1 --2- 172.21.15.67:0/3325006569 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ffac4103710 0x7ffac419f2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.855 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.843+0000 7ffacbe5e640 1 --2- 172.21.15.67:0/3325006569 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ffac4102d50 0x7ffac4198280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.855 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.843+0000 7ffacbe5e640 1 --2- 172.21.15.67:0/3325006569 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffac4101b60 0x7ffac4197d40 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:49.855 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.843+0000 7ffacbe5e640 1 -- 172.21.15.67:0/3325006569 >> 172.21.15.67:0/3325006569 conn(0x7ffac40fd2e0 msgr2=0x7ffac4106110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:49.856 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.843+0000 7ffacbe5e640 1 -- 172.21.15.67:0/3325006569 shutdown_connections 2024-09-10T08:17:49.856 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:17:49.843+0000 7ffacbe5e640 1 -- 172.21.15.67:0/3325006569 wait complete. 2024-09-10T08:17:49.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:17:49 smithi067 ceph-mon[31051]: pgmap v447: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 3.7 MiB/s wr, 11 op/s 2024-09-10T08:17:50.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:17:49 smithi203 ceph-mon[34672]: pgmap v447: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 3.7 MiB/s wr, 11 op/s 2024-09-10T08:17:50.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:17:49 smithi133 ceph-mon[34721]: pgmap v447: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 3.7 MiB/s wr, 11 op/s 2024-09-10T08:17:51.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:17:51 smithi067 ceph-mon[31051]: pgmap v448: 129 pgs: 129 active+clean; 1.1 GiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 50 MiB/s wr, 37 op/s 2024-09-10T08:17:51.974 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-10T08:17:51.974 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-10T08:17:52.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:17:51 smithi203 ceph-mon[34672]: pgmap v448: 129 pgs: 129 active+clean; 1.1 GiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 50 MiB/s wr, 37 op/s 2024-09-10T08:17:52.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:17:51 smithi133 ceph-mon[34721]: pgmap v448: 129 pgs: 129 active+clean; 1.1 GiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 50 MiB/s wr, 37 op/s 2024-09-10T08:17:52.246 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:17:52.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.823+0000 7fa358858640 1 -- 172.21.15.67:0/1755052624 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa354102570 msgr2=0x7fa3541029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:52.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.823+0000 7fa358858640 1 --2- 172.21.15.67:0/1755052624 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa354102570 0x7fa3541029b0 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7fa348009900 tx=0x7fa34802a4a0 comp rx=0 tx=0).stop 2024-09-10T08:17:52.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.823+0000 7fa358858640 1 -- 172.21.15.67:0/1755052624 shutdown_connections 2024-09-10T08:17:52.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.823+0000 7fa358858640 1 --2- 172.21.15.67:0/1755052624 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa354102ef0 0x7fa35410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:52.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.823+0000 7fa358858640 1 --2- 172.21.15.67:0/1755052624 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa354102570 0x7fa3541029b0 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:52.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.823+0000 7fa358858640 1 --2- 172.21.15.67:0/1755052624 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa354100e20 0x7fa354101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:52.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.823+0000 7fa358858640 1 -- 172.21.15.67:0/1755052624 >> 172.21.15.67:0/1755052624 conn(0x7fa3540fc7d0 msgr2=0x7fa3540febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:52.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.824+0000 7fa358858640 1 -- 172.21.15.67:0/1755052624 shutdown_connections 2024-09-10T08:17:52.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.824+0000 7fa358858640 1 -- 172.21.15.67:0/1755052624 wait complete. 2024-09-10T08:17:52.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.826+0000 7fa358858640 1 Processor -- start 2024-09-10T08:17:52.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.826+0000 7fa358858640 1 -- start start 2024-09-10T08:17:52.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.827+0000 7fa358858640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa354100e20 0x7fa3541973f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:52.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.827+0000 7fa358858640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa354102570 0x7fa354197930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:52.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.827+0000 7fa358858640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa354102ef0 0x7fa35419bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:52.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.827+0000 7fa358858640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa354110ec0 con 0x7fa354102570 2024-09-10T08:17:52.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.827+0000 7fa358858640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fa354110d40 con 0x7fa354102ef0 2024-09-10T08:17:52.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.827+0000 7fa358858640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fa354111040 con 0x7fa354100e20 2024-09-10T08:17:52.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.827+0000 7fa352d9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa354102ef0 0x7fa35419bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:52.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.827+0000 7fa352d9d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa354102ef0 0x7fa35419bcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.67:37246/0 (socket says 172.21.15.67:37246) 2024-09-10T08:17:52.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.827+0000 7fa352d9d640 1 -- 172.21.15.67:0/3492475442 learned_addr learned my addr 172.21.15.67:0/3492475442 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:52.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.827+0000 7fa351d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa354102570 0x7fa354197930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:52.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.827+0000 7fa35259c640 1 --2- 172.21.15.67:0/3492475442 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa354100e20 0x7fa3541973f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:52.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.828+0000 7fa352d9d640 1 -- 172.21.15.67:0/3492475442 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa354100e20 msgr2=0x7fa3541973f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:52.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.828+0000 7fa352d9d640 1 --2- 172.21.15.67:0/3492475442 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa354100e20 0x7fa3541973f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:52.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.828+0000 7fa352d9d640 1 -- 172.21.15.67:0/3492475442 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa354102570 msgr2=0x7fa354197930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:52.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.828+0000 7fa352d9d640 1 --2- 172.21.15.67:0/3492475442 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa354102570 0x7fa354197930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:52.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.828+0000 7fa352d9d640 1 -- 172.21.15.67:0/3492475442 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa35419c3a0 con 0x7fa354102ef0 2024-09-10T08:17:52.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.828+0000 7fa35259c640 1 --2- 172.21.15.67:0/3492475442 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa354100e20 0x7fa3541973f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:17:52.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.828+0000 7fa352d9d640 1 --2- 172.21.15.67:0/3492475442 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa354102ef0 0x7fa35419bcc0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fa34c00b990 tx=0x7fa34c00be50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:52.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.828+0000 7fa3437fe640 1 -- 172.21.15.67:0/3492475442 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa34c019070 con 0x7fa354102ef0 2024-09-10T08:17:52.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.828+0000 7fa3437fe640 1 -- 172.21.15.67:0/3492475442 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa34c00cba0 con 0x7fa354102ef0 2024-09-10T08:17:52.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.828+0000 7fa358858640 1 -- 172.21.15.67:0/3492475442 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa35419c690 con 0x7fa354102ef0 2024-09-10T08:17:52.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.829+0000 7fa3437fe640 1 -- 172.21.15.67:0/3492475442 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa34c0075d0 con 0x7fa354102ef0 2024-09-10T08:17:52.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.829+0000 7fa358858640 1 -- 172.21.15.67:0/3492475442 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa354069f70 con 0x7fa354102ef0 2024-09-10T08:17:52.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.833+0000 7fa35ac31740 1 Processor -- start 2024-09-10T08:17:52.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.834+0000 7fa3437fe640 1 -- 172.21.15.67:0/3492475442 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7fa34c01c070 con 0x7fa354102ef0 2024-09-10T08:17:52.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.835+0000 7fa35ac31740 1 -- start start 2024-09-10T08:17:52.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.835+0000 7fa35ac31740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564539990b60 0x564539990f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:52.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.836+0000 7fa35ac31740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564539991480 0x56453999b800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:52.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.836+0000 7fa35ac31740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56453999bd40 0x56453999e130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:52.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.836+0000 7fa35ac31740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5645398f6280 con 0x56453999bd40 2024-09-10T08:17:52.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.836+0000 7fa35ac31740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x56453989db10 con 0x564539990b60 2024-09-10T08:17:52.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.836+0000 7fa35ac31740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5645398f2240 con 0x564539991480 2024-09-10T08:17:52.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.836+0000 7fa35259c640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564539991480 0x56453999b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:52.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.836+0000 7fa35259c640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564539991480 0x56453999b800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.67:47830/0 (socket says 172.21.15.67:47830) 2024-09-10T08:17:52.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.836+0000 7fa35259c640 1 -- 172.21.15.67:0/1866734054 learned_addr learned my addr 172.21.15.67:0/1866734054 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:52.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.836+0000 7fa351d9b640 1 --2- 172.21.15.67:0/1866734054 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564539990b60 0x564539990f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:52.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.836+0000 7fa351d9b640 1 --2- 172.21.15.67:0/1866734054 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56453999bd40 0x56453999e130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:52.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.839+0000 7fa3437fe640 1 --2- 172.21.15.67:0/3492475442 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa33c0a2c80 0x7fa33c0a5140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:52.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.840+0000 7fa3437fe640 1 -- 172.21.15.67:0/3492475442 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fa34c0cea10 con 0x7fa354102ef0 2024-09-10T08:17:52.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.840+0000 7fa352d9d640 1 --2- 172.21.15.67:0/3492475442 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa33c0a2c80 0x7fa33c0a5140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:52.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.841+0000 7fa352d9d640 1 --2- 172.21.15.67:0/3492475442 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa33c0a2c80 0x7fa33c0a5140 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fa34c09ae50 tx=0x7fa34c014bf0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:52.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.843+0000 7fa35259c640 1 -- 172.21.15.67:0/1866734054 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564539990b60 msgr2=0x564539990f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:52.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.843+0000 7fa35259c640 1 --2- 172.21.15.67:0/1866734054 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564539990b60 0x564539990f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:52.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.843+0000 7fa35259c640 1 -- 172.21.15.67:0/1866734054 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56453999bd40 msgr2=0x56453999e130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:52.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.843+0000 7fa35259c640 1 --2- 172.21.15.67:0/1866734054 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56453999bd40 0x56453999e130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:52.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.843+0000 7fa35259c640 1 -- 172.21.15.67:0/1866734054 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5645398aa1f0 con 0x564539991480 2024-09-10T08:17:52.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.843+0000 7fa35259c640 1 --2- 172.21.15.67:0/1866734054 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564539991480 0x56453999b800 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fa344005fd0 tx=0x7fa34400e6c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5efd07d9f02a3b0c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:52.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.844+0000 7fa340ff9640 1 -- 172.21.15.67:0/1866734054 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa344016070 con 0x564539991480 2024-09-10T08:17:52.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.844+0000 7fa340ff9640 1 -- 172.21.15.67:0/1866734054 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa3440054d0 con 0x564539991480 2024-09-10T08:17:52.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.844+0000 7fa340ff9640 1 -- 172.21.15.67:0/1866734054 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa344011470 con 0x564539991480 2024-09-10T08:17:52.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.845+0000 7fa35ac31740 1 -- 172.21.15.67:0/1866734054 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564539991480 msgr2=0x56453999b800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:52.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.845+0000 7fa35ac31740 1 --2- 172.21.15.67:0/1866734054 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564539991480 0x56453999b800 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fa344005fd0 tx=0x7fa34400e6c0 comp rx=0 tx=0).stop 2024-09-10T08:17:52.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.846+0000 7fa35ac31740 1 -- 172.21.15.67:0/1866734054 shutdown_connections 2024-09-10T08:17:52.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.846+0000 7fa35ac31740 1 --2- 172.21.15.67:0/1866734054 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56453999bd40 0x56453999e130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:52.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.846+0000 7fa35ac31740 1 --2- 172.21.15.67:0/1866734054 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564539991480 0x56453999b800 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:52.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.846+0000 7fa35ac31740 1 --2- 172.21.15.67:0/1866734054 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564539990b60 0x564539990f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:52.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.846+0000 7fa35ac31740 1 -- 172.21.15.67:0/1866734054 >> 172.21.15.67:0/1866734054 conn(0x56453998d0f0 msgr2=0x56453998d4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:52.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.846+0000 7fa35ac31740 1 -- 172.21.15.67:0/1866734054 shutdown_connections 2024-09-10T08:17:52.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.846+0000 7fa35ac31740 1 -- 172.21.15.67:0/1866734054 wait complete. 2024-09-10T08:17:52.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.847+0000 7fa35ac31740 1 -- start start 2024-09-10T08:17:52.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.847+0000 7fa35ac31740 1 Processor -- start 2024-09-10T08:17:52.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.848+0000 7fa35ac31740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564539990b60 0x56453999b5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:52.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.848+0000 7fa35ac31740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564539991480 0x564539998b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:52.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.848+0000 7fa35ac31740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56453999bd40 0x5645399990d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:52.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.848+0000 7fa35ac31740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5645399a2d70 con 0x564539990b60 2024-09-10T08:17:52.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.848+0000 7fa35ac31740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5645398b0f10 con 0x56453999bd40 2024-09-10T08:17:52.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.848+0000 7fa35ac31740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5645399a2ef0 con 0x564539991480 2024-09-10T08:17:52.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.848+0000 7fa35ac31740 10 client.0 _ll_register_callbacks cb 0x564539879a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:17:52.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.849+0000 7fa35259c640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564539991480 0x564539998b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:52.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.849+0000 7fa351d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564539990b60 0x56453999b5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:52.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.849+0000 7fa351d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564539990b60 0x56453999b5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40154/0 (socket says 172.21.15.67:40154) 2024-09-10T08:17:52.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.849+0000 7fa351d9b640 1 -- 172.21.15.67:0/3895320406 learned_addr learned my addr 172.21.15.67:0/3895320406 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:52.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.850+0000 7fa351d9b640 1 -- 172.21.15.67:0/3895320406 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564539991480 msgr2=0x564539998b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:52.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.850+0000 7fa351d9b640 1 --2- 172.21.15.67:0/3895320406 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564539991480 0x564539998b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:52.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.850+0000 7fa351d9b640 1 -- 172.21.15.67:0/3895320406 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56453999bd40 msgr2=0x5645399990d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:52.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.850+0000 7fa351d9b640 1 --2- 172.21.15.67:0/3895320406 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56453999bd40 0x5645399990d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:52.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.850+0000 7fa351d9b640 1 -- 172.21.15.67:0/3895320406 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5645396676a0 con 0x564539990b60 2024-09-10T08:17:52.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.850+0000 7fa351d9b640 1 --2- 172.21.15.67:0/3895320406 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564539990b60 0x56453999b5d0 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7fa348009230 tx=0x7fa348003680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d617e4069c9aa979 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:52.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.851+0000 7fa339ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:17:52.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.851+0000 7fa339ffb640 1 -- 172.21.15.67:0/3895320406 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa348035040 con 0x564539990b60 2024-09-10T08:17:52.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.851+0000 7fa35ac31740 1 -- 172.21.15.67:0/3895320406 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa3440054d0 con 0x564539990b60 2024-09-10T08:17:52.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.851+0000 7fa339ffb640 1 -- 172.21.15.67:0/3895320406 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fa348005220 con 0x564539990b60 2024-09-10T08:17:52.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.851+0000 7fa339ffb640 1 -- 172.21.15.67:0/3895320406 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fa348051050 con 0x564539990b60 2024-09-10T08:17:52.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.851+0000 7fa35ac31740 10 client.16299 fetch_fsmap learned FSMap version 29 2024-09-10T08:17:52.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.851+0000 7fa35ac31740 1 -- 172.21.15.67:0/3895320406 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5645399a2380 con 0x564539990b60 2024-09-10T08:17:52.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.852+0000 7fa339ffb640 1 -- 172.21.15.67:0/3895320406 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa3440054d0 con 0x564539990b60 2024-09-10T08:17:52.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.852+0000 7fa339ffb640 1 -- 172.21.15.67:0/3895320406 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fa34803c470 con 0x564539990b60 2024-09-10T08:17:52.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.852+0000 7fa35ac31740 10 client.16299 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:17:52.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.852+0000 7fa35ac31740 10 client.16299 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:17:52.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.852+0000 7fa35ac31740 20 client.16299 populate_metadata read hostname 'smithi067' 2024-09-10T08:17:52.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.852+0000 7fa35ac31740 1 --2- 172.21.15.67:0/3895320406 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5645399a5ce0 0x5645399a8130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:52.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.852+0000 7fa35ac31740 4 client.16299 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:17:52.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.852+0000 7fa35ac31740 1 -- 172.21.15.67:0/3895320406 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5645399037f0 con 0x5645399a5ce0 2024-09-10T08:17:52.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.853+0000 7fa35259c640 1 --2- 172.21.15.67:0/3895320406 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5645399a5ce0 0x5645399a8130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:52.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.855+0000 7fa35259c640 1 --2- 172.21.15.67:0/3895320406 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5645399a5ce0 0x5645399a8130 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=253ebcf9ded9c85 server_cookie=48ebeffb500220f3 in_seq=0 out_seq=0 2024-09-10T08:17:52.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.855+0000 7fa339ffb640 10 client.16299 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:17:52.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.857+0000 7fa339ffb640 1 -- 172.21.15.67:0/3895320406 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5645399037f0 con 0x5645399a5ce0 2024-09-10T08:17:52.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.857+0000 7fa339ffb640 10 client.16299 handle_command_reply: tid=0 2024-09-10T08:17:52.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.857+0000 7fa35ac31740 1 client.16299 shutdown 2024-09-10T08:17:52.859 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.859+0000 7fa35ac31740 1 -- 172.21.15.67:0/3895320406 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564539990b60 msgr2=0x56453999b5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:52.859 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.859+0000 7fa35ac31740 1 --2- 172.21.15.67:0/3895320406 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564539990b60 0x56453999b5d0 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7fa348009230 tx=0x7fa348003680 comp rx=0 tx=0).stop 2024-09-10T08:17:52.859 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.859+0000 7fa35ac31740 1 -- 172.21.15.67:0/3895320406 shutdown_connections 2024-09-10T08:17:52.859 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.859+0000 7fa35ac31740 1 --2- 172.21.15.67:0/3895320406 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5645399a5ce0 0x5645399a8130 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:52.859 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.859+0000 7fa35ac31740 1 --2- 172.21.15.67:0/3895320406 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x56453999bd40 0x5645399990d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:52.859 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.859+0000 7fa35ac31740 1 --2- 172.21.15.67:0/3895320406 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564539991480 0x564539998b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:52.859 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.859+0000 7fa35ac31740 1 --2- 172.21.15.67:0/3895320406 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564539990b60 0x56453999b5d0 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:52.859 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.859+0000 7fa35ac31740 1 -- 172.21.15.67:0/3895320406 >> 172.21.15.67:0/3895320406 conn(0x56453998d0f0 msgr2=0x56453998c270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:52.859 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.859+0000 7fa339ffb640 0 client.16299 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:17:52.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.860+0000 7fa35ac31740 1 -- 172.21.15.67:0/3895320406 shutdown_connections 2024-09-10T08:17:52.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.860+0000 7fa35ac31740 1 -- 172.21.15.67:0/3895320406 wait complete. 2024-09-10T08:17:52.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.860+0000 7fa35ac31740 20 client.16299 trim_cache size 0 max 16384 2024-09-10T08:17:52.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.885+0000 7fa35ac31740 1 Processor -- start 2024-09-10T08:17:52.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.885+0000 7fa35ac31740 1 -- start start 2024-09-10T08:17:52.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.885+0000 7fa35ac31740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564539990b60 0x5645399935c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:52.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.885+0000 7fa35ac31740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564539991480 0x5645399a1200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:52.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.885+0000 7fa35ac31740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56453999bd40 0x5645399c7a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:52.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.885+0000 7fa35ac31740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa3541acd50 con 0x56453999bd40 2024-09-10T08:17:52.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.885+0000 7fa35ac31740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fa3541ae890 con 0x564539990b60 2024-09-10T08:17:52.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.885+0000 7fa35ac31740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fa3541ad420 con 0x564539991480 2024-09-10T08:17:52.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.886+0000 7fa351d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56453999bd40 0x5645399c7a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:52.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.886+0000 7fa351d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56453999bd40 0x5645399c7a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40162/0 (socket says 172.21.15.67:40162) 2024-09-10T08:17:52.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.886+0000 7fa351d9b640 1 -- 172.21.15.67:0/2398436660 learned_addr learned my addr 172.21.15.67:0/2398436660 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:52.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.886+0000 7fa351d9b640 1 --2- 172.21.15.67:0/2398436660 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564539990b60 0x5645399935c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:52.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.886+0000 7fa351d9b640 1 -- 172.21.15.67:0/2398436660 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564539991480 msgr2=0x5645399a1200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:52.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.886+0000 7fa351d9b640 1 --2- 172.21.15.67:0/2398436660 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564539991480 0x5645399a1200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:52.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.886+0000 7fa351d9b640 1 -- 172.21.15.67:0/2398436660 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564539990b60 msgr2=0x5645399935c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:52.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.886+0000 7fa351d9b640 1 --2- 172.21.15.67:0/2398436660 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564539990b60 0x5645399935c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:52.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.886+0000 7fa351d9b640 1 -- 172.21.15.67:0/2398436660 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5645399970e0 con 0x56453999bd40 2024-09-10T08:17:52.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.886+0000 7fa351d9b640 1 --2- 172.21.15.67:0/2398436660 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56453999bd40 0x5645399c7a00 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7fa34803c870 tx=0x7fa348000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e401a4e5bfded6da server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:52.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.887+0000 7fa33bfff640 1 -- 172.21.15.67:0/2398436660 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa348035030 con 0x56453999bd40 2024-09-10T08:17:52.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.887+0000 7fa33bfff640 1 -- 172.21.15.67:0/2398436660 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa348005850 con 0x56453999bd40 2024-09-10T08:17:52.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.887+0000 7fa33bfff640 1 -- 172.21.15.67:0/2398436660 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3480047a0 con 0x56453999bd40 2024-09-10T08:17:52.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.888+0000 7fa35ac31740 1 -- 172.21.15.67:0/2398436660 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56453999bd40 msgr2=0x5645399c7a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:52.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.888+0000 7fa35ac31740 1 --2- 172.21.15.67:0/2398436660 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56453999bd40 0x5645399c7a00 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7fa34803c870 tx=0x7fa348000bc0 comp rx=0 tx=0).stop 2024-09-10T08:17:52.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.888+0000 7fa35ac31740 1 -- 172.21.15.67:0/2398436660 shutdown_connections 2024-09-10T08:17:52.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.888+0000 7fa35ac31740 1 --2- 172.21.15.67:0/2398436660 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56453999bd40 0x5645399c7a00 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:52.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.888+0000 7fa35ac31740 1 --2- 172.21.15.67:0/2398436660 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564539991480 0x5645399a1200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:52.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.888+0000 7fa35ac31740 1 --2- 172.21.15.67:0/2398436660 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564539990b60 0x5645399935c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:52.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.888+0000 7fa35ac31740 1 -- 172.21.15.67:0/2398436660 >> 172.21.15.67:0/2398436660 conn(0x56453998d0f0 msgr2=0x56453999ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:52.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.888+0000 7fa35ac31740 1 -- 172.21.15.67:0/2398436660 shutdown_connections 2024-09-10T08:17:52.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.888+0000 7fa35ac31740 1 -- 172.21.15.67:0/2398436660 wait complete. 2024-09-10T08:17:52.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.889+0000 7fa35ac31740 1 -- start start 2024-09-10T08:17:52.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.889+0000 7fa35ac31740 1 Processor -- start 2024-09-10T08:17:52.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.889+0000 7fa35ac31740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564539990b60 0x564539996890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:52.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.889+0000 7fa35ac31740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564539991480 0x5645399ada50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:52.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.890+0000 7fa35ac31740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56453999bd40 0x5645399ae190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:52.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.890+0000 7fa35ac31740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa3541ae1c0 con 0x564539991480 2024-09-10T08:17:52.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.890+0000 7fa35259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564539991480 0x5645399ada50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:52.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.890+0000 7fa35ac31740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fa3541adaf0 con 0x564539990b60 2024-09-10T08:17:52.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.890+0000 7fa35ac31740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fa3541aad30 con 0x56453999bd40 2024-09-10T08:17:52.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.890+0000 7fa35ac31740 10 client.0 _ll_register_callbacks cb 0x7fa348009640 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:17:52.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.890+0000 7fa35259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564539991480 0x5645399ada50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40176/0 (socket says 172.21.15.67:40176) 2024-09-10T08:17:52.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.890+0000 7fa35259c640 1 -- 172.21.15.67:0/2526333042 learned_addr learned my addr 172.21.15.67:0/2526333042 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:52.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.890+0000 7fa351d9b640 1 --2- 172.21.15.67:0/2526333042 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564539990b60 0x564539996890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:52.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.890+0000 7fa351d9b640 1 --2- 172.21.15.67:0/2526333042 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56453999bd40 0x5645399ae190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:52.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.890+0000 7fa35259c640 1 -- 172.21.15.67:0/2526333042 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56453999bd40 msgr2=0x5645399ae190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:52.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.890+0000 7fa35259c640 1 --2- 172.21.15.67:0/2526333042 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56453999bd40 0x5645399ae190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:52.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.890+0000 7fa35259c640 1 -- 172.21.15.67:0/2526333042 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564539990b60 msgr2=0x564539996890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:52.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.890+0000 7fa35259c640 1 --2- 172.21.15.67:0/2526333042 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564539990b60 0x564539996890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:52.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.890+0000 7fa35259c640 1 -- 172.21.15.67:0/2526333042 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564539994e80 con 0x564539991480 2024-09-10T08:17:52.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.890+0000 7fa351d9b640 1 --2- 172.21.15.67:0/2526333042 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56453999bd40 0x5645399ae190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:17:52.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.890+0000 7fa35259c640 1 --2- 172.21.15.67:0/2526333042 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564539991480 0x5645399ada50 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7fa344005fd0 tx=0x7fa34400ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4fc1d5fcbe8968e5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:52.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.891+0000 7fa339ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:17:52.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.891+0000 7fa339ffb640 1 -- 172.21.15.67:0/2526333042 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa344016040 con 0x564539991480 2024-09-10T08:17:52.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.891+0000 7fa339ffb640 1 -- 172.21.15.67:0/2526333042 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fa344004880 con 0x564539991480 2024-09-10T08:17:52.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.891+0000 7fa35ac31740 1 -- 172.21.15.67:0/2526333042 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa348005850 con 0x564539991480 2024-09-10T08:17:52.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.891+0000 7fa339ffb640 1 -- 172.21.15.67:0/2526333042 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fa344009ea0 con 0x564539991480 2024-09-10T08:17:52.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.891+0000 7fa35ac31740 10 client.16305 fetch_fsmap learned FSMap version 29 2024-09-10T08:17:52.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.891+0000 7fa35ac31740 1 -- 172.21.15.67:0/2526333042 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x564539a27d80 con 0x564539991480 2024-09-10T08:17:52.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.891+0000 7fa339ffb640 1 -- 172.21.15.67:0/2526333042 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa344005040 con 0x564539991480 2024-09-10T08:17:52.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.892+0000 7fa339ffb640 1 -- 172.21.15.67:0/2526333042 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fa34400f040 con 0x564539991480 2024-09-10T08:17:52.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.892+0000 7fa35ac31740 10 client.16305 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:17:52.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.892+0000 7fa35ac31740 10 client.16305 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:17:52.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.892+0000 7fa35ac31740 20 client.16305 populate_metadata read hostname 'smithi067' 2024-09-10T08:17:52.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.892+0000 7fa35ac31740 1 --2- 172.21.15.67:0/2526333042 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x564539a283f0 0x564539a2a810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:52.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.892+0000 7fa35ac31740 4 client.16305 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-10T08:17:52.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.892+0000 7fa35ac31740 1 -- 172.21.15.67:0/2526333042 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x7fa348005850 con 0x564539a283f0 2024-09-10T08:17:52.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.892+0000 7fa351d9b640 1 --2- 172.21.15.67:0/2526333042 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x564539a283f0 0x564539a2a810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:52.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.893+0000 7fa351d9b640 1 --2- 172.21.15.67:0/2526333042 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x564539a283f0 0x564539a2a810 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d078191cb7943e10 server_cookie=7a31013965cc8cb4 in_seq=0 out_seq=0 2024-09-10T08:17:52.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.893+0000 7fa339ffb640 10 client.16305 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:17:52.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.894+0000 7fa339ffb640 1 -- 172.21.15.67:0/2526333042 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x7fa348005850 con 0x564539a283f0 2024-09-10T08:17:52.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.894+0000 7fa339ffb640 10 client.16305 handle_command_reply: tid=0 2024-09-10T08:17:52.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.894+0000 7fa35ac31740 1 client.16305 shutdown 2024-09-10T08:17:52.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.894+0000 7fa35ac31740 1 -- 172.21.15.67:0/2526333042 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564539991480 msgr2=0x5645399ada50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:52.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.894+0000 7fa35ac31740 1 --2- 172.21.15.67:0/2526333042 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564539991480 0x5645399ada50 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7fa344005fd0 tx=0x7fa34400ec70 comp rx=0 tx=0).stop 2024-09-10T08:17:52.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.895+0000 7fa35ac31740 1 -- 172.21.15.67:0/2526333042 shutdown_connections 2024-09-10T08:17:52.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.895+0000 7fa35ac31740 1 --2- 172.21.15.67:0/2526333042 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x564539a283f0 0x564539a2a810 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:52.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.895+0000 7fa339ffb640 0 client.16305 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:17:52.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.895+0000 7fa35ac31740 1 --2- 172.21.15.67:0/2526333042 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x56453999bd40 0x5645399ae190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:52.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.895+0000 7fa35ac31740 1 --2- 172.21.15.67:0/2526333042 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564539991480 0x5645399ada50 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:52.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.895+0000 7fa35ac31740 1 --2- 172.21.15.67:0/2526333042 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564539990b60 0x564539996890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:52.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.895+0000 7fa35ac31740 1 -- 172.21.15.67:0/2526333042 >> 172.21.15.67:0/2526333042 conn(0x56453998d0f0 msgr2=0x56453998ba50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:52.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.895+0000 7fa35ac31740 1 -- 172.21.15.67:0/2526333042 shutdown_connections 2024-09-10T08:17:52.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.896+0000 7fa35ac31740 1 -- 172.21.15.67:0/2526333042 wait complete. 2024-09-10T08:17:52.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.896+0000 7fa35ac31740 20 client.16305 trim_cache size 0 max 16384 2024-09-10T08:17:52.897 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:17:52.897 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": 0, 2024-09-10T08:17:52.897 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_tag": "6a9772e8-1c95-4789-a16b-0e9a01bcee96", 2024-09-10T08:17:52.897 INFO:teuthology.orchestra.run.smithi067.stdout: "mode": "asynchronous" 2024-09-10T08:17:52.897 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:17:52.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.899+0000 7fa358858640 1 -- 172.21.15.67:0/3492475442 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa33c0a2c80 msgr2=0x7fa33c0a5140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:52.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.899+0000 7fa358858640 1 --2- 172.21.15.67:0/3492475442 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa33c0a2c80 0x7fa33c0a5140 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fa34c09ae50 tx=0x7fa34c014bf0 comp rx=0 tx=0).stop 2024-09-10T08:17:52.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.899+0000 7fa358858640 1 -- 172.21.15.67:0/3492475442 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa354102ef0 msgr2=0x7fa35419bcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:52.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.899+0000 7fa358858640 1 --2- 172.21.15.67:0/3492475442 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa354102ef0 0x7fa35419bcc0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fa34c00b990 tx=0x7fa34c00be50 comp rx=0 tx=0).stop 2024-09-10T08:17:52.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.900+0000 7fa358858640 1 -- 172.21.15.67:0/3492475442 shutdown_connections 2024-09-10T08:17:52.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.900+0000 7fa358858640 1 --2- 172.21.15.67:0/3492475442 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fa33c0a2c80 0x7fa33c0a5140 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:52.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.900+0000 7fa358858640 1 --2- 172.21.15.67:0/3492475442 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fa354102ef0 0x7fa35419bcc0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:52.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.900+0000 7fa358858640 1 --2- 172.21.15.67:0/3492475442 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa354102570 0x7fa354197930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:52.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.900+0000 7fa358858640 1 --2- 172.21.15.67:0/3492475442 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fa354100e20 0x7fa3541973f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:52.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.900+0000 7fa358858640 1 -- 172.21.15.67:0/3492475442 >> 172.21.15.67:0/3492475442 conn(0x7fa3540fc7d0 msgr2=0x7fa3540febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:52.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.901+0000 7fa358858640 1 -- 172.21.15.67:0/3492475442 shutdown_connections 2024-09-10T08:17:52.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:52.901+0000 7fa358858640 1 -- 172.21.15.67:0/3492475442 wait complete. 2024-09-10T08:17:53.865 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T08:17:53.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:17:53 smithi067 ceph-mon[31051]: pgmap v449: 129 pgs: 129 active+clean; 1.1 GiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 67 MiB/s wr, 43 op/s 2024-09-10T08:17:53.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:17:53 smithi067 ceph-mon[31051]: scrub queued for path: / 2024-09-10T08:17:53.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:17:53 smithi067 ceph-mon[31051]: scrub summary: idle+waiting paths [/] 2024-09-10T08:17:53.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:17:53 smithi067 ceph-mon[31051]: scrub summary: active paths [/] 2024-09-10T08:17:53.911 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:17:53 smithi067 ceph-mon[31051]: scrub summary: idle+waiting paths [/] 2024-09-10T08:17:54.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:17:53 smithi203 ceph-mon[34672]: pgmap v449: 129 pgs: 129 active+clean; 1.1 GiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 67 MiB/s wr, 43 op/s 2024-09-10T08:17:54.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:17:53 smithi203 ceph-mon[34672]: scrub queued for path: / 2024-09-10T08:17:54.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:17:53 smithi203 ceph-mon[34672]: scrub summary: idle+waiting paths [/] 2024-09-10T08:17:54.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:17:53 smithi203 ceph-mon[34672]: scrub summary: active paths [/] 2024-09-10T08:17:54.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:17:53 smithi203 ceph-mon[34672]: scrub summary: idle+waiting paths [/] 2024-09-10T08:17:54.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:17:53 smithi133 ceph-mon[34721]: pgmap v449: 129 pgs: 129 active+clean; 1.1 GiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 67 MiB/s wr, 43 op/s 2024-09-10T08:17:54.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:17:53 smithi133 ceph-mon[34721]: scrub queued for path: / 2024-09-10T08:17:54.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:17:53 smithi133 ceph-mon[34721]: scrub summary: idle+waiting paths [/] 2024-09-10T08:17:54.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:17:53 smithi133 ceph-mon[34721]: scrub summary: active paths [/] 2024-09-10T08:17:54.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:17:53 smithi133 ceph-mon[34721]: scrub summary: idle+waiting paths [/] 2024-09-10T08:17:54.099 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-09-10T08:17:54.099 INFO:tasks.workunit.client.0.smithi067.stdout: Children see throughput for 1 rewriters = 670694.50 kB/sec 2024-09-10T08:17:54.099 INFO:tasks.workunit.client.0.smithi067.stdout: Parent sees throughput for 1 rewriters = 670571.02 kB/sec 2024-09-10T08:17:54.099 INFO:tasks.workunit.client.0.smithi067.stdout: Min throughput per process = 670694.50 kB/sec 2024-09-10T08:17:54.099 INFO:tasks.workunit.client.0.smithi067.stdout: Max throughput per process = 670694.50 kB/sec 2024-09-10T08:17:54.099 INFO:tasks.workunit.client.0.smithi067.stdout: Avg throughput per process = 670694.50 kB/sec 2024-09-10T08:17:54.099 INFO:tasks.workunit.client.0.smithi067.stdout: Min xfer = 1048576.00 kB 2024-09-10T08:17:54.227 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:17:55.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.684+0000 7f3795871640 1 -- 172.21.15.67:0/888613870 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3790103660 msgr2=0x7f379010bb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:55.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.684+0000 7f3795871640 1 --2- 172.21.15.67:0/888613870 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3790103660 0x7f379010bb50 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f3784009900 tx=0x7f378402a480 comp rx=0 tx=0).stop 2024-09-10T08:17:55.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.684+0000 7f3795871640 1 -- 172.21.15.67:0/888613870 shutdown_connections 2024-09-10T08:17:55.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.684+0000 7f3795871640 1 --2- 172.21.15.67:0/888613870 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f379010c170 0x7f379010e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:55.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.684+0000 7f3795871640 1 --2- 172.21.15.67:0/888613870 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3790103660 0x7f379010bb50 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:55.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.684+0000 7f3795871640 1 --2- 172.21.15.67:0/888613870 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3790102d40 0x7f3790103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:55.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.684+0000 7f3795871640 1 -- 172.21.15.67:0/888613870 >> 172.21.15.67:0/888613870 conn(0x7f37900fc7a0 msgr2=0x7f37900febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:55.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.684+0000 7f3795871640 1 -- 172.21.15.67:0/888613870 shutdown_connections 2024-09-10T08:17:55.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.684+0000 7f3795871640 1 -- 172.21.15.67:0/888613870 wait complete. 2024-09-10T08:17:55.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.685+0000 7f3795871640 1 Processor -- start 2024-09-10T08:17:55.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.685+0000 7f3795871640 1 -- start start 2024-09-10T08:17:55.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.685+0000 7f3795871640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3790102d40 0x7f379019a680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:55.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.685+0000 7f3795871640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3790103660 0x7f379019abc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:55.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.686+0000 7f3795871640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f379010c170 0x7f379019eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:55.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.686+0000 7f3795871640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3790111e60 con 0x7f3790103660 2024-09-10T08:17:55.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.686+0000 7f3795871640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f3790111ce0 con 0x7f379010c170 2024-09-10T08:17:55.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.686+0000 7f3795871640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f3790111fe0 con 0x7f3790102d40 2024-09-10T08:17:55.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.686+0000 7f378e7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3790103660 0x7f379019abc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:55.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.686+0000 7f378e7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3790103660 0x7f379019abc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52332/0 (socket says 172.21.15.67:52332) 2024-09-10T08:17:55.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.686+0000 7f378e7fc640 1 -- 172.21.15.67:0/2227186930 learned_addr learned my addr 172.21.15.67:0/2227186930 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:55.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.686+0000 7f378effd640 1 --2- 172.21.15.67:0/2227186930 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3790102d40 0x7f379019a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:55.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.686+0000 7f378f7fe640 1 --2- 172.21.15.67:0/2227186930 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f379010c170 0x7f379019eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:55.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.686+0000 7f378e7fc640 1 -- 172.21.15.67:0/2227186930 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3790102d40 msgr2=0x7f379019a680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:55.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.686+0000 7f378e7fc640 1 --2- 172.21.15.67:0/2227186930 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3790102d40 0x7f379019a680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:55.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.686+0000 7f378e7fc640 1 -- 172.21.15.67:0/2227186930 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f379010c170 msgr2=0x7f379019eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:55.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.686+0000 7f378e7fc640 1 --2- 172.21.15.67:0/2227186930 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f379010c170 0x7f379019eeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:55.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.686+0000 7f378e7fc640 1 -- 172.21.15.67:0/2227186930 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f379019f590 con 0x7f3790103660 2024-09-10T08:17:55.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.686+0000 7f378e7fc640 1 --2- 172.21.15.67:0/2227186930 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3790103660 0x7f379019abc0 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f3784005940 tx=0x7f37840042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:55.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.686+0000 7f379486f640 1 -- 172.21.15.67:0/2227186930 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f378403f030 con 0x7f3790103660 2024-09-10T08:17:55.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.686+0000 7f379486f640 1 -- 172.21.15.67:0/2227186930 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3784003cb0 con 0x7f3790103660 2024-09-10T08:17:55.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.686+0000 7f3795871640 1 -- 172.21.15.67:0/2227186930 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f379019f820 con 0x7f3790103660 2024-09-10T08:17:55.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.686+0000 7f379486f640 1 -- 172.21.15.67:0/2227186930 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3784035070 con 0x7f3790103660 2024-09-10T08:17:55.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.687+0000 7f3795871640 1 -- 172.21.15.67:0/2227186930 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37901a7160 con 0x7f3790103660 2024-09-10T08:17:55.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.689+0000 7f379486f640 1 -- 172.21.15.67:0/2227186930 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f3784042030 con 0x7f3790103660 2024-09-10T08:17:55.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.689+0000 7f3797c4a740 1 Processor -- start 2024-09-10T08:17:55.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.689+0000 7f3797c4a740 1 -- start start 2024-09-10T08:17:55.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.689+0000 7f3797c4a740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561b7f3324a0 0x561b7f332880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:55.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.689+0000 7f3797c4a740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561b7f332dc0 0x561b7f33d140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:55.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.689+0000 7f3797c4a740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b7f33d680 0x561b7f33fa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:55.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.689+0000 7f3797c4a740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x561b7f2982e0 con 0x561b7f33d680 2024-09-10T08:17:55.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.689+0000 7f3797c4a740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x561b7f23fce0 con 0x561b7f332dc0 2024-09-10T08:17:55.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.689+0000 7f3797c4a740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x561b7f2942a0 con 0x561b7f3324a0 2024-09-10T08:17:55.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.689+0000 7f378e7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b7f33d680 0x561b7f33fa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:55.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.689+0000 7f378e7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b7f33d680 0x561b7f33fa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52348/0 (socket says 172.21.15.67:52348) 2024-09-10T08:17:55.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.689+0000 7f378e7fc640 1 -- 172.21.15.67:0/547989530 learned_addr learned my addr 172.21.15.67:0/547989530 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:55.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.689+0000 7f378effd640 1 --2- 172.21.15.67:0/547989530 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561b7f332dc0 0x561b7f33d140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:55.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.690+0000 7f378f7fe640 1 --2- 172.21.15.67:0/547989530 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561b7f3324a0 0x561b7f332880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:55.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.690+0000 7f379486f640 1 --2- 172.21.15.67:0/2227186930 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f37780a2b80 0x7f37780a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:55.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.690+0000 7f378e7fc640 1 -- 172.21.15.67:0/547989530 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561b7f3324a0 msgr2=0x561b7f332880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:55.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.690+0000 7f378e7fc640 1 --2- 172.21.15.67:0/547989530 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561b7f3324a0 0x561b7f332880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:55.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.690+0000 7f378e7fc640 1 -- 172.21.15.67:0/547989530 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561b7f332dc0 msgr2=0x561b7f33d140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:55.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.690+0000 7f378e7fc640 1 --2- 172.21.15.67:0/547989530 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561b7f332dc0 0x561b7f33d140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:55.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.690+0000 7f378f7fe640 1 --2- 172.21.15.67:0/2227186930 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f37780a2b80 0x7f37780a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:55.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.690+0000 7f378e7fc640 1 -- 172.21.15.67:0/547989530 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561b7f224440 con 0x561b7f33d680 2024-09-10T08:17:55.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.690+0000 7f379486f640 1 -- 172.21.15.67:0/2227186930 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f37840efc60 con 0x7f3790103660 2024-09-10T08:17:55.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.690+0000 7f378e7fc640 1 --2- 172.21.15.67:0/547989530 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b7f33d680 0x561b7f33fa70 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f3784008cd0 tx=0x7f378404c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6ee927df5f0a1d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:55.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.690+0000 7f378f7fe640 1 --2- 172.21.15.67:0/2227186930 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f37780a2b80 0x7f37780a5040 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f3788009fd0 tx=0x7f3788004a40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:55.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.690+0000 7f3775ffb640 1 -- 172.21.15.67:0/547989530 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37840f3050 con 0x561b7f33d680 2024-09-10T08:17:55.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.690+0000 7f3775ffb640 1 -- 172.21.15.67:0/547989530 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3784031e40 con 0x561b7f33d680 2024-09-10T08:17:55.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.690+0000 7f3775ffb640 1 -- 172.21.15.67:0/547989530 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3784036a90 con 0x561b7f33d680 2024-09-10T08:17:55.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.691+0000 7f3797c4a740 1 -- 172.21.15.67:0/547989530 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b7f33d680 msgr2=0x561b7f33fa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:55.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.691+0000 7f3797c4a740 1 --2- 172.21.15.67:0/547989530 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b7f33d680 0x561b7f33fa70 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f3784008cd0 tx=0x7f378404c000 comp rx=0 tx=0).stop 2024-09-10T08:17:55.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.691+0000 7f3797c4a740 1 -- 172.21.15.67:0/547989530 shutdown_connections 2024-09-10T08:17:55.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.691+0000 7f3797c4a740 1 --2- 172.21.15.67:0/547989530 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561b7f332dc0 0x561b7f33d140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:55.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.691+0000 7f3797c4a740 1 --2- 172.21.15.67:0/547989530 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b7f33d680 0x561b7f33fa70 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:55.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.691+0000 7f3797c4a740 1 --2- 172.21.15.67:0/547989530 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561b7f3324a0 0x561b7f332880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:55.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.691+0000 7f3797c4a740 1 -- 172.21.15.67:0/547989530 >> 172.21.15.67:0/547989530 conn(0x561b7f32ea30 msgr2=0x561b7f32ee10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:55.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.691+0000 7f3797c4a740 1 -- 172.21.15.67:0/547989530 shutdown_connections 2024-09-10T08:17:55.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.691+0000 7f3797c4a740 1 -- 172.21.15.67:0/547989530 wait complete. 2024-09-10T08:17:55.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.691+0000 7f3797c4a740 1 -- start start 2024-09-10T08:17:55.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.692+0000 7f3797c4a740 1 Processor -- start 2024-09-10T08:17:55.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.692+0000 7f3797c4a740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561b7f3324a0 0x561b7f33cf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:55.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.692+0000 7f3797c4a740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b7f332dc0 0x561b7f33a240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:55.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.692+0000 7f3797c4a740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561b7f33d680 0x561b7f33a780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:55.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.692+0000 7f3797c4a740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x561b7f340010 con 0x561b7f332dc0 2024-09-10T08:17:55.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.692+0000 7f3797c4a740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x561b7f253050 con 0x561b7f3324a0 2024-09-10T08:17:55.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.692+0000 7f3797c4a740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x561b7f340190 con 0x561b7f33d680 2024-09-10T08:17:55.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.692+0000 7f3797c4a740 10 client.0 _ll_register_callbacks cb 0x561b7f293160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:17:55.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.692+0000 7f378e7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b7f332dc0 0x561b7f33a240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:55.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.692+0000 7f378e7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b7f332dc0 0x561b7f33a240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52358/0 (socket says 172.21.15.67:52358) 2024-09-10T08:17:55.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.692+0000 7f378e7fc640 1 -- 172.21.15.67:0/3906490951 learned_addr learned my addr 172.21.15.67:0/3906490951 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:55.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.692+0000 7f378effd640 1 --2- 172.21.15.67:0/3906490951 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561b7f3324a0 0x561b7f33cf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:55.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.692+0000 7f378f7fe640 1 --2- 172.21.15.67:0/3906490951 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561b7f33d680 0x561b7f33a780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:55.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.692+0000 7f378e7fc640 1 -- 172.21.15.67:0/3906490951 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561b7f33d680 msgr2=0x561b7f33a780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:55.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.692+0000 7f378e7fc640 1 --2- 172.21.15.67:0/3906490951 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561b7f33d680 0x561b7f33a780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:55.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.692+0000 7f378e7fc640 1 -- 172.21.15.67:0/3906490951 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561b7f3324a0 msgr2=0x561b7f33cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:55.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.692+0000 7f378e7fc640 1 --2- 172.21.15.67:0/3906490951 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561b7f3324a0 0x561b7f33cf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:55.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.692+0000 7f378e7fc640 1 -- 172.21.15.67:0/3906490951 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561b7f0093c0 con 0x561b7f332dc0 2024-09-10T08:17:55.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.692+0000 7f378effd640 1 --2- 172.21.15.67:0/3906490951 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561b7f3324a0 0x561b7f33cf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:17:55.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.692+0000 7f378f7fe640 1 --2- 172.21.15.67:0/3906490951 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561b7f33d680 0x561b7f33a780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:17:55.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.693+0000 7f378e7fc640 1 --2- 172.21.15.67:0/3906490951 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b7f332dc0 0x561b7f33a240 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f37840c4800 tx=0x7f3784003e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da4cdb016e4c8358 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:55.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.693+0000 7f376effd640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:17:55.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.693+0000 7f376effd640 1 -- 172.21.15.67:0/3906490951 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3784049070 con 0x561b7f332dc0 2024-09-10T08:17:55.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.693+0000 7f376effd640 1 -- 172.21.15.67:0/3906490951 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f37840ba3c0 con 0x561b7f332dc0 2024-09-10T08:17:55.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.693+0000 7f3797c4a740 1 -- 172.21.15.67:0/3906490951 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x561b7f2a5850 con 0x561b7f332dc0 2024-09-10T08:17:55.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.693+0000 7f376effd640 1 -- 172.21.15.67:0/3906490951 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f37840044e0 con 0x561b7f332dc0 2024-09-10T08:17:55.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.693+0000 7f3797c4a740 10 client.16317 fetch_fsmap learned FSMap version 29 2024-09-10T08:17:55.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.693+0000 7f3797c4a740 1 -- 172.21.15.67:0/3906490951 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561b7f340010 con 0x561b7f332dc0 2024-09-10T08:17:55.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.693+0000 7f376effd640 1 -- 172.21.15.67:0/3906490951 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x561b7f2a5850 con 0x561b7f332dc0 2024-09-10T08:17:55.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.693+0000 7f376effd640 1 -- 172.21.15.67:0/3906490951 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f3784003800 con 0x561b7f332dc0 2024-09-10T08:17:55.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.693+0000 7f3797c4a740 10 client.16317 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:17:55.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.693+0000 7f3797c4a740 10 client.16317 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:17:55.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.693+0000 7f3797c4a740 20 client.16317 populate_metadata read hostname 'smithi067' 2024-09-10T08:17:55.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.693+0000 7f3797c4a740 1 --2- 172.21.15.67:0/3906490951 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x561b7f34cb20 0x561b7f34ef50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:55.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.693+0000 7f3797c4a740 4 client.16317 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:17:55.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.693+0000 7f3797c4a740 1 -- 172.21.15.67:0/3906490951 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561b7f29fd60 con 0x561b7f34cb20 2024-09-10T08:17:55.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.694+0000 7f378effd640 1 --2- 172.21.15.67:0/3906490951 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x561b7f34cb20 0x561b7f34ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:55.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.694+0000 7f376effd640 10 client.16317 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:17:55.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.694+0000 7f378effd640 1 --2- 172.21.15.67:0/3906490951 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x561b7f34cb20 0x561b7f34ef50 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=65cf21766c01006e server_cookie=25a0310bd969855 in_seq=0 out_seq=0 2024-09-10T08:17:55.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.695+0000 7f376effd640 1 -- 172.21.15.67:0/3906490951 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561b7f29fd60 con 0x561b7f34cb20 2024-09-10T08:17:55.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.695+0000 7f376effd640 10 client.16317 handle_command_reply: tid=0 2024-09-10T08:17:55.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.695+0000 7f3797c4a740 1 client.16317 shutdown 2024-09-10T08:17:55.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.695+0000 7f3797c4a740 1 -- 172.21.15.67:0/3906490951 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b7f332dc0 msgr2=0x561b7f33a240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:55.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.695+0000 7f3797c4a740 1 --2- 172.21.15.67:0/3906490951 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b7f332dc0 0x561b7f33a240 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f37840c4800 tx=0x7f3784003e80 comp rx=0 tx=0).stop 2024-09-10T08:17:55.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.695+0000 7f3797c4a740 1 -- 172.21.15.67:0/3906490951 shutdown_connections 2024-09-10T08:17:55.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.695+0000 7f3797c4a740 1 --2- 172.21.15.67:0/3906490951 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x561b7f34cb20 0x561b7f34ef50 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:55.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.695+0000 7f3797c4a740 1 --2- 172.21.15.67:0/3906490951 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561b7f33d680 0x561b7f33a780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:55.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.695+0000 7f3797c4a740 1 --2- 172.21.15.67:0/3906490951 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b7f332dc0 0x561b7f33a240 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:55.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.695+0000 7f3797c4a740 1 --2- 172.21.15.67:0/3906490951 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561b7f3324a0 0x561b7f33cf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:55.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.695+0000 7f376effd640 0 client.16317 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:17:55.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.695+0000 7f3797c4a740 1 -- 172.21.15.67:0/3906490951 >> 172.21.15.67:0/3906490951 conn(0x561b7f32ea30 msgr2=0x561b7f334760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:55.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.696+0000 7f3797c4a740 1 -- 172.21.15.67:0/3906490951 shutdown_connections 2024-09-10T08:17:55.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.696+0000 7f3797c4a740 1 -- 172.21.15.67:0/3906490951 wait complete. 2024-09-10T08:17:55.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.696+0000 7f3797c4a740 20 client.16317 trim_cache size 0 max 16384 2024-09-10T08:17:55.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.713+0000 7f3797c4a740 1 Processor -- start 2024-09-10T08:17:55.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.713+0000 7f3797c4a740 1 -- start start 2024-09-10T08:17:55.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.713+0000 7f3797c4a740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561b7f3324a0 0x561b7f3491e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:55.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.713+0000 7f3797c4a740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b7f332dc0 0x561b7f354820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:55.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.713+0000 7f3797c4a740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561b7f33d680 0x561b7f354d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:55.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.713+0000 7f3797c4a740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f37901b0fb0 con 0x561b7f332dc0 2024-09-10T08:17:55.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.713+0000 7f3797c4a740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f37901b2af0 con 0x561b7f3324a0 2024-09-10T08:17:55.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.713+0000 7f3797c4a740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f37901b1680 con 0x561b7f33d680 2024-09-10T08:17:55.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.713+0000 7f378e7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b7f332dc0 0x561b7f354820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:55.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.713+0000 7f378e7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b7f332dc0 0x561b7f354820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52374/0 (socket says 172.21.15.67:52374) 2024-09-10T08:17:55.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.713+0000 7f378e7fc640 1 -- 172.21.15.67:0/3039807761 learned_addr learned my addr 172.21.15.67:0/3039807761 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:55.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.714+0000 7f378f7fe640 1 --2- 172.21.15.67:0/3039807761 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561b7f33d680 0x561b7f354d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:55.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.714+0000 7f378e7fc640 1 -- 172.21.15.67:0/3039807761 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561b7f33d680 msgr2=0x561b7f354d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:55.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.714+0000 7f378e7fc640 1 --2- 172.21.15.67:0/3039807761 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561b7f33d680 0x561b7f354d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:55.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.714+0000 7f378effd640 1 --2- 172.21.15.67:0/3039807761 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561b7f3324a0 0x561b7f3491e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:55.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.714+0000 7f378e7fc640 1 -- 172.21.15.67:0/3039807761 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561b7f3324a0 msgr2=0x561b7f3491e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:55.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.714+0000 7f378e7fc640 1 --2- 172.21.15.67:0/3039807761 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561b7f3324a0 0x561b7f3491e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:55.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.714+0000 7f378e7fc640 1 -- 172.21.15.67:0/3039807761 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561b7f332bf0 con 0x561b7f332dc0 2024-09-10T08:17:55.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.714+0000 7f378f7fe640 1 --2- 172.21.15.67:0/3039807761 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561b7f33d680 0x561b7f354d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:17:55.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.714+0000 7f378effd640 1 --2- 172.21.15.67:0/3039807761 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561b7f3324a0 0x561b7f3491e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:17:55.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.714+0000 7f378e7fc640 1 --2- 172.21.15.67:0/3039807761 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b7f332dc0 0x561b7f354820 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f37840b8a90 tx=0x7f37840f3240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=868226b37b6f5fe7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:55.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.714+0000 7f37757fa640 1 -- 172.21.15.67:0/3039807761 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3784049070 con 0x561b7f332dc0 2024-09-10T08:17:55.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.714+0000 7f37757fa640 1 -- 172.21.15.67:0/3039807761 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f378403b460 con 0x561b7f332dc0 2024-09-10T08:17:55.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.714+0000 7f37757fa640 1 -- 172.21.15.67:0/3039807761 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3784005d50 con 0x561b7f332dc0 2024-09-10T08:17:55.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.715+0000 7f3797c4a740 1 -- 172.21.15.67:0/3039807761 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b7f332dc0 msgr2=0x561b7f354820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:55.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.715+0000 7f3797c4a740 1 --2- 172.21.15.67:0/3039807761 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b7f332dc0 0x561b7f354820 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f37840b8a90 tx=0x7f37840f3240 comp rx=0 tx=0).stop 2024-09-10T08:17:55.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.715+0000 7f3797c4a740 1 -- 172.21.15.67:0/3039807761 shutdown_connections 2024-09-10T08:17:55.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.715+0000 7f3797c4a740 1 --2- 172.21.15.67:0/3039807761 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561b7f33d680 0x561b7f354d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:55.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.715+0000 7f3797c4a740 1 --2- 172.21.15.67:0/3039807761 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b7f332dc0 0x561b7f354820 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:55.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.715+0000 7f3797c4a740 1 --2- 172.21.15.67:0/3039807761 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561b7f3324a0 0x561b7f3491e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:55.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.715+0000 7f3797c4a740 1 -- 172.21.15.67:0/3039807761 >> 172.21.15.67:0/3039807761 conn(0x561b7f32ea30 msgr2=0x561b7f335890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:55.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.715+0000 7f3797c4a740 1 -- 172.21.15.67:0/3039807761 shutdown_connections 2024-09-10T08:17:55.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.715+0000 7f3797c4a740 1 -- 172.21.15.67:0/3039807761 wait complete. 2024-09-10T08:17:55.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.715+0000 7f3797c4a740 1 -- start start 2024-09-10T08:17:55.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.715+0000 7f3797c4a740 1 Processor -- start 2024-09-10T08:17:55.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.716+0000 7f3797c4a740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561b7f3324a0 0x561b7f3408d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:55.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.716+0000 7f3797c4a740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561b7f332dc0 0x561b7f340e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:55.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.716+0000 7f3797c4a740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b7f33d680 0x561b7f3b57e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:55.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.716+0000 7f3797c4a740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f37901b2420 con 0x561b7f33d680 2024-09-10T08:17:55.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.716+0000 7f3797c4a740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f37901b1d50 con 0x561b7f3324a0 2024-09-10T08:17:55.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.716+0000 7f3797c4a740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f37901aef90 con 0x561b7f332dc0 2024-09-10T08:17:55.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.716+0000 7f3797c4a740 10 client.0 _ll_register_callbacks cb 0x7f378000b770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:17:55.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.716+0000 7f378f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b7f33d680 0x561b7f3b57e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:55.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.716+0000 7f378f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b7f33d680 0x561b7f3b57e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52386/0 (socket says 172.21.15.67:52386) 2024-09-10T08:17:55.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.716+0000 7f378e7fc640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561b7f332dc0 0x561b7f340e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:55.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.716+0000 7f378f7fe640 1 -- 172.21.15.67:0/2946627405 learned_addr learned my addr 172.21.15.67:0/2946627405 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:17:55.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.716+0000 7f378effd640 1 --2- 172.21.15.67:0/2946627405 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561b7f3324a0 0x561b7f3408d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:55.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.716+0000 7f378f7fe640 1 -- 172.21.15.67:0/2946627405 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561b7f332dc0 msgr2=0x561b7f340e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:55.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.716+0000 7f378f7fe640 1 --2- 172.21.15.67:0/2946627405 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561b7f332dc0 0x561b7f340e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:55.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.716+0000 7f378f7fe640 1 -- 172.21.15.67:0/2946627405 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561b7f3324a0 msgr2=0x561b7f3408d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:17:55.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.716+0000 7f378f7fe640 1 --2- 172.21.15.67:0/2946627405 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561b7f3324a0 0x561b7f3408d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:55.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.716+0000 7f378f7fe640 1 -- 172.21.15.67:0/2946627405 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561b7f3b5d20 con 0x561b7f33d680 2024-09-10T08:17:55.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.716+0000 7f378f7fe640 1 --2- 172.21.15.67:0/2946627405 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b7f33d680 0x561b7f3b57e0 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f3788007b50 tx=0x7f3788004b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f04b69b38ce73101 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:17:55.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.716+0000 7f376effd640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:17:55.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.717+0000 7f376effd640 1 -- 172.21.15.67:0/2946627405 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f378802a060 con 0x561b7f33d680 2024-09-10T08:17:55.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.717+0000 7f376effd640 1 -- 172.21.15.67:0/2946627405 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f378800a400 con 0x561b7f33d680 2024-09-10T08:17:55.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.717+0000 7f3797c4a740 1 -- 172.21.15.67:0/2946627405 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x561b7f21c210 con 0x561b7f33d680 2024-09-10T08:17:55.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.717+0000 7f376effd640 1 -- 172.21.15.67:0/2946627405 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3788031050 con 0x561b7f33d680 2024-09-10T08:17:55.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.717+0000 7f3797c4a740 10 client.16323 fetch_fsmap learned FSMap version 29 2024-09-10T08:17:55.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.717+0000 7f3797c4a740 1 -- 172.21.15.67:0/2946627405 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561b7f3b6fa0 con 0x561b7f33d680 2024-09-10T08:17:55.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.717+0000 7f376effd640 1 -- 172.21.15.67:0/2946627405 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x561b7f21c210 con 0x561b7f33d680 2024-09-10T08:17:55.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.717+0000 7f376effd640 1 -- 172.21.15.67:0/2946627405 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f3788024030 con 0x561b7f33d680 2024-09-10T08:17:55.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.717+0000 7f3797c4a740 10 client.16323 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:17:55.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.717+0000 7f3797c4a740 10 client.16323 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:17:55.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.717+0000 7f3797c4a740 20 client.16323 populate_metadata read hostname 'smithi067' 2024-09-10T08:17:55.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.717+0000 7f3797c4a740 1 --2- 172.21.15.67:0/2946627405 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x561b7f3b76c0 0x561b7f3b9ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:17:55.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.717+0000 7f3797c4a740 4 client.16323 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T08:17:55.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.717+0000 7f3797c4a740 1 -- 172.21.15.67:0/2946627405 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "scrub status"}) -- 0x561b7f2699a0 con 0x561b7f3b76c0 2024-09-10T08:17:55.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.718+0000 7f378effd640 1 --2- 172.21.15.67:0/2946627405 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x561b7f3b76c0 0x561b7f3b9ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:17:55.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.718+0000 7f376effd640 10 client.16323 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:17:55.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.718+0000 7f378effd640 1 --2- 172.21.15.67:0/2946627405 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x561b7f3b76c0 0x561b7f3b9ae0 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=773f3937d292c6f server_cookie=a5687112420f9c0f in_seq=0 out_seq=0 2024-09-10T08:17:55.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.718+0000 7f376effd640 1 -- 172.21.15.67:0/2946627405 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x561b7f2699a0 con 0x561b7f3b76c0 2024-09-10T08:17:55.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.718+0000 7f376effd640 10 client.16323 handle_command_reply: tid=0 2024-09-10T08:17:55.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.718+0000 7f3797c4a740 1 client.16323 shutdown 2024-09-10T08:17:55.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.718+0000 7f3797c4a740 1 -- 172.21.15.67:0/2946627405 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b7f33d680 msgr2=0x561b7f3b57e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:55.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.719+0000 7f3797c4a740 1 --2- 172.21.15.67:0/2946627405 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b7f33d680 0x561b7f3b57e0 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f3788007b50 tx=0x7f3788004b50 comp rx=0 tx=0).stop 2024-09-10T08:17:55.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.719+0000 7f3797c4a740 1 -- 172.21.15.67:0/2946627405 shutdown_connections 2024-09-10T08:17:55.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.719+0000 7f3797c4a740 1 --2- 172.21.15.67:0/2946627405 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x561b7f3b76c0 0x561b7f3b9ae0 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:55.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.719+0000 7f3797c4a740 1 --2- 172.21.15.67:0/2946627405 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b7f33d680 0x561b7f3b57e0 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:55.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.719+0000 7f3797c4a740 1 --2- 172.21.15.67:0/2946627405 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561b7f332dc0 0x561b7f340e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:55.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.719+0000 7f3797c4a740 1 --2- 172.21.15.67:0/2946627405 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561b7f3324a0 0x561b7f3408d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:55.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.719+0000 7f3797c4a740 1 -- 172.21.15.67:0/2946627405 >> 172.21.15.67:0/2946627405 conn(0x561b7f32ea30 msgr2=0x561b7f32d350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:55.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.719+0000 7f376effd640 0 client.16323 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:17:55.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.719+0000 7f3797c4a740 1 -- 172.21.15.67:0/2946627405 shutdown_connections 2024-09-10T08:17:55.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.719+0000 7f3797c4a740 1 -- 172.21.15.67:0/2946627405 wait complete. 2024-09-10T08:17:55.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.719+0000 7f3797c4a740 20 client.16323 trim_cache size 0 max 16384 2024-09-10T08:17:55.726 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:17:55.726 INFO:teuthology.orchestra.run.smithi067.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-10T08:17:55.726 INFO:teuthology.orchestra.run.smithi067.stdout: "scrubs": { 2024-09-10T08:17:55.726 INFO:teuthology.orchestra.run.smithi067.stdout: "6a9772e8-1c95-4789-a16b-0e9a01bcee96": { 2024-09-10T08:17:55.726 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/", 2024-09-10T08:17:55.726 INFO:teuthology.orchestra.run.smithi067.stdout: "tag": "6a9772e8-1c95-4789-a16b-0e9a01bcee96", 2024-09-10T08:17:55.726 INFO:teuthology.orchestra.run.smithi067.stdout: "options": "recursive,force" 2024-09-10T08:17:55.726 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:17:55.726 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:17:55.726 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:17:55.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.719+0000 7f3795871640 1 -- 172.21.15.67:0/2227186930 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f37780a2b80 msgr2=0x7f37780a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:55.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.719+0000 7f3795871640 1 --2- 172.21.15.67:0/2227186930 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f37780a2b80 0x7f37780a5040 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f3788009fd0 tx=0x7f3788004a40 comp rx=0 tx=0).stop 2024-09-10T08:17:55.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.719+0000 7f3795871640 1 -- 172.21.15.67:0/2227186930 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3790103660 msgr2=0x7f379019abc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:17:55.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.719+0000 7f3795871640 1 --2- 172.21.15.67:0/2227186930 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3790103660 0x7f379019abc0 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f3784005940 tx=0x7f37840042f0 comp rx=0 tx=0).stop 2024-09-10T08:17:55.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.719+0000 7f3795871640 1 -- 172.21.15.67:0/2227186930 shutdown_connections 2024-09-10T08:17:55.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.719+0000 7f3795871640 1 --2- 172.21.15.67:0/2227186930 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f37780a2b80 0x7f37780a5040 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:55.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.719+0000 7f3795871640 1 --2- 172.21.15.67:0/2227186930 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f379010c170 0x7f379019eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:55.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.719+0000 7f3795871640 1 --2- 172.21.15.67:0/2227186930 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3790103660 0x7f379019abc0 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:55.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.719+0000 7f3795871640 1 --2- 172.21.15.67:0/2227186930 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3790102d40 0x7f379019a680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:17:55.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.719+0000 7f3795871640 1 -- 172.21.15.67:0/2227186930 >> 172.21.15.67:0/2227186930 conn(0x7f37900fc7a0 msgr2=0x7f3790101b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:17:55.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.720+0000 7f3795871640 1 -- 172.21.15.67:0/2227186930 shutdown_connections 2024-09-10T08:17:55.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:17:55.720+0000 7f3795871640 1 -- 172.21.15.67:0/2227186930 wait complete. 2024-09-10T08:17:55.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:17:55 smithi067 ceph-mon[31051]: pgmap v450: 129 pgs: 129 active+clean; 1.1 GiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 90 MiB/s wr, 54 op/s 2024-09-10T08:17:56.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:17:55 smithi203 ceph-mon[34672]: pgmap v450: 129 pgs: 129 active+clean; 1.1 GiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 90 MiB/s wr, 54 op/s 2024-09-10T08:17:56.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:17:55 smithi133 ceph-mon[34721]: pgmap v450: 129 pgs: 129 active+clean; 1.1 GiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 90 MiB/s wr, 54 op/s 2024-09-10T08:17:56.499 INFO:tasks.cephfs.filesystem:scrub status for tag:6a9772e8-1c95-4789-a16b-0e9a01bcee96 - {'path': '/', 'tag': '6a9772e8-1c95-4789-a16b-0e9a01bcee96', 'options': 'recursive,force'} 2024-09-10T08:17:57.384 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-09-10T08:17:57.385 INFO:tasks.workunit.client.0.smithi067.stdout: Children see throughput for 1 readers = 8215291.50 kB/sec 2024-09-10T08:17:57.385 INFO:tasks.workunit.client.0.smithi067.stdout: Parent sees throughput for 1 readers = 8198079.13 kB/sec 2024-09-10T08:17:57.385 INFO:tasks.workunit.client.0.smithi067.stdout: Min throughput per process = 8215291.50 kB/sec 2024-09-10T08:17:57.385 INFO:tasks.workunit.client.0.smithi067.stdout: Max throughput per process = 8215291.50 kB/sec 2024-09-10T08:17:57.385 INFO:tasks.workunit.client.0.smithi067.stdout: Avg throughput per process = 8215291.50 kB/sec 2024-09-10T08:17:57.385 INFO:tasks.workunit.client.0.smithi067.stdout: Min xfer = 1048576.00 kB 2024-09-10T08:17:57.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:17:57 smithi067 ceph-mon[31051]: pgmap v451: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 162 MiB/s wr, 81 op/s 2024-09-10T08:17:57.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:17:57 smithi067 ceph-mon[31051]: scrub summary: idle 2024-09-10T08:17:58.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:17:57 smithi203 ceph-mon[34672]: pgmap v451: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 162 MiB/s wr, 81 op/s 2024-09-10T08:17:58.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:17:57 smithi203 ceph-mon[34672]: scrub summary: idle 2024-09-10T08:17:58.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:17:57 smithi133 ceph-mon[34721]: pgmap v451: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 162 MiB/s wr, 81 op/s 2024-09-10T08:17:58.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:17:57 smithi133 ceph-mon[34721]: scrub summary: idle 2024-09-10T08:17:59.688 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-09-10T08:17:59.689 INFO:tasks.workunit.client.0.smithi067.stdout: Children see throughput for 1 re-readers = 7586726.00 kB/sec 2024-09-10T08:17:59.689 INFO:tasks.workunit.client.0.smithi067.stdout: Parent sees throughput for 1 re-readers = 7574065.88 kB/sec 2024-09-10T08:17:59.689 INFO:tasks.workunit.client.0.smithi067.stdout: Min throughput per process = 7586726.00 kB/sec 2024-09-10T08:17:59.689 INFO:tasks.workunit.client.0.smithi067.stdout: Max throughput per process = 7586726.00 kB/sec 2024-09-10T08:17:59.689 INFO:tasks.workunit.client.0.smithi067.stdout: Avg throughput per process = 7586726.00 kB/sec 2024-09-10T08:17:59.689 INFO:tasks.workunit.client.0.smithi067.stdout: Min xfer = 1048576.00 kB 2024-09-10T08:17:59.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:17:59 smithi067 ceph-mon[31051]: pgmap v452: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 167 MiB/s wr, 78 op/s 2024-09-10T08:18:00.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:17:59 smithi203 ceph-mon[34672]: pgmap v452: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 167 MiB/s wr, 78 op/s 2024-09-10T08:18:00.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:17:59 smithi133 ceph-mon[34721]: pgmap v452: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 167 MiB/s wr, 78 op/s 2024-09-10T08:18:01.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:18:01 smithi067 ceph-mon[31051]: pgmap v453: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 171 MiB/s wr, 83 op/s 2024-09-10T08:18:02.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:18:01 smithi203 ceph-mon[34672]: pgmap v453: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 171 MiB/s wr, 83 op/s 2024-09-10T08:18:02.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:18:01 smithi133 ceph-mon[34721]: pgmap v453: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 171 MiB/s wr, 83 op/s 2024-09-10T08:18:02.941 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.941+0000 7f253d02e640 1 -- 172.21.15.67:0/1328533649 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2538104f10 msgr2=0x7f2538107300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:02.942 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.941+0000 7f253d02e640 1 --2- 172.21.15.67:0/1328533649 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2538104f10 0x7f2538107300 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f252c009900 tx=0x7f252c02a410 comp rx=0 tx=0).stop 2024-09-10T08:18:02.942 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.941+0000 7f253d02e640 1 -- 172.21.15.67:0/1328533649 shutdown_connections 2024-09-10T08:18:02.942 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.941+0000 7f253d02e640 1 --2- 172.21.15.67:0/1328533649 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f2538107840 0x7f2538109cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:02.942 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.942+0000 7f253d02e640 1 --2- 172.21.15.67:0/1328533649 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2538104f10 0x7f2538107300 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:02.942 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.942+0000 7f253d02e640 1 --2- 172.21.15.67:0/1328533649 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f25381025e0 0x7f25381049d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:02.942 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.942+0000 7f253d02e640 1 -- 172.21.15.67:0/1328533649 >> 172.21.15.67:0/1328533649 conn(0x7f25380fc1e0 msgr2=0x7f25380fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:02.942 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.942+0000 7f253d02e640 1 -- 172.21.15.67:0/1328533649 shutdown_connections 2024-09-10T08:18:02.942 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.942+0000 7f253d02e640 1 -- 172.21.15.67:0/1328533649 wait complete. 2024-09-10T08:18:02.942 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.942+0000 7f253d02e640 1 Processor -- start 2024-09-10T08:18:02.944 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.943+0000 7f253d02e640 1 -- start start 2024-09-10T08:18:02.944 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.943+0000 7f253d02e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f25381025e0 0x7f2538101f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:02.945 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.943+0000 7f253d02e640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2538104f10 0x7f2538100590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:02.945 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.943+0000 7f253d02e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2538107840 0x7f2538100ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:02.945 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.943+0000 7f253d02e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f253810d6a0 con 0x7f2538107840 2024-09-10T08:18:02.945 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.943+0000 7f253d02e640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f253810d520 con 0x7f25381025e0 2024-09-10T08:18:02.945 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.943+0000 7f253d02e640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f253810d820 con 0x7f2538104f10 2024-09-10T08:18:02.945 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.943+0000 7f253759e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2538107840 0x7f2538100ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:02.945 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.943+0000 7f253759e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2538107840 0x7f2538100ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52402/0 (socket says 172.21.15.67:52402) 2024-09-10T08:18:02.945 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.943+0000 7f253759e640 1 -- 172.21.15.67:0/2278188968 learned_addr learned my addr 172.21.15.67:0/2278188968 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:02.945 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.943+0000 7f2536d9d640 1 --2- 172.21.15.67:0/2278188968 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f25381025e0 0x7f2538101f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:02.945 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.943+0000 7f253659c640 1 --2- 172.21.15.67:0/2278188968 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2538104f10 0x7f2538100590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:02.945 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.944+0000 7f253759e640 1 -- 172.21.15.67:0/2278188968 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2538104f10 msgr2=0x7f2538100590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:02.945 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.944+0000 7f253759e640 1 --2- 172.21.15.67:0/2278188968 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2538104f10 0x7f2538100590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:02.946 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.944+0000 7f253759e640 1 -- 172.21.15.67:0/2278188968 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f25381025e0 msgr2=0x7f2538101f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:02.946 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.944+0000 7f253759e640 1 --2- 172.21.15.67:0/2278188968 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f25381025e0 0x7f2538101f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:02.946 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.944+0000 7f253759e640 1 -- 172.21.15.67:0/2278188968 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2538101360 con 0x7f2538107840 2024-09-10T08:18:02.946 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.944+0000 7f2536d9d640 1 --2- 172.21.15.67:0/2278188968 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f25381025e0 0x7f2538101f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:18:02.946 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.944+0000 7f253759e640 1 --2- 172.21.15.67:0/2278188968 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2538107840 0x7f2538100ad0 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f253000eb40 tx=0x7f253000ef40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:02.946 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.944+0000 7f251ffff640 1 -- 172.21.15.67:0/2278188968 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f253000ce40 con 0x7f2538107840 2024-09-10T08:18:02.946 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.945+0000 7f253d02e640 1 -- 172.21.15.67:0/2278188968 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25381a1e40 con 0x7f2538107840 2024-09-10T08:18:02.946 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.945+0000 7f251ffff640 1 -- 172.21.15.67:0/2278188968 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2530005020 con 0x7f2538107840 2024-09-10T08:18:02.946 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.945+0000 7f251ffff640 1 -- 172.21.15.67:0/2278188968 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2530010650 con 0x7f2538107840 2024-09-10T08:18:02.946 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.945+0000 7f253d02e640 1 -- 172.21.15.67:0/2278188968 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25381a2250 con 0x7f2538107840 2024-09-10T08:18:02.952 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.947+0000 7f251ffff640 1 -- 172.21.15.67:0/2278188968 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f25300051d0 con 0x7f2538107840 2024-09-10T08:18:02.952 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.947+0000 7f253fdc9740 1 Processor -- start 2024-09-10T08:18:02.952 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.948+0000 7f253fdc9740 1 -- start start 2024-09-10T08:18:02.952 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.948+0000 7f253fdc9740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557a1b5239a0 0x557a1b523da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:02.953 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.948+0000 7f253fdc9740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557a1b5242e0 0x557a1b528da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:02.953 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.948+0000 7f253fdc9740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557a1b529370 0x557a1b52b830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:02.953 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.948+0000 7f253fdc9740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x557a1b4872f0 con 0x557a1b529370 2024-09-10T08:18:02.953 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.948+0000 7f253fdc9740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x557a1b42f270 con 0x557a1b5242e0 2024-09-10T08:18:02.953 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.948+0000 7f253fdc9740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x557a1b4832b0 con 0x557a1b5239a0 2024-09-10T08:18:02.953 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.948+0000 7f253659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557a1b529370 0x557a1b52b830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:02.953 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.948+0000 7f253659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557a1b529370 0x557a1b52b830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52404/0 (socket says 172.21.15.67:52404) 2024-09-10T08:18:02.953 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.948+0000 7f253659c640 1 -- 172.21.15.67:0/3006213648 learned_addr learned my addr 172.21.15.67:0/3006213648 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:02.953 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.948+0000 7f2536d9d640 1 --2- 172.21.15.67:0/3006213648 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557a1b5242e0 0x557a1b528da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:02.953 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.948+0000 7f253659c640 1 --2- 172.21.15.67:0/3006213648 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557a1b5239a0 0x557a1b523da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:02.953 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.948+0000 7f251ffff640 1 --2- 172.21.15.67:0/2278188968 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f25200a2c30 0x7f25200a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:02.953 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.948+0000 7f253659c640 1 -- 172.21.15.67:0/3006213648 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557a1b5239a0 msgr2=0x557a1b523da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:02.954 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.948+0000 7f253659c640 1 --2- 172.21.15.67:0/3006213648 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557a1b5239a0 0x557a1b523da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:02.954 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.948+0000 7f253659c640 1 -- 172.21.15.67:0/3006213648 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557a1b5242e0 msgr2=0x557a1b528da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:02.954 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.948+0000 7f253659c640 1 --2- 172.21.15.67:0/3006213648 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557a1b5242e0 0x557a1b528da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:02.954 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.949+0000 7f253659c640 1 -- 172.21.15.67:0/3006213648 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557a1b42e340 con 0x557a1b529370 2024-09-10T08:18:02.954 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.949+0000 7f253759e640 1 --2- 172.21.15.67:0/2278188968 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f25200a2c30 0x7f25200a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:02.954 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.949+0000 7f2536d9d640 1 --2- 172.21.15.67:0/3006213648 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557a1b5242e0 0x557a1b528da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:18:02.954 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.949+0000 7f253659c640 1 --2- 172.21.15.67:0/3006213648 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557a1b529370 0x557a1b52b830 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f252c0096c0 tx=0x7f252c005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=440a88648ed826f1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:02.954 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.949+0000 7f251ffff640 1 -- 172.21.15.67:0/2278188968 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f25300cfb30 con 0x7f2538107840 2024-09-10T08:18:02.954 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.949+0000 7f251d7fa640 1 -- 172.21.15.67:0/3006213648 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f252c035040 con 0x557a1b529370 2024-09-10T08:18:02.954 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.949+0000 7f251d7fa640 1 -- 172.21.15.67:0/3006213648 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f252c031740 con 0x557a1b529370 2024-09-10T08:18:02.954 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.949+0000 7f251d7fa640 1 -- 172.21.15.67:0/3006213648 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f252c003d50 con 0x557a1b529370 2024-09-10T08:18:02.954 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.950+0000 7f253fdc9740 1 -- 172.21.15.67:0/3006213648 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557a1b529370 msgr2=0x557a1b52b830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:02.954 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.950+0000 7f253fdc9740 1 --2- 172.21.15.67:0/3006213648 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557a1b529370 0x557a1b52b830 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f252c0096c0 tx=0x7f252c005fd0 comp rx=0 tx=0).stop 2024-09-10T08:18:02.955 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.950+0000 7f253759e640 1 --2- 172.21.15.67:0/2278188968 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f25200a2c30 0x7f25200a50f0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f25300c9fe0 tx=0x7f25300bc040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:02.955 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.950+0000 7f253fdc9740 1 -- 172.21.15.67:0/3006213648 shutdown_connections 2024-09-10T08:18:02.955 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.950+0000 7f253fdc9740 1 --2- 172.21.15.67:0/3006213648 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557a1b5242e0 0x557a1b528da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:02.955 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.950+0000 7f253fdc9740 1 --2- 172.21.15.67:0/3006213648 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557a1b529370 0x557a1b52b830 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:02.955 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.950+0000 7f253fdc9740 1 --2- 172.21.15.67:0/3006213648 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557a1b5239a0 0x557a1b523da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:02.955 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.950+0000 7f253fdc9740 1 -- 172.21.15.67:0/3006213648 >> 172.21.15.67:0/3006213648 conn(0x557a1b51f010 msgr2=0x557a1b51f410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:02.955 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.950+0000 7f253fdc9740 1 -- 172.21.15.67:0/3006213648 shutdown_connections 2024-09-10T08:18:02.955 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.950+0000 7f253fdc9740 1 -- 172.21.15.67:0/3006213648 wait complete. 2024-09-10T08:18:02.955 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.950+0000 7f253fdc9740 1 -- start start 2024-09-10T08:18:02.955 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.950+0000 7f253fdc9740 1 Processor -- start 2024-09-10T08:18:02.955 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.950+0000 7f253fdc9740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557a1b5239a0 0x557a1b52dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:02.955 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.950+0000 7f253fdc9740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557a1b5242e0 0x557a1b52e100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:02.956 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.950+0000 7f253fdc9740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557a1b529370 0x557a1b535140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:02.956 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.950+0000 7f253fdc9740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x557a1b52c2e0 con 0x557a1b5242e0 2024-09-10T08:18:02.956 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.950+0000 7f253fdc9740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x557a1b410290 con 0x557a1b5239a0 2024-09-10T08:18:02.956 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.950+0000 7f253fdc9740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x557a1b52c460 con 0x557a1b529370 2024-09-10T08:18:02.956 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.951+0000 7f253fdc9740 10 client.0 _ll_register_callbacks cb 0x557a1b441140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:18:02.956 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.951+0000 7f2536d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557a1b5242e0 0x557a1b52e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:02.956 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.951+0000 7f2536d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557a1b5242e0 0x557a1b52e100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52418/0 (socket says 172.21.15.67:52418) 2024-09-10T08:18:02.956 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.951+0000 7f2536d9d640 1 -- 172.21.15.67:0/1230369751 learned_addr learned my addr 172.21.15.67:0/1230369751 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:02.956 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.951+0000 7f253659c640 1 --2- 172.21.15.67:0/1230369751 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557a1b5239a0 0x557a1b52dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:02.956 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.951+0000 7f253659c640 1 --2- 172.21.15.67:0/1230369751 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557a1b529370 0x557a1b535140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:02.956 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.951+0000 7f2536d9d640 1 -- 172.21.15.67:0/1230369751 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557a1b529370 msgr2=0x557a1b535140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:02.956 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.951+0000 7f2536d9d640 1 --2- 172.21.15.67:0/1230369751 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557a1b529370 0x557a1b535140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:02.956 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.951+0000 7f2536d9d640 1 -- 172.21.15.67:0/1230369751 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557a1b5239a0 msgr2=0x557a1b52dbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:02.957 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.951+0000 7f2536d9d640 1 --2- 172.21.15.67:0/1230369751 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557a1b5239a0 0x557a1b52dbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:02.957 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.951+0000 7f2536d9d640 1 -- 172.21.15.67:0/1230369751 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557a1b19a210 con 0x557a1b5242e0 2024-09-10T08:18:02.957 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.951+0000 7f253659c640 1 --2- 172.21.15.67:0/1230369751 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557a1b5239a0 0x557a1b52dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:18:02.957 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.951+0000 7f2536d9d640 1 --2- 172.21.15.67:0/1230369751 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557a1b5242e0 0x557a1b52e100 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f2528010f10 tx=0x7f252800f7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b58e6d2e5d0d225d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:02.957 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.951+0000 7f251aff5640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:18:02.957 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.951+0000 7f251aff5640 1 -- 172.21.15.67:0/1230369751 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2528005020 con 0x557a1b5242e0 2024-09-10T08:18:02.957 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.951+0000 7f251aff5640 1 -- 172.21.15.67:0/1230369751 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f25280051c0 con 0x557a1b5242e0 2024-09-10T08:18:02.957 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.951+0000 7f253fdc9740 1 -- 172.21.15.67:0/1230369751 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f252c031740 con 0x557a1b5242e0 2024-09-10T08:18:02.957 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.952+0000 7f251aff5640 1 -- 172.21.15.67:0/1230369751 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f2528024050 con 0x557a1b5242e0 2024-09-10T08:18:02.957 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.952+0000 7f253fdc9740 10 client.16335 fetch_fsmap learned FSMap version 29 2024-09-10T08:18:02.957 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.952+0000 7f253fdc9740 1 -- 172.21.15.67:0/1230369751 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x557a1b266620 con 0x557a1b5242e0 2024-09-10T08:18:02.957 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.952+0000 7f251aff5640 1 -- 172.21.15.67:0/1230369751 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f252c031740 con 0x557a1b5242e0 2024-09-10T08:18:02.958 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.952+0000 7f251aff5640 1 -- 172.21.15.67:0/1230369751 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f25280194a0 con 0x557a1b5242e0 2024-09-10T08:18:02.958 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.952+0000 7f253fdc9740 10 client.16335 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:18:02.958 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.952+0000 7f253fdc9740 10 client.16335 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:18:02.958 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.952+0000 7f253fdc9740 20 client.16335 populate_metadata read hostname 'smithi067' 2024-09-10T08:18:02.958 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.952+0000 7f253fdc9740 1 --2- 172.21.15.67:0/1230369751 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x557a1b5398b0 0x557a1b53bd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:02.958 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.952+0000 7f253fdc9740 4 client.16335 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:18:02.958 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.952+0000 7f253fdc9740 1 -- 172.21.15.67:0/1230369751 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557a1b494a20 con 0x557a1b5398b0 2024-09-10T08:18:02.958 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.952+0000 7f253659c640 1 --2- 172.21.15.67:0/1230369751 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x557a1b5398b0 0x557a1b53bd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:02.958 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.953+0000 7f253659c640 1 --2- 172.21.15.67:0/1230369751 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x557a1b5398b0 0x557a1b53bd10 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e54186194c934b85 server_cookie=b538532034d46ff9 in_seq=0 out_seq=0 2024-09-10T08:18:02.958 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.953+0000 7f251aff5640 10 client.16335 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:18:02.959 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.954+0000 7f251aff5640 1 -- 172.21.15.67:0/1230369751 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557a1b494a20 con 0x557a1b5398b0 2024-09-10T08:18:02.960 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.954+0000 7f251aff5640 10 client.16335 handle_command_reply: tid=0 2024-09-10T08:18:02.960 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.954+0000 7f253fdc9740 1 client.16335 shutdown 2024-09-10T08:18:02.960 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.954+0000 7f253fdc9740 1 -- 172.21.15.67:0/1230369751 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557a1b5242e0 msgr2=0x557a1b52e100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:02.960 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.954+0000 7f253fdc9740 1 --2- 172.21.15.67:0/1230369751 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557a1b5242e0 0x557a1b52e100 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f2528010f10 tx=0x7f252800f7f0 comp rx=0 tx=0).stop 2024-09-10T08:18:02.960 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.954+0000 7f253fdc9740 1 -- 172.21.15.67:0/1230369751 shutdown_connections 2024-09-10T08:18:02.960 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.954+0000 7f253fdc9740 1 --2- 172.21.15.67:0/1230369751 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x557a1b5398b0 0x557a1b53bd10 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:02.960 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.954+0000 7f253fdc9740 1 --2- 172.21.15.67:0/1230369751 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557a1b529370 0x557a1b535140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:02.960 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.954+0000 7f253fdc9740 1 --2- 172.21.15.67:0/1230369751 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557a1b5242e0 0x557a1b52e100 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:02.960 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.954+0000 7f253fdc9740 1 --2- 172.21.15.67:0/1230369751 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557a1b5239a0 0x557a1b52dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:02.960 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.954+0000 7f251aff5640 0 client.16335 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:18:02.960 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.954+0000 7f253fdc9740 1 -- 172.21.15.67:0/1230369751 >> 172.21.15.67:0/1230369751 conn(0x557a1b51f010 msgr2=0x557a1b520820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:02.961 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.954+0000 7f253fdc9740 1 -- 172.21.15.67:0/1230369751 shutdown_connections 2024-09-10T08:18:02.961 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.954+0000 7f253fdc9740 1 -- 172.21.15.67:0/1230369751 wait complete. 2024-09-10T08:18:02.961 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.954+0000 7f253fdc9740 20 client.16335 trim_cache size 0 max 16384 2024-09-10T08:18:02.969 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.969+0000 7f253fdc9740 1 Processor -- start 2024-09-10T08:18:02.969 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.969+0000 7f253fdc9740 1 -- start start 2024-09-10T08:18:02.969 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.969+0000 7f253fdc9740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557a1b5239a0 0x557a1b51f3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:02.969 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.969+0000 7f253fdc9740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557a1b5242e0 0x557a1b535100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:02.970 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.969+0000 7f253fdc9740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557a1b529370 0x557a1b51f930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:02.970 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.969+0000 7f253fdc9740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f25381ac980 con 0x557a1b529370 2024-09-10T08:18:02.970 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.969+0000 7f253fdc9740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f25381ae4c0 con 0x557a1b5239a0 2024-09-10T08:18:02.970 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.969+0000 7f253fdc9740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f25381ad050 con 0x557a1b5242e0 2024-09-10T08:18:02.970 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.969+0000 7f253659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557a1b529370 0x557a1b51f930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:02.970 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.969+0000 7f253659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557a1b529370 0x557a1b51f930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52426/0 (socket says 172.21.15.67:52426) 2024-09-10T08:18:02.970 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.969+0000 7f253659c640 1 -- 172.21.15.67:0/1281132942 learned_addr learned my addr 172.21.15.67:0/1281132942 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:02.970 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.969+0000 7f253659c640 1 --2- 172.21.15.67:0/1281132942 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557a1b5239a0 0x557a1b51f3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:02.970 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.969+0000 7f2536d9d640 1 --2- 172.21.15.67:0/1281132942 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557a1b5242e0 0x557a1b535100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:02.970 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.969+0000 7f253659c640 1 -- 172.21.15.67:0/1281132942 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557a1b5242e0 msgr2=0x557a1b535100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:02.970 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.969+0000 7f253659c640 1 --2- 172.21.15.67:0/1281132942 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557a1b5242e0 0x557a1b535100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:02.971 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.969+0000 7f253659c640 1 -- 172.21.15.67:0/1281132942 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557a1b5239a0 msgr2=0x557a1b51f3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:02.971 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.969+0000 7f253659c640 1 --2- 172.21.15.67:0/1281132942 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557a1b5239a0 0x557a1b51f3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:02.971 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.970+0000 7f253659c640 1 -- 172.21.15.67:0/1281132942 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557a1b51ee30 con 0x557a1b529370 2024-09-10T08:18:02.971 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.970+0000 7f253659c640 1 --2- 172.21.15.67:0/1281132942 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557a1b529370 0x557a1b51f930 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f252c0314e0 tx=0x7f252c042040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7174c8a08e6ddc84 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:02.971 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.970+0000 7f251cff9640 1 -- 172.21.15.67:0/1281132942 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f252c035040 con 0x557a1b529370 2024-09-10T08:18:02.971 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.970+0000 7f251cff9640 1 -- 172.21.15.67:0/1281132942 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f252c03d900 con 0x557a1b529370 2024-09-10T08:18:02.971 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.970+0000 7f251cff9640 1 -- 172.21.15.67:0/1281132942 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f252c04b740 con 0x557a1b529370 2024-09-10T08:18:02.974 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.970+0000 7f253fdc9740 1 -- 172.21.15.67:0/1281132942 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557a1b529370 msgr2=0x557a1b51f930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:02.974 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.970+0000 7f253fdc9740 1 --2- 172.21.15.67:0/1281132942 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557a1b529370 0x557a1b51f930 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f252c0314e0 tx=0x7f252c042040 comp rx=0 tx=0).stop 2024-09-10T08:18:02.974 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.971+0000 7f253fdc9740 1 -- 172.21.15.67:0/1281132942 shutdown_connections 2024-09-10T08:18:02.974 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.971+0000 7f253fdc9740 1 --2- 172.21.15.67:0/1281132942 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557a1b529370 0x557a1b51f930 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:02.975 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.971+0000 7f253fdc9740 1 --2- 172.21.15.67:0/1281132942 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557a1b5242e0 0x557a1b535100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:02.975 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.971+0000 7f253fdc9740 1 --2- 172.21.15.67:0/1281132942 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557a1b5239a0 0x557a1b51f3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:02.975 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.971+0000 7f253fdc9740 1 -- 172.21.15.67:0/1281132942 >> 172.21.15.67:0/1281132942 conn(0x557a1b51f010 msgr2=0x557a1b524a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:02.975 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.971+0000 7f253fdc9740 1 -- 172.21.15.67:0/1281132942 shutdown_connections 2024-09-10T08:18:02.975 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.971+0000 7f253fdc9740 1 -- 172.21.15.67:0/1281132942 wait complete. 2024-09-10T08:18:02.975 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.971+0000 7f253fdc9740 1 -- start start 2024-09-10T08:18:02.975 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.971+0000 7f253fdc9740 1 Processor -- start 2024-09-10T08:18:02.975 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.971+0000 7f253fdc9740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557a1b5239a0 0x557a1b531f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:02.975 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.971+0000 7f253fdc9740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557a1b5242e0 0x557a1b532480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:02.975 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.971+0000 7f253fdc9740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557a1b529370 0x557a1b5a25e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:02.975 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.971+0000 7f253fdc9740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f25381addf0 con 0x557a1b5242e0 2024-09-10T08:18:02.975 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.971+0000 7f253fdc9740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f25381ad720 con 0x557a1b5239a0 2024-09-10T08:18:02.975 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.971+0000 7f253fdc9740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f25381aa960 con 0x557a1b529370 2024-09-10T08:18:02.976 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.971+0000 7f253fdc9740 10 client.0 _ll_register_callbacks cb 0x7f252800abd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:18:02.976 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.971+0000 7f2536d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557a1b5242e0 0x557a1b532480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:02.976 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.971+0000 7f2536d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557a1b5242e0 0x557a1b532480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52436/0 (socket says 172.21.15.67:52436) 2024-09-10T08:18:02.976 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.971+0000 7f2536d9d640 1 -- 172.21.15.67:0/1795524621 learned_addr learned my addr 172.21.15.67:0/1795524621 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:02.976 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.971+0000 7f253659c640 1 --2- 172.21.15.67:0/1795524621 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557a1b529370 0x557a1b5a25e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:02.976 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.972+0000 7f253659c640 1 --2- 172.21.15.67:0/1795524621 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557a1b5239a0 0x557a1b531f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:02.976 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.972+0000 7f2536d9d640 1 -- 172.21.15.67:0/1795524621 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557a1b529370 msgr2=0x557a1b5a25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:02.976 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.972+0000 7f2536d9d640 1 --2- 172.21.15.67:0/1795524621 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557a1b529370 0x557a1b5a25e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:02.976 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.972+0000 7f2536d9d640 1 -- 172.21.15.67:0/1795524621 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557a1b5239a0 msgr2=0x557a1b531f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:02.976 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.972+0000 7f2536d9d640 1 --2- 172.21.15.67:0/1795524621 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557a1b5239a0 0x557a1b531f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:02.976 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.972+0000 7f2536d9d640 1 -- 172.21.15.67:0/1795524621 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557a1b5a2b20 con 0x557a1b5242e0 2024-09-10T08:18:02.976 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.972+0000 7f253659c640 1 --2- 172.21.15.67:0/1795524621 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557a1b529370 0x557a1b5a25e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:18:02.977 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.972+0000 7f2536d9d640 1 --2- 172.21.15.67:0/1795524621 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557a1b5242e0 0x557a1b532480 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x557a1b52f0a0 tx=0x7f2528019d30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=efde64ae23d1ec7a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:02.977 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.972+0000 7f251aff5640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:18:02.977 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.972+0000 7f251aff5640 1 -- 172.21.15.67:0/1795524621 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f252802c070 con 0x557a1b5242e0 2024-09-10T08:18:02.977 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.972+0000 7f251aff5640 1 -- 172.21.15.67:0/1795524621 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f2528019600 con 0x557a1b5242e0 2024-09-10T08:18:02.977 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.972+0000 7f253fdc9740 1 -- 172.21.15.67:0/1795524621 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f252c03d900 con 0x557a1b5242e0 2024-09-10T08:18:02.977 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.972+0000 7f251aff5640 1 -- 172.21.15.67:0/1795524621 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f2528038050 con 0x557a1b5242e0 2024-09-10T08:18:02.977 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.972+0000 7f253fdc9740 10 client.16341 fetch_fsmap learned FSMap version 29 2024-09-10T08:18:02.977 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.972+0000 7f253fdc9740 1 -- 172.21.15.67:0/1795524621 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x557a1b5a3e00 con 0x557a1b5242e0 2024-09-10T08:18:02.977 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.973+0000 7f251aff5640 1 -- 172.21.15.67:0/1795524621 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f252c03d900 con 0x557a1b5242e0 2024-09-10T08:18:02.977 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.973+0000 7f251aff5640 1 -- 172.21.15.67:0/1795524621 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f25280048f0 con 0x557a1b5242e0 2024-09-10T08:18:02.977 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.973+0000 7f253fdc9740 10 client.16341 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:18:02.977 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.973+0000 7f253fdc9740 10 client.16341 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:18:02.978 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.973+0000 7f253fdc9740 20 client.16341 populate_metadata read hostname 'smithi067' 2024-09-10T08:18:02.978 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.973+0000 7f253fdc9740 1 --2- 172.21.15.67:0/1795524621 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x557a1b5a4780 0x557a1b5a6ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:02.978 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.973+0000 7f253fdc9740 4 client.16341 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:18:02.978 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.973+0000 7f253fdc9740 1 -- 172.21.15.67:0/1795524621 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "flush journal"}) -- 0x557a1b48ed70 con 0x557a1b5a4780 2024-09-10T08:18:02.978 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.973+0000 7f253659c640 1 --2- 172.21.15.67:0/1795524621 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x557a1b5a4780 0x557a1b5a6ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:02.978 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.974+0000 7f251aff5640 10 client.16341 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:18:02.978 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.974+0000 7f253659c640 1 --2- 172.21.15.67:0/1795524621 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x557a1b5a4780 0x557a1b5a6ba0 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=485f83b7cc044a60 server_cookie=6921f932c65a1e2 in_seq=0 out_seq=0 2024-09-10T08:18:02.982 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.982+0000 7f251aff5640 1 -- 172.21.15.67:0/1795524621 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x557a1b48ed70 con 0x557a1b5a4780 2024-09-10T08:18:02.982 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.982+0000 7f251aff5640 10 client.16341 handle_command_reply: tid=0 2024-09-10T08:18:02.982 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.982+0000 7f253fdc9740 1 client.16341 shutdown 2024-09-10T08:18:02.982 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.982+0000 7f253fdc9740 1 -- 172.21.15.67:0/1795524621 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557a1b5242e0 msgr2=0x557a1b532480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:02.982 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.982+0000 7f253fdc9740 1 --2- 172.21.15.67:0/1795524621 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557a1b5242e0 0x557a1b532480 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x557a1b52f0a0 tx=0x7f2528019d30 comp rx=0 tx=0).stop 2024-09-10T08:18:02.982 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.982+0000 7f253fdc9740 1 -- 172.21.15.67:0/1795524621 shutdown_connections 2024-09-10T08:18:02.983 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.982+0000 7f253fdc9740 1 --2- 172.21.15.67:0/1795524621 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x557a1b5a4780 0x557a1b5a6ba0 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:02.983 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.982+0000 7f253fdc9740 1 --2- 172.21.15.67:0/1795524621 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x557a1b529370 0x557a1b5a25e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:02.983 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.982+0000 7f253fdc9740 1 --2- 172.21.15.67:0/1795524621 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557a1b5242e0 0x557a1b532480 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:02.983 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.982+0000 7f251aff5640 0 client.16341 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:18:02.983 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.982+0000 7f253fdc9740 1 --2- 172.21.15.67:0/1795524621 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x557a1b5239a0 0x557a1b531f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:02.983 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.982+0000 7f253fdc9740 1 -- 172.21.15.67:0/1795524621 >> 172.21.15.67:0/1795524621 conn(0x557a1b51f010 msgr2=0x557a1b51d9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:02.983 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.982+0000 7f253fdc9740 1 -- 172.21.15.67:0/1795524621 shutdown_connections 2024-09-10T08:18:02.983 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.982+0000 7f253fdc9740 1 -- 172.21.15.67:0/1795524621 wait complete. 2024-09-10T08:18:02.983 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.983+0000 7f253fdc9740 20 client.16341 trim_cache size 0 max 16384 2024-09-10T08:18:02.984 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout:{ 2024-09-10T08:18:02.984 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout: "message": "", 2024-09-10T08:18:02.984 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout: "return_code": 0 2024-09-10T08:18:02.984 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout:} 2024-09-10T08:18:02.985 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.983+0000 7f253d02e640 1 -- 172.21.15.67:0/2278188968 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f25200a2c30 msgr2=0x7f25200a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:02.985 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.983+0000 7f253d02e640 1 --2- 172.21.15.67:0/2278188968 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f25200a2c30 0x7f25200a50f0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f25300c9fe0 tx=0x7f25300bc040 comp rx=0 tx=0).stop 2024-09-10T08:18:02.985 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.983+0000 7f253d02e640 1 -- 172.21.15.67:0/2278188968 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2538107840 msgr2=0x7f2538100ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:02.986 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.983+0000 7f253d02e640 1 --2- 172.21.15.67:0/2278188968 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2538107840 0x7f2538100ad0 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f253000eb40 tx=0x7f253000ef40 comp rx=0 tx=0).stop 2024-09-10T08:18:02.986 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.983+0000 7f253d02e640 1 -- 172.21.15.67:0/2278188968 shutdown_connections 2024-09-10T08:18:02.986 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.983+0000 7f253d02e640 1 --2- 172.21.15.67:0/2278188968 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f25200a2c30 0x7f25200a50f0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:02.986 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.983+0000 7f253d02e640 1 --2- 172.21.15.67:0/2278188968 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2538107840 0x7f2538100ad0 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:02.986 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.983+0000 7f253d02e640 1 --2- 172.21.15.67:0/2278188968 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f2538104f10 0x7f2538100590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:02.986 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.983+0000 7f253d02e640 1 --2- 172.21.15.67:0/2278188968 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f25381025e0 0x7f2538101f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:02.986 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.983+0000 7f253d02e640 1 -- 172.21.15.67:0/2278188968 >> 172.21.15.67:0/2278188968 conn(0x7f25380fc1e0 msgr2=0x7f2538103040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:02.986 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.983+0000 7f253d02e640 1 -- 172.21.15.67:0/2278188968 shutdown_connections 2024-09-10T08:18:02.986 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:02.983+0000 7f253d02e640 1 -- 172.21.15.67:0/2278188968 wait complete. 2024-09-10T08:18:03.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:18:03 smithi067 ceph-mon[31051]: pgmap v454: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 122 MiB/s wr, 57 op/s 2024-09-10T08:18:04.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:18:03 smithi203 ceph-mon[34672]: pgmap v454: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 122 MiB/s wr, 57 op/s 2024-09-10T08:18:04.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:18:03 smithi133 ceph-mon[34721]: pgmap v454: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.3 KiB/s rd, 122 MiB/s wr, 57 op/s 2024-09-10T08:18:05.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:18:05 smithi067 ceph-mon[31051]: pgmap v455: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 103 MiB/s wr, 47 op/s 2024-09-10T08:18:06.010 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-09-10T08:18:06.010 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-09-10T08:18:06.010 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-09-10T08:18:06.010 INFO:tasks.workunit.client.0.smithi067.stdout:iozone test complete. 2024-09-10T08:18:06.011 INFO:tasks.workunit.client.0.smithi067.stderr:+ iozone -c -e -s 10240M -r 1M -t 1 -F f3 -i 0 -i 1 2024-09-10T08:18:06.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:18:05 smithi203 ceph-mon[34672]: pgmap v455: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 103 MiB/s wr, 47 op/s 2024-09-10T08:18:06.076 INFO:tasks.workunit.client.0.smithi067.stdout: Iozone: Performance Test of File I/O 2024-09-10T08:18:06.076 INFO:tasks.workunit.client.0.smithi067.stdout: Version $Revision: 3.494 $ 2024-09-10T08:18:06.076 INFO:tasks.workunit.client.0.smithi067.stdout: Compiled for 64 bit mode. 2024-09-10T08:18:06.076 INFO:tasks.workunit.client.0.smithi067.stdout: Build: linux-AMD64 2024-09-10T08:18:06.076 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-09-10T08:18:06.076 INFO:tasks.workunit.client.0.smithi067.stdout: Contributors:William Norcott, Don Capps, Isom Crawford, Kirby Collins 2024-09-10T08:18:06.076 INFO:tasks.workunit.client.0.smithi067.stdout: Al Slater, Scott Rhine, Mike Wisner, Ken Goss 2024-09-10T08:18:06.076 INFO:tasks.workunit.client.0.smithi067.stdout: Steve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR, 2024-09-10T08:18:06.076 INFO:tasks.workunit.client.0.smithi067.stdout: Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner, 2024-09-10T08:18:06.076 INFO:tasks.workunit.client.0.smithi067.stdout: Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Boone, 2024-09-10T08:18:06.077 INFO:tasks.workunit.client.0.smithi067.stdout: Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root, 2024-09-10T08:18:06.077 INFO:tasks.workunit.client.0.smithi067.stdout: Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer, 2024-09-10T08:18:06.077 INFO:tasks.workunit.client.0.smithi067.stdout: Vangel Bojaxhi, Ben England, Vikentsi Lapa, 2024-09-10T08:18:06.077 INFO:tasks.workunit.client.0.smithi067.stdout: Alexey Skidanov, Sudhir Kumar. 2024-09-10T08:18:06.077 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-09-10T08:18:06.077 INFO:tasks.workunit.client.0.smithi067.stdout: Run began: Tue Sep 10 08:18:06 2024 2024-09-10T08:18:06.077 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-09-10T08:18:06.077 INFO:tasks.workunit.client.0.smithi067.stdout: Include close in write timing 2024-09-10T08:18:06.077 INFO:tasks.workunit.client.0.smithi067.stdout: Include fsync in write timing 2024-09-10T08:18:06.077 INFO:tasks.workunit.client.0.smithi067.stdout: File size set to 10485760 kB 2024-09-10T08:18:06.077 INFO:tasks.workunit.client.0.smithi067.stdout: Record Size 1024 kB 2024-09-10T08:18:06.077 INFO:tasks.workunit.client.0.smithi067.stdout: Command line used: iozone -c -e -s 10240M -r 1M -t 1 -F f3 -i 0 -i 1 2024-09-10T08:18:06.078 INFO:tasks.workunit.client.0.smithi067.stdout: Output is in kBytes/sec 2024-09-10T08:18:06.078 INFO:tasks.workunit.client.0.smithi067.stdout: Time Resolution = 0.000001 seconds. 2024-09-10T08:18:06.078 INFO:tasks.workunit.client.0.smithi067.stdout: Processor cache size set to 1024 kBytes. 2024-09-10T08:18:06.078 INFO:tasks.workunit.client.0.smithi067.stdout: Processor cache line size set to 32 bytes. 2024-09-10T08:18:06.078 INFO:tasks.workunit.client.0.smithi067.stdout: File stride size set to 17 * record size. 2024-09-10T08:18:06.078 INFO:tasks.workunit.client.0.smithi067.stdout: Throughput test with 1 process 2024-09-10T08:18:06.078 INFO:tasks.workunit.client.0.smithi067.stdout: Each process writes a 10485760 kByte file in 1024 kByte records 2024-09-10T08:18:06.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:18:05 smithi133 ceph-mon[34721]: pgmap v455: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 103 MiB/s wr, 47 op/s 2024-09-10T08:18:07.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:18:07 smithi067 ceph-mon[31051]: pgmap v456: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 80 MiB/s wr, 39 op/s 2024-09-10T08:18:08.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:18:07 smithi203 ceph-mon[34672]: pgmap v456: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 80 MiB/s wr, 39 op/s 2024-09-10T08:18:08.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:18:07 smithi133 ceph-mon[34721]: pgmap v456: 129 pgs: 129 active+clean; 1.0 GiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 80 MiB/s wr, 39 op/s 2024-09-10T08:18:09.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:18:09 smithi067 ceph-mon[31051]: pgmap v457: 129 pgs: 129 active+clean; 1.0 GiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 12 MiB/s wr, 14 op/s 2024-09-10T08:18:10.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:18:09 smithi203 ceph-mon[34672]: pgmap v457: 129 pgs: 129 active+clean; 1.0 GiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 12 MiB/s wr, 14 op/s 2024-09-10T08:18:10.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:18:09 smithi133 ceph-mon[34721]: pgmap v457: 129 pgs: 129 active+clean; 1.0 GiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 12 MiB/s wr, 14 op/s 2024-09-10T08:18:11.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:18:11 smithi067 ceph-mon[31051]: pgmap v458: 129 pgs: 129 active+clean; 1.6 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 119 MiB/s wr, 62 op/s 2024-09-10T08:18:12.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:18:11 smithi203 ceph-mon[34672]: pgmap v458: 129 pgs: 129 active+clean; 1.6 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 119 MiB/s wr, 62 op/s 2024-09-10T08:18:12.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:18:11 smithi133 ceph-mon[34721]: pgmap v458: 129 pgs: 129 active+clean; 1.6 GiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 119 MiB/s wr, 62 op/s 2024-09-10T08:18:13.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:18:13 smithi067 ceph-mon[31051]: pgmap v459: 129 pgs: 129 active+clean; 1.9 GiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 159 MiB/s wr, 74 op/s 2024-09-10T08:18:14.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:18:13 smithi203 ceph-mon[34672]: pgmap v459: 129 pgs: 129 active+clean; 1.9 GiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 159 MiB/s wr, 74 op/s 2024-09-10T08:18:14.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:18:13 smithi133 ceph-mon[34721]: pgmap v459: 129 pgs: 129 active+clean; 1.9 GiB data, 4.3 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 159 MiB/s wr, 74 op/s 2024-09-10T08:18:15.956 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:18:15 smithi067 ceph-mon[31051]: pgmap v460: 129 pgs: 129 active+clean; 2.5 GiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 213 MiB/s wr, 88 op/s 2024-09-10T08:18:16.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:18:15 smithi203 ceph-mon[34672]: pgmap v460: 129 pgs: 129 active+clean; 2.5 GiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 213 MiB/s wr, 88 op/s 2024-09-10T08:18:16.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:18:15 smithi133 ceph-mon[34721]: pgmap v460: 129 pgs: 129 active+clean; 2.5 GiB data, 5.8 GiB used, 1.0 TiB / 1.0 TiB avail; 9.6 KiB/s rd, 213 MiB/s wr, 88 op/s 2024-09-10T08:18:16.126 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.127+0000 7f53edfd6640 1 -- 172.21.15.67:0/3079157438 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f53e8100a40 msgr2=0x7f53e8100e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:16.127 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.127+0000 7f53edfd6640 1 --2- 172.21.15.67:0/3079157438 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f53e8100a40 0x7f53e8100e40 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f53d8009900 tx=0x7f53d802a410 comp rx=0 tx=0).stop 2024-09-10T08:18:16.127 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.127+0000 7f53edfd6640 1 -- 172.21.15.67:0/3079157438 shutdown_connections 2024-09-10T08:18:16.127 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.127+0000 7f53edfd6640 1 --2- 172.21.15.67:0/3079157438 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f53e8101c30 0x7f53e81020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:16.127 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.127+0000 7f53edfd6640 1 --2- 172.21.15.67:0/3079157438 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f53e81025f0 0x7f53e8108e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:16.127 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.127+0000 7f53edfd6640 1 --2- 172.21.15.67:0/3079157438 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f53e8100a40 0x7f53e8100e40 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:16.127 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.127+0000 7f53edfd6640 1 -- 172.21.15.67:0/3079157438 >> 172.21.15.67:0/3079157438 conn(0x7f53e80fc1e0 msgr2=0x7f53e80fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:16.127 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.127+0000 7f53edfd6640 1 -- 172.21.15.67:0/3079157438 shutdown_connections 2024-09-10T08:18:16.127 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.127+0000 7f53edfd6640 1 -- 172.21.15.67:0/3079157438 wait complete. 2024-09-10T08:18:16.128 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.128+0000 7f53edfd6640 1 Processor -- start 2024-09-10T08:18:16.128 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.128+0000 7f53edfd6640 1 -- start start 2024-09-10T08:18:16.128 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.129+0000 7f53edfd6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f53e8100a40 0x7f53e810b0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:16.128 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.129+0000 7f53edfd6640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f53e8101c30 0x7f53e8109700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:16.128 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.129+0000 7f53edfd6640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f53e81025f0 0x7f53e8109c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:16.128 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.129+0000 7f53edfd6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f53e810d6e0 con 0x7f53e8100a40 2024-09-10T08:18:16.128 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.129+0000 7f53edfd6640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f53e810d560 con 0x7f53e81025f0 2024-09-10T08:18:16.128 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.129+0000 7f53edfd6640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f53e810d860 con 0x7f53e8101c30 2024-09-10T08:18:16.129 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.129+0000 7f53e77fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f53e8100a40 0x7f53e810b0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:16.129 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.129+0000 7f53e77fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f53e8100a40 0x7f53e810b0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59364/0 (socket says 172.21.15.67:59364) 2024-09-10T08:18:16.129 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.129+0000 7f53e77fe640 1 -- 172.21.15.67:0/3736591043 learned_addr learned my addr 172.21.15.67:0/3736591043 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:16.130 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.129+0000 7f53e7fff640 1 --2- 172.21.15.67:0/3736591043 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f53e81025f0 0x7f53e8109c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:16.130 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.130+0000 7f53e77fe640 1 -- 172.21.15.67:0/3736591043 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f53e8101c30 msgr2=0x7f53e8109700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:16.130 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.130+0000 7f53e6ffd640 1 --2- 172.21.15.67:0/3736591043 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f53e8101c30 0x7f53e8109700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:16.130 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.130+0000 7f53e77fe640 1 --2- 172.21.15.67:0/3736591043 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f53e8101c30 0x7f53e8109700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:16.130 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.130+0000 7f53e77fe640 1 -- 172.21.15.67:0/3736591043 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f53e81025f0 msgr2=0x7f53e8109c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:16.130 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.130+0000 7f53e77fe640 1 --2- 172.21.15.67:0/3736591043 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f53e81025f0 0x7f53e8109c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:16.130 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.130+0000 7f53e77fe640 1 -- 172.21.15.67:0/3736591043 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53e810a180 con 0x7f53e8100a40 2024-09-10T08:18:16.130 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.130+0000 7f53e7fff640 1 --2- 172.21.15.67:0/3736591043 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f53e81025f0 0x7f53e8109c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:18:16.130 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.130+0000 7f53e6ffd640 1 --2- 172.21.15.67:0/3736591043 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f53e8101c30 0x7f53e8109700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:18:16.130 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.130+0000 7f53e77fe640 1 --2- 172.21.15.67:0/3736591043 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f53e8100a40 0x7f53e810b0c0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f53d80314e0 tx=0x7f53d8003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:16.131 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.130+0000 7f53e4ff9640 1 -- 172.21.15.67:0/3736591043 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53d803f070 con 0x7f53e8100a40 2024-09-10T08:18:16.131 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.131+0000 7f53e4ff9640 1 -- 172.21.15.67:0/3736591043 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f53d8031c40 con 0x7f53e8100a40 2024-09-10T08:18:16.131 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.131+0000 7f53e4ff9640 1 -- 172.21.15.67:0/3736591043 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53d8035030 con 0x7f53e8100a40 2024-09-10T08:18:16.131 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.132+0000 7f53edfd6640 1 -- 172.21.15.67:0/3736591043 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53e810a410 con 0x7f53e8100a40 2024-09-10T08:18:16.132 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.132+0000 7f53edfd6640 1 -- 172.21.15.67:0/3736591043 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53e81a6700 con 0x7f53e8100a40 2024-09-10T08:18:16.146 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.136+0000 7f53e4ff9640 1 -- 172.21.15.67:0/3736591043 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f53d8042070 con 0x7f53e8100a40 2024-09-10T08:18:16.146 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.137+0000 7f53f0e4a740 1 Processor -- start 2024-09-10T08:18:16.147 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.137+0000 7f53f0e4a740 1 -- start start 2024-09-10T08:18:16.147 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.137+0000 7f53f0e4a740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b37b6f99a0 0x55b37b6f9da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:16.147 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.137+0000 7f53f0e4a740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b37b6fa2e0 0x55b37b6feda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:16.147 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.137+0000 7f53f0e4a740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b37b6ff370 0x55b37b701830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:16.147 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.137+0000 7f53f0e4a740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55b37b65d2f0 con 0x55b37b6f99a0 2024-09-10T08:18:16.148 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.137+0000 7f53f0e4a740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55b37b605270 con 0x55b37b6fa2e0 2024-09-10T08:18:16.148 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.137+0000 7f53e7fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b37b6f99a0 0x55b37b6f9da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:16.148 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.137+0000 7f53f0e4a740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55b37b6592b0 con 0x55b37b6ff370 2024-09-10T08:18:16.148 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.137+0000 7f53e7fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b37b6f99a0 0x55b37b6f9da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59372/0 (socket says 172.21.15.67:59372) 2024-09-10T08:18:16.148 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.137+0000 7f53e7fff640 1 -- 172.21.15.67:0/2442655326 learned_addr learned my addr 172.21.15.67:0/2442655326 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:16.149 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.138+0000 7f53e4ff9640 1 --2- 172.21.15.67:0/3736591043 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f53d40a2cb0 0x7f53d40a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:16.149 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.138+0000 7f53e6ffd640 1 --2- 172.21.15.67:0/2442655326 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b37b6ff370 0x55b37b701830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:16.149 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.138+0000 7f53e77fe640 1 --2- 172.21.15.67:0/2442655326 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b37b6fa2e0 0x55b37b6feda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:16.149 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.138+0000 7f53e7fff640 1 --2- 172.21.15.67:0/3736591043 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f53d40a2cb0 0x7f53d40a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:16.149 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.138+0000 7f53e7fff640 1 -- 172.21.15.67:0/2442655326 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b37b6ff370 msgr2=0x55b37b701830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:16.150 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.138+0000 7f53e7fff640 1 --2- 172.21.15.67:0/2442655326 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b37b6ff370 0x55b37b701830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:16.150 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.138+0000 7f53e7fff640 1 -- 172.21.15.67:0/2442655326 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b37b6fa2e0 msgr2=0x55b37b6feda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:16.150 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.138+0000 7f53e7fff640 1 --2- 172.21.15.67:0/2442655326 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b37b6fa2e0 0x55b37b6feda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:16.150 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.138+0000 7f53e4ff9640 1 -- 172.21.15.67:0/3736591043 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f53d80ef890 con 0x7f53e8100a40 2024-09-10T08:18:16.150 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.138+0000 7f53e7fff640 1 -- 172.21.15.67:0/2442655326 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b37b604340 con 0x55b37b6f99a0 2024-09-10T08:18:16.150 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.138+0000 7f53e7fff640 1 --2- 172.21.15.67:0/2442655326 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b37b6f99a0 0x55b37b6f9da0 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f53e00137a0 tx=0x7f53e0013c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=facd567c12a0473d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:16.151 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.138+0000 7f53ddffb640 1 -- 172.21.15.67:0/2442655326 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53e0023020 con 0x55b37b6f99a0 2024-09-10T08:18:16.151 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.138+0000 7f53e7fff640 1 --2- 172.21.15.67:0/3736591043 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f53d40a2cb0 0x7f53d40a5170 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f53e0024000 tx=0x7f53e0022000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:16.151 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.139+0000 7f53ddffb640 1 -- 172.21.15.67:0/2442655326 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f53e0013110 con 0x55b37b6f99a0 2024-09-10T08:18:16.151 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.139+0000 7f53ddffb640 1 -- 172.21.15.67:0/2442655326 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53e001e7e0 con 0x55b37b6f99a0 2024-09-10T08:18:16.151 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.140+0000 7f53f0e4a740 1 -- 172.21.15.67:0/2442655326 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b37b6f99a0 msgr2=0x55b37b6f9da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:16.152 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.140+0000 7f53f0e4a740 1 --2- 172.21.15.67:0/2442655326 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b37b6f99a0 0x55b37b6f9da0 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f53e00137a0 tx=0x7f53e0013c60 comp rx=0 tx=0).stop 2024-09-10T08:18:16.152 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.140+0000 7f53f0e4a740 1 -- 172.21.15.67:0/2442655326 shutdown_connections 2024-09-10T08:18:16.152 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.140+0000 7f53f0e4a740 1 --2- 172.21.15.67:0/2442655326 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b37b6fa2e0 0x55b37b6feda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:16.152 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.140+0000 7f53f0e4a740 1 --2- 172.21.15.67:0/2442655326 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b37b6ff370 0x55b37b701830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:16.153 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.140+0000 7f53f0e4a740 1 --2- 172.21.15.67:0/2442655326 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b37b6f99a0 0x55b37b6f9da0 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:16.153 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.140+0000 7f53f0e4a740 1 -- 172.21.15.67:0/2442655326 >> 172.21.15.67:0/2442655326 conn(0x55b37b6f5010 msgr2=0x55b37b6f5410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:16.153 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.140+0000 7f53f0e4a740 1 -- 172.21.15.67:0/2442655326 shutdown_connections 2024-09-10T08:18:16.153 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.140+0000 7f53f0e4a740 1 -- 172.21.15.67:0/2442655326 wait complete. 2024-09-10T08:18:16.153 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.141+0000 7f53f0e4a740 1 -- start start 2024-09-10T08:18:16.154 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.141+0000 7f53f0e4a740 1 Processor -- start 2024-09-10T08:18:16.154 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.142+0000 7f53f0e4a740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b37b6f99a0 0x55b37b703c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:16.154 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.142+0000 7f53f0e4a740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b37b6fa2e0 0x55b37b704190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:16.154 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.142+0000 7f53f0e4a740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b37b6ff370 0x55b37b70b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:16.154 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.142+0000 7f53f0e4a740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55b37b702390 con 0x55b37b6fa2e0 2024-09-10T08:18:16.155 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.142+0000 7f53f0e4a740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55b37b5e6290 con 0x55b37b6ff370 2024-09-10T08:18:16.155 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.142+0000 7f53f0e4a740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55b37b702510 con 0x55b37b6f99a0 2024-09-10T08:18:16.155 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.142+0000 7f53f0e4a740 10 client.0 _ll_register_callbacks cb 0x55b37b617140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:18:16.155 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.142+0000 7f53e6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b37b6fa2e0 0x55b37b704190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:16.155 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.142+0000 7f53e6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b37b6fa2e0 0x55b37b704190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59374/0 (socket says 172.21.15.67:59374) 2024-09-10T08:18:16.155 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.142+0000 7f53e6ffd640 1 -- 172.21.15.67:0/2892291019 learned_addr learned my addr 172.21.15.67:0/2892291019 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:16.155 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.142+0000 7f53e7fff640 1 --2- 172.21.15.67:0/2892291019 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b37b6ff370 0x55b37b70b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:16.155 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.142+0000 7f53e77fe640 1 --2- 172.21.15.67:0/2892291019 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b37b6f99a0 0x55b37b703c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:16.155 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.142+0000 7f53e6ffd640 1 -- 172.21.15.67:0/2892291019 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b37b6f99a0 msgr2=0x55b37b703c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:16.156 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.142+0000 7f53e6ffd640 1 --2- 172.21.15.67:0/2892291019 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b37b6f99a0 0x55b37b703c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:16.156 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.142+0000 7f53e6ffd640 1 -- 172.21.15.67:0/2892291019 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b37b6ff370 msgr2=0x55b37b70b1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:16.156 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.142+0000 7f53e6ffd640 1 --2- 172.21.15.67:0/2892291019 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b37b6ff370 0x55b37b70b1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:16.156 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.142+0000 7f53e6ffd640 1 -- 172.21.15.67:0/2892291019 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b37b370210 con 0x55b37b6fa2e0 2024-09-10T08:18:16.156 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.143+0000 7f53e6ffd640 1 --2- 172.21.15.67:0/2892291019 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b37b6fa2e0 0x55b37b704190 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f53d0012740 tx=0x7f53d0012c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=afa2efdca5d9ec96 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:16.156 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.143+0000 7f53c6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:18:16.157 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.143+0000 7f53c6ffd640 1 -- 172.21.15.67:0/2892291019 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53d0010dc0 con 0x55b37b6fa2e0 2024-09-10T08:18:16.157 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.143+0000 7f53c6ffd640 1 -- 172.21.15.67:0/2892291019 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f53d001a3e0 con 0x55b37b6fa2e0 2024-09-10T08:18:16.157 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.143+0000 7f53f0e4a740 1 -- 172.21.15.67:0/2892291019 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f53e0013110 con 0x55b37b6fa2e0 2024-09-10T08:18:16.157 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.143+0000 7f53c6ffd640 1 -- 172.21.15.67:0/2892291019 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f53d001a5e0 con 0x55b37b6fa2e0 2024-09-10T08:18:16.157 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.143+0000 7f53f0e4a740 10 client.16353 fetch_fsmap learned FSMap version 29 2024-09-10T08:18:16.157 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.143+0000 7f53f0e4a740 1 -- 172.21.15.67:0/2892291019 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55b37b43c620 con 0x55b37b6fa2e0 2024-09-10T08:18:16.157 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.143+0000 7f53c6ffd640 1 -- 172.21.15.67:0/2892291019 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f53d0012e50 con 0x55b37b6fa2e0 2024-09-10T08:18:16.157 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.144+0000 7f53c6ffd640 1 -- 172.21.15.67:0/2892291019 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f53d0019070 con 0x55b37b6fa2e0 2024-09-10T08:18:16.157 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.144+0000 7f53f0e4a740 10 client.16353 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:18:16.157 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.144+0000 7f53f0e4a740 10 client.16353 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:18:16.157 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.144+0000 7f53f0e4a740 20 client.16353 populate_metadata read hostname 'smithi067' 2024-09-10T08:18:16.158 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.144+0000 7f53f0e4a740 1 --2- 172.21.15.67:0/2892291019 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55b37b70f990 0x55b37b711dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:16.158 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.144+0000 7f53f0e4a740 4 client.16353 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:18:16.158 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.144+0000 7f53f0e4a740 1 -- 172.21.15.67:0/2892291019 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f53e0013110 con 0x55b37b70f990 2024-09-10T08:18:16.158 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.144+0000 7f53e77fe640 1 --2- 172.21.15.67:0/2892291019 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55b37b70f990 0x55b37b711dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:16.158 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.145+0000 7f53e77fe640 1 --2- 172.21.15.67:0/2892291019 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55b37b70f990 0x55b37b711dd0 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=382b13db479dccdd server_cookie=e67b6377c394a598 in_seq=0 out_seq=0 2024-09-10T08:18:16.158 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.145+0000 7f53c6ffd640 10 client.16353 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:18:16.159 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.148+0000 7f53c6ffd640 1 -- 172.21.15.67:0/2892291019 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7f53e0013110 con 0x55b37b70f990 2024-09-10T08:18:16.159 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.148+0000 7f53c6ffd640 10 client.16353 handle_command_reply: tid=0 2024-09-10T08:18:16.159 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.148+0000 7f53f0e4a740 1 client.16353 shutdown 2024-09-10T08:18:16.159 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.148+0000 7f53f0e4a740 1 -- 172.21.15.67:0/2892291019 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b37b6fa2e0 msgr2=0x55b37b704190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:16.160 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.148+0000 7f53f0e4a740 1 --2- 172.21.15.67:0/2892291019 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b37b6fa2e0 0x55b37b704190 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f53d0012740 tx=0x7f53d0012c00 comp rx=0 tx=0).stop 2024-09-10T08:18:16.160 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.148+0000 7f53f0e4a740 1 -- 172.21.15.67:0/2892291019 shutdown_connections 2024-09-10T08:18:16.160 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.148+0000 7f53f0e4a740 1 --2- 172.21.15.67:0/2892291019 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55b37b70f990 0x55b37b711dd0 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:16.160 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.148+0000 7f53f0e4a740 1 --2- 172.21.15.67:0/2892291019 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b37b6ff370 0x55b37b70b1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:16.160 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.148+0000 7f53f0e4a740 1 --2- 172.21.15.67:0/2892291019 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b37b6fa2e0 0x55b37b704190 unknown :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:16.160 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.148+0000 7f53c6ffd640 0 client.16353 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:18:16.160 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.148+0000 7f53f0e4a740 1 --2- 172.21.15.67:0/2892291019 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b37b6f99a0 0x55b37b703c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:16.160 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.148+0000 7f53f0e4a740 1 -- 172.21.15.67:0/2892291019 >> 172.21.15.67:0/2892291019 conn(0x55b37b6f5010 msgr2=0x55b37b6f6820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:16.160 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.148+0000 7f53f0e4a740 1 -- 172.21.15.67:0/2892291019 shutdown_connections 2024-09-10T08:18:16.160 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.148+0000 7f53f0e4a740 1 -- 172.21.15.67:0/2892291019 wait complete. 2024-09-10T08:18:16.160 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.149+0000 7f53f0e4a740 20 client.16353 trim_cache size 0 max 16384 2024-09-10T08:18:16.176 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.177+0000 7f53f0e4a740 1 Processor -- start 2024-09-10T08:18:16.176 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.177+0000 7f53f0e4a740 1 -- start start 2024-09-10T08:18:16.178 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.177+0000 7f53f0e4a740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b37b6f99a0 0x55b37b6f9d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:16.178 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.177+0000 7f53f0e4a740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b37b6fa2e0 0x55b37b70b190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:16.178 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.178+0000 7f53f0e4a740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b37b6ff370 0x55b37b6f40b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:16.178 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.178+0000 7f53e6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b37b6fa2e0 0x55b37b70b190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:16.178 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.178+0000 7f53e77fe640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b37b6f99a0 0x55b37b6f9d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:16.178 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.178+0000 7f53e77fe640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b37b6f99a0 0x55b37b6f9d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.67:50512/0 (socket says 172.21.15.67:50512) 2024-09-10T08:18:16.178 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.178+0000 7f53e77fe640 1 -- 172.21.15.67:0/8716024 learned_addr learned my addr 172.21.15.67:0/8716024 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:16.178 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.178+0000 7f53f0e4a740 1 -- 172.21.15.67:0/8716024 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f53e81b0d70 con 0x55b37b6fa2e0 2024-09-10T08:18:16.178 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.178+0000 7f53f0e4a740 1 -- 172.21.15.67:0/8716024 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f53e81b28b0 con 0x55b37b6ff370 2024-09-10T08:18:16.178 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.178+0000 7f53f0e4a740 1 -- 172.21.15.67:0/8716024 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f53e81b1440 con 0x55b37b6f99a0 2024-09-10T08:18:16.179 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.179+0000 7f53e7fff640 1 --2- 172.21.15.67:0/8716024 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b37b6ff370 0x55b37b6f40b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:16.179 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.179+0000 7f53e77fe640 1 -- 172.21.15.67:0/8716024 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b37b6ff370 msgr2=0x55b37b6f40b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:16.179 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.179+0000 7f53e77fe640 1 --2- 172.21.15.67:0/8716024 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b37b6ff370 0x55b37b6f40b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:16.179 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.179+0000 7f53e77fe640 1 -- 172.21.15.67:0/8716024 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b37b6fa2e0 msgr2=0x55b37b70b190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:16.179 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.179+0000 7f53e77fe640 1 --2- 172.21.15.67:0/8716024 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b37b6fa2e0 0x55b37b70b190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:16.179 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.179+0000 7f53e77fe640 1 -- 172.21.15.67:0/8716024 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b37b6f4e30 con 0x55b37b6f99a0 2024-09-10T08:18:16.179 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.179+0000 7f53e7fff640 1 --2- 172.21.15.67:0/8716024 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b37b6ff370 0x55b37b6f40b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:18:16.179 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.179+0000 7f53e6ffd640 1 --2- 172.21.15.67:0/8716024 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b37b6fa2e0 0x55b37b70b190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:18:16.180 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.180+0000 7f53e77fe640 1 --2- 172.21.15.67:0/8716024 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b37b6f99a0 0x55b37b6f9d80 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f53d80bb9f0 tx=0x7f53d8046040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7208b79eec7d2e2d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:16.180 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.180+0000 7f53dd7fa640 1 -- 172.21.15.67:0/8716024 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53d80d9070 con 0x55b37b6f99a0 2024-09-10T08:18:16.180 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.180+0000 7f53dd7fa640 1 -- 172.21.15.67:0/8716024 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f53d80bc3f0 con 0x55b37b6f99a0 2024-09-10T08:18:16.180 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.180+0000 7f53dd7fa640 1 -- 172.21.15.67:0/8716024 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53d8049040 con 0x55b37b6f99a0 2024-09-10T08:18:16.181 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.181+0000 7f53f0e4a740 1 -- 172.21.15.67:0/8716024 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b37b6f99a0 msgr2=0x55b37b6f9d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:16.181 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.181+0000 7f53f0e4a740 1 --2- 172.21.15.67:0/8716024 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b37b6f99a0 0x55b37b6f9d80 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f53d80bb9f0 tx=0x7f53d8046040 comp rx=0 tx=0).stop 2024-09-10T08:18:16.181 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.181+0000 7f53f0e4a740 1 -- 172.21.15.67:0/8716024 shutdown_connections 2024-09-10T08:18:16.181 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.181+0000 7f53f0e4a740 1 --2- 172.21.15.67:0/8716024 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b37b6ff370 0x55b37b6f40b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:16.182 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.181+0000 7f53f0e4a740 1 --2- 172.21.15.67:0/8716024 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b37b6fa2e0 0x55b37b70b190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:16.182 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.181+0000 7f53f0e4a740 1 --2- 172.21.15.67:0/8716024 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b37b6f99a0 0x55b37b6f9d80 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:16.182 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.181+0000 7f53f0e4a740 1 -- 172.21.15.67:0/8716024 >> 172.21.15.67:0/8716024 conn(0x55b37b6f5010 msgr2=0x55b37b6f39a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:16.182 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.182+0000 7f53f0e4a740 1 -- 172.21.15.67:0/8716024 shutdown_connections 2024-09-10T08:18:16.182 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.182+0000 7f53f0e4a740 1 -- 172.21.15.67:0/8716024 wait complete. 2024-09-10T08:18:16.182 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.182+0000 7f53f0e4a740 1 -- start start 2024-09-10T08:18:16.185 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.183+0000 7f53f0e4a740 1 Processor -- start 2024-09-10T08:18:16.185 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.183+0000 7f53f0e4a740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b37b6f99a0 0x55b37b708a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:16.185 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.183+0000 7f53f0e4a740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b37b6fa2e0 0x55b37b708f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:16.185 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.183+0000 7f53f0e4a740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b37b6ff370 0x55b37b709f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:16.185 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.183+0000 7f53f0e4a740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f53e81b21e0 con 0x55b37b6fa2e0 2024-09-10T08:18:16.185 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.183+0000 7f53f0e4a740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f53e81b1b10 con 0x55b37b6f99a0 2024-09-10T08:18:16.186 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.183+0000 7f53f0e4a740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f53e81aed50 con 0x55b37b6ff370 2024-09-10T08:18:16.186 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.183+0000 7f53e77fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b37b6f99a0 0x55b37b708a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:16.186 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.183+0000 7f53e6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b37b6fa2e0 0x55b37b708f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:16.186 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.183+0000 7f53e77fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b37b6f99a0 0x55b37b708a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.67:45710/0 (socket says 172.21.15.67:45710) 2024-09-10T08:18:16.186 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.183+0000 7f53e77fe640 1 -- 172.21.15.67:0/1313334431 learned_addr learned my addr 172.21.15.67:0/1313334431 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:16.186 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.183+0000 7f53e7fff640 1 --2- 172.21.15.67:0/1313334431 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b37b6ff370 0x55b37b709f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:16.186 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.183+0000 7f53f0e4a740 10 client.0 _ll_register_callbacks cb 0x7f53d0009ba0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:18:16.186 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.184+0000 7f53e7fff640 1 -- 172.21.15.67:0/1313334431 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b37b6f99a0 msgr2=0x55b37b708a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:16.186 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.184+0000 7f53e7fff640 1 --2- 172.21.15.67:0/1313334431 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b37b6f99a0 0x55b37b708a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:16.186 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.184+0000 7f53e7fff640 1 -- 172.21.15.67:0/1313334431 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b37b6fa2e0 msgr2=0x55b37b708f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:16.187 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.184+0000 7f53e7fff640 1 --2- 172.21.15.67:0/1313334431 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b37b6fa2e0 0x55b37b708f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:16.187 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.184+0000 7f53e7fff640 1 -- 172.21.15.67:0/1313334431 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b37b70a560 con 0x55b37b6ff370 2024-09-10T08:18:16.187 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.184+0000 7f53e6ffd640 1 --2- 172.21.15.67:0/1313334431 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b37b6fa2e0 0x55b37b708f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:18:16.187 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.184+0000 7f53e7fff640 1 --2- 172.21.15.67:0/1313334431 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b37b6ff370 0x55b37b709f50 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f53e0009820 tx=0x7f53e0004680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9eea5eecde55260f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:16.187 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.184+0000 7f53c6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.203:3300/0 2024-09-10T08:18:16.187 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.184+0000 7f53c6ffd640 1 -- 172.21.15.67:0/1313334431 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53e0023040 con 0x55b37b6ff370 2024-09-10T08:18:16.187 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.184+0000 7f53c6ffd640 1 -- 172.21.15.67:0/1313334431 <== mon.1 v2:172.21.15.203:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f53e00132e0 con 0x55b37b6ff370 2024-09-10T08:18:16.187 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.184+0000 7f53f0e4a740 1 -- 172.21.15.67:0/1313334431 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f53d80bc3f0 con 0x55b37b6ff370 2024-09-10T08:18:16.187 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.185+0000 7f53c6ffd640 1 -- 172.21.15.67:0/1313334431 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f53e001eb00 con 0x55b37b6ff370 2024-09-10T08:18:16.187 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.185+0000 7f53f0e4a740 10 client.25696 fetch_fsmap learned FSMap version 29 2024-09-10T08:18:16.187 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.185+0000 7f53f0e4a740 1 -- 172.21.15.67:0/1313334431 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55b37b77a6b0 con 0x55b37b6ff370 2024-09-10T08:18:16.187 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.185+0000 7f53c6ffd640 1 -- 172.21.15.67:0/1313334431 <== mon.1 v2:172.21.15.203:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f53e001e890 con 0x55b37b6ff370 2024-09-10T08:18:16.188 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.185+0000 7f53c6ffd640 1 -- 172.21.15.67:0/1313334431 <== mon.1 v2:172.21.15.203:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f53e001fb90 con 0x55b37b6ff370 2024-09-10T08:18:16.188 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.185+0000 7f53f0e4a740 10 client.25696 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:18:16.188 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.185+0000 7f53f0e4a740 10 client.25696 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:18:16.188 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.185+0000 7f53f0e4a740 20 client.25696 populate_metadata read hostname 'smithi067' 2024-09-10T08:18:16.188 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.185+0000 7f53f0e4a740 1 --2- 172.21.15.67:0/1313334431 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55b37b70f990 0x55b37b77ce80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:16.188 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.185+0000 7f53f0e4a740 4 client.25696 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:18:16.188 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.185+0000 7f53f0e4a740 1 -- 172.21.15.67:0/1313334431 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7f53d80bc3f0 con 0x55b37b70f990 2024-09-10T08:18:16.188 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.186+0000 7f53e77fe640 1 --2- 172.21.15.67:0/1313334431 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55b37b70f990 0x55b37b77ce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:16.189 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.186+0000 7f53c6ffd640 10 client.25696 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:18:16.189 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.186+0000 7f53e77fe640 1 --2- 172.21.15.67:0/1313334431 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55b37b70f990 0x55b37b77ce80 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5009fb4a3e7ada16 server_cookie=31f197379037d312 in_seq=0 out_seq=0 2024-09-10T08:18:16.198 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.199+0000 7f53c6ffd640 1 -- 172.21.15.67:0/1313334431 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7f53d80bc3f0 con 0x55b37b70f990 2024-09-10T08:18:16.199 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.199+0000 7f53c6ffd640 10 client.25696 handle_command_reply: tid=0 2024-09-10T08:18:16.199 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.199+0000 7f53f0e4a740 1 client.25696 shutdown 2024-09-10T08:18:16.199 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.199+0000 7f53f0e4a740 1 -- 172.21.15.67:0/1313334431 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b37b6ff370 msgr2=0x55b37b709f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:16.199 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.199+0000 7f53f0e4a740 1 --2- 172.21.15.67:0/1313334431 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b37b6ff370 0x55b37b709f50 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f53e0009820 tx=0x7f53e0004680 comp rx=0 tx=0).stop 2024-09-10T08:18:16.200 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.199+0000 7f53f0e4a740 1 -- 172.21.15.67:0/1313334431 shutdown_connections 2024-09-10T08:18:16.200 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.199+0000 7f53f0e4a740 1 --2- 172.21.15.67:0/1313334431 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55b37b70f990 0x55b37b77ce80 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:16.200 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.199+0000 7f53f0e4a740 1 --2- 172.21.15.67:0/1313334431 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55b37b6ff370 0x55b37b709f50 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:16.200 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.199+0000 7f53c6ffd640 0 client.25696 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:18:16.200 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.199+0000 7f53f0e4a740 1 --2- 172.21.15.67:0/1313334431 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b37b6fa2e0 0x55b37b708f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:16.200 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.199+0000 7f53f0e4a740 1 --2- 172.21.15.67:0/1313334431 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55b37b6f99a0 0x55b37b708a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:16.200 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.199+0000 7f53f0e4a740 1 -- 172.21.15.67:0/1313334431 >> 172.21.15.67:0/1313334431 conn(0x55b37b6f5010 msgr2=0x55b37b6f41c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:16.200 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.199+0000 7f53f0e4a740 1 -- 172.21.15.67:0/1313334431 shutdown_connections 2024-09-10T08:18:16.200 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.199+0000 7f53f0e4a740 1 -- 172.21.15.67:0/1313334431 wait complete. 2024-09-10T08:18:16.200 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.199+0000 7f53f0e4a740 20 client.25696 trim_cache size 0 max 16384 2024-09-10T08:18:16.201 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout:{ 2024-09-10T08:18:16.201 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout: "message": "", 2024-09-10T08:18:16.201 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout: "return_code": 0 2024-09-10T08:18:16.201 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout:} 2024-09-10T08:18:16.202 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.200+0000 7f53edfd6640 1 -- 172.21.15.67:0/3736591043 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f53d40a2cb0 msgr2=0x7f53d40a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:16.202 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.200+0000 7f53edfd6640 1 --2- 172.21.15.67:0/3736591043 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f53d40a2cb0 0x7f53d40a5170 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f53e0024000 tx=0x7f53e0022000 comp rx=0 tx=0).stop 2024-09-10T08:18:16.202 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.200+0000 7f53edfd6640 1 -- 172.21.15.67:0/3736591043 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f53e8100a40 msgr2=0x7f53e810b0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:16.202 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.200+0000 7f53edfd6640 1 --2- 172.21.15.67:0/3736591043 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f53e8100a40 0x7f53e810b0c0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f53d80314e0 tx=0x7f53d8003c10 comp rx=0 tx=0).stop 2024-09-10T08:18:16.202 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.200+0000 7f53edfd6640 1 -- 172.21.15.67:0/3736591043 shutdown_connections 2024-09-10T08:18:16.202 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.200+0000 7f53edfd6640 1 --2- 172.21.15.67:0/3736591043 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f53d40a2cb0 0x7f53d40a5170 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:16.202 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.200+0000 7f53edfd6640 1 --2- 172.21.15.67:0/3736591043 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f53e81025f0 0x7f53e8109c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:16.202 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.200+0000 7f53edfd6640 1 --2- 172.21.15.67:0/3736591043 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f53e8101c30 0x7f53e8109700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:16.202 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.200+0000 7f53edfd6640 1 --2- 172.21.15.67:0/3736591043 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f53e8100a40 0x7f53e810b0c0 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:16.202 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.200+0000 7f53edfd6640 1 -- 172.21.15.67:0/3736591043 >> 172.21.15.67:0/3736591043 conn(0x7f53e80fc1e0 msgr2=0x7f53e8104fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:16.202 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.200+0000 7f53edfd6640 1 -- 172.21.15.67:0/3736591043 shutdown_connections 2024-09-10T08:18:16.203 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:16.201+0000 7f53edfd6640 1 -- 172.21.15.67:0/3736591043 wait complete. 2024-09-10T08:18:17.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:18:17 smithi067 ceph-mon[31051]: pgmap v461: 129 pgs: 129 active+clean; 4.9 GiB data, 9.6 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 421 MiB/s wr, 144 op/s 2024-09-10T08:18:18.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:18:17 smithi203 ceph-mon[34672]: pgmap v461: 129 pgs: 129 active+clean; 4.9 GiB data, 9.6 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 421 MiB/s wr, 144 op/s 2024-09-10T08:18:18.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:18:17 smithi133 ceph-mon[34721]: pgmap v461: 129 pgs: 129 active+clean; 4.9 GiB data, 9.6 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 421 MiB/s wr, 144 op/s 2024-09-10T08:18:20.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:18:19 smithi203 ceph-mon[34672]: pgmap v462: 129 pgs: 129 active+clean; 5.1 GiB data, 9.9 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 436 MiB/s wr, 143 op/s 2024-09-10T08:18:20.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:18:19 smithi133 ceph-mon[34721]: pgmap v462: 129 pgs: 129 active+clean; 5.1 GiB data, 9.9 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 436 MiB/s wr, 143 op/s 2024-09-10T08:18:20.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:18:19 smithi067 ceph-mon[31051]: pgmap v462: 129 pgs: 129 active+clean; 5.1 GiB data, 9.9 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 436 MiB/s wr, 143 op/s 2024-09-10T08:18:22.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:18:21 smithi203 ceph-mon[34672]: pgmap v463: 129 pgs: 129 active+clean; 7.1 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 605 MiB/s wr, 189 op/s 2024-09-10T08:18:22.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:18:21 smithi133 ceph-mon[34721]: pgmap v463: 129 pgs: 129 active+clean; 7.1 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 605 MiB/s wr, 189 op/s 2024-09-10T08:18:22.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:18:21 smithi067 ceph-mon[31051]: pgmap v463: 129 pgs: 129 active+clean; 7.1 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 605 MiB/s wr, 189 op/s 2024-09-10T08:18:22.969 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-09-10T08:18:22.969 INFO:tasks.workunit.client.0.smithi067.stdout: Children see throughput for 1 initial writers = 622038.62 kB/sec 2024-09-10T08:18:22.969 INFO:tasks.workunit.client.0.smithi067.stdout: Parent sees throughput for 1 initial writers = 622028.27 kB/sec 2024-09-10T08:18:22.970 INFO:tasks.workunit.client.0.smithi067.stdout: Min throughput per process = 622038.62 kB/sec 2024-09-10T08:18:22.970 INFO:tasks.workunit.client.0.smithi067.stdout: Max throughput per process = 622038.62 kB/sec 2024-09-10T08:18:22.970 INFO:tasks.workunit.client.0.smithi067.stdout: Avg throughput per process = 622038.62 kB/sec 2024-09-10T08:18:22.970 INFO:tasks.workunit.client.0.smithi067.stdout: Min xfer = 10485760.00 kB 2024-09-10T08:18:24.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:18:23 smithi203 ceph-mon[34672]: pgmap v464: 129 pgs: 129 active+clean; 7.8 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 550 MiB/s wr, 157 op/s 2024-09-10T08:18:24.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:18:23 smithi133 ceph-mon[34721]: pgmap v464: 129 pgs: 129 active+clean; 7.8 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 550 MiB/s wr, 157 op/s 2024-09-10T08:18:24.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:18:23 smithi067 ceph-mon[31051]: pgmap v464: 129 pgs: 129 active+clean; 7.8 GiB data, 16 GiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 550 MiB/s wr, 157 op/s 2024-09-10T08:18:26.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:18:25 smithi203 ceph-mon[34672]: pgmap v465: 129 pgs: 129 active+clean; 8.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 563 MiB/s wr, 155 op/s 2024-09-10T08:18:26.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:18:25 smithi133 ceph-mon[34721]: pgmap v465: 129 pgs: 129 active+clean; 8.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 563 MiB/s wr, 155 op/s 2024-09-10T08:18:26.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:18:25 smithi067 ceph-mon[31051]: pgmap v465: 129 pgs: 129 active+clean; 8.5 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 563 MiB/s wr, 155 op/s 2024-09-10T08:18:26.500 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T08:18:26.777 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:18:27.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.279+0000 7f3648d38640 1 -- 172.21.15.67:0/1646267874 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3644102d30 msgr2=0x7f3644103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:27.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.279+0000 7f3648d38640 1 --2- 172.21.15.67:0/1646267874 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3644102d30 0x7f3644103110 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7f363c009930 tx=0x7f363c02a420 comp rx=0 tx=0).stop 2024-09-10T08:18:27.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.279+0000 7f3648d38640 1 -- 172.21.15.67:0/1646267874 shutdown_connections 2024-09-10T08:18:27.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.279+0000 7f3648d38640 1 --2- 172.21.15.67:0/1646267874 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f36441082a0 0x7f364410ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:27.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.279+0000 7f3648d38640 1 --2- 172.21.15.67:0/1646267874 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f36441036e0 0x7f3644107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:27.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.279+0000 7f3648d38640 1 --2- 172.21.15.67:0/1646267874 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3644102d30 0x7f3644103110 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:27.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.279+0000 7f3648d38640 1 -- 172.21.15.67:0/1646267874 >> 172.21.15.67:0/1646267874 conn(0x7f36440fc7d0 msgr2=0x7f36440febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:27.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.279+0000 7f3648d38640 1 -- 172.21.15.67:0/1646267874 shutdown_connections 2024-09-10T08:18:27.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.279+0000 7f3648d38640 1 -- 172.21.15.67:0/1646267874 wait complete. 2024-09-10T08:18:27.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.280+0000 7f3648d38640 1 Processor -- start 2024-09-10T08:18:27.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.280+0000 7f3648d38640 1 -- start start 2024-09-10T08:18:27.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.280+0000 7f3648d38640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3644102d30 0x7f3644100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:27.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.280+0000 7f3648d38640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f36441036e0 0x7f3644100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:27.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.280+0000 7f3648d38640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f36441082a0 0x7f3644101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:27.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.280+0000 7f3648d38640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3644111f50 con 0x7f36441082a0 2024-09-10T08:18:27.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.280+0000 7f3648d38640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f3644111dd0 con 0x7f36441036e0 2024-09-10T08:18:27.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.280+0000 7f3648d38640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f36441120d0 con 0x7f3644102d30 2024-09-10T08:18:27.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.280+0000 7f3642d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f36441082a0 0x7f3644101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:27.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.280+0000 7f3642d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f36441082a0 0x7f3644101410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52336/0 (socket says 172.21.15.67:52336) 2024-09-10T08:18:27.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.280+0000 7f3642d9d640 1 -- 172.21.15.67:0/3955432352 learned_addr learned my addr 172.21.15.67:0/3955432352 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:27.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.280+0000 7f364259c640 1 --2- 172.21.15.67:0/3955432352 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3644102d30 0x7f3644100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:27.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.280+0000 7f3641d9b640 1 --2- 172.21.15.67:0/3955432352 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f36441036e0 0x7f3644100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:27.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.280+0000 7f3642d9d640 1 -- 172.21.15.67:0/3955432352 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3644102d30 msgr2=0x7f3644100990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:27.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.280+0000 7f3642d9d640 1 --2- 172.21.15.67:0/3955432352 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3644102d30 0x7f3644100990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:27.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.280+0000 7f3642d9d640 1 -- 172.21.15.67:0/3955432352 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f36441036e0 msgr2=0x7f3644100ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:27.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.280+0000 7f3642d9d640 1 --2- 172.21.15.67:0/3955432352 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f36441036e0 0x7f3644100ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:27.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.280+0000 7f3642d9d640 1 -- 172.21.15.67:0/3955432352 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36441a6950 con 0x7f36441082a0 2024-09-10T08:18:27.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.280+0000 7f364259c640 1 --2- 172.21.15.67:0/3955432352 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3644102d30 0x7f3644100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:18:27.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.280+0000 7f3641d9b640 1 --2- 172.21.15.67:0/3955432352 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f36441036e0 0x7f3644100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:18:27.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.281+0000 7f3642d9d640 1 --2- 172.21.15.67:0/3955432352 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f36441082a0 0x7f3644101410 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f363400cce0 tx=0x7f363400a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:27.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.281+0000 7f363b7fe640 1 -- 172.21.15.67:0/3955432352 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f363400f450 con 0x7f36441082a0 2024-09-10T08:18:27.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.281+0000 7f363b7fe640 1 -- 172.21.15.67:0/3955432352 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f363400faa0 con 0x7f36441082a0 2024-09-10T08:18:27.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.281+0000 7f3648d38640 1 -- 172.21.15.67:0/3955432352 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36441a6c40 con 0x7f36441082a0 2024-09-10T08:18:27.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.281+0000 7f363b7fe640 1 -- 172.21.15.67:0/3955432352 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3634018b70 con 0x7f36441082a0 2024-09-10T08:18:27.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.281+0000 7f3648d38640 1 -- 172.21.15.67:0/3955432352 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36441a7130 con 0x7f36441082a0 2024-09-10T08:18:27.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.283+0000 7f363b7fe640 1 -- 172.21.15.67:0/3955432352 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f3634018d10 con 0x7f36441082a0 2024-09-10T08:18:27.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.283+0000 7f364b111740 1 Processor -- start 2024-09-10T08:18:27.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.284+0000 7f364b111740 1 -- start start 2024-09-10T08:18:27.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.284+0000 7f364b111740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c468b494a0 0x55c468b49880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:27.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.284+0000 7f364b111740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c468b49dc0 0x55c468b54140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:27.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.284+0000 7f364b111740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c468b54680 0x55c468b56a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:27.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.284+0000 7f364b111740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55c468aaf2e0 con 0x55c468b494a0 2024-09-10T08:18:27.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.284+0000 7f364b111740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55c468a56ce0 con 0x55c468b54680 2024-09-10T08:18:27.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.284+0000 7f364b111740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55c468aab2a0 con 0x55c468b49dc0 2024-09-10T08:18:27.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.284+0000 7f3641d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c468b494a0 0x55c468b49880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:27.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.284+0000 7f3641d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c468b494a0 0x55c468b49880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52344/0 (socket says 172.21.15.67:52344) 2024-09-10T08:18:27.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.284+0000 7f3641d9b640 1 -- 172.21.15.67:0/870082823 learned_addr learned my addr 172.21.15.67:0/870082823 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:27.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.284+0000 7f364259c640 1 --2- 172.21.15.67:0/870082823 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c468b49dc0 0x55c468b54140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:27.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.284+0000 7f3641d9b640 1 -- 172.21.15.67:0/870082823 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c468b49dc0 msgr2=0x55c468b54140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:27.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.284+0000 7f3641d9b640 1 --2- 172.21.15.67:0/870082823 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c468b49dc0 0x55c468b54140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:27.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.284+0000 7f3641d9b640 1 -- 172.21.15.67:0/870082823 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c468b54680 msgr2=0x55c468b56a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:27.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.284+0000 7f3641d9b640 1 --2- 172.21.15.67:0/870082823 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c468b54680 0x55c468b56a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:27.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.284+0000 7f363b7fe640 1 --2- 172.21.15.67:0/3955432352 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f36300a2b80 0x7f36300a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:27.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.284+0000 7f3641d9b640 1 -- 172.21.15.67:0/870082823 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c468a3b440 con 0x55c468b494a0 2024-09-10T08:18:27.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.284+0000 7f364259c640 1 --2- 172.21.15.67:0/3955432352 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f36300a2b80 0x7f36300a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:27.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.285+0000 7f3641d9b640 1 --2- 172.21.15.67:0/870082823 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c468b494a0 0x55c468b49880 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f362c005fd0 tx=0x7f362c00f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3680ae8a9a840ebd server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:27.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.285+0000 7f363b7fe640 1 -- 172.21.15.67:0/3955432352 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f36340cf8c0 con 0x7f36441082a0 2024-09-10T08:18:27.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.285+0000 7f3638ff9640 1 -- 172.21.15.67:0/870082823 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f362c011670 con 0x55c468b494a0 2024-09-10T08:18:27.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.285+0000 7f3638ff9640 1 -- 172.21.15.67:0/870082823 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f362c00be50 con 0x55c468b494a0 2024-09-10T08:18:27.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.285+0000 7f3638ff9640 1 -- 172.21.15.67:0/870082823 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f362c010bb0 con 0x55c468b494a0 2024-09-10T08:18:27.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.286+0000 7f364b111740 1 -- 172.21.15.67:0/870082823 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c468b494a0 msgr2=0x55c468b49880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:27.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.286+0000 7f364b111740 1 --2- 172.21.15.67:0/870082823 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c468b494a0 0x55c468b49880 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f362c005fd0 tx=0x7f362c00f730 comp rx=0 tx=0).stop 2024-09-10T08:18:27.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.286+0000 7f364259c640 1 --2- 172.21.15.67:0/3955432352 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f36300a2b80 0x7f36300a5040 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x55c468b46890 tx=0x7f363c031400 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:27.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.286+0000 7f364b111740 1 -- 172.21.15.67:0/870082823 shutdown_connections 2024-09-10T08:18:27.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.286+0000 7f364b111740 1 --2- 172.21.15.67:0/870082823 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c468b54680 0x55c468b56a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:27.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.286+0000 7f364b111740 1 --2- 172.21.15.67:0/870082823 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c468b49dc0 0x55c468b54140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:27.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.286+0000 7f364b111740 1 --2- 172.21.15.67:0/870082823 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c468b494a0 0x55c468b49880 unknown :-1 s=CLOSED pgs=728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:27.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.286+0000 7f364b111740 1 -- 172.21.15.67:0/870082823 >> 172.21.15.67:0/870082823 conn(0x55c468b45a30 msgr2=0x55c468b45e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:27.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.286+0000 7f364b111740 1 -- 172.21.15.67:0/870082823 shutdown_connections 2024-09-10T08:18:27.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.286+0000 7f364b111740 1 -- 172.21.15.67:0/870082823 wait complete. 2024-09-10T08:18:27.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.286+0000 7f364b111740 1 -- start start 2024-09-10T08:18:27.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.286+0000 7f364b111740 1 Processor -- start 2024-09-10T08:18:27.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.287+0000 7f364b111740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c468b494a0 0x55c468b54070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:27.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.287+0000 7f364b111740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c468b49dc0 0x55c468b51320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:27.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.287+0000 7f364b111740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c468b54680 0x55c468b51910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:27.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.287+0000 7f364b111740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55c468b57250 con 0x55c468b54680 2024-09-10T08:18:27.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.287+0000 7f364b111740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55c468a6a050 con 0x55c468b494a0 2024-09-10T08:18:27.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.287+0000 7f364b111740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55c468b573d0 con 0x55c468b49dc0 2024-09-10T08:18:27.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.287+0000 7f364b111740 10 client.0 _ll_register_callbacks cb 0x55c468aaa160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:18:27.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.287+0000 7f3642d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c468b54680 0x55c468b51910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:27.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.287+0000 7f3642d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c468b54680 0x55c468b51910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52352/0 (socket says 172.21.15.67:52352) 2024-09-10T08:18:27.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.287+0000 7f3642d9d640 1 -- 172.21.15.67:0/2739431374 learned_addr learned my addr 172.21.15.67:0/2739431374 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:27.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.287+0000 7f3641d9b640 1 --2- 172.21.15.67:0/2739431374 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c468b49dc0 0x55c468b51320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:27.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.287+0000 7f364259c640 1 --2- 172.21.15.67:0/2739431374 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c468b494a0 0x55c468b54070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:27.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.287+0000 7f3642d9d640 1 -- 172.21.15.67:0/2739431374 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c468b49dc0 msgr2=0x55c468b51320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:27.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.287+0000 7f3642d9d640 1 --2- 172.21.15.67:0/2739431374 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c468b49dc0 0x55c468b51320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:27.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.287+0000 7f3642d9d640 1 -- 172.21.15.67:0/2739431374 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c468b494a0 msgr2=0x55c468b54070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:27.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.287+0000 7f3642d9d640 1 --2- 172.21.15.67:0/2739431374 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c468b494a0 0x55c468b54070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:27.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.287+0000 7f3642d9d640 1 -- 172.21.15.67:0/2739431374 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c4688203c0 con 0x55c468b54680 2024-09-10T08:18:27.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.287+0000 7f3642d9d640 1 --2- 172.21.15.67:0/2739431374 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c468b54680 0x55c468b51910 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f3634098180 tx=0x7f363400fd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f399268dc905e9f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:27.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.287+0000 7f3629ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:18:27.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.288+0000 7f3629ffb640 1 -- 172.21.15.67:0/2739431374 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f363409c180 con 0x55c468b54680 2024-09-10T08:18:27.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.288+0000 7f3629ffb640 1 -- 172.21.15.67:0/2739431374 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f36340ba5f0 con 0x55c468b54680 2024-09-10T08:18:27.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.288+0000 7f364b111740 1 -- 172.21.15.67:0/2739431374 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f362c00be50 con 0x55c468b54680 2024-09-10T08:18:27.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.288+0000 7f3629ffb640 1 -- 172.21.15.67:0/2739431374 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f36340a00d0 con 0x55c468b54680 2024-09-10T08:18:27.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.288+0000 7f364b111740 10 client.16371 fetch_fsmap learned FSMap version 29 2024-09-10T08:18:27.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.288+0000 7f364b111740 1 -- 172.21.15.67:0/2739431374 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55c468b62d40 con 0x55c468b54680 2024-09-10T08:18:27.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.288+0000 7f3629ffb640 1 -- 172.21.15.67:0/2739431374 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f362c00be50 con 0x55c468b54680 2024-09-10T08:18:27.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.288+0000 7f3629ffb640 1 -- 172.21.15.67:0/2739431374 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f363407ab90 con 0x55c468b54680 2024-09-10T08:18:27.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.288+0000 7f364b111740 10 client.16371 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:18:27.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.288+0000 7f364b111740 10 client.16371 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:18:27.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.288+0000 7f364b111740 20 client.16371 populate_metadata read hostname 'smithi067' 2024-09-10T08:18:27.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.288+0000 7f364b111740 1 --2- 172.21.15.67:0/2739431374 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55c468b64200 0x55c468b66630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:27.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.288+0000 7f364b111740 4 client.16371 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:18:27.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.288+0000 7f364b111740 1 -- 172.21.15.67:0/2739431374 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c468abc850 con 0x55c468b64200 2024-09-10T08:18:27.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.289+0000 7f364259c640 1 --2- 172.21.15.67:0/2739431374 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55c468b64200 0x55c468b66630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:27.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.289+0000 7f3629ffb640 10 client.16371 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:18:27.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.289+0000 7f364259c640 1 --2- 172.21.15.67:0/2739431374 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55c468b64200 0x55c468b66630 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=59d46cf42b29feeb server_cookie=5e346c9a0ebbdb64 in_seq=0 out_seq=0 2024-09-10T08:18:27.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.290+0000 7f3629ffb640 1 -- 172.21.15.67:0/2739431374 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c468abc850 con 0x55c468b64200 2024-09-10T08:18:27.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.290+0000 7f3629ffb640 10 client.16371 handle_command_reply: tid=0 2024-09-10T08:18:27.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.290+0000 7f364b111740 1 client.16371 shutdown 2024-09-10T08:18:27.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.290+0000 7f364b111740 1 -- 172.21.15.67:0/2739431374 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c468b54680 msgr2=0x55c468b51910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:27.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.290+0000 7f364b111740 1 --2- 172.21.15.67:0/2739431374 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c468b54680 0x55c468b51910 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f3634098180 tx=0x7f363400fd10 comp rx=0 tx=0).stop 2024-09-10T08:18:27.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.290+0000 7f364b111740 1 -- 172.21.15.67:0/2739431374 shutdown_connections 2024-09-10T08:18:27.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.290+0000 7f364b111740 1 --2- 172.21.15.67:0/2739431374 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55c468b64200 0x55c468b66630 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:27.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.290+0000 7f364b111740 1 --2- 172.21.15.67:0/2739431374 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c468b54680 0x55c468b51910 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:27.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.290+0000 7f364b111740 1 --2- 172.21.15.67:0/2739431374 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c468b49dc0 0x55c468b51320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:27.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.290+0000 7f364b111740 1 --2- 172.21.15.67:0/2739431374 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c468b494a0 0x55c468b54070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:27.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.290+0000 7f364b111740 1 -- 172.21.15.67:0/2739431374 >> 172.21.15.67:0/2739431374 conn(0x55c468b45a30 msgr2=0x55c468b4b760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:27.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.290+0000 7f3629ffb640 0 client.16371 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:18:27.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.290+0000 7f364b111740 1 -- 172.21.15.67:0/2739431374 shutdown_connections 2024-09-10T08:18:27.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.290+0000 7f364b111740 1 -- 172.21.15.67:0/2739431374 wait complete. 2024-09-10T08:18:27.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.290+0000 7f364b111740 20 client.16371 trim_cache size 0 max 16384 2024-09-10T08:18:27.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.307+0000 7f364b111740 1 Processor -- start 2024-09-10T08:18:27.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.307+0000 7f364b111740 1 -- start start 2024-09-10T08:18:27.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.307+0000 7f364b111740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c468b494a0 0x55c468b6bf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:27.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.307+0000 7f364b111740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c468b49dc0 0x55c468b6c490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:27.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.307+0000 7f364b111740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c468b54680 0x55c468b4e580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:27.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.307+0000 7f364b111740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f36441b0ed0 con 0x55c468b49dc0 2024-09-10T08:18:27.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.307+0000 7f364b111740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f36441b2a10 con 0x55c468b494a0 2024-09-10T08:18:27.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.307+0000 7f364b111740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f36441b15a0 con 0x55c468b54680 2024-09-10T08:18:27.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.307+0000 7f3641d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c468b49dc0 0x55c468b6c490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:27.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.308+0000 7f3641d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c468b49dc0 0x55c468b6c490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52364/0 (socket says 172.21.15.67:52364) 2024-09-10T08:18:27.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.308+0000 7f3641d9b640 1 -- 172.21.15.67:0/1392369863 learned_addr learned my addr 172.21.15.67:0/1392369863 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:27.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.308+0000 7f364259c640 1 --2- 172.21.15.67:0/1392369863 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c468b494a0 0x55c468b6bf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:27.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.308+0000 7f3642d9d640 1 --2- 172.21.15.67:0/1392369863 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c468b54680 0x55c468b4e580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:27.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.308+0000 7f3641d9b640 1 -- 172.21.15.67:0/1392369863 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c468b54680 msgr2=0x55c468b4e580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:27.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.308+0000 7f3641d9b640 1 --2- 172.21.15.67:0/1392369863 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c468b54680 0x55c468b4e580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:27.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.308+0000 7f3641d9b640 1 -- 172.21.15.67:0/1392369863 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c468b494a0 msgr2=0x55c468b6bf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:27.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.308+0000 7f3641d9b640 1 --2- 172.21.15.67:0/1392369863 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c468b494a0 0x55c468b6bf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:27.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.308+0000 7f3641d9b640 1 -- 172.21.15.67:0/1392369863 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c468b49bf0 con 0x55c468b49dc0 2024-09-10T08:18:27.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.308+0000 7f3642d9d640 1 --2- 172.21.15.67:0/1392369863 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c468b54680 0x55c468b4e580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:18:27.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.308+0000 7f364259c640 1 --2- 172.21.15.67:0/1392369863 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c468b494a0 0x55c468b6bf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:18:27.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.308+0000 7f3641d9b640 1 --2- 172.21.15.67:0/1392369863 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c468b49dc0 0x55c468b6c490 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f362c00fc30 tx=0x7f362c004710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6e58bc8f4e6a64 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:27.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.308+0000 7f362bfff640 1 -- 172.21.15.67:0/1392369863 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f362c028070 con 0x55c468b49dc0 2024-09-10T08:18:27.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.308+0000 7f362bfff640 1 -- 172.21.15.67:0/1392369863 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f362c00b840 con 0x55c468b49dc0 2024-09-10T08:18:27.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.308+0000 7f362bfff640 1 -- 172.21.15.67:0/1392369863 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f362c011950 con 0x55c468b49dc0 2024-09-10T08:18:27.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.309+0000 7f364b111740 1 -- 172.21.15.67:0/1392369863 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c468b49dc0 msgr2=0x55c468b6c490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:27.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.309+0000 7f364b111740 1 --2- 172.21.15.67:0/1392369863 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c468b49dc0 0x55c468b6c490 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f362c00fc30 tx=0x7f362c004710 comp rx=0 tx=0).stop 2024-09-10T08:18:27.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.309+0000 7f364b111740 1 -- 172.21.15.67:0/1392369863 shutdown_connections 2024-09-10T08:18:27.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.309+0000 7f364b111740 1 --2- 172.21.15.67:0/1392369863 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c468b54680 0x55c468b4e580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:27.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.309+0000 7f364b111740 1 --2- 172.21.15.67:0/1392369863 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c468b49dc0 0x55c468b6c490 unknown :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:27.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.309+0000 7f364b111740 1 --2- 172.21.15.67:0/1392369863 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c468b494a0 0x55c468b6bf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:27.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.309+0000 7f364b111740 1 -- 172.21.15.67:0/1392369863 >> 172.21.15.67:0/1392369863 conn(0x55c468b45a30 msgr2=0x55c468b533a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:27.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.309+0000 7f364b111740 1 -- 172.21.15.67:0/1392369863 shutdown_connections 2024-09-10T08:18:27.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.309+0000 7f364b111740 1 -- 172.21.15.67:0/1392369863 wait complete. 2024-09-10T08:18:27.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.309+0000 7f364b111740 1 -- start start 2024-09-10T08:18:27.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.309+0000 7f364b111740 1 Processor -- start 2024-09-10T08:18:27.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.310+0000 7f364b111740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c468b494a0 0x55c468b5aad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:27.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.310+0000 7f364b111740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c468b49dc0 0x55c468b5b010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:27.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.310+0000 7f364b111740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c468b54680 0x55c468bcdf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:27.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.310+0000 7f364b111740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f36441b2340 con 0x55c468b54680 2024-09-10T08:18:27.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.310+0000 7f364b111740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f36441b1c70 con 0x55c468b49dc0 2024-09-10T08:18:27.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.310+0000 7f364b111740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f36441aeeb0 con 0x55c468b494a0 2024-09-10T08:18:27.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.310+0000 7f364b111740 10 client.0 _ll_register_callbacks cb 0x7f3634097fc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:18:27.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.310+0000 7f3642d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c468b54680 0x55c468bcdf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:27.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.310+0000 7f3642d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c468b54680 0x55c468bcdf30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52376/0 (socket says 172.21.15.67:52376) 2024-09-10T08:18:27.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.310+0000 7f3642d9d640 1 -- 172.21.15.67:0/790906995 learned_addr learned my addr 172.21.15.67:0/790906995 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:27.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.310+0000 7f364259c640 1 --2- 172.21.15.67:0/790906995 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c468b494a0 0x55c468b5aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:27.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.310+0000 7f3641d9b640 1 --2- 172.21.15.67:0/790906995 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c468b49dc0 0x55c468b5b010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:27.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.310+0000 7f3642d9d640 1 -- 172.21.15.67:0/790906995 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c468b494a0 msgr2=0x55c468b5aad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:27.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.310+0000 7f3642d9d640 1 --2- 172.21.15.67:0/790906995 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c468b494a0 0x55c468b5aad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:27.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.310+0000 7f3642d9d640 1 -- 172.21.15.67:0/790906995 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c468b49dc0 msgr2=0x55c468b5b010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:27.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.310+0000 7f3642d9d640 1 --2- 172.21.15.67:0/790906995 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c468b49dc0 0x55c468b5b010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:27.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.310+0000 7f3642d9d640 1 -- 172.21.15.67:0/790906995 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c468bce470 con 0x55c468b54680 2024-09-10T08:18:27.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.310+0000 7f3641d9b640 1 --2- 172.21.15.67:0/790906995 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c468b49dc0 0x55c468b5b010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:18:27.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.310+0000 7f3642d9d640 1 --2- 172.21.15.67:0/790906995 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c468b54680 0x55c468bcdf30 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f36340cfbe0 tx=0x7f363407ae20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94fa66b732f3fbe7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:27.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.310+0000 7f3629ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:18:27.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.310+0000 7f3629ffb640 1 -- 172.21.15.67:0/790906995 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f363409b680 con 0x55c468b54680 2024-09-10T08:18:27.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.310+0000 7f3629ffb640 1 -- 172.21.15.67:0/790906995 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f363409b440 con 0x55c468b54680 2024-09-10T08:18:27.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.310+0000 7f364b111740 1 -- 172.21.15.67:0/790906995 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f362c00b840 con 0x55c468b54680 2024-09-10T08:18:27.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.311+0000 7f3629ffb640 1 -- 172.21.15.67:0/790906995 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f36340a4990 con 0x55c468b54680 2024-09-10T08:18:27.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.311+0000 7f364b111740 10 client.16377 fetch_fsmap learned FSMap version 29 2024-09-10T08:18:27.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.311+0000 7f364b111740 1 -- 172.21.15.67:0/790906995 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55c468bcf6c0 con 0x55c468b54680 2024-09-10T08:18:27.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.311+0000 7f3629ffb640 1 -- 172.21.15.67:0/790906995 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f362c00b840 con 0x55c468b54680 2024-09-10T08:18:27.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.311+0000 7f3629ffb640 1 -- 172.21.15.67:0/790906995 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f363409c010 con 0x55c468b54680 2024-09-10T08:18:27.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.311+0000 7f364b111740 10 client.16377 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:18:27.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.311+0000 7f364b111740 10 client.16377 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:18:27.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.311+0000 7f364b111740 20 client.16377 populate_metadata read hostname 'smithi067' 2024-09-10T08:18:27.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.311+0000 7f364b111740 1 --2- 172.21.15.67:0/790906995 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55c468bcfe30 0x55c468bd2250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:27.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.311+0000 7f364b111740 4 client.16377 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T08:18:27.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.311+0000 7f364b111740 1 -- 172.21.15.67:0/790906995 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55c468ab6d60 con 0x55c468bcfe30 2024-09-10T08:18:27.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.311+0000 7f364259c640 1 --2- 172.21.15.67:0/790906995 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55c468bcfe30 0x55c468bd2250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:27.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.312+0000 7f364259c640 1 --2- 172.21.15.67:0/790906995 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55c468bcfe30 0x55c468bd2250 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a020ac23818a9e34 server_cookie=ee7736406f3c76e3 in_seq=0 out_seq=0 2024-09-10T08:18:27.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.312+0000 7f3629ffb640 10 client.16377 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:18:27.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.312+0000 7f3629ffb640 1 -- 172.21.15.67:0/790906995 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55c468ab6d60 con 0x55c468bcfe30 2024-09-10T08:18:27.331 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.312+0000 7f3629ffb640 10 client.16377 handle_command_reply: tid=0 2024-09-10T08:18:27.331 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.312+0000 7f364b111740 1 client.16377 shutdown 2024-09-10T08:18:27.331 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.312+0000 7f364b111740 1 -- 172.21.15.67:0/790906995 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c468b54680 msgr2=0x55c468bcdf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:27.331 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.312+0000 7f364b111740 1 --2- 172.21.15.67:0/790906995 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c468b54680 0x55c468bcdf30 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f36340cfbe0 tx=0x7f363407ae20 comp rx=0 tx=0).stop 2024-09-10T08:18:27.331 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.312+0000 7f364b111740 1 -- 172.21.15.67:0/790906995 shutdown_connections 2024-09-10T08:18:27.331 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.312+0000 7f364b111740 1 --2- 172.21.15.67:0/790906995 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55c468bcfe30 0x55c468bd2250 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:27.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.312+0000 7f3629ffb640 0 client.16377 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:18:27.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.312+0000 7f364b111740 1 --2- 172.21.15.67:0/790906995 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55c468b49dc0 0x55c468b5b010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:27.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.312+0000 7f364b111740 1 --2- 172.21.15.67:0/790906995 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c468b54680 0x55c468bcdf30 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:27.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.312+0000 7f364b111740 1 --2- 172.21.15.67:0/790906995 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55c468b494a0 0x55c468b5aad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:27.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.312+0000 7f364b111740 1 -- 172.21.15.67:0/790906995 >> 172.21.15.67:0/790906995 conn(0x55c468b45a30 msgr2=0x55c468b44350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:27.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.312+0000 7f364b111740 1 -- 172.21.15.67:0/790906995 shutdown_connections 2024-09-10T08:18:27.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.312+0000 7f364b111740 1 -- 172.21.15.67:0/790906995 wait complete. 2024-09-10T08:18:27.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.312+0000 7f364b111740 20 client.16377 trim_cache size 0 max 16384 2024-09-10T08:18:27.334 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:18:27.334 INFO:teuthology.orchestra.run.smithi067.stdout: "status": "no active scrubs running", 2024-09-10T08:18:27.334 INFO:teuthology.orchestra.run.smithi067.stdout: "scrubs": {} 2024-09-10T08:18:27.335 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:18:27.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.313+0000 7f3648d38640 1 -- 172.21.15.67:0/3955432352 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f36300a2b80 msgr2=0x7f36300a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:27.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.313+0000 7f3648d38640 1 --2- 172.21.15.67:0/3955432352 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f36300a2b80 0x7f36300a5040 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x55c468b46890 tx=0x7f363c031400 comp rx=0 tx=0).stop 2024-09-10T08:18:27.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.313+0000 7f3648d38640 1 -- 172.21.15.67:0/3955432352 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f36441082a0 msgr2=0x7f3644101410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:27.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.313+0000 7f3648d38640 1 --2- 172.21.15.67:0/3955432352 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f36441082a0 0x7f3644101410 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f363400cce0 tx=0x7f363400a620 comp rx=0 tx=0).stop 2024-09-10T08:18:27.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.313+0000 7f3648d38640 1 -- 172.21.15.67:0/3955432352 shutdown_connections 2024-09-10T08:18:27.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.313+0000 7f3648d38640 1 --2- 172.21.15.67:0/3955432352 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f36300a2b80 0x7f36300a5040 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:27.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.313+0000 7f3648d38640 1 --2- 172.21.15.67:0/3955432352 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f36441036e0 0x7f3644100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:27.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.313+0000 7f3648d38640 1 --2- 172.21.15.67:0/3955432352 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f36441082a0 0x7f3644101410 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:27.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.313+0000 7f3648d38640 1 --2- 172.21.15.67:0/3955432352 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3644102d30 0x7f3644100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:27.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.313+0000 7f3648d38640 1 -- 172.21.15.67:0/3955432352 >> 172.21.15.67:0/3955432352 conn(0x7f36440fc7d0 msgr2=0x7f3644105da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:27.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.313+0000 7f3648d38640 1 -- 172.21.15.67:0/3955432352 shutdown_connections 2024-09-10T08:18:27.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:27.313+0000 7f3648d38640 1 -- 172.21.15.67:0/3955432352 wait complete. 2024-09-10T08:18:28.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:18:27 smithi203 ceph-mon[34672]: pgmap v466: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 638 MiB/s wr, 176 op/s 2024-09-10T08:18:28.084 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:18:27 smithi067 ceph-mon[31051]: pgmap v466: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 638 MiB/s wr, 176 op/s 2024-09-10T08:18:28.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:18:27 smithi133 ceph-mon[34721]: pgmap v466: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 638 MiB/s wr, 176 op/s 2024-09-10T08:18:28.112 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-10T08:18:28.112 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:18:28.369 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:18:28.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:28.863+0000 7f81fae46640 1 -- 172.21.15.67:0/2870570684 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f81f410c2f0 msgr2=0x7f81f410e790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:28.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:28.863+0000 7f81fae46640 1 --2- 172.21.15.67:0/2870570684 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f81f410c2f0 0x7f81f410e790 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f81ec009900 tx=0x7f81ec02a410 comp rx=0 tx=0).stop 2024-09-10T08:18:28.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:28.864+0000 7f81fae46640 1 -- 172.21.15.67:0/2870570684 shutdown_connections 2024-09-10T08:18:28.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:28.864+0000 7f81fae46640 1 --2- 172.21.15.67:0/2870570684 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f81f41037a0 0x7f81f410bc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:28.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:28.864+0000 7f81fae46640 1 --2- 172.21.15.67:0/2870570684 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f81f410c2f0 0x7f81f410e790 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:28.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:28.864+0000 7f81fae46640 1 --2- 172.21.15.67:0/2870570684 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f81f4102df0 0x7f81f41031d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:28.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:28.864+0000 7f81fae46640 1 -- 172.21.15.67:0/2870570684 >> 172.21.15.67:0/2870570684 conn(0x7f81f40fc7d0 msgr2=0x7f81f40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:28.866 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:28.866+0000 7f81fae46640 1 -- 172.21.15.67:0/2870570684 shutdown_connections 2024-09-10T08:18:28.866 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:28.866+0000 7f81fae46640 1 -- 172.21.15.67:0/2870570684 wait complete. 2024-09-10T08:18:28.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:28.867+0000 7f81fae46640 1 Processor -- start 2024-09-10T08:18:28.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:28.867+0000 7f81fae46640 1 -- start start 2024-09-10T08:18:28.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:28.868+0000 7f81fae46640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f81f4102df0 0x7f81f4198520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:28.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:28.868+0000 7f81fae46640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f81f41037a0 0x7f81f4198a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:28.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:28.868+0000 7f81fae46640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f81f410c2f0 0x7f81f419cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:28.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:28.868+0000 7f81fae46640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f81f4112020 con 0x7f81f410c2f0 2024-09-10T08:18:28.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:28.868+0000 7f81fae46640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f81f4111ea0 con 0x7f81f4102df0 2024-09-10T08:18:28.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:28.868+0000 7f81fae46640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f81f41121a0 con 0x7f81f41037a0 2024-09-10T08:18:28.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:28.869+0000 7f81f3fff640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f81f41037a0 0x7f81f4198a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:28.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:28.869+0000 7f81f93e3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f81f410c2f0 0x7f81f419cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:28.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:28.869+0000 7f81f3fff640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f81f41037a0 0x7f81f4198a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.67:42176/0 (socket says 172.21.15.67:42176) 2024-09-10T08:18:28.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:28.869+0000 7f81f3fff640 1 -- 172.21.15.67:0/2171929946 learned_addr learned my addr 172.21.15.67:0/2171929946 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:28.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:28.870+0000 7f81f93e3640 1 -- 172.21.15.67:0/2171929946 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f81f41037a0 msgr2=0x7f81f4198a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:28.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:28.870+0000 7f81f93e3640 1 --2- 172.21.15.67:0/2171929946 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f81f41037a0 0x7f81f4198a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:28.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:28.870+0000 7f81f93e3640 1 -- 172.21.15.67:0/2171929946 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f81f4102df0 msgr2=0x7f81f4198520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:28.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:28.870+0000 7f81f93e3640 1 --2- 172.21.15.67:0/2171929946 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f81f4102df0 0x7f81f4198520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:28.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:28.870+0000 7f81f93e3640 1 -- 172.21.15.67:0/2171929946 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81f419d330 con 0x7f81f410c2f0 2024-09-10T08:18:28.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:28.870+0000 7f81f3fff640 1 --2- 172.21.15.67:0/2171929946 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f81f41037a0 0x7f81f4198a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:18:28.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:28.871+0000 7f81f93e3640 1 --2- 172.21.15.67:0/2171929946 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f81f410c2f0 0x7f81f419cdf0 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f81ec005940 tx=0x7f81ec0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:28.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:28.872+0000 7f81f1ffb640 1 -- 172.21.15.67:0/2171929946 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81ec03f030 con 0x7f81f410c2f0 2024-09-10T08:18:28.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:28.872+0000 7f81f1ffb640 1 -- 172.21.15.67:0/2171929946 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f81ec003cb0 con 0x7f81f410c2f0 2024-09-10T08:18:28.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:28.872+0000 7f81fae46640 1 -- 172.21.15.67:0/2171929946 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81f419d560 con 0x7f81f410c2f0 2024-09-10T08:18:28.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:28.872+0000 7f81f1ffb640 1 -- 172.21.15.67:0/2171929946 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81ec035070 con 0x7f81f410c2f0 2024-09-10T08:18:28.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:28.872+0000 7f81fae46640 1 -- 172.21.15.67:0/2171929946 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81f419da90 con 0x7f81f410c2f0 2024-09-10T08:18:28.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:28.875+0000 7f81fae46640 1 -- 172.21.15.67:0/2171929946 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81f41031d0 con 0x7f81f410c2f0 2024-09-10T08:18:28.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:28.877+0000 7f81f1ffb640 1 -- 172.21.15.67:0/2171929946 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f81ec042030 con 0x7f81f410c2f0 2024-09-10T08:18:28.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:28.878+0000 7f81f1ffb640 1 --2- 172.21.15.67:0/2171929946 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f81e40a2c00 0x7f81e40a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:28.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:28.879+0000 7f81f8be2640 1 --2- 172.21.15.67:0/2171929946 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f81e40a2c00 0x7f81e40a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:28.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:28.879+0000 7f81f1ffb640 1 -- 172.21.15.67:0/2171929946 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f81ec0efb60 con 0x7f81f410c2f0 2024-09-10T08:18:28.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:28.879+0000 7f81f8be2640 1 --2- 172.21.15.67:0/2171929946 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f81e40a2c00 0x7f81e40a50c0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f81e800ab90 tx=0x7f81e8009250 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:28.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:28.885+0000 7f81f1ffb640 1 -- 172.21.15.67:0/2171929946 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f81ec0bc660 con 0x7f81f410c2f0 2024-09-10T08:18:29.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:29.304+0000 7f81fae46640 1 -- 172.21.15.67:0/2171929946 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f81f41072c0 con 0x7f81f410c2f0 2024-09-10T08:18:29.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:29.305+0000 7f81f1ffb640 1 -- 172.21.15.67:0/2171929946 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11983 (secure 0 0 0) 0x7f81ec0bbf60 con 0x7f81f410c2f0 2024-09-10T08:18:29.305 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:18:29.305 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":29,"btime":"2024-09-10T08:15:16:896413+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3649064068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3649064068},{"type":"v1","addr":"172.21.15.67:6835","nonce":3649064068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6837/384364542","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6836","nonce":384364542},{"type":"v1","addr":"172.21.15.67:6837","nonce":384364542}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T08:12:37.538183+0000","modified":"2024-09-10T08:15:16.520232+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24479,"mds_1":24475,"mds_2":24457,"mds_3":24412,"mds_4":24404},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6839/2770928820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6838","nonce":2770928820},{"type":"v1","addr":"172.21.15.67:6839","nonce":2770928820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14628":{"gid":14628,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6841/1116344955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6840","nonce":1116344955},{"type":"v1","addr":"172.21.15.67:6841","nonce":1116344955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24404":{"gid":24404,"name":"k","rank":4,"incarnation":26,"state":"up:active","state_seq":23,"addr":"172.21.15.133:6833/2920270168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":2920270168},{"type":"v1","addr":"172.21.15.133:6833","nonce":2920270168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24412":{"gid":24412,"name":"l","rank":3,"incarnation":24,"state":"up:active","state_seq":23,"addr":"172.21.15.203:6833/754287689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":754287689},{"type":"v1","addr":"172.21.15.203:6833","nonce":754287689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/3573205749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3573205749},{"type":"v1","addr":"172.21.15.133:6835","nonce":3573205749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6835/3722546188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":3722546188},{"type":"v1","addr":"172.21.15.203:6835","nonce":3722546188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/667764093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":667764093},{"type":"v1","addr":"172.21.15.133:6837","nonce":667764093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":19,"addr":"172.21.15.203:6837/4255783395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":4255783395},{"type":"v1","addr":"172.21.15.203:6837","nonce":4255783395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":17,"addr":"172.21.15.203:6839/2311592321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2311592321},{"type":"v1","addr":"172.21.15.203:6839","nonce":2311592321}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.133:6839/1848609384","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":1848609384},{"type":"v1","addr":"172.21.15.133:6839","nonce":1848609384}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24479,"qdb_cluster":[24404,24412,24457,24475,24479]},"id":1}]} 2024-09-10T08:18:29.305 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 29 2024-09-10T08:18:29.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:29.307+0000 7f81fae46640 1 -- 172.21.15.67:0/2171929946 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f81e40a2c00 msgr2=0x7f81e40a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:29.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:29.307+0000 7f81fae46640 1 --2- 172.21.15.67:0/2171929946 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f81e40a2c00 0x7f81e40a50c0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f81e800ab90 tx=0x7f81e8009250 comp rx=0 tx=0).stop 2024-09-10T08:18:29.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:29.307+0000 7f81fae46640 1 -- 172.21.15.67:0/2171929946 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f81f410c2f0 msgr2=0x7f81f419cdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:29.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:29.307+0000 7f81fae46640 1 --2- 172.21.15.67:0/2171929946 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f81f410c2f0 0x7f81f419cdf0 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f81ec005940 tx=0x7f81ec0042f0 comp rx=0 tx=0).stop 2024-09-10T08:18:29.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:29.307+0000 7f81fae46640 1 -- 172.21.15.67:0/2171929946 shutdown_connections 2024-09-10T08:18:29.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:29.307+0000 7f81fae46640 1 --2- 172.21.15.67:0/2171929946 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f81e40a2c00 0x7f81e40a50c0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:29.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:29.307+0000 7f81fae46640 1 --2- 172.21.15.67:0/2171929946 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f81f410c2f0 0x7f81f419cdf0 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:29.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:29.307+0000 7f81fae46640 1 --2- 172.21.15.67:0/2171929946 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f81f41037a0 0x7f81f4198a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:29.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:29.307+0000 7f81fae46640 1 --2- 172.21.15.67:0/2171929946 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f81f4102df0 0x7f81f4198520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:29.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:29.307+0000 7f81fae46640 1 -- 172.21.15.67:0/2171929946 >> 172.21.15.67:0/2171929946 conn(0x7f81f40fc7d0 msgr2=0x7f81f40fd470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:29.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:29.307+0000 7f81fae46640 1 -- 172.21.15.67:0/2171929946 shutdown_connections 2024-09-10T08:18:29.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:29.307+0000 7f81fae46640 1 -- 172.21.15.67:0/2171929946 wait complete. 2024-09-10T08:18:29.373 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.372+0000 7f14fe20e640 1 -- 172.21.15.67:0/3545917489 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f14f81025f0 msgr2=0x7f14f8108e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:29.373 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.372+0000 7f14fe20e640 1 --2- 172.21.15.67:0/3545917489 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f14f81025f0 0x7f14f8108e80 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f14f0009be0 tx=0x7f14f002a6c0 comp rx=0 tx=0).stop 2024-09-10T08:18:29.373 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.372+0000 7f14fe20e640 1 -- 172.21.15.67:0/3545917489 shutdown_connections 2024-09-10T08:18:29.373 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.372+0000 7f14fe20e640 1 --2- 172.21.15.67:0/3545917489 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f14f81025f0 0x7f14f8108e80 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:29.373 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.372+0000 7f14fe20e640 1 --2- 172.21.15.67:0/3545917489 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14f8101c30 0x7f14f81020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:29.373 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.372+0000 7f14fe20e640 1 --2- 172.21.15.67:0/3545917489 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f14f8100a40 0x7f14f8100e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:29.373 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.372+0000 7f14fe20e640 1 -- 172.21.15.67:0/3545917489 >> 172.21.15.67:0/3545917489 conn(0x7f14f80fc1e0 msgr2=0x7f14f80fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:29.373 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.373+0000 7f14fe20e640 1 -- 172.21.15.67:0/3545917489 shutdown_connections 2024-09-10T08:18:29.373 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.373+0000 7f14fe20e640 1 -- 172.21.15.67:0/3545917489 wait complete. 2024-09-10T08:18:29.374 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.373+0000 7f14fe20e640 1 Processor -- start 2024-09-10T08:18:29.374 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.374+0000 7f14fe20e640 1 -- start start 2024-09-10T08:18:29.375 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.374+0000 7f14fe20e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14f8100a40 0x7f14f81955a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:29.375 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.374+0000 7f14fe20e640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f14f8101c30 0x7f14f8195ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:29.375 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.374+0000 7f14fe20e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f14f81025f0 0x7f14f8192110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:29.375 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.374+0000 7f14fe20e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f14f810c550 con 0x7f14f8100a40 2024-09-10T08:18:29.375 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.374+0000 7f14fe20e640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f14f810c3d0 con 0x7f14f81025f0 2024-09-10T08:18:29.375 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.374+0000 7f14fe20e640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f14f810c6d0 con 0x7f14f8101c30 2024-09-10T08:18:29.375 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.374+0000 7f14f7fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f14f81025f0 0x7f14f8192110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:29.375 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.374+0000 7f14f7fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f14f81025f0 0x7f14f8192110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.67:34808/0 (socket says 172.21.15.67:34808) 2024-09-10T08:18:29.375 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.374+0000 7f14f7fff640 1 -- 172.21.15.67:0/899298211 learned_addr learned my addr 172.21.15.67:0/899298211 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:29.375 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.375+0000 7f14f77fe640 1 --2- 172.21.15.67:0/899298211 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14f8100a40 0x7f14f81955a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:29.375 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.375+0000 7f14f6ffd640 1 --2- 172.21.15.67:0/899298211 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f14f8101c30 0x7f14f8195ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:29.376 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.375+0000 7f14f7fff640 1 -- 172.21.15.67:0/899298211 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f14f8101c30 msgr2=0x7f14f8195ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:29.376 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.375+0000 7f14f7fff640 1 --2- 172.21.15.67:0/899298211 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f14f8101c30 0x7f14f8195ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:29.376 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.375+0000 7f14f7fff640 1 -- 172.21.15.67:0/899298211 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14f8100a40 msgr2=0x7f14f81955a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:29.376 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.375+0000 7f14f7fff640 1 --2- 172.21.15.67:0/899298211 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14f8100a40 0x7f14f81955a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:29.376 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.375+0000 7f14f7fff640 1 -- 172.21.15.67:0/899298211 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14f81929d0 con 0x7f14f81025f0 2024-09-10T08:18:29.376 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.376+0000 7f14f7fff640 1 --2- 172.21.15.67:0/899298211 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f14f81025f0 0x7f14f8192110 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f14f002abe0 tx=0x7f14f0030fc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:29.376 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.376+0000 7f14f4ff9640 1 -- 172.21.15.67:0/899298211 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14f0041020 con 0x7f14f81025f0 2024-09-10T08:18:29.377 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.376+0000 7f14f4ff9640 1 -- 172.21.15.67:0/899298211 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f14f0037040 con 0x7f14f81025f0 2024-09-10T08:18:29.377 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.376+0000 7f14f4ff9640 1 -- 172.21.15.67:0/899298211 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14f0036070 con 0x7f14f81025f0 2024-09-10T08:18:29.377 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.376+0000 7f14fe20e640 1 -- 172.21.15.67:0/899298211 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14f81a62b0 con 0x7f14f81025f0 2024-09-10T08:18:29.377 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.376+0000 7f14fe20e640 1 -- 172.21.15.67:0/899298211 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14f81a6660 con 0x7f14f81025f0 2024-09-10T08:18:29.380 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.381+0000 7f14f4ff9640 1 -- 172.21.15.67:0/899298211 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f14f0044020 con 0x7f14f81025f0 2024-09-10T08:18:29.381 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.381+0000 7f1501087740 1 Processor -- start 2024-09-10T08:18:29.382 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.383+0000 7f14f4ff9640 1 --2- 172.21.15.67:0/899298211 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f14e00a2d30 0x7f14e00a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:29.383 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.383+0000 7f14f6ffd640 1 --2- 172.21.15.67:0/899298211 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f14e00a2d30 0x7f14e00a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:29.383 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.383+0000 7f1501087740 1 -- start start 2024-09-10T08:18:29.383 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.383+0000 7f14f4ff9640 1 -- 172.21.15.67:0/899298211 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f14f00f0060 con 0x7f14f81025f0 2024-09-10T08:18:29.384 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.384+0000 7f1501087740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a2113479a0 0x55a211347da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:29.384 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.384+0000 7f1501087740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a2113482e0 0x55a21134cda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:29.384 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.384+0000 7f1501087740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a21134d370 0x55a21134f830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:29.385 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.384+0000 7f1501087740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55a2112ab2f0 con 0x55a21134d370 2024-09-10T08:18:29.385 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.384+0000 7f1501087740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55a211253270 con 0x55a2113482e0 2024-09-10T08:18:29.385 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.384+0000 7f1501087740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55a2112a72b0 con 0x55a2113479a0 2024-09-10T08:18:29.385 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.384+0000 7f14f6ffd640 1 --2- 172.21.15.67:0/899298211 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f14e00a2d30 0x7f14e00a51f0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f14f8193520 tx=0x7f14e8009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:29.385 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.384+0000 7f14f6ffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a2113482e0 0x55a21134cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:29.385 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.384+0000 7f14f6ffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a2113482e0 0x55a21134cda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.67:34814/0 (socket says 172.21.15.67:34814) 2024-09-10T08:18:29.385 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.384+0000 7f14f7fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a21134d370 0x55a21134f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:29.385 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.384+0000 7f14f77fe640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a2113479a0 0x55a211347da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:29.385 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.384+0000 7f14f6ffd640 1 -- 172.21.15.67:0/431101365 learned_addr learned my addr 172.21.15.67:0/431101365 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:29.385 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.385+0000 7f14f7fff640 1 -- 172.21.15.67:0/431101365 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a2113479a0 msgr2=0x55a211347da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:29.386 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.385+0000 7f14f7fff640 1 --2- 172.21.15.67:0/431101365 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a2113479a0 0x55a211347da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:29.386 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.385+0000 7f14f7fff640 1 -- 172.21.15.67:0/431101365 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a2113482e0 msgr2=0x55a21134cda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:29.386 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.385+0000 7f14f7fff640 1 --2- 172.21.15.67:0/431101365 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a2113482e0 0x55a21134cda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:29.386 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.385+0000 7f14f7fff640 1 -- 172.21.15.67:0/431101365 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a211252340 con 0x55a21134d370 2024-09-10T08:18:29.386 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.385+0000 7f14f6ffd640 1 --2- 172.21.15.67:0/431101365 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a2113482e0 0x55a21134cda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:18:29.386 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.385+0000 7f14f7fff640 1 --2- 172.21.15.67:0/431101365 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a21134d370 0x55a21134f830 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f14f0006010 tx=0x7f14f002a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8aef53a520fdf6c0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:29.386 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.386+0000 7f14ddffb640 1 -- 172.21.15.67:0/431101365 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14f00bbdc0 con 0x55a21134d370 2024-09-10T08:18:29.386 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.386+0000 7f14ddffb640 1 -- 172.21.15.67:0/431101365 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f14f00bcb60 con 0x55a21134d370 2024-09-10T08:18:29.386 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.386+0000 7f14ddffb640 1 -- 172.21.15.67:0/431101365 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14f00ed810 con 0x55a21134d370 2024-09-10T08:18:29.387 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.387+0000 7f1501087740 1 -- 172.21.15.67:0/431101365 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a21134d370 msgr2=0x55a21134f830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:29.387 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.388+0000 7f1501087740 1 --2- 172.21.15.67:0/431101365 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a21134d370 0x55a21134f830 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f14f0006010 tx=0x7f14f002a6c0 comp rx=0 tx=0).stop 2024-09-10T08:18:29.388 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.388+0000 7f1501087740 1 -- 172.21.15.67:0/431101365 shutdown_connections 2024-09-10T08:18:29.388 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.388+0000 7f1501087740 1 --2- 172.21.15.67:0/431101365 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a2113482e0 0x55a21134cda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:29.388 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.388+0000 7f1501087740 1 --2- 172.21.15.67:0/431101365 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a21134d370 0x55a21134f830 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:29.388 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.388+0000 7f1501087740 1 --2- 172.21.15.67:0/431101365 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a2113479a0 0x55a211347da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:29.389 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.388+0000 7f1501087740 1 -- 172.21.15.67:0/431101365 >> 172.21.15.67:0/431101365 conn(0x55a211343010 msgr2=0x55a211343410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:29.389 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.388+0000 7f1501087740 1 -- 172.21.15.67:0/431101365 shutdown_connections 2024-09-10T08:18:29.389 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.388+0000 7f1501087740 1 -- 172.21.15.67:0/431101365 wait complete. 2024-09-10T08:18:29.389 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.389+0000 7f1501087740 1 -- start start 2024-09-10T08:18:29.391 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.389+0000 7f1501087740 1 Processor -- start 2024-09-10T08:18:29.391 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.389+0000 7f1501087740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a2113479a0 0x55a2113518e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:29.391 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.389+0000 7f1501087740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a2113482e0 0x55a211351e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:29.391 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.389+0000 7f1501087740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a21134d370 0x55a211358e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:29.391 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.389+0000 7f1501087740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55a211350100 con 0x55a2113482e0 2024-09-10T08:18:29.392 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.389+0000 7f1501087740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55a211234290 con 0x55a2113479a0 2024-09-10T08:18:29.392 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.389+0000 7f1501087740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55a211350280 con 0x55a21134d370 2024-09-10T08:18:29.392 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.390+0000 7f1501087740 10 client.0 _ll_register_callbacks cb 0x55a211265140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:18:29.392 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.390+0000 7f14f6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a2113482e0 0x55a211351e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:29.392 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.390+0000 7f14f6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a2113482e0 0x55a211351e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52416/0 (socket says 172.21.15.67:52416) 2024-09-10T08:18:29.392 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.390+0000 7f14f6ffd640 1 -- 172.21.15.67:0/3291507575 learned_addr learned my addr 172.21.15.67:0/3291507575 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:29.392 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.390+0000 7f14f77fe640 1 --2- 172.21.15.67:0/3291507575 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a2113479a0 0x55a2113518e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:29.392 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.390+0000 7f14f6ffd640 1 -- 172.21.15.67:0/3291507575 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a21134d370 msgr2=0x55a211358e60 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-10T08:18:29.392 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.390+0000 7f14f6ffd640 1 --2- 172.21.15.67:0/3291507575 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a21134d370 0x55a211358e60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:29.392 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.390+0000 7f14f6ffd640 1 -- 172.21.15.67:0/3291507575 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a2113479a0 msgr2=0x55a2113518e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:29.392 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.390+0000 7f14f6ffd640 1 --2- 172.21.15.67:0/3291507575 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a2113479a0 0x55a2113518e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:29.392 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.390+0000 7f14f6ffd640 1 -- 172.21.15.67:0/3291507575 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a210fbe210 con 0x55a2113482e0 2024-09-10T08:18:29.393 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.390+0000 7f14f77fe640 1 --2- 172.21.15.67:0/3291507575 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a2113479a0 0x55a2113518e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:18:29.393 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.390+0000 7f14f6ffd640 1 --2- 172.21.15.67:0/3291507575 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a2113482e0 0x55a211351e20 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f14e801e990 tx=0x7f14e8004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83bb1649507e1ec4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:29.393 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.390+0000 7f14d6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:18:29.393 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.391+0000 7f14d6ffd640 1 -- 172.21.15.67:0/3291507575 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14e802b060 con 0x55a2113482e0 2024-09-10T08:18:29.393 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.391+0000 7f1501087740 1 -- 172.21.15.67:0/3291507575 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f14f00bcb60 con 0x55a2113482e0 2024-09-10T08:18:29.393 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.391+0000 7f14d6ffd640 1 -- 172.21.15.67:0/3291507575 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f14e800fb40 con 0x55a2113482e0 2024-09-10T08:18:29.393 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.391+0000 7f14d6ffd640 1 -- 172.21.15.67:0/3291507575 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f14e8032050 con 0x55a2113482e0 2024-09-10T08:18:29.393 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.391+0000 7f1501087740 10 client.16395 fetch_fsmap learned FSMap version 29 2024-09-10T08:18:29.393 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.391+0000 7f1501087740 1 -- 172.21.15.67:0/3291507575 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a21108a620 con 0x55a2113482e0 2024-09-10T08:18:29.394 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.391+0000 7f14d6ffd640 1 -- 172.21.15.67:0/3291507575 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f14f00bcb60 con 0x55a2113482e0 2024-09-10T08:18:29.394 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.391+0000 7f14d6ffd640 1 -- 172.21.15.67:0/3291507575 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f14e8025030 con 0x55a2113482e0 2024-09-10T08:18:29.394 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.391+0000 7f1501087740 10 client.16395 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:18:29.394 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.391+0000 7f1501087740 10 client.16395 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:18:29.394 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.391+0000 7f1501087740 20 client.16395 populate_metadata read hostname 'smithi067' 2024-09-10T08:18:29.394 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.391+0000 7f1501087740 1 --2- 172.21.15.67:0/3291507575 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55a21135d5d0 0x55a21135f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:29.394 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.392+0000 7f1501087740 4 client.16395 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:18:29.394 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.392+0000 7f1501087740 1 -- 172.21.15.67:0/3291507575 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a2112b8a20 con 0x55a21135d5d0 2024-09-10T08:18:29.395 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.392+0000 7f14f77fe640 1 --2- 172.21.15.67:0/3291507575 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55a21135d5d0 0x55a21135f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:29.395 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.394+0000 7f14f77fe640 1 --2- 172.21.15.67:0/3291507575 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55a21135d5d0 0x55a21135f9e0 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c8fef04a8eaaf3b2 server_cookie=bbbda27a4ef874ad in_seq=0 out_seq=0 2024-09-10T08:18:29.396 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.394+0000 7f14d6ffd640 10 client.16395 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:18:29.396 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.395+0000 7f14d6ffd640 1 -- 172.21.15.67:0/3291507575 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a2112b8a20 con 0x55a21135d5d0 2024-09-10T08:18:29.396 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.395+0000 7f14d6ffd640 10 client.16395 handle_command_reply: tid=0 2024-09-10T08:18:29.396 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.395+0000 7f1501087740 1 client.16395 shutdown 2024-09-10T08:18:29.396 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.395+0000 7f1501087740 1 -- 172.21.15.67:0/3291507575 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a2113482e0 msgr2=0x55a211351e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:29.396 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.395+0000 7f1501087740 1 --2- 172.21.15.67:0/3291507575 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a2113482e0 0x55a211351e20 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f14e801e990 tx=0x7f14e8004730 comp rx=0 tx=0).stop 2024-09-10T08:18:29.396 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.395+0000 7f1501087740 1 -- 172.21.15.67:0/3291507575 shutdown_connections 2024-09-10T08:18:29.396 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.395+0000 7f1501087740 1 --2- 172.21.15.67:0/3291507575 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55a21135d5d0 0x55a21135f9e0 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:29.396 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.395+0000 7f14d6ffd640 0 client.16395 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:18:29.396 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.395+0000 7f1501087740 1 --2- 172.21.15.67:0/3291507575 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a21134d370 0x55a211358e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:29.396 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.395+0000 7f1501087740 1 --2- 172.21.15.67:0/3291507575 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a2113482e0 0x55a211351e20 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:29.397 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.395+0000 7f1501087740 1 --2- 172.21.15.67:0/3291507575 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a2113479a0 0x55a2113518e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:29.397 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.395+0000 7f1501087740 1 -- 172.21.15.67:0/3291507575 >> 172.21.15.67:0/3291507575 conn(0x55a211343010 msgr2=0x55a211344820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:29.397 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.395+0000 7f1501087740 1 -- 172.21.15.67:0/3291507575 shutdown_connections 2024-09-10T08:18:29.397 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.395+0000 7f1501087740 1 -- 172.21.15.67:0/3291507575 wait complete. 2024-09-10T08:18:29.397 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.396+0000 7f1501087740 20 client.16395 trim_cache size 0 max 16384 2024-09-10T08:18:29.424 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.424+0000 7f1501087740 1 Processor -- start 2024-09-10T08:18:29.424 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.424+0000 7f1501087740 1 -- start start 2024-09-10T08:18:29.425 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.425+0000 7f1501087740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a2113479a0 0x55a211349480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:29.425 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.425+0000 7f1501087740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a2113482e0 0x55a2113499c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:29.425 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.425+0000 7f1501087740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a21134d370 0x55a211358e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:29.425 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.425+0000 7f1501087740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f14f81b0d50 con 0x55a21134d370 2024-09-10T08:18:29.425 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.425+0000 7f1501087740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f14f81b2890 con 0x55a2113482e0 2024-09-10T08:18:29.425 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.425+0000 7f1501087740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f14f81b1420 con 0x55a2113479a0 2024-09-10T08:18:29.425 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.425+0000 7f14f7fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a21134d370 0x55a211358e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:29.426 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.425+0000 7f14f7fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a21134d370 0x55a211358e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52420/0 (socket says 172.21.15.67:52420) 2024-09-10T08:18:29.426 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.425+0000 7f14f7fff640 1 -- 172.21.15.67:0/963042333 learned_addr learned my addr 172.21.15.67:0/963042333 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:29.426 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.425+0000 7f14f6ffd640 1 --2- 172.21.15.67:0/963042333 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a2113482e0 0x55a2113499c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:29.426 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.426+0000 7f14f77fe640 1 --2- 172.21.15.67:0/963042333 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a2113479a0 0x55a211349480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:29.428 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.428+0000 7f14f7fff640 1 -- 172.21.15.67:0/963042333 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a2113479a0 msgr2=0x55a211349480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:29.428 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.428+0000 7f14f7fff640 1 --2- 172.21.15.67:0/963042333 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a2113479a0 0x55a211349480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:29.428 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.428+0000 7f14f7fff640 1 -- 172.21.15.67:0/963042333 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a2113482e0 msgr2=0x55a2113499c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:29.428 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.428+0000 7f14f7fff640 1 --2- 172.21.15.67:0/963042333 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a2113482e0 0x55a2113499c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:29.428 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.428+0000 7f14f7fff640 1 -- 172.21.15.67:0/963042333 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a211360060 con 0x55a21134d370 2024-09-10T08:18:29.428 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.429+0000 7f14f7fff640 1 --2- 172.21.15.67:0/963042333 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a21134d370 0x55a211358e20 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f14f00b8e30 tx=0x7f14f00b7fe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da95a39ac1fd0c82 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:29.430 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.430+0000 7f14dd7fa640 1 -- 172.21.15.67:0/963042333 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14f00ba840 con 0x55a21134d370 2024-09-10T08:18:29.430 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.430+0000 7f14dd7fa640 1 -- 172.21.15.67:0/963042333 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f14f00bcb60 con 0x55a21134d370 2024-09-10T08:18:29.430 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.430+0000 7f14dd7fa640 1 -- 172.21.15.67:0/963042333 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14f00860f0 con 0x55a21134d370 2024-09-10T08:18:29.431 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.431+0000 7f1501087740 1 -- 172.21.15.67:0/963042333 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a21134d370 msgr2=0x55a211358e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:29.431 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.431+0000 7f1501087740 1 --2- 172.21.15.67:0/963042333 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a21134d370 0x55a211358e20 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f14f00b8e30 tx=0x7f14f00b7fe0 comp rx=0 tx=0).stop 2024-09-10T08:18:29.431 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.431+0000 7f1501087740 1 -- 172.21.15.67:0/963042333 shutdown_connections 2024-09-10T08:18:29.431 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.431+0000 7f1501087740 1 --2- 172.21.15.67:0/963042333 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a2113482e0 0x55a2113499c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:29.431 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.431+0000 7f1501087740 1 --2- 172.21.15.67:0/963042333 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a21134d370 0x55a211358e20 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:29.431 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.431+0000 7f1501087740 1 --2- 172.21.15.67:0/963042333 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a2113479a0 0x55a211349480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:29.431 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.431+0000 7f1501087740 1 -- 172.21.15.67:0/963042333 >> 172.21.15.67:0/963042333 conn(0x55a211343010 msgr2=0x55a2113518e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:29.431 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.431+0000 7f1501087740 1 -- 172.21.15.67:0/963042333 shutdown_connections 2024-09-10T08:18:29.431 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.431+0000 7f1501087740 1 -- 172.21.15.67:0/963042333 wait complete. 2024-09-10T08:18:29.432 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.432+0000 7f1501087740 1 -- start start 2024-09-10T08:18:29.433 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.432+0000 7f1501087740 1 Processor -- start 2024-09-10T08:18:29.433 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.433+0000 7f1501087740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a2113479a0 0x55a211356100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:29.433 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.433+0000 7f1501087740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a2113482e0 0x55a211356640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:29.434 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.433+0000 7f1501087740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a21134d370 0x55a211357650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:29.434 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.433+0000 7f1501087740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f14f81b21c0 con 0x55a21134d370 2024-09-10T08:18:29.434 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.433+0000 7f1501087740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f14f81b1af0 con 0x55a2113479a0 2024-09-10T08:18:29.434 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.433+0000 7f1501087740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f14f81aed30 con 0x55a2113482e0 2024-09-10T08:18:29.434 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.433+0000 7f14f77fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a2113479a0 0x55a211356100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:29.434 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.433+0000 7f14f77fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a2113479a0 0x55a211356100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.67:34856/0 (socket says 172.21.15.67:34856) 2024-09-10T08:18:29.434 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.433+0000 7f14f77fe640 1 -- 172.21.15.67:0/1627509693 learned_addr learned my addr 172.21.15.67:0/1627509693 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:29.434 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.433+0000 7f1501087740 10 client.0 _ll_register_callbacks cb 0x7f14e8009480 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:18:29.434 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.433+0000 7f14f7fff640 1 --2- 172.21.15.67:0/1627509693 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a21134d370 0x55a211357650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:29.434 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.433+0000 7f14f77fe640 1 -- 172.21.15.67:0/1627509693 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a2113482e0 msgr2=0x55a211356640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:29.434 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.433+0000 7f14f77fe640 1 --2- 172.21.15.67:0/1627509693 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a2113482e0 0x55a211356640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:29.434 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.433+0000 7f14f77fe640 1 -- 172.21.15.67:0/1627509693 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a21134d370 msgr2=0x55a211357650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:29.434 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.433+0000 7f14f77fe640 1 --2- 172.21.15.67:0/1627509693 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a21134d370 0x55a211357650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:29.435 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.433+0000 7f14f77fe640 1 -- 172.21.15.67:0/1627509693 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a211357c60 con 0x55a2113479a0 2024-09-10T08:18:29.435 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.433+0000 7f14f7fff640 1 --2- 172.21.15.67:0/1627509693 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a21134d370 0x55a211357650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:18:29.435 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.434+0000 7f14f77fe640 1 --2- 172.21.15.67:0/1627509693 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a2113479a0 0x55a211356100 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f14ec0041c0 tx=0x7f14ec0039c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=41d724f5a01b9999 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:29.435 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.434+0000 7f14d6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-09-10T08:18:29.435 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.434+0000 7f14d6ffd640 1 -- 172.21.15.67:0/1627509693 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14ec005220 con 0x55a2113479a0 2024-09-10T08:18:29.435 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.434+0000 7f14d6ffd640 1 -- 172.21.15.67:0/1627509693 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f14ec0053c0 con 0x55a2113479a0 2024-09-10T08:18:29.435 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.434+0000 7f1501087740 1 -- 172.21.15.67:0/1627509693 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f14f00bcb60 con 0x55a2113479a0 2024-09-10T08:18:29.436 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.434+0000 7f14d6ffd640 1 -- 172.21.15.67:0/1627509693 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f14ec0055c0 con 0x55a2113479a0 2024-09-10T08:18:29.436 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.434+0000 7f1501087740 10 client.25712 fetch_fsmap learned FSMap version 29 2024-09-10T08:18:29.436 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.434+0000 7f1501087740 1 -- 172.21.15.67:0/1627509693 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a211358fc0 con 0x55a2113479a0 2024-09-10T08:18:29.437 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.435+0000 7f14d6ffd640 1 -- 172.21.15.67:0/1627509693 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f14f00bcb60 con 0x55a2113479a0 2024-09-10T08:18:29.437 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.435+0000 7f14d6ffd640 1 -- 172.21.15.67:0/1627509693 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f14ec011980 con 0x55a2113479a0 2024-09-10T08:18:29.437 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.435+0000 7f1501087740 10 client.25712 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:18:29.437 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.435+0000 7f1501087740 10 client.25712 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:18:29.437 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.435+0000 7f1501087740 20 client.25712 populate_metadata read hostname 'smithi067' 2024-09-10T08:18:29.437 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.435+0000 7f1501087740 1 --2- 172.21.15.67:0/1627509693 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55a2113c8870 0x55a2113cac90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:29.437 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.435+0000 7f1501087740 4 client.25712 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:18:29.437 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.435+0000 7f1501087740 1 -- 172.21.15.67:0/1627509693 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55a2112b2d70 con 0x55a2113c8870 2024-09-10T08:18:29.437 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.435+0000 7f14f6ffd640 1 --2- 172.21.15.67:0/1627509693 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55a2113c8870 0x55a2113cac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:29.437 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.436+0000 7f14f6ffd640 1 --2- 172.21.15.67:0/1627509693 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55a2113c8870 0x55a2113cac90 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c644ba5afb3dcb2b server_cookie=3334dbbc59b9b1d0 in_seq=0 out_seq=0 2024-09-10T08:18:29.437 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.436+0000 7f14d6ffd640 10 client.25712 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:18:29.450 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.451+0000 7f14d6ffd640 1 -- 172.21.15.67:0/1627509693 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55a2112b2d70 con 0x55a2113c8870 2024-09-10T08:18:29.450 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.451+0000 7f14d6ffd640 10 client.25712 handle_command_reply: tid=0 2024-09-10T08:18:29.451 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.451+0000 7f1501087740 1 client.25712 shutdown 2024-09-10T08:18:29.451 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.451+0000 7f1501087740 1 -- 172.21.15.67:0/1627509693 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a2113479a0 msgr2=0x55a211356100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:29.451 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.451+0000 7f1501087740 1 --2- 172.21.15.67:0/1627509693 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a2113479a0 0x55a211356100 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f14ec0041c0 tx=0x7f14ec0039c0 comp rx=0 tx=0).stop 2024-09-10T08:18:29.451 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.451+0000 7f1501087740 1 -- 172.21.15.67:0/1627509693 shutdown_connections 2024-09-10T08:18:29.452 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.451+0000 7f1501087740 1 --2- 172.21.15.67:0/1627509693 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55a2113c8870 0x55a2113cac90 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:29.452 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.451+0000 7f1501087740 1 --2- 172.21.15.67:0/1627509693 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a21134d370 0x55a211357650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:29.452 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.451+0000 7f1501087740 1 --2- 172.21.15.67:0/1627509693 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a2113482e0 0x55a211356640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:29.452 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.451+0000 7f1501087740 1 --2- 172.21.15.67:0/1627509693 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a2113479a0 0x55a211356100 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:29.452 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.451+0000 7f1501087740 1 -- 172.21.15.67:0/1627509693 >> 172.21.15.67:0/1627509693 conn(0x55a211343010 msgr2=0x55a2113518e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:29.452 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.452+0000 7f14d6ffd640 0 client.25712 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:18:29.452 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.452+0000 7f1501087740 1 -- 172.21.15.67:0/1627509693 shutdown_connections 2024-09-10T08:18:29.452 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.452+0000 7f1501087740 1 -- 172.21.15.67:0/1627509693 wait complete. 2024-09-10T08:18:29.453 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.452+0000 7f1501087740 20 client.25712 trim_cache size 0 max 16384 2024-09-10T08:18:29.453 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout:{ 2024-09-10T08:18:29.453 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout: "message": "", 2024-09-10T08:18:29.453 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout: "return_code": 0 2024-09-10T08:18:29.453 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout:} 2024-09-10T08:18:29.454 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.454+0000 7f14fe20e640 1 -- 172.21.15.67:0/899298211 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f14e00a2d30 msgr2=0x7f14e00a51f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:29.454 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.454+0000 7f14fe20e640 1 --2- 172.21.15.67:0/899298211 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f14e00a2d30 0x7f14e00a51f0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f14f8193520 tx=0x7f14e8009260 comp rx=0 tx=0).stop 2024-09-10T08:18:29.454 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.454+0000 7f14fe20e640 1 -- 172.21.15.67:0/899298211 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f14f81025f0 msgr2=0x7f14f8192110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:29.454 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.454+0000 7f14fe20e640 1 --2- 172.21.15.67:0/899298211 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f14f81025f0 0x7f14f8192110 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f14f002abe0 tx=0x7f14f0030fc0 comp rx=0 tx=0).stop 2024-09-10T08:18:29.454 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.454+0000 7f14fe20e640 1 -- 172.21.15.67:0/899298211 shutdown_connections 2024-09-10T08:18:29.454 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.454+0000 7f14fe20e640 1 --2- 172.21.15.67:0/899298211 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f14e00a2d30 0x7f14e00a51f0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:29.454 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.454+0000 7f14fe20e640 1 --2- 172.21.15.67:0/899298211 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f14f81025f0 0x7f14f8192110 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:29.455 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.454+0000 7f14fe20e640 1 --2- 172.21.15.67:0/899298211 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f14f8101c30 0x7f14f8195ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:29.455 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.454+0000 7f14fe20e640 1 --2- 172.21.15.67:0/899298211 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14f8100a40 0x7f14f81955a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:29.455 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.454+0000 7f14fe20e640 1 -- 172.21.15.67:0/899298211 >> 172.21.15.67:0/899298211 conn(0x7f14f80fc1e0 msgr2=0x7f14f80fe190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:29.455 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.454+0000 7f14fe20e640 1 -- 172.21.15.67:0/899298211 shutdown_connections 2024-09-10T08:18:29.455 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:29.454+0000 7f14fe20e640 1 -- 172.21.15.67:0/899298211 wait complete. 2024-09-10T08:18:30.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:18:29 smithi203 ceph-mon[34672]: pgmap v467: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 432 MiB/s wr, 120 op/s 2024-09-10T08:18:30.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:18:29 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/2171929946' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:18:30.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:18:29 smithi133 ceph-mon[34721]: pgmap v467: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 432 MiB/s wr, 120 op/s 2024-09-10T08:18:30.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:18:29 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/2171929946' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:18:30.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:18:29 smithi067 ceph-mon[31051]: pgmap v467: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 432 MiB/s wr, 120 op/s 2024-09-10T08:18:30.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:18:29 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/2171929946' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:18:30.293 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-09-10T08:18:30.757 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:18:31.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.361+0000 7efd224bc640 1 -- 172.21.15.67:0/1971261371 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efd1c106f10 msgr2=0x7efd1c10ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:31.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.361+0000 7efd224bc640 1 --2- 172.21.15.67:0/1971261371 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efd1c106f10 0x7efd1c10ea90 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7efd14009ca0 tx=0x7efd1402a8c0 comp rx=0 tx=0).stop 2024-09-10T08:18:31.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.362+0000 7efd224bc640 1 -- 172.21.15.67:0/1971261371 shutdown_connections 2024-09-10T08:18:31.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.362+0000 7efd224bc640 1 --2- 172.21.15.67:0/1971261371 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efd1c102790 0x7efd1c1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:31.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.362+0000 7efd224bc640 1 --2- 172.21.15.67:0/1971261371 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efd1c106f10 0x7efd1c10ea90 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:31.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.362+0000 7efd224bc640 1 --2- 172.21.15.67:0/1971261371 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efd1c101de0 0x7efd1c1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:31.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.362+0000 7efd224bc640 1 -- 172.21.15.67:0/1971261371 >> 172.21.15.67:0/1971261371 conn(0x7efd1c0fd880 msgr2=0x7efd1c0ffca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:31.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.362+0000 7efd224bc640 1 -- 172.21.15.67:0/1971261371 shutdown_connections 2024-09-10T08:18:31.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.362+0000 7efd224bc640 1 -- 172.21.15.67:0/1971261371 wait complete. 2024-09-10T08:18:31.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.364+0000 7efd224bc640 1 Processor -- start 2024-09-10T08:18:31.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.364+0000 7efd224bc640 1 -- start start 2024-09-10T08:18:31.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.365+0000 7efd224bc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efd1c101de0 0x7efd1c19a4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:31.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.365+0000 7efd224bc640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efd1c102790 0x7efd1c19aa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:31.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.365+0000 7efd224bc640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efd1c106f10 0x7efd1c19edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:31.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.365+0000 7efd224bc640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7efd1c111e20 con 0x7efd1c101de0 2024-09-10T08:18:31.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.365+0000 7efd224bc640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7efd1c111ca0 con 0x7efd1c106f10 2024-09-10T08:18:31.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.365+0000 7efd224bc640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7efd1c111fa0 con 0x7efd1c102790 2024-09-10T08:18:31.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.365+0000 7efd1bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efd1c101de0 0x7efd1c19a4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:31.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.365+0000 7efd13fff640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efd1c102790 0x7efd1c19aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:31.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.365+0000 7efd1bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efd1c101de0 0x7efd1c19a4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52448/0 (socket says 172.21.15.67:52448) 2024-09-10T08:18:31.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.365+0000 7efd1bfff640 1 -- 172.21.15.67:0/3981149693 learned_addr learned my addr 172.21.15.67:0/3981149693 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:31.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.365+0000 7efd20a59640 1 --2- 172.21.15.67:0/3981149693 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efd1c106f10 0x7efd1c19edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:31.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.366+0000 7efd20a59640 1 -- 172.21.15.67:0/3981149693 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efd1c102790 msgr2=0x7efd1c19aa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:31.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.366+0000 7efd20a59640 1 --2- 172.21.15.67:0/3981149693 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efd1c102790 0x7efd1c19aa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:31.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.366+0000 7efd20a59640 1 -- 172.21.15.67:0/3981149693 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efd1c101de0 msgr2=0x7efd1c19a4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:31.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.366+0000 7efd20a59640 1 --2- 172.21.15.67:0/3981149693 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efd1c101de0 0x7efd1c19a4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:31.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.366+0000 7efd20a59640 1 -- 172.21.15.67:0/3981149693 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd1c19f490 con 0x7efd1c106f10 2024-09-10T08:18:31.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.367+0000 7efd20a59640 1 --2- 172.21.15.67:0/3981149693 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efd1c106f10 0x7efd1c19edb0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7efd14006010 tx=0x7efd14030be0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:31.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.367+0000 7efd19ffb640 1 -- 172.21.15.67:0/3981149693 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd14031e40 con 0x7efd1c106f10 2024-09-10T08:18:31.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.367+0000 7efd19ffb640 1 -- 172.21.15.67:0/3981149693 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efd14030dd0 con 0x7efd1c106f10 2024-09-10T08:18:31.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.367+0000 7efd224bc640 1 -- 172.21.15.67:0/3981149693 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd1c19f720 con 0x7efd1c106f10 2024-09-10T08:18:31.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.368+0000 7efd224bc640 1 -- 172.21.15.67:0/3981149693 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd1c19fba0 con 0x7efd1c106f10 2024-09-10T08:18:31.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.368+0000 7efd19ffb640 1 -- 172.21.15.67:0/3981149693 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd140466e0 con 0x7efd1c106f10 2024-09-10T08:18:31.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.373+0000 7efd19ffb640 1 -- 172.21.15.67:0/3981149693 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7efd1402f6d0 con 0x7efd1c106f10 2024-09-10T08:18:31.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.374+0000 7efd24895740 1 Processor -- start 2024-09-10T08:18:31.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.375+0000 7efd19ffb640 1 --2- 172.21.15.67:0/3981149693 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7efd080a2cd0 0x7efd080a5190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:31.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.375+0000 7efd24895740 1 -- start start 2024-09-10T08:18:31.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.375+0000 7efd19ffb640 1 -- 172.21.15.67:0/3981149693 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7efd140f06e0 con 0x7efd1c106f10 2024-09-10T08:18:31.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.376+0000 7efd24895740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5623a3c8fb40 0x5623a3c8e090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:31.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.376+0000 7efd13fff640 1 --2- 172.21.15.67:0/3981149693 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7efd080a2cd0 0x7efd080a5190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:31.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.377+0000 7efd24895740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623a3c8e5d0 0x5623a3c8ea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:31.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.377+0000 7efd24895740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5623a3c99370 0x5623a3c9b760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:31.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.377+0000 7efd24895740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5623a3bf42f0 con 0x5623a3c8e5d0 2024-09-10T08:18:31.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.377+0000 7efd24895740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5623a3b9bcf0 con 0x5623a3c99370 2024-09-10T08:18:31.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.377+0000 7efd24895740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5623a3bf02b0 con 0x5623a3c8fb40 2024-09-10T08:18:31.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.377+0000 7efd13fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623a3c8e5d0 0x5623a3c8ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:31.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.377+0000 7efd13fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623a3c8e5d0 0x5623a3c8ea10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52450/0 (socket says 172.21.15.67:52450) 2024-09-10T08:18:31.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.377+0000 7efd20a59640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5623a3c99370 0x5623a3c9b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:31.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.377+0000 7efd20a59640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5623a3c99370 0x5623a3c9b760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.67:34888/0 (socket says 172.21.15.67:34888) 2024-09-10T08:18:31.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.377+0000 7efd20a59640 1 -- 172.21.15.67:0/467352452 learned_addr learned my addr 172.21.15.67:0/467352452 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:31.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.378+0000 7efd1bfff640 1 --2- 172.21.15.67:0/467352452 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5623a3c8fb40 0x5623a3c8e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:31.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.379+0000 7efd20a59640 1 -- 172.21.15.67:0/467352452 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5623a3c8fb40 msgr2=0x5623a3c8e090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:31.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.379+0000 7efd20a59640 1 --2- 172.21.15.67:0/467352452 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5623a3c8fb40 0x5623a3c8e090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:31.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.379+0000 7efd20a59640 1 -- 172.21.15.67:0/467352452 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623a3c8e5d0 msgr2=0x5623a3c8ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:31.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.379+0000 7efd20a59640 1 --2- 172.21.15.67:0/467352452 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623a3c8e5d0 0x5623a3c8ea10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:31.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.379+0000 7efd20a59640 1 -- 172.21.15.67:0/467352452 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5623a3b803a0 con 0x5623a3c99370 2024-09-10T08:18:31.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.380+0000 7efd20a59640 1 --2- 172.21.15.67:0/467352452 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5623a3c99370 0x5623a3c9b760 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7efd140bca70 tx=0x7efd140bc440 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d5a96afef4bcd65d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:31.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.380+0000 7efd127fc640 1 -- 172.21.15.67:0/467352452 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd140d4020 con 0x5623a3c99370 2024-09-10T08:18:31.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.380+0000 7efd13fff640 1 --2- 172.21.15.67:0/3981149693 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7efd080a2cd0 0x7efd080a5190 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7efd1c10ef00 tx=0x7efd04013830 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:31.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.380+0000 7efd127fc640 1 -- 172.21.15.67:0/467352452 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efd14036040 con 0x5623a3c99370 2024-09-10T08:18:31.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.380+0000 7efd127fc640 1 -- 172.21.15.67:0/467352452 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd1402f9c0 con 0x5623a3c99370 2024-09-10T08:18:31.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.381+0000 7efd24895740 1 -- 172.21.15.67:0/467352452 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5623a3c99370 msgr2=0x5623a3c9b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:31.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.381+0000 7efd24895740 1 --2- 172.21.15.67:0/467352452 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5623a3c99370 0x5623a3c9b760 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7efd140bca70 tx=0x7efd140bc440 comp rx=0 tx=0).stop 2024-09-10T08:18:31.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.381+0000 7efd24895740 1 -- 172.21.15.67:0/467352452 shutdown_connections 2024-09-10T08:18:31.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.381+0000 7efd24895740 1 --2- 172.21.15.67:0/467352452 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5623a3c99370 0x5623a3c9b760 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:31.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.381+0000 7efd24895740 1 --2- 172.21.15.67:0/467352452 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623a3c8e5d0 0x5623a3c8ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:31.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.381+0000 7efd24895740 1 --2- 172.21.15.67:0/467352452 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5623a3c8fb40 0x5623a3c8e090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:31.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.381+0000 7efd24895740 1 -- 172.21.15.67:0/467352452 >> 172.21.15.67:0/467352452 conn(0x5623a3c57310 msgr2=0x5623a3c8ac60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:31.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.382+0000 7efd24895740 1 -- 172.21.15.67:0/467352452 shutdown_connections 2024-09-10T08:18:31.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.382+0000 7efd24895740 1 -- 172.21.15.67:0/467352452 wait complete. 2024-09-10T08:18:31.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.382+0000 7efd24895740 1 -- start start 2024-09-10T08:18:31.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.384+0000 7efd24895740 1 Processor -- start 2024-09-10T08:18:31.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.384+0000 7efd24895740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5623a3c8e5d0 0x5623a3c96110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:31.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.384+0000 7efd24895740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5623a3c8fb40 0x5623a3c96650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:31.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.384+0000 7efd24895740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623a3c99370 0x5623a3c96b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:31.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.384+0000 7efd24895740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5623a3b9bcf0 con 0x5623a3c99370 2024-09-10T08:18:31.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.384+0000 7efd24895740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5623a3baf060 con 0x5623a3c8e5d0 2024-09-10T08:18:31.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.384+0000 7efd24895740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5623a3c9be30 con 0x5623a3c8fb40 2024-09-10T08:18:31.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.384+0000 7efd24895740 10 client.0 _ll_register_callbacks cb 0x5623a39028c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:18:31.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.385+0000 7efd20a59640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623a3c99370 0x5623a3c96b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:31.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.385+0000 7efd20a59640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623a3c99370 0x5623a3c96b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52462/0 (socket says 172.21.15.67:52462) 2024-09-10T08:18:31.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.385+0000 7efd20a59640 1 -- 172.21.15.67:0/2682700171 learned_addr learned my addr 172.21.15.67:0/2682700171 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:31.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.385+0000 7efd20a59640 1 -- 172.21.15.67:0/2682700171 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5623a3c8fb40 msgr2=0x5623a3c96650 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T08:18:31.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.385+0000 7efd20a59640 1 --2- 172.21.15.67:0/2682700171 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5623a3c8fb40 0x5623a3c96650 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:31.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.385+0000 7efd20a59640 1 -- 172.21.15.67:0/2682700171 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5623a3c8e5d0 msgr2=0x5623a3c96110 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-10T08:18:31.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.385+0000 7efd20a59640 1 --2- 172.21.15.67:0/2682700171 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5623a3c8e5d0 0x5623a3c96110 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:31.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.385+0000 7efd20a59640 1 -- 172.21.15.67:0/2682700171 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5623a39653c0 con 0x5623a3c99370 2024-09-10T08:18:31.394 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.386+0000 7efd20a59640 1 --2- 172.21.15.67:0/2682700171 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623a3c99370 0x5623a3c96b90 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7efd14005e30 tx=0x7efd140bae50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=525d83aa29696839 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:31.394 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.386+0000 7efcfb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:18:31.394 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.387+0000 7efcfb7fe640 1 -- 172.21.15.67:0/2682700171 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd140d9030 con 0x5623a3c99370 2024-09-10T08:18:31.394 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.387+0000 7efcfb7fe640 1 -- 172.21.15.67:0/2682700171 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7efd1402f9c0 con 0x5623a3c99370 2024-09-10T08:18:31.394 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.387+0000 7efd24895740 1 -- 172.21.15.67:0/2682700171 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efd14036040 con 0x5623a3c99370 2024-09-10T08:18:31.394 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.388+0000 7efcfb7fe640 1 -- 172.21.15.67:0/2682700171 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7efd140cb050 con 0x5623a3c99370 2024-09-10T08:18:31.394 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.388+0000 7efd24895740 10 client.16413 fetch_fsmap learned FSMap version 29 2024-09-10T08:18:31.394 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.388+0000 7efd24895740 1 -- 172.21.15.67:0/2682700171 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5623a3cb8750 con 0x5623a3c99370 2024-09-10T08:18:31.394 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.389+0000 7efcfb7fe640 1 -- 172.21.15.67:0/2682700171 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efd14036040 con 0x5623a3c99370 2024-09-10T08:18:31.394 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.389+0000 7efcfb7fe640 1 -- 172.21.15.67:0/2682700171 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7efd140d5ce0 con 0x5623a3c99370 2024-09-10T08:18:31.394 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.389+0000 7efd24895740 10 client.16413 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:18:31.394 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.389+0000 7efd24895740 10 client.16413 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.k 2024-09-10T08:18:31.394 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.389+0000 7efd24895740 20 client.16413 populate_metadata read hostname 'smithi067' 2024-09-10T08:18:31.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.389+0000 7efd24895740 1 --2- 172.21.15.67:0/2682700171 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x5623a3cb9aa0 0x5623a3cbbe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:31.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.389+0000 7efd24895740 4 client.16413 mds_command: new command op to 24404 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:18:31.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.389+0000 7efd24895740 1 -- 172.21.15.67:0/2682700171 --> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5623a3c01860 con 0x5623a3cb9aa0 2024-09-10T08:18:31.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.390+0000 7efd1bfff640 1 --2- 172.21.15.67:0/2682700171 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x5623a3cb9aa0 0x5623a3cbbe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:31.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.391+0000 7efd1bfff640 1 --2- 172.21.15.67:0/2682700171 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x5623a3cb9aa0 0x5623a3cbbe90 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=4fbf7add0939f348 server_cookie=9bb4787edbd63cf8 in_seq=0 out_seq=0 2024-09-10T08:18:31.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.391+0000 7efcfb7fe640 10 client.16413 ms_handle_connect on v2:172.21.15.133:6832/2920270168 2024-09-10T08:18:31.396 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.393+0000 7efcfb7fe640 1 -- 172.21.15.67:0/2682700171 <== mds.4 v2:172.21.15.133:6832/2920270168 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5623a3c01860 con 0x5623a3cb9aa0 2024-09-10T08:18:31.396 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.393+0000 7efcfb7fe640 10 client.16413 handle_command_reply: tid=0 2024-09-10T08:18:31.396 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.393+0000 7efd24895740 1 client.16413 shutdown 2024-09-10T08:18:31.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.394+0000 7efd24895740 1 -- 172.21.15.67:0/2682700171 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623a3c99370 msgr2=0x5623a3c96b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:31.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.394+0000 7efd24895740 1 --2- 172.21.15.67:0/2682700171 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623a3c99370 0x5623a3c96b90 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7efd14005e30 tx=0x7efd140bae50 comp rx=0 tx=0).stop 2024-09-10T08:18:31.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.394+0000 7efd24895740 1 -- 172.21.15.67:0/2682700171 shutdown_connections 2024-09-10T08:18:31.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.394+0000 7efd24895740 1 --2- 172.21.15.67:0/2682700171 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x5623a3cb9aa0 0x5623a3cbbe90 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:31.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.394+0000 7efd24895740 1 --2- 172.21.15.67:0/2682700171 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623a3c99370 0x5623a3c96b90 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:31.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.394+0000 7efd24895740 1 --2- 172.21.15.67:0/2682700171 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5623a3c8fb40 0x5623a3c96650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:31.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.394+0000 7efd24895740 1 --2- 172.21.15.67:0/2682700171 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5623a3c8e5d0 0x5623a3c96110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:31.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.394+0000 7efd24895740 1 -- 172.21.15.67:0/2682700171 >> 172.21.15.67:0/2682700171 conn(0x5623a3c57310 msgr2=0x5623a3c909c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:31.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.394+0000 7efcfb7fe640 0 client.16413 ms_handle_reset on v2:172.21.15.133:6832/2920270168 2024-09-10T08:18:31.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.394+0000 7efd24895740 1 -- 172.21.15.67:0/2682700171 shutdown_connections 2024-09-10T08:18:31.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.394+0000 7efd24895740 1 -- 172.21.15.67:0/2682700171 wait complete. 2024-09-10T08:18:31.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.394+0000 7efd24895740 20 client.16413 trim_cache size 0 max 16384 2024-09-10T08:18:31.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.416+0000 7efd24895740 1 Processor -- start 2024-09-10T08:18:31.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.416+0000 7efd24895740 1 -- start start 2024-09-10T08:18:31.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.416+0000 7efd24895740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5623a3c8e5d0 0x5623a3c91120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:31.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.416+0000 7efd24895740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623a3c8fb40 0x5623a3c91660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:31.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.417+0000 7efd24895740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5623a3c99370 0x5623a3cc1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:31.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.417+0000 7efd24895740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7efd1c1acb80 con 0x5623a3c8fb40 2024-09-10T08:18:31.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.417+0000 7efd24895740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7efd1c1ae6c0 con 0x5623a3c8e5d0 2024-09-10T08:18:31.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.417+0000 7efd24895740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7efd1c1ad250 con 0x5623a3c99370 2024-09-10T08:18:31.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.417+0000 7efd13fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623a3c8fb40 0x5623a3c91660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:31.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.417+0000 7efd13fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623a3c8fb40 0x5623a3c91660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52468/0 (socket says 172.21.15.67:52468) 2024-09-10T08:18:31.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.417+0000 7efd13fff640 1 -- 172.21.15.67:0/3805101547 learned_addr learned my addr 172.21.15.67:0/3805101547 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:31.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.417+0000 7efd20a59640 1 --2- 172.21.15.67:0/3805101547 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5623a3c99370 0x5623a3cc1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:31.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.417+0000 7efd13fff640 1 -- 172.21.15.67:0/3805101547 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5623a3c99370 msgr2=0x5623a3cc1760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:31.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.417+0000 7efd13fff640 1 --2- 172.21.15.67:0/3805101547 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5623a3c99370 0x5623a3cc1760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:31.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.417+0000 7efd13fff640 1 -- 172.21.15.67:0/3805101547 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5623a3c8e5d0 msgr2=0x5623a3c91120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:31.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.417+0000 7efd13fff640 1 --2- 172.21.15.67:0/3805101547 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5623a3c8e5d0 0x5623a3c91120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:31.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.417+0000 7efd13fff640 1 -- 172.21.15.67:0/3805101547 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5623a3c8bdf0 con 0x5623a3c8fb40 2024-09-10T08:18:31.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.417+0000 7efd13fff640 1 --2- 172.21.15.67:0/3805101547 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623a3c8fb40 0x5623a3c91660 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7efd04009af0 tx=0x7efd0401f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17e5de5f093d3ea0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:31.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.418+0000 7efd11ffb640 1 -- 172.21.15.67:0/3805101547 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd04003af0 con 0x5623a3c8fb40 2024-09-10T08:18:31.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.418+0000 7efd11ffb640 1 -- 172.21.15.67:0/3805101547 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efd040054d0 con 0x5623a3c8fb40 2024-09-10T08:18:31.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.418+0000 7efd11ffb640 1 -- 172.21.15.67:0/3805101547 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd04004bc0 con 0x5623a3c8fb40 2024-09-10T08:18:31.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.419+0000 7efd24895740 1 -- 172.21.15.67:0/3805101547 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623a3c8fb40 msgr2=0x5623a3c91660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:31.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.419+0000 7efd24895740 1 --2- 172.21.15.67:0/3805101547 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623a3c8fb40 0x5623a3c91660 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7efd04009af0 tx=0x7efd0401f000 comp rx=0 tx=0).stop 2024-09-10T08:18:31.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.419+0000 7efd24895740 1 -- 172.21.15.67:0/3805101547 shutdown_connections 2024-09-10T08:18:31.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.419+0000 7efd24895740 1 --2- 172.21.15.67:0/3805101547 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5623a3c99370 0x5623a3cc1760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:31.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.419+0000 7efd24895740 1 --2- 172.21.15.67:0/3805101547 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623a3c8fb40 0x5623a3c91660 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:31.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.419+0000 7efd24895740 1 --2- 172.21.15.67:0/3805101547 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5623a3c8e5d0 0x5623a3c91120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:31.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.419+0000 7efd24895740 1 -- 172.21.15.67:0/3805101547 >> 172.21.15.67:0/3805101547 conn(0x5623a3c57310 msgr2=0x5623a3c98190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:31.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.419+0000 7efd24895740 1 -- 172.21.15.67:0/3805101547 shutdown_connections 2024-09-10T08:18:31.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.419+0000 7efd24895740 1 -- 172.21.15.67:0/3805101547 wait complete. 2024-09-10T08:18:31.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.420+0000 7efd24895740 1 -- start start 2024-09-10T08:18:31.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.420+0000 7efd24895740 1 Processor -- start 2024-09-10T08:18:31.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.421+0000 7efd24895740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5623a3c8e5d0 0x5623a3ca0ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:31.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.421+0000 7efd24895740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5623a3c8fb40 0x5623a3ca1530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:31.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.421+0000 7efd24895740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623a3c99370 0x5623a3c9dfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:31.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.421+0000 7efd24895740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7efd1c1adff0 con 0x5623a3c99370 2024-09-10T08:18:31.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.421+0000 7efd24895740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7efd1c1ad920 con 0x5623a3c8e5d0 2024-09-10T08:18:31.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.421+0000 7efd24895740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7efd1c1aabc0 con 0x5623a3c8fb40 2024-09-10T08:18:31.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.421+0000 7efd24895740 10 client.0 _ll_register_callbacks cb 0x7efd0400f480 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:18:31.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.421+0000 7efd20a59640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623a3c99370 0x5623a3c9dfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:31.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.421+0000 7efd20a59640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623a3c99370 0x5623a3c9dfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52476/0 (socket says 172.21.15.67:52476) 2024-09-10T08:18:31.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.421+0000 7efd20a59640 1 -- 172.21.15.67:0/153919907 learned_addr learned my addr 172.21.15.67:0/153919907 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:31.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.421+0000 7efd13fff640 1 --2- 172.21.15.67:0/153919907 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5623a3c8fb40 0x5623a3ca1530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:31.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.422+0000 7efd20a59640 1 -- 172.21.15.67:0/153919907 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5623a3c8fb40 msgr2=0x5623a3ca1530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:31.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.422+0000 7efd20a59640 1 --2- 172.21.15.67:0/153919907 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5623a3c8fb40 0x5623a3ca1530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:31.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.422+0000 7efd20a59640 1 -- 172.21.15.67:0/153919907 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5623a3c8e5d0 msgr2=0x5623a3ca0ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:31.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.422+0000 7efd20a59640 1 --2- 172.21.15.67:0/153919907 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5623a3c8e5d0 0x5623a3ca0ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:31.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.422+0000 7efd20a59640 1 -- 172.21.15.67:0/153919907 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5623a3c9e500 con 0x5623a3c99370 2024-09-10T08:18:31.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.422+0000 7efd20a59640 1 --2- 172.21.15.67:0/153919907 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623a3c99370 0x5623a3c9dfc0 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7efd140db480 tx=0x7efd140baec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5fdfa81ca9aed853 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:31.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.422+0000 7efcfb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:18:31.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.422+0000 7efcfb7fe640 1 -- 172.21.15.67:0/153919907 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd140d9050 con 0x5623a3c99370 2024-09-10T08:18:31.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.422+0000 7efcfb7fe640 1 -- 172.21.15.67:0/153919907 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7efd140bc160 con 0x5623a3c99370 2024-09-10T08:18:31.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.422+0000 7efd24895740 1 -- 172.21.15.67:0/153919907 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efd040054d0 con 0x5623a3c99370 2024-09-10T08:18:31.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.423+0000 7efcfb7fe640 1 -- 172.21.15.67:0/153919907 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7efd140d4070 con 0x5623a3c99370 2024-09-10T08:18:31.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.423+0000 7efd24895740 10 client.16419 fetch_fsmap learned FSMap version 29 2024-09-10T08:18:31.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.423+0000 7efd24895740 1 -- 172.21.15.67:0/153919907 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5623a3c9e500 con 0x5623a3c99370 2024-09-10T08:18:31.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.424+0000 7efcfb7fe640 1 -- 172.21.15.67:0/153919907 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efd14036040 con 0x5623a3c99370 2024-09-10T08:18:31.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.424+0000 7efcfb7fe640 1 -- 172.21.15.67:0/153919907 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7efd140d5ce0 con 0x5623a3c99370 2024-09-10T08:18:31.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.424+0000 7efd24895740 10 client.16419 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:18:31.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.424+0000 7efd24895740 10 client.16419 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.k 2024-09-10T08:18:31.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.424+0000 7efd24895740 20 client.16419 populate_metadata read hostname 'smithi067' 2024-09-10T08:18:31.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.424+0000 7efd24895740 1 --2- 172.21.15.67:0/153919907 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x5623a3d250f0 0x5623a3d274e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:31.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.424+0000 7efd24895740 4 client.16419 mds_command: new command op to 24404 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T08:18:31.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.424+0000 7efd24895740 1 -- 172.21.15.67:0/153919907 --> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7efd040054d0 con 0x5623a3d250f0 2024-09-10T08:18:31.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.425+0000 7efd1bfff640 1 --2- 172.21.15.67:0/153919907 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x5623a3d250f0 0x5623a3d274e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:31.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.427+0000 7efd1bfff640 1 --2- 172.21.15.67:0/153919907 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x5623a3d250f0 0x5623a3d274e0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=b188069b6cb63ebe server_cookie=c7e21d417c5856f4 in_seq=0 out_seq=0 2024-09-10T08:18:31.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.427+0000 7efcfb7fe640 10 client.16419 ms_handle_connect on v2:172.21.15.133:6832/2920270168 2024-09-10T08:18:31.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.428+0000 7efcfb7fe640 1 -- 172.21.15.67:0/153919907 <== mds.4 v2:172.21.15.133:6832/2920270168 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7efd040054d0 con 0x5623a3d250f0 2024-09-10T08:18:31.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.428+0000 7efcfb7fe640 10 client.16419 handle_command_reply: tid=0 2024-09-10T08:18:31.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.428+0000 7efd24895740 1 client.16419 shutdown 2024-09-10T08:18:31.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.430+0000 7efd24895740 1 -- 172.21.15.67:0/153919907 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623a3c99370 msgr2=0x5623a3c9dfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:31.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.430+0000 7efd24895740 1 --2- 172.21.15.67:0/153919907 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623a3c99370 0x5623a3c9dfc0 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7efd140db480 tx=0x7efd140baec0 comp rx=0 tx=0).stop 2024-09-10T08:18:31.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.431+0000 7efd24895740 1 -- 172.21.15.67:0/153919907 shutdown_connections 2024-09-10T08:18:31.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.431+0000 7efd24895740 1 --2- 172.21.15.67:0/153919907 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x5623a3d250f0 0x5623a3d274e0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:31.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.431+0000 7efd24895740 1 --2- 172.21.15.67:0/153919907 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623a3c99370 0x5623a3c9dfc0 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:31.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.431+0000 7efcfb7fe640 0 client.16419 ms_handle_reset on v2:172.21.15.133:6832/2920270168 2024-09-10T08:18:31.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.431+0000 7efd24895740 1 --2- 172.21.15.67:0/153919907 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5623a3c8fb40 0x5623a3ca1530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:31.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.431+0000 7efd24895740 1 --2- 172.21.15.67:0/153919907 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5623a3c8e5d0 0x5623a3ca0ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:31.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.431+0000 7efd24895740 1 -- 172.21.15.67:0/153919907 >> 172.21.15.67:0/153919907 conn(0x5623a3c57310 msgr2=0x5623a3c894e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:31.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.434+0000 7efd24895740 1 -- 172.21.15.67:0/153919907 shutdown_connections 2024-09-10T08:18:31.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.434+0000 7efd24895740 1 -- 172.21.15.67:0/153919907 wait complete. 2024-09-10T08:18:31.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.435+0000 7efd24895740 20 client.16419 trim_cache size 0 max 16384 2024-09-10T08:18:31.436 INFO:teuthology.orchestra.run.smithi067.stdout:[] 2024-09-10T08:18:31.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.437+0000 7efd224bc640 1 -- 172.21.15.67:0/3981149693 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7efd080a2cd0 msgr2=0x7efd080a5190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:31.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.437+0000 7efd224bc640 1 --2- 172.21.15.67:0/3981149693 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7efd080a2cd0 0x7efd080a5190 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7efd1c10ef00 tx=0x7efd04013830 comp rx=0 tx=0).stop 2024-09-10T08:18:31.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.438+0000 7efd224bc640 1 -- 172.21.15.67:0/3981149693 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efd1c106f10 msgr2=0x7efd1c19edb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:31.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.438+0000 7efd224bc640 1 --2- 172.21.15.67:0/3981149693 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efd1c106f10 0x7efd1c19edb0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7efd14006010 tx=0x7efd14030be0 comp rx=0 tx=0).stop 2024-09-10T08:18:31.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.438+0000 7efd224bc640 1 -- 172.21.15.67:0/3981149693 shutdown_connections 2024-09-10T08:18:31.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.438+0000 7efd224bc640 1 --2- 172.21.15.67:0/3981149693 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7efd080a2cd0 0x7efd080a5190 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:31.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.438+0000 7efd224bc640 1 --2- 172.21.15.67:0/3981149693 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7efd1c106f10 0x7efd1c19edb0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:31.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.438+0000 7efd224bc640 1 --2- 172.21.15.67:0/3981149693 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7efd1c102790 0x7efd1c19aa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:31.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.438+0000 7efd224bc640 1 --2- 172.21.15.67:0/3981149693 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efd1c101de0 0x7efd1c19a4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:31.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.438+0000 7efd224bc640 1 -- 172.21.15.67:0/3981149693 >> 172.21.15.67:0/3981149693 conn(0x7efd1c0fd880 msgr2=0x7efd1c0ffc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:31.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.438+0000 7efd224bc640 1 -- 172.21.15.67:0/3981149693 shutdown_connections 2024-09-10T08:18:31.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:31.438+0000 7efd224bc640 1 -- 172.21.15.67:0/3981149693 wait complete. 2024-09-10T08:18:32.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:18:31 smithi203 ceph-mon[34672]: pgmap v468: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 435 MiB/s wr, 124 op/s 2024-09-10T08:18:32.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:18:31 smithi133 ceph-mon[34721]: pgmap v468: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 435 MiB/s wr, 124 op/s 2024-09-10T08:18:32.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:18:31 smithi067 ceph-mon[31051]: pgmap v468: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 9.2 KiB/s rd, 435 MiB/s wr, 124 op/s 2024-09-10T08:18:32.452 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-09-10T08:18:32.929 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:18:33.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.554+0000 7f24adb49640 1 -- 172.21.15.67:0/2175743217 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24a8109c40 msgr2=0x7f24a810e080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:33.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.554+0000 7f24adb49640 1 --2- 172.21.15.67:0/2175743217 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24a8109c40 0x7f24a810e080 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f249c009900 tx=0x7f249c02a410 comp rx=0 tx=0).stop 2024-09-10T08:18:33.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.555+0000 7f24adb49640 1 -- 172.21.15.67:0/2175743217 shutdown_connections 2024-09-10T08:18:33.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.555+0000 7f24adb49640 1 --2- 172.21.15.67:0/2175743217 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f24a810e7b0 0x7f24a8115130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:33.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.555+0000 7f24adb49640 1 --2- 172.21.15.67:0/2175743217 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24a8109c40 0x7f24a810e080 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:33.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.555+0000 7f24adb49640 1 --2- 172.21.15.67:0/2175743217 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f24a8109290 0x7f24a8109670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:33.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.555+0000 7f24adb49640 1 -- 172.21.15.67:0/2175743217 >> 172.21.15.67:0/2175743217 conn(0x7f24a8077c10 msgr2=0x7f24a807a030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:33.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.555+0000 7f24adb49640 1 -- 172.21.15.67:0/2175743217 shutdown_connections 2024-09-10T08:18:33.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.555+0000 7f24adb49640 1 -- 172.21.15.67:0/2175743217 wait complete. 2024-09-10T08:18:33.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.556+0000 7f24adb49640 1 Processor -- start 2024-09-10T08:18:33.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.557+0000 7f24adb49640 1 -- start start 2024-09-10T08:18:33.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.557+0000 7f24adb49640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f24a8109290 0x7f24a81a4790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:33.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.557+0000 7f24adb49640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f24a8109c40 0x7f24a81a4cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:33.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.557+0000 7f24adb49640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24a810e7b0 0x7f24a819e950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:33.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.558+0000 7f24adb49640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f24a8118560 con 0x7f24a810e7b0 2024-09-10T08:18:33.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.558+0000 7f24adb49640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f24a81183e0 con 0x7f24a8109c40 2024-09-10T08:18:33.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.558+0000 7f24adb49640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f24a81186e0 con 0x7f24a8109290 2024-09-10T08:18:33.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.558+0000 7f24a6ffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f24a8109c40 0x7f24a81a4cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:33.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.558+0000 7f24a7fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24a810e7b0 0x7f24a819e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:33.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.558+0000 7f24a6ffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f24a8109c40 0x7f24a81a4cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.67:34934/0 (socket says 172.21.15.67:34934) 2024-09-10T08:18:33.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.558+0000 7f24a6ffd640 1 -- 172.21.15.67:0/4211883654 learned_addr learned my addr 172.21.15.67:0/4211883654 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:33.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.558+0000 7f24a77fe640 1 --2- 172.21.15.67:0/4211883654 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f24a8109290 0x7f24a81a4790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:33.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.558+0000 7f24a6ffd640 1 -- 172.21.15.67:0/4211883654 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f24a8109290 msgr2=0x7f24a81a4790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:33.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.558+0000 7f24a6ffd640 1 --2- 172.21.15.67:0/4211883654 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f24a8109290 0x7f24a81a4790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:33.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.558+0000 7f24a6ffd640 1 -- 172.21.15.67:0/4211883654 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24a810e7b0 msgr2=0x7f24a819e950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:33.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.558+0000 7f24a6ffd640 1 --2- 172.21.15.67:0/4211883654 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24a810e7b0 0x7f24a819e950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:33.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.558+0000 7f24a6ffd640 1 -- 172.21.15.67:0/4211883654 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24a819f080 con 0x7f24a8109c40 2024-09-10T08:18:33.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.558+0000 7f24a77fe640 1 --2- 172.21.15.67:0/4211883654 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f24a8109290 0x7f24a81a4790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:18:33.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.558+0000 7f24a7fff640 1 --2- 172.21.15.67:0/4211883654 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24a810e7b0 0x7f24a819e950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:18:33.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.558+0000 7f24a6ffd640 1 --2- 172.21.15.67:0/4211883654 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f24a8109c40 0x7f24a81a4cd0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f249c02aa00 tx=0x7f249c003df0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:33.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.559+0000 7f24a4ff9640 1 -- 172.21.15.67:0/4211883654 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f249c03f070 con 0x7f24a8109c40 2024-09-10T08:18:33.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.559+0000 7f24a4ff9640 1 -- 172.21.15.67:0/4211883654 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f249c031d60 con 0x7f24a8109c40 2024-09-10T08:18:33.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.559+0000 7f24adb49640 1 -- 172.21.15.67:0/4211883654 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24a819f310 con 0x7f24a8109c40 2024-09-10T08:18:33.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.559+0000 7f24a4ff9640 1 -- 172.21.15.67:0/4211883654 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f249c035030 con 0x7f24a8109c40 2024-09-10T08:18:33.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.559+0000 7f24adb49640 1 -- 172.21.15.67:0/4211883654 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24a81ab660 con 0x7f24a8109c40 2024-09-10T08:18:33.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.564+0000 7f24a4ff9640 1 -- 172.21.15.67:0/4211883654 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f249c042070 con 0x7f24a8109c40 2024-09-10T08:18:33.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.567+0000 7f24a4ff9640 1 --2- 172.21.15.67:0/4211883654 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f24900a2cc0 0x7f24900a5180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:33.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.567+0000 7f24a4ff9640 1 -- 172.21.15.67:0/4211883654 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f249c0efe10 con 0x7f24a8109c40 2024-09-10T08:18:33.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.568+0000 7f24a77fe640 1 --2- 172.21.15.67:0/4211883654 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f24900a2cc0 0x7f24900a5180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:33.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.569+0000 7f24a77fe640 1 --2- 172.21.15.67:0/4211883654 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f24900a2cc0 0x7f24900a5180 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f2498006fd0 tx=0x7f2498008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:33.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.571+0000 7f24aff22740 1 Processor -- start 2024-09-10T08:18:33.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.571+0000 7f24aff22740 1 -- start start 2024-09-10T08:18:33.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.572+0000 7f24aff22740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560350027b40 0x560350026090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:33.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.572+0000 7f24aff22740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603500265d0 0x560350026a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:33.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.572+0000 7f24aff22740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560350031370 0x560350033760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:33.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.572+0000 7f24aff22740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x56034ff8c2f0 con 0x560350027b40 2024-09-10T08:18:33.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.572+0000 7f24aff22740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x56034ff33cf0 con 0x560350031370 2024-09-10T08:18:33.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.572+0000 7f24aff22740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x56034ff882b0 con 0x5603500265d0 2024-09-10T08:18:33.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.573+0000 7f24a77fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560350027b40 0x560350026090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:33.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.573+0000 7f24a77fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560350027b40 0x560350026090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52494/0 (socket says 172.21.15.67:52494) 2024-09-10T08:18:33.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.573+0000 7f24a77fe640 1 -- 172.21.15.67:0/1963945248 learned_addr learned my addr 172.21.15.67:0/1963945248 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:33.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.573+0000 7f24a7fff640 1 --2- 172.21.15.67:0/1963945248 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560350031370 0x560350033760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:33.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.573+0000 7f24a77fe640 1 -- 172.21.15.67:0/1963945248 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603500265d0 msgr2=0x560350026a10 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-10T08:18:33.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.573+0000 7f24a77fe640 1 --2- 172.21.15.67:0/1963945248 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603500265d0 0x560350026a10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:33.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.573+0000 7f24a77fe640 1 -- 172.21.15.67:0/1963945248 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560350031370 msgr2=0x560350033760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:33.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.573+0000 7f24a77fe640 1 --2- 172.21.15.67:0/1963945248 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560350031370 0x560350033760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:33.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.573+0000 7f24a77fe640 1 -- 172.21.15.67:0/1963945248 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56034ff183a0 con 0x560350027b40 2024-09-10T08:18:33.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.574+0000 7f24a77fe640 1 --2- 172.21.15.67:0/1963945248 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560350027b40 0x560350026090 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7f249800ca70 tx=0x7f249800f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7048385b69e5fa8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:33.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.575+0000 7f248dffb640 1 -- 172.21.15.67:0/1963945248 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2498019040 con 0x560350027b40 2024-09-10T08:18:33.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.575+0000 7f248dffb640 1 -- 172.21.15.67:0/1963945248 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2498022070 con 0x560350027b40 2024-09-10T08:18:33.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.575+0000 7f248dffb640 1 -- 172.21.15.67:0/1963945248 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24980113d0 con 0x560350027b40 2024-09-10T08:18:33.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.577+0000 7f24aff22740 1 -- 172.21.15.67:0/1963945248 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560350027b40 msgr2=0x560350026090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:33.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.577+0000 7f24aff22740 1 --2- 172.21.15.67:0/1963945248 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560350027b40 0x560350026090 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7f249800ca70 tx=0x7f249800f000 comp rx=0 tx=0).stop 2024-09-10T08:18:33.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.578+0000 7f24aff22740 1 -- 172.21.15.67:0/1963945248 shutdown_connections 2024-09-10T08:18:33.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.579+0000 7f24aff22740 1 --2- 172.21.15.67:0/1963945248 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560350031370 0x560350033760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:33.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.579+0000 7f24aff22740 1 --2- 172.21.15.67:0/1963945248 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603500265d0 0x560350026a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:33.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.579+0000 7f24aff22740 1 --2- 172.21.15.67:0/1963945248 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560350027b40 0x560350026090 unknown :-1 s=CLOSED pgs=742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:33.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.579+0000 7f24aff22740 1 -- 172.21.15.67:0/1963945248 >> 172.21.15.67:0/1963945248 conn(0x56034ffef310 msgr2=0x560350022c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:33.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.579+0000 7f24aff22740 1 -- 172.21.15.67:0/1963945248 shutdown_connections 2024-09-10T08:18:33.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.579+0000 7f24aff22740 1 -- 172.21.15.67:0/1963945248 wait complete. 2024-09-10T08:18:33.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.580+0000 7f24aff22740 1 -- start start 2024-09-10T08:18:33.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.580+0000 7f24aff22740 1 Processor -- start 2024-09-10T08:18:33.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.582+0000 7f24aff22740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5603500265d0 0x560350030df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:33.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.582+0000 7f24aff22740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560350027b40 0x56035002e0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:33.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.582+0000 7f24aff22740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560350031370 0x56035002e7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:33.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.582+0000 7f24aff22740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x560350034070 con 0x5603500265d0 2024-09-10T08:18:33.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.582+0000 7f24aff22740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x56034ff47060 con 0x560350031370 2024-09-10T08:18:33.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.582+0000 7f24aff22740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5603500341f0 con 0x560350027b40 2024-09-10T08:18:33.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.583+0000 7f24aff22740 10 client.0 _ll_register_callbacks cb 0x56034fc9a8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:18:33.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.584+0000 7f24a77fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5603500265d0 0x560350030df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:33.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.584+0000 7f24a77fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5603500265d0 0x560350030df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52500/0 (socket says 172.21.15.67:52500) 2024-09-10T08:18:33.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.584+0000 7f24a77fe640 1 -- 172.21.15.67:0/1238638283 learned_addr learned my addr 172.21.15.67:0/1238638283 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:33.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.584+0000 7f24a6ffd640 1 --2- 172.21.15.67:0/1238638283 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560350027b40 0x56035002e0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:33.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.585+0000 7f24a7fff640 1 --2- 172.21.15.67:0/1238638283 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560350031370 0x56035002e7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:33.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.585+0000 7f24a77fe640 1 -- 172.21.15.67:0/1238638283 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560350027b40 msgr2=0x56035002e0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:33.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.585+0000 7f24a77fe640 1 --2- 172.21.15.67:0/1238638283 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560350027b40 0x56035002e0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:33.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.585+0000 7f24a77fe640 1 -- 172.21.15.67:0/1238638283 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560350031370 msgr2=0x56035002e7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:33.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.585+0000 7f24a77fe640 1 --2- 172.21.15.67:0/1238638283 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560350031370 0x56035002e7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:33.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.585+0000 7f24a77fe640 1 -- 172.21.15.67:0/1238638283 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56034fcfd3c0 con 0x5603500265d0 2024-09-10T08:18:33.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.586+0000 7f24a77fe640 1 --2- 172.21.15.67:0/1238638283 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5603500265d0 0x560350030df0 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7f249800a6b0 tx=0x7f24980047d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1cae1aa561f7ca1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:33.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.586+0000 7f2486ffd640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:18:33.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.587+0000 7f2486ffd640 1 -- 172.21.15.67:0/1238638283 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f249802d070 con 0x5603500265d0 2024-09-10T08:18:33.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.587+0000 7f24aff22740 1 -- 172.21.15.67:0/1238638283 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2498022070 con 0x5603500265d0 2024-09-10T08:18:33.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.587+0000 7f2486ffd640 1 -- 172.21.15.67:0/1238638283 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f2498013980 con 0x5603500265d0 2024-09-10T08:18:33.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.588+0000 7f2486ffd640 1 -- 172.21.15.67:0/1238638283 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f2498039050 con 0x5603500265d0 2024-09-10T08:18:33.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.588+0000 7f24aff22740 10 client.16431 fetch_fsmap learned FSMap version 29 2024-09-10T08:18:33.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.588+0000 7f24aff22740 1 -- 172.21.15.67:0/1238638283 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56035003fc00 con 0x5603500265d0 2024-09-10T08:18:33.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.589+0000 7f2486ffd640 1 -- 172.21.15.67:0/1238638283 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2498022070 con 0x5603500265d0 2024-09-10T08:18:33.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.590+0000 7f2486ffd640 1 -- 172.21.15.67:0/1238638283 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f249801c030 con 0x5603500265d0 2024-09-10T08:18:33.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.590+0000 7f24aff22740 10 client.16431 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:18:33.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.590+0000 7f24aff22740 10 client.16431 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.l 2024-09-10T08:18:33.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.590+0000 7f24aff22740 20 client.16431 populate_metadata read hostname 'smithi067' 2024-09-10T08:18:33.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.590+0000 7f24aff22740 1 --2- 172.21.15.67:0/1238638283 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x560350040f50 0x560350043340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:33.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.590+0000 7f24aff22740 4 client.16431 mds_command: new command op to 24412 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:18:33.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.590+0000 7f24aff22740 1 -- 172.21.15.67:0/1238638283 --> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56034ff99860 con 0x560350040f50 2024-09-10T08:18:33.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.590+0000 7f24a6ffd640 1 --2- 172.21.15.67:0/1238638283 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x560350040f50 0x560350043340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:33.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.592+0000 7f24a6ffd640 1 --2- 172.21.15.67:0/1238638283 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x560350040f50 0x560350043340 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=1955f67e4ffcdb1 server_cookie=4787337edc6fac7 in_seq=0 out_seq=0 2024-09-10T08:18:33.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.592+0000 7f2486ffd640 10 client.16431 ms_handle_connect on v2:172.21.15.203:6832/754287689 2024-09-10T08:18:33.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.593+0000 7f2486ffd640 1 -- 172.21.15.67:0/1238638283 <== mds.3 v2:172.21.15.203:6832/754287689 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56034ff99860 con 0x560350040f50 2024-09-10T08:18:33.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.593+0000 7f2486ffd640 10 client.16431 handle_command_reply: tid=0 2024-09-10T08:18:33.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.593+0000 7f24aff22740 1 client.16431 shutdown 2024-09-10T08:18:33.593 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.593+0000 7f24aff22740 1 -- 172.21.15.67:0/1238638283 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5603500265d0 msgr2=0x560350030df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:33.593 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.593+0000 7f24aff22740 1 --2- 172.21.15.67:0/1238638283 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5603500265d0 0x560350030df0 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7f249800a6b0 tx=0x7f24980047d0 comp rx=0 tx=0).stop 2024-09-10T08:18:33.593 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.594+0000 7f24aff22740 1 -- 172.21.15.67:0/1238638283 shutdown_connections 2024-09-10T08:18:33.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.594+0000 7f24aff22740 1 --2- 172.21.15.67:0/1238638283 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x560350040f50 0x560350043340 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:33.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.594+0000 7f24aff22740 1 --2- 172.21.15.67:0/1238638283 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560350031370 0x56035002e7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:33.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.594+0000 7f24aff22740 1 --2- 172.21.15.67:0/1238638283 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560350027b40 0x56035002e0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:33.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.594+0000 7f24aff22740 1 --2- 172.21.15.67:0/1238638283 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5603500265d0 0x560350030df0 unknown :-1 s=CLOSED pgs=743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:33.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.594+0000 7f2486ffd640 0 client.16431 ms_handle_reset on v2:172.21.15.203:6832/754287689 2024-09-10T08:18:33.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.594+0000 7f24aff22740 1 -- 172.21.15.67:0/1238638283 >> 172.21.15.67:0/1238638283 conn(0x56034ffef310 msgr2=0x560350028930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:33.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.594+0000 7f24aff22740 1 -- 172.21.15.67:0/1238638283 shutdown_connections 2024-09-10T08:18:33.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.594+0000 7f24aff22740 1 -- 172.21.15.67:0/1238638283 wait complete. 2024-09-10T08:18:33.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.597+0000 7f24aff22740 20 client.16431 trim_cache size 0 max 16384 2024-09-10T08:18:33.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.618+0000 7f24aff22740 1 Processor -- start 2024-09-10T08:18:33.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.618+0000 7f24aff22740 1 -- start start 2024-09-10T08:18:33.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.618+0000 7f24aff22740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603500265d0 0x56035002d320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:33.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.618+0000 7f24aff22740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560350027b40 0x56035003d370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:33.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.618+0000 7f24aff22740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560350031370 0x560350021c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:33.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.618+0000 7f24aff22740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f24a81b54c0 con 0x560350027b40 2024-09-10T08:18:33.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.618+0000 7f24aff22740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f24a81b7000 con 0x560350031370 2024-09-10T08:18:33.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.618+0000 7f24aff22740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f24a81b5b90 con 0x5603500265d0 2024-09-10T08:18:33.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.619+0000 7f24a6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560350027b40 0x56035003d370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:33.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.619+0000 7f24a6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560350027b40 0x56035003d370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52502/0 (socket says 172.21.15.67:52502) 2024-09-10T08:18:33.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.619+0000 7f24a6ffd640 1 -- 172.21.15.67:0/185646873 learned_addr learned my addr 172.21.15.67:0/185646873 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:33.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.619+0000 7f24a7fff640 1 --2- 172.21.15.67:0/185646873 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560350031370 0x560350021c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:33.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.619+0000 7f24a6ffd640 1 -- 172.21.15.67:0/185646873 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603500265d0 msgr2=0x56035002d320 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-10T08:18:33.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.619+0000 7f24a6ffd640 1 --2- 172.21.15.67:0/185646873 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603500265d0 0x56035002d320 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:33.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.619+0000 7f24a6ffd640 1 -- 172.21.15.67:0/185646873 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560350031370 msgr2=0x560350021c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:33.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.619+0000 7f24a6ffd640 1 --2- 172.21.15.67:0/185646873 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560350031370 0x560350021c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:33.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.619+0000 7f24a6ffd640 1 -- 172.21.15.67:0/185646873 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560350029120 con 0x560350027b40 2024-09-10T08:18:33.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.619+0000 7f24a7fff640 1 --2- 172.21.15.67:0/185646873 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560350031370 0x560350021c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:18:33.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.619+0000 7f24a6ffd640 1 --2- 172.21.15.67:0/185646873 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560350027b40 0x56035003d370 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f249c0ed4b0 tx=0x7f249c0dc040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=478638685baad606 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:33.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.619+0000 7f248d7fa640 1 -- 172.21.15.67:0/185646873 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f249c049040 con 0x560350027b40 2024-09-10T08:18:33.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.620+0000 7f248d7fa640 1 -- 172.21.15.67:0/185646873 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f249c0dae50 con 0x560350027b40 2024-09-10T08:18:33.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.620+0000 7f248d7fa640 1 -- 172.21.15.67:0/185646873 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f249c0b8880 con 0x560350027b40 2024-09-10T08:18:33.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.620+0000 7f24aff22740 1 -- 172.21.15.67:0/185646873 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560350027b40 msgr2=0x56035003d370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:33.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.620+0000 7f24aff22740 1 --2- 172.21.15.67:0/185646873 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560350027b40 0x56035003d370 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f249c0ed4b0 tx=0x7f249c0dc040 comp rx=0 tx=0).stop 2024-09-10T08:18:33.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.621+0000 7f24aff22740 1 -- 172.21.15.67:0/185646873 shutdown_connections 2024-09-10T08:18:33.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.621+0000 7f24aff22740 1 --2- 172.21.15.67:0/185646873 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560350031370 0x560350021c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:33.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.621+0000 7f24aff22740 1 --2- 172.21.15.67:0/185646873 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560350027b40 0x56035003d370 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:33.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.621+0000 7f24aff22740 1 --2- 172.21.15.67:0/185646873 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603500265d0 0x56035002d320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:33.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.621+0000 7f24aff22740 1 -- 172.21.15.67:0/185646873 >> 172.21.15.67:0/185646873 conn(0x56034ffef310 msgr2=0x560350021500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:33.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.621+0000 7f24aff22740 1 -- 172.21.15.67:0/185646873 shutdown_connections 2024-09-10T08:18:33.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.621+0000 7f24aff22740 1 -- 172.21.15.67:0/185646873 wait complete. 2024-09-10T08:18:33.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.622+0000 7f24aff22740 1 -- start start 2024-09-10T08:18:33.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.623+0000 7f24aff22740 1 Processor -- start 2024-09-10T08:18:33.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.624+0000 7f24aff22740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603500265d0 0x5603500396c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:33.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.625+0000 7f24aff22740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560350027b40 0x560350039c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:33.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.625+0000 7f24aff22740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560350031370 0x56035002a890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:33.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.625+0000 7f24aff22740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f24a81b6930 con 0x560350027b40 2024-09-10T08:18:33.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.625+0000 7f24aff22740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f24a81b6260 con 0x560350031370 2024-09-10T08:18:33.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.625+0000 7f24aff22740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f24a81b34a0 con 0x5603500265d0 2024-09-10T08:18:33.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.625+0000 7f24aff22740 10 client.0 _ll_register_callbacks cb 0x7f24a0009d90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:18:33.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.626+0000 7f24a6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560350027b40 0x560350039c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:33.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.626+0000 7f24a6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560350027b40 0x560350039c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52516/0 (socket says 172.21.15.67:52516) 2024-09-10T08:18:33.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.626+0000 7f24a6ffd640 1 -- 172.21.15.67:0/1619274585 learned_addr learned my addr 172.21.15.67:0/1619274585 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:33.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.626+0000 7f24a77fe640 1 --2- 172.21.15.67:0/1619274585 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603500265d0 0x5603500396c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:33.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.626+0000 7f24a7fff640 1 --2- 172.21.15.67:0/1619274585 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560350031370 0x56035002a890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:33.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.626+0000 7f24a6ffd640 1 -- 172.21.15.67:0/1619274585 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603500265d0 msgr2=0x5603500396c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:33.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.626+0000 7f24a6ffd640 1 --2- 172.21.15.67:0/1619274585 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603500265d0 0x5603500396c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:33.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.626+0000 7f24a6ffd640 1 -- 172.21.15.67:0/1619274585 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560350031370 msgr2=0x56035002a890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:33.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.626+0000 7f24a6ffd640 1 --2- 172.21.15.67:0/1619274585 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560350031370 0x56035002a890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:33.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.626+0000 7f24a6ffd640 1 -- 172.21.15.67:0/1619274585 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56035002af80 con 0x560350027b40 2024-09-10T08:18:33.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.627+0000 7f24a6ffd640 1 --2- 172.21.15.67:0/1619274585 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560350027b40 0x560350039c00 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f249c0ed480 tx=0x7f249c031f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a70b87ad2fc5778b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:33.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.627+0000 7f2486ffd640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:18:33.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.627+0000 7f2486ffd640 1 -- 172.21.15.67:0/1619274585 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f249c0d4070 con 0x560350027b40 2024-09-10T08:18:33.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.627+0000 7f24aff22740 1 -- 172.21.15.67:0/1619274585 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f249c0dae50 con 0x560350027b40 2024-09-10T08:18:33.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.627+0000 7f2486ffd640 1 -- 172.21.15.67:0/1619274585 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f249c0b8880 con 0x560350027b40 2024-09-10T08:18:33.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.628+0000 7f2486ffd640 1 -- 172.21.15.67:0/1619274585 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f249c049070 con 0x560350027b40 2024-09-10T08:18:33.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.628+0000 7f24aff22740 10 client.16437 fetch_fsmap learned FSMap version 29 2024-09-10T08:18:33.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.628+0000 7f24aff22740 1 -- 172.21.15.67:0/1619274585 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5603500ab230 con 0x560350027b40 2024-09-10T08:18:33.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.629+0000 7f2486ffd640 1 -- 172.21.15.67:0/1619274585 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f249c0dae50 con 0x560350027b40 2024-09-10T08:18:33.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.629+0000 7f2486ffd640 1 -- 172.21.15.67:0/1619274585 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f249c0dc0b0 con 0x560350027b40 2024-09-10T08:18:33.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.629+0000 7f24aff22740 10 client.16437 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:18:33.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.629+0000 7f24aff22740 10 client.16437 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.l 2024-09-10T08:18:33.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.629+0000 7f24aff22740 20 client.16437 populate_metadata read hostname 'smithi067' 2024-09-10T08:18:33.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.629+0000 7f24aff22740 1 --2- 172.21.15.67:0/1619274585 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x5603500ab960 0x5603500add80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:33.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.629+0000 7f24aff22740 4 client.16437 mds_command: new command op to 24412 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T08:18:33.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.629+0000 7f24aff22740 1 -- 172.21.15.67:0/1619274585 --> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56034ff93d70 con 0x5603500ab960 2024-09-10T08:18:33.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.630+0000 7f24a77fe640 1 --2- 172.21.15.67:0/1619274585 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x5603500ab960 0x5603500add80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:33.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.631+0000 7f2486ffd640 10 client.16437 ms_handle_connect on v2:172.21.15.203:6832/754287689 2024-09-10T08:18:33.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.631+0000 7f24a77fe640 1 --2- 172.21.15.67:0/1619274585 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x5603500ab960 0x5603500add80 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=b3c511574ed98f62 server_cookie=57ec0b1d33ecafd0 in_seq=0 out_seq=0 2024-09-10T08:18:33.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.631+0000 7f2486ffd640 1 -- 172.21.15.67:0/1619274585 <== mds.3 v2:172.21.15.203:6832/754287689 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56034ff93d70 con 0x5603500ab960 2024-09-10T08:18:33.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.631+0000 7f2486ffd640 10 client.16437 handle_command_reply: tid=0 2024-09-10T08:18:33.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.631+0000 7f24aff22740 1 client.16437 shutdown 2024-09-10T08:18:33.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.632+0000 7f24aff22740 1 -- 172.21.15.67:0/1619274585 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560350027b40 msgr2=0x560350039c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:33.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.632+0000 7f24aff22740 1 --2- 172.21.15.67:0/1619274585 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560350027b40 0x560350039c00 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f249c0ed480 tx=0x7f249c031f10 comp rx=0 tx=0).stop 2024-09-10T08:18:33.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.632+0000 7f24aff22740 1 -- 172.21.15.67:0/1619274585 shutdown_connections 2024-09-10T08:18:33.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.632+0000 7f24aff22740 1 --2- 172.21.15.67:0/1619274585 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x5603500ab960 0x5603500add80 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:33.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.632+0000 7f24aff22740 1 --2- 172.21.15.67:0/1619274585 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560350031370 0x56035002a890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:33.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.632+0000 7f24aff22740 1 --2- 172.21.15.67:0/1619274585 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560350027b40 0x560350039c00 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:33.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.632+0000 7f24aff22740 1 --2- 172.21.15.67:0/1619274585 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5603500265d0 0x5603500396c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:33.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.632+0000 7f2486ffd640 0 client.16437 ms_handle_reset on v2:172.21.15.203:6832/754287689 2024-09-10T08:18:33.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.632+0000 7f24aff22740 1 -- 172.21.15.67:0/1619274585 >> 172.21.15.67:0/1619274585 conn(0x56034ffef310 msgr2=0x560350028930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:33.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.632+0000 7f24aff22740 1 -- 172.21.15.67:0/1619274585 shutdown_connections 2024-09-10T08:18:33.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.632+0000 7f24aff22740 1 -- 172.21.15.67:0/1619274585 wait complete. 2024-09-10T08:18:33.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.632+0000 7f24aff22740 20 client.16437 trim_cache size 0 max 16384 2024-09-10T08:18:33.634 INFO:teuthology.orchestra.run.smithi067.stdout:[] 2024-09-10T08:18:33.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.633+0000 7f24adb49640 1 -- 172.21.15.67:0/4211883654 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f24900a2cc0 msgr2=0x7f24900a5180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:33.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.633+0000 7f24adb49640 1 --2- 172.21.15.67:0/4211883654 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f24900a2cc0 0x7f24900a5180 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f2498006fd0 tx=0x7f2498008040 comp rx=0 tx=0).stop 2024-09-10T08:18:33.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.633+0000 7f24adb49640 1 -- 172.21.15.67:0/4211883654 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f24a8109c40 msgr2=0x7f24a81a4cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:33.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.633+0000 7f24adb49640 1 --2- 172.21.15.67:0/4211883654 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f24a8109c40 0x7f24a81a4cd0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f249c02aa00 tx=0x7f249c003df0 comp rx=0 tx=0).stop 2024-09-10T08:18:33.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.633+0000 7f24adb49640 1 -- 172.21.15.67:0/4211883654 shutdown_connections 2024-09-10T08:18:33.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.633+0000 7f24adb49640 1 --2- 172.21.15.67:0/4211883654 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f24900a2cc0 0x7f24900a5180 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:33.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.633+0000 7f24adb49640 1 --2- 172.21.15.67:0/4211883654 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f24a8109c40 0x7f24a81a4cd0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:33.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.633+0000 7f24adb49640 1 --2- 172.21.15.67:0/4211883654 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24a810e7b0 0x7f24a819e950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:33.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.633+0000 7f24adb49640 1 --2- 172.21.15.67:0/4211883654 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f24a8109290 0x7f24a81a4790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:33.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.633+0000 7f24adb49640 1 -- 172.21.15.67:0/4211883654 >> 172.21.15.67:0/4211883654 conn(0x7f24a8077c10 msgr2=0x7f24a810c310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:33.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.634+0000 7f24adb49640 1 -- 172.21.15.67:0/4211883654 shutdown_connections 2024-09-10T08:18:33.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:33.634+0000 7f24adb49640 1 -- 172.21.15.67:0/4211883654 wait complete. 2024-09-10T08:18:33.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:18:33 smithi067 ceph-mon[31051]: pgmap v469: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 279 MiB/s wr, 81 op/s 2024-09-10T08:18:34.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:18:33 smithi203 ceph-mon[34672]: pgmap v469: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 279 MiB/s wr, 81 op/s 2024-09-10T08:18:34.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:18:33 smithi133 ceph-mon[34721]: pgmap v469: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 279 MiB/s wr, 81 op/s 2024-09-10T08:18:34.514 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-10T08:18:34.970 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:18:35.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.596+0000 7febe1e7d640 1 -- 172.21.15.67:0/3507370440 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7febdc103ff0 msgr2=0x7febdc1043d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:35.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.596+0000 7febe1e7d640 1 --2- 172.21.15.67:0/3507370440 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7febdc103ff0 0x7febdc1043d0 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7febcc009900 tx=0x7febcc02a410 comp rx=0 tx=0).stop 2024-09-10T08:18:35.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.596+0000 7febe1e7d640 1 -- 172.21.15.67:0/3507370440 shutdown_connections 2024-09-10T08:18:35.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.596+0000 7febe1e7d640 1 --2- 172.21.15.67:0/3507370440 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7febdc1049a0 0x7febdc1089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:35.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.596+0000 7febe1e7d640 1 --2- 172.21.15.67:0/3507370440 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7febdc109120 0x7febdc110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:35.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.596+0000 7febe1e7d640 1 --2- 172.21.15.67:0/3507370440 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7febdc103ff0 0x7febdc1043d0 unknown :-1 s=CLOSED pgs=746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:35.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.596+0000 7febe1e7d640 1 -- 172.21.15.67:0/3507370440 >> 172.21.15.67:0/3507370440 conn(0x7febdc0ffab0 msgr2=0x7febdc101ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:35.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.596+0000 7febe1e7d640 1 -- 172.21.15.67:0/3507370440 shutdown_connections 2024-09-10T08:18:35.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.596+0000 7febe1e7d640 1 -- 172.21.15.67:0/3507370440 wait complete. 2024-09-10T08:18:35.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.597+0000 7febe1e7d640 1 Processor -- start 2024-09-10T08:18:35.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.598+0000 7febe1e7d640 1 -- start start 2024-09-10T08:18:35.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.598+0000 7febe1e7d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7febdc103ff0 0x7febdc11a300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:35.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.598+0000 7febe1e7d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7febdc1049a0 0x7febdc1100c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:35.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.599+0000 7febe1e7d640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7febdc109120 0x7febdc110600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:35.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.599+0000 7febdb7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7febdc103ff0 0x7febdc11a300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:35.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.599+0000 7febdb7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7febdc103ff0 0x7febdc11a300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.67:58584/0 (socket says 172.21.15.67:58584) 2024-09-10T08:18:35.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.599+0000 7febe1e7d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7febdc0782c0 con 0x7febdc1049a0 2024-09-10T08:18:35.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.599+0000 7febe1e7d640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7febdc078140 con 0x7febdc103ff0 2024-09-10T08:18:35.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.599+0000 7febdbfff640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7febdc109120 0x7febdc110600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:35.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.599+0000 7febdbfff640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7febdc109120 0x7febdc110600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.67:52612/0 (socket says 172.21.15.67:52612) 2024-09-10T08:18:35.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.599+0000 7febdbfff640 1 -- 172.21.15.67:0/366218468 learned_addr learned my addr 172.21.15.67:0/366218468 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:35.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.599+0000 7febe1e7d640 1 -- 172.21.15.67:0/366218468 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7febdc078440 con 0x7febdc109120 2024-09-10T08:18:35.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.600+0000 7febdbfff640 1 -- 172.21.15.67:0/366218468 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7febdc103ff0 msgr2=0x7febdc11a300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:35.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.600+0000 7febdbfff640 1 --2- 172.21.15.67:0/366218468 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7febdc103ff0 0x7febdc11a300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:35.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.600+0000 7febdbfff640 1 -- 172.21.15.67:0/366218468 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7febdc1049a0 msgr2=0x7febdc1100c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:35.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.600+0000 7febdbfff640 1 --2- 172.21.15.67:0/366218468 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7febdc1049a0 0x7febdc1100c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:35.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.600+0000 7febdbfff640 1 -- 172.21.15.67:0/366218468 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febdc110d30 con 0x7febdc109120 2024-09-10T08:18:35.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.601+0000 7febdbfff640 1 --2- 172.21.15.67:0/366218468 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7febdc109120 0x7febdc110600 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7febd400eb10 tx=0x7febd400c2d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:35.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.602+0000 7febd8ff9640 1 -- 172.21.15.67:0/366218468 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febd4004b20 con 0x7febdc109120 2024-09-10T08:18:35.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.602+0000 7febd8ff9640 1 -- 172.21.15.67:0/366218468 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7febd4004cc0 con 0x7febdc109120 2024-09-10T08:18:35.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.602+0000 7febd8ff9640 1 -- 172.21.15.67:0/366218468 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febd4010690 con 0x7febdc109120 2024-09-10T08:18:35.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.602+0000 7febe1e7d640 1 -- 172.21.15.67:0/366218468 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7febdc115d50 con 0x7febdc109120 2024-09-10T08:18:35.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.602+0000 7febe1e7d640 1 -- 172.21.15.67:0/366218468 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7febdc116240 con 0x7febdc109120 2024-09-10T08:18:35.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.607+0000 7febd8ff9640 1 -- 172.21.15.67:0/366218468 <== mon.1 v2:172.21.15.203:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7febd4005000 con 0x7febdc109120 2024-09-10T08:18:35.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.608+0000 7febe4256740 1 Processor -- start 2024-09-10T08:18:35.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.608+0000 7febe4256740 1 -- start start 2024-09-10T08:18:35.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.608+0000 7febe4256740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5619c9ad6b40 0x5619c9ad5090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:35.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.608+0000 7febe4256740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5619c9ad55d0 0x5619c9ad5a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:35.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.608+0000 7febe4256740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5619c9ae0370 0x5619c9ae2760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:35.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.608+0000 7febe4256740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5619c9a3b2f0 con 0x5619c9ad55d0 2024-09-10T08:18:35.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.608+0000 7febe4256740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5619c99e2cf0 con 0x5619c9ad6b40 2024-09-10T08:18:35.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.609+0000 7febe4256740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5619c9a372b0 con 0x5619c9ae0370 2024-09-10T08:18:35.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.609+0000 7febdaffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5619c9ad6b40 0x5619c9ad5090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:35.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.609+0000 7febdaffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5619c9ad6b40 0x5619c9ad5090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.67:58586/0 (socket says 172.21.15.67:58586) 2024-09-10T08:18:35.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.609+0000 7febdaffd640 1 -- 172.21.15.67:0/3584532255 learned_addr learned my addr 172.21.15.67:0/3584532255 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:35.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.609+0000 7febdaffd640 1 --2- 172.21.15.67:0/3584532255 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5619c9ae0370 0x5619c9ae2760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:35.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.610+0000 7febdb7fe640 1 --2- 172.21.15.67:0/3584532255 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5619c9ad55d0 0x5619c9ad5a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:35.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.610+0000 7febd8ff9640 1 --2- 172.21.15.67:0/366218468 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7febc40a2d50 0x7febc40a5210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:35.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.610+0000 7febd8ff9640 1 -- 172.21.15.67:0/366218468 <== mon.1 v2:172.21.15.203:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7febd40cfc40 con 0x7febdc109120 2024-09-10T08:18:35.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.610+0000 7febdbfff640 1 --2- 172.21.15.67:0/366218468 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7febc40a2d50 0x7febc40a5210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:35.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.610+0000 7febdb7fe640 1 -- 172.21.15.67:0/3584532255 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5619c9ae0370 msgr2=0x5619c9ae2760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:35.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.610+0000 7febdb7fe640 1 --2- 172.21.15.67:0/3584532255 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5619c9ae0370 0x5619c9ae2760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:35.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.610+0000 7febdb7fe640 1 -- 172.21.15.67:0/3584532255 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5619c9ad6b40 msgr2=0x5619c9ad5090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:35.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.610+0000 7febdb7fe640 1 --2- 172.21.15.67:0/3584532255 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5619c9ad6b40 0x5619c9ad5090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:35.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.611+0000 7febdb7fe640 1 -- 172.21.15.67:0/3584532255 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5619c99c73a0 con 0x5619c9ad55d0 2024-09-10T08:18:35.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.611+0000 7febdb7fe640 1 --2- 172.21.15.67:0/3584532255 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5619c9ad55d0 0x5619c9ad5a10 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7febcc009230 tx=0x7febcc032ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dce364c0364d1436 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:35.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.612+0000 7febc1ffb640 1 -- 172.21.15.67:0/3584532255 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febcc03f070 con 0x5619c9ad55d0 2024-09-10T08:18:35.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.612+0000 7febc1ffb640 1 -- 172.21.15.67:0/3584532255 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7febcc004040 con 0x5619c9ad55d0 2024-09-10T08:18:35.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.612+0000 7febc1ffb640 1 -- 172.21.15.67:0/3584532255 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febcc035070 con 0x5619c9ad55d0 2024-09-10T08:18:35.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.613+0000 7febe4256740 1 -- 172.21.15.67:0/3584532255 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5619c9ad55d0 msgr2=0x5619c9ad5a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:35.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.613+0000 7febdbfff640 1 --2- 172.21.15.67:0/366218468 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7febc40a2d50 0x7febc40a5210 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7febd409bd40 tx=0x7febd4009a70 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:35.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.613+0000 7febe4256740 1 --2- 172.21.15.67:0/3584532255 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5619c9ad55d0 0x5619c9ad5a10 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7febcc009230 tx=0x7febcc032ba0 comp rx=0 tx=0).stop 2024-09-10T08:18:35.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.613+0000 7febe4256740 1 -- 172.21.15.67:0/3584532255 shutdown_connections 2024-09-10T08:18:35.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.613+0000 7febe4256740 1 --2- 172.21.15.67:0/3584532255 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5619c9ae0370 0x5619c9ae2760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:35.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.613+0000 7febe4256740 1 --2- 172.21.15.67:0/3584532255 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5619c9ad55d0 0x5619c9ad5a10 unknown :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:35.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.613+0000 7febe4256740 1 --2- 172.21.15.67:0/3584532255 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5619c9ad6b40 0x5619c9ad5090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:35.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.613+0000 7febe4256740 1 -- 172.21.15.67:0/3584532255 >> 172.21.15.67:0/3584532255 conn(0x5619c9a9e310 msgr2=0x5619c9ad1c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:35.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.614+0000 7febe4256740 1 -- 172.21.15.67:0/3584532255 shutdown_connections 2024-09-10T08:18:35.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.614+0000 7febe4256740 1 -- 172.21.15.67:0/3584532255 wait complete. 2024-09-10T08:18:35.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.614+0000 7febe4256740 1 -- start start 2024-09-10T08:18:35.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.615+0000 7febe4256740 1 Processor -- start 2024-09-10T08:18:35.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.616+0000 7febe4256740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5619c9ad55d0 0x5619c9adfd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:35.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.616+0000 7febe4256740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5619c9ad6b40 0x5619c9add010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:35.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.616+0000 7febe4256740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5619c9ae0370 0x5619c9add600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:35.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.616+0000 7febe4256740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5619c9ae3010 con 0x5619c9ad6b40 2024-09-10T08:18:35.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.616+0000 7febe4256740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5619c99f6060 con 0x5619c9ad55d0 2024-09-10T08:18:35.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.616+0000 7febe4256740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5619c9ae3190 con 0x5619c9ae0370 2024-09-10T08:18:35.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.616+0000 7febe4256740 10 client.0 _ll_register_callbacks cb 0x5619c97498c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:18:35.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.616+0000 7febdb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5619c9ad6b40 0x5619c9add010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:35.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.617+0000 7febdb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5619c9ad6b40 0x5619c9add010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50520/0 (socket says 172.21.15.67:50520) 2024-09-10T08:18:35.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.617+0000 7febdb7fe640 1 -- 172.21.15.67:0/2986076321 learned_addr learned my addr 172.21.15.67:0/2986076321 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:35.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.617+0000 7febdaffd640 1 --2- 172.21.15.67:0/2986076321 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5619c9ad55d0 0x5619c9adfd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:35.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.617+0000 7febdaffd640 1 --2- 172.21.15.67:0/2986076321 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5619c9ae0370 0x5619c9add600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:35.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.617+0000 7febdaffd640 1 -- 172.21.15.67:0/2986076321 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5619c9ad55d0 msgr2=0x5619c9adfd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:35.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.617+0000 7febdaffd640 1 --2- 172.21.15.67:0/2986076321 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5619c9ad55d0 0x5619c9adfd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:35.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.617+0000 7febdaffd640 1 -- 172.21.15.67:0/2986076321 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5619c9ad6b40 msgr2=0x5619c9add010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:35.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.617+0000 7febdaffd640 1 --2- 172.21.15.67:0/2986076321 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5619c9ad6b40 0x5619c9add010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:35.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.617+0000 7febdaffd640 1 -- 172.21.15.67:0/2986076321 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5619c97ac3c0 con 0x5619c9ae0370 2024-09-10T08:18:35.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.617+0000 7febdaffd640 1 --2- 172.21.15.67:0/2986076321 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5619c9ae0370 0x5619c9add600 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7febd0009fd0 tx=0x7febd0009e00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3c39ecba8ce29e7c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:35.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.617+0000 7febbaffd640 10 client.0 ms_handle_connect on v2:172.21.15.203:3300/0 2024-09-10T08:18:35.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.618+0000 7febbaffd640 1 -- 172.21.15.67:0/2986076321 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febd0012040 con 0x5619c9ae0370 2024-09-10T08:18:35.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.618+0000 7febbaffd640 1 -- 172.21.15.67:0/2986076321 <== mon.1 v2:172.21.15.203:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7febd0008b80 con 0x5619c9ae0370 2024-09-10T08:18:35.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.618+0000 7febe4256740 1 -- 172.21.15.67:0/2986076321 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7febcc004040 con 0x5619c9ae0370 2024-09-10T08:18:35.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.618+0000 7febbaffd640 1 -- 172.21.15.67:0/2986076321 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7febd0008d80 con 0x5619c9ae0370 2024-09-10T08:18:35.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.618+0000 7febe4256740 10 client.25753 fetch_fsmap learned FSMap version 29 2024-09-10T08:18:35.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.618+0000 7febe4256740 1 -- 172.21.15.67:0/2986076321 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5619c9aeeab0 con 0x5619c9ae0370 2024-09-10T08:18:35.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.618+0000 7febbaffd640 1 -- 172.21.15.67:0/2986076321 <== mon.1 v2:172.21.15.203:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7febcc004040 con 0x5619c9ae0370 2024-09-10T08:18:35.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.618+0000 7febbaffd640 1 -- 172.21.15.67:0/2986076321 <== mon.1 v2:172.21.15.203:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7febd0015070 con 0x5619c9ae0370 2024-09-10T08:18:35.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.619+0000 7febe4256740 10 client.25753 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:18:35.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.619+0000 7febe4256740 10 client.25753 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T08:18:35.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.619+0000 7febe4256740 20 client.25753 populate_metadata read hostname 'smithi067' 2024-09-10T08:18:35.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.619+0000 7febe4256740 1 --2- 172.21.15.67:0/2986076321 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x5619c9aeff70 0x5619c9af23c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:35.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.619+0000 7febe4256740 4 client.25753 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:18:35.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.619+0000 7febe4256740 1 -- 172.21.15.67:0/2986076321 --> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5619c9a48860 con 0x5619c9aeff70 2024-09-10T08:18:35.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.619+0000 7febdb7fe640 1 --2- 172.21.15.67:0/2986076321 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x5619c9aeff70 0x5619c9af23c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:35.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.620+0000 7febbaffd640 10 client.25753 ms_handle_connect on v2:172.21.15.203:6836/4255783395 2024-09-10T08:18:35.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.620+0000 7febdb7fe640 1 --2- 172.21.15.67:0/2986076321 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x5619c9aeff70 0x5619c9af23c0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=dc757b85d82eb95c server_cookie=794b89a1b745737e in_seq=0 out_seq=0 2024-09-10T08:18:35.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.621+0000 7febbaffd640 1 -- 172.21.15.67:0/2986076321 <== mds.2 v2:172.21.15.203:6836/4255783395 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5619c9a48860 con 0x5619c9aeff70 2024-09-10T08:18:35.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.621+0000 7febbaffd640 10 client.25753 handle_command_reply: tid=0 2024-09-10T08:18:35.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.621+0000 7febe4256740 1 client.25753 shutdown 2024-09-10T08:18:35.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.622+0000 7febe4256740 1 -- 172.21.15.67:0/2986076321 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5619c9ae0370 msgr2=0x5619c9add600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:35.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.622+0000 7febe4256740 1 --2- 172.21.15.67:0/2986076321 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5619c9ae0370 0x5619c9add600 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7febd0009fd0 tx=0x7febd0009e00 comp rx=0 tx=0).stop 2024-09-10T08:18:35.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.622+0000 7febe4256740 1 -- 172.21.15.67:0/2986076321 shutdown_connections 2024-09-10T08:18:35.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.622+0000 7febe4256740 1 --2- 172.21.15.67:0/2986076321 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x5619c9aeff70 0x5619c9af23c0 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:35.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.622+0000 7febe4256740 1 --2- 172.21.15.67:0/2986076321 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5619c9ae0370 0x5619c9add600 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:35.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.622+0000 7febbaffd640 0 client.25753 ms_handle_reset on v2:172.21.15.203:6836/4255783395 2024-09-10T08:18:35.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.622+0000 7febe4256740 1 --2- 172.21.15.67:0/2986076321 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5619c9ad6b40 0x5619c9add010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:35.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.622+0000 7febe4256740 1 --2- 172.21.15.67:0/2986076321 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5619c9ad55d0 0x5619c9adfd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:35.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.622+0000 7febe4256740 1 -- 172.21.15.67:0/2986076321 >> 172.21.15.67:0/2986076321 conn(0x5619c9a9e310 msgr2=0x5619c9ad7960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:35.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.623+0000 7febe4256740 1 -- 172.21.15.67:0/2986076321 shutdown_connections 2024-09-10T08:18:35.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.623+0000 7febe4256740 1 -- 172.21.15.67:0/2986076321 wait complete. 2024-09-10T08:18:35.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.623+0000 7febe4256740 20 client.25753 trim_cache size 0 max 16384 2024-09-10T08:18:35.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.646+0000 7febe4256740 1 Processor -- start 2024-09-10T08:18:35.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.646+0000 7febe4256740 1 -- start start 2024-09-10T08:18:35.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.646+0000 7febe4256740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5619c9ad55d0 0x5619c9adbfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:35.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.646+0000 7febe4256740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5619c9ad6b40 0x5619c9ad0c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:35.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.646+0000 7febe4256740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5619c9ae0370 0x5619c9ad8120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:35.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.646+0000 7febe4256740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7febdc1bdbb0 con 0x5619c9ad6b40 2024-09-10T08:18:35.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.646+0000 7febe4256740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7febdc1bf6f0 con 0x5619c9ae0370 2024-09-10T08:18:35.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.646+0000 7febe4256740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7febdc1be280 con 0x5619c9ad55d0 2024-09-10T08:18:35.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.646+0000 7febdb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5619c9ad6b40 0x5619c9ad0c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:35.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.646+0000 7febdb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5619c9ad6b40 0x5619c9ad0c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50532/0 (socket says 172.21.15.67:50532) 2024-09-10T08:18:35.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.646+0000 7febdb7fe640 1 -- 172.21.15.67:0/631541940 learned_addr learned my addr 172.21.15.67:0/631541940 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:35.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.647+0000 7febdb7fe640 1 -- 172.21.15.67:0/631541940 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5619c9ad55d0 msgr2=0x5619c9adbfb0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-10T08:18:35.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.647+0000 7febdb7fe640 1 --2- 172.21.15.67:0/631541940 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5619c9ad55d0 0x5619c9adbfb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:35.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.647+0000 7febdb7fe640 1 -- 172.21.15.67:0/631541940 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5619c9ae0370 msgr2=0x5619c9ad8120 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-10T08:18:35.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.647+0000 7febdb7fe640 1 --2- 172.21.15.67:0/631541940 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5619c9ae0370 0x5619c9ad8120 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:35.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.647+0000 7febdb7fe640 1 -- 172.21.15.67:0/631541940 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5619c9add430 con 0x5619c9ad6b40 2024-09-10T08:18:35.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.648+0000 7febdb7fe640 1 --2- 172.21.15.67:0/631541940 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5619c9ad6b40 0x5619c9ad0c10 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7febcc005c40 tx=0x7febcc02a9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8e8e14bfe9dbe6b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:35.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.648+0000 7febc17fa640 1 -- 172.21.15.67:0/631541940 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febcc03f040 con 0x5619c9ad6b40 2024-09-10T08:18:35.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.648+0000 7febc17fa640 1 -- 172.21.15.67:0/631541940 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7febcc005470 con 0x5619c9ad6b40 2024-09-10T08:18:35.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.649+0000 7febc17fa640 1 -- 172.21.15.67:0/631541940 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febcc035040 con 0x5619c9ad6b40 2024-09-10T08:18:35.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.649+0000 7febe4256740 1 -- 172.21.15.67:0/631541940 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5619c9ad6b40 msgr2=0x5619c9ad0c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:35.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.649+0000 7febe4256740 1 --2- 172.21.15.67:0/631541940 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5619c9ad6b40 0x5619c9ad0c10 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7febcc005c40 tx=0x7febcc02a9b0 comp rx=0 tx=0).stop 2024-09-10T08:18:35.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.650+0000 7febe4256740 1 -- 172.21.15.67:0/631541940 shutdown_connections 2024-09-10T08:18:35.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.650+0000 7febe4256740 1 --2- 172.21.15.67:0/631541940 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5619c9ae0370 0x5619c9ad8120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:35.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.650+0000 7febe4256740 1 --2- 172.21.15.67:0/631541940 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5619c9ad6b40 0x5619c9ad0c10 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:35.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.650+0000 7febe4256740 1 --2- 172.21.15.67:0/631541940 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5619c9ad55d0 0x5619c9adbfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:35.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.650+0000 7febe4256740 1 -- 172.21.15.67:0/631541940 >> 172.21.15.67:0/631541940 conn(0x5619c9a9e310 msgr2=0x5619c9ad0500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:35.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.650+0000 7febe4256740 1 -- 172.21.15.67:0/631541940 shutdown_connections 2024-09-10T08:18:35.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.650+0000 7febe4256740 1 -- 172.21.15.67:0/631541940 wait complete. 2024-09-10T08:18:35.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.651+0000 7febe4256740 1 -- start start 2024-09-10T08:18:35.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.651+0000 7febe4256740 1 Processor -- start 2024-09-10T08:18:35.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.652+0000 7febe4256740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5619c9ad55d0 0x5619c9ad9fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:35.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.652+0000 7febe4256740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5619c9ad6b40 0x5619c9ada4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:35.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.652+0000 7febe4256740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5619c9ae0370 0x5619c9adaa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:35.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.652+0000 7febe4256740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7febdc1bf020 con 0x5619c9ad6b40 2024-09-10T08:18:35.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.652+0000 7febe4256740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7febdc1be950 con 0x5619c9ad55d0 2024-09-10T08:18:35.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.652+0000 7febe4256740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7febdc1bbb90 con 0x5619c9ae0370 2024-09-10T08:18:35.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.652+0000 7febe4256740 10 client.0 _ll_register_callbacks cb 0x7febd0007640 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:18:35.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.653+0000 7febdb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5619c9ad6b40 0x5619c9ada4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:35.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.653+0000 7febdb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5619c9ad6b40 0x5619c9ada4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50542/0 (socket says 172.21.15.67:50542) 2024-09-10T08:18:35.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.653+0000 7febdb7fe640 1 -- 172.21.15.67:0/2738792701 learned_addr learned my addr 172.21.15.67:0/2738792701 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:35.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.654+0000 7febdaffd640 1 --2- 172.21.15.67:0/2738792701 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5619c9ad55d0 0x5619c9ad9fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:35.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.655+0000 7febdaffd640 1 --2- 172.21.15.67:0/2738792701 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5619c9ae0370 0x5619c9adaa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:35.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.655+0000 7febdaffd640 1 -- 172.21.15.67:0/2738792701 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5619c9ae0370 msgr2=0x5619c9adaa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:35.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.655+0000 7febdaffd640 1 --2- 172.21.15.67:0/2738792701 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5619c9ae0370 0x5619c9adaa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:35.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.655+0000 7febdaffd640 1 -- 172.21.15.67:0/2738792701 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5619c9ad6b40 msgr2=0x5619c9ada4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:35.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.655+0000 7febdaffd640 1 --2- 172.21.15.67:0/2738792701 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5619c9ad6b40 0x5619c9ada4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:35.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.655+0000 7febdaffd640 1 -- 172.21.15.67:0/2738792701 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5619c9b59c60 con 0x5619c9ad55d0 2024-09-10T08:18:35.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.655+0000 7febdaffd640 1 --2- 172.21.15.67:0/2738792701 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5619c9ad55d0 0x5619c9ad9fb0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7febd0019c30 tx=0x7febd00013a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e0828b93b32c085 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:35.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.655+0000 7febbaffd640 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-09-10T08:18:35.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.656+0000 7febbaffd640 1 -- 172.21.15.67:0/2738792701 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febd0030060 con 0x5619c9ad55d0 2024-09-10T08:18:35.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.656+0000 7febbaffd640 1 -- 172.21.15.67:0/2738792701 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7febd0019940 con 0x5619c9ad55d0 2024-09-10T08:18:35.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.659+0000 7febe4256740 1 -- 172.21.15.67:0/2738792701 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7febcc005470 con 0x5619c9ad55d0 2024-09-10T08:18:35.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.660+0000 7febbaffd640 1 -- 172.21.15.67:0/2738792701 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7febd0008b90 con 0x5619c9ad55d0 2024-09-10T08:18:35.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.660+0000 7febe4256740 10 client.25745 fetch_fsmap learned FSMap version 29 2024-09-10T08:18:35.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.660+0000 7febe4256740 1 -- 172.21.15.67:0/2738792701 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5619c9b5ae60 con 0x5619c9ad55d0 2024-09-10T08:18:35.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.661+0000 7febbaffd640 1 -- 172.21.15.67:0/2738792701 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7febcc005470 con 0x5619c9ad55d0 2024-09-10T08:18:35.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.661+0000 7febbaffd640 1 -- 172.21.15.67:0/2738792701 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7febd0015040 con 0x5619c9ad55d0 2024-09-10T08:18:35.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.661+0000 7febe4256740 10 client.25745 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:18:35.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.661+0000 7febe4256740 10 client.25745 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T08:18:35.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.661+0000 7febe4256740 20 client.25745 populate_metadata read hostname 'smithi067' 2024-09-10T08:18:35.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.661+0000 7febe4256740 1 --2- 172.21.15.67:0/2738792701 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x5619c9aeff70 0x5619c9b5d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:35.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.661+0000 7febe4256740 4 client.25745 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T08:18:35.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.661+0000 7febe4256740 1 -- 172.21.15.67:0/2738792701 --> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5619c9a42d70 con 0x5619c9aeff70 2024-09-10T08:18:35.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.664+0000 7febdb7fe640 1 --2- 172.21.15.67:0/2738792701 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x5619c9aeff70 0x5619c9b5d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:35.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.667+0000 7febdb7fe640 1 --2- 172.21.15.67:0/2738792701 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x5619c9aeff70 0x5619c9b5d5f0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b99fed9c7ed49055 server_cookie=cf00b089308c876c in_seq=0 out_seq=0 2024-09-10T08:18:35.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.667+0000 7febbaffd640 10 client.25745 ms_handle_connect on v2:172.21.15.203:6836/4255783395 2024-09-10T08:18:35.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.669+0000 7febbaffd640 1 -- 172.21.15.67:0/2738792701 <== mds.2 v2:172.21.15.203:6836/4255783395 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5619c9a42d70 con 0x5619c9aeff70 2024-09-10T08:18:35.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.669+0000 7febbaffd640 10 client.25745 handle_command_reply: tid=0 2024-09-10T08:18:35.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.669+0000 7febe4256740 1 client.25745 shutdown 2024-09-10T08:18:35.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.671+0000 7febe4256740 1 -- 172.21.15.67:0/2738792701 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5619c9ad55d0 msgr2=0x5619c9ad9fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:35.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.671+0000 7febe4256740 1 --2- 172.21.15.67:0/2738792701 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5619c9ad55d0 0x5619c9ad9fb0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7febd0019c30 tx=0x7febd00013a0 comp rx=0 tx=0).stop 2024-09-10T08:18:35.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.672+0000 7febe4256740 1 -- 172.21.15.67:0/2738792701 shutdown_connections 2024-09-10T08:18:35.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.672+0000 7febe4256740 1 --2- 172.21.15.67:0/2738792701 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x5619c9aeff70 0x5619c9b5d5f0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:35.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.672+0000 7febe4256740 1 --2- 172.21.15.67:0/2738792701 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5619c9ae0370 0x5619c9adaa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:35.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.672+0000 7febe4256740 1 --2- 172.21.15.67:0/2738792701 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5619c9ad6b40 0x5619c9ada4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:35.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.672+0000 7febe4256740 1 --2- 172.21.15.67:0/2738792701 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5619c9ad55d0 0x5619c9ad9fb0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:35.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.672+0000 7febe4256740 1 -- 172.21.15.67:0/2738792701 >> 172.21.15.67:0/2738792701 conn(0x5619c9a9e310 msgr2=0x5619c9ad0d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:35.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.673+0000 7febbaffd640 0 client.25745 ms_handle_reset on v2:172.21.15.203:6836/4255783395 2024-09-10T08:18:35.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.675+0000 7febe4256740 1 -- 172.21.15.67:0/2738792701 shutdown_connections 2024-09-10T08:18:35.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.676+0000 7febe4256740 1 -- 172.21.15.67:0/2738792701 wait complete. 2024-09-10T08:18:35.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.676+0000 7febe4256740 20 client.25745 trim_cache size 0 max 16384 2024-09-10T08:18:35.676 INFO:teuthology.orchestra.run.smithi067.stdout:[] 2024-09-10T08:18:35.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.677+0000 7febe1e7d640 1 -- 172.21.15.67:0/366218468 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7febc40a2d50 msgr2=0x7febc40a5210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:35.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.677+0000 7febe1e7d640 1 --2- 172.21.15.67:0/366218468 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7febc40a2d50 0x7febc40a5210 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7febd409bd40 tx=0x7febd4009a70 comp rx=0 tx=0).stop 2024-09-10T08:18:35.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.677+0000 7febe1e7d640 1 -- 172.21.15.67:0/366218468 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7febdc109120 msgr2=0x7febdc110600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:35.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.677+0000 7febe1e7d640 1 --2- 172.21.15.67:0/366218468 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7febdc109120 0x7febdc110600 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7febd400eb10 tx=0x7febd400c2d0 comp rx=0 tx=0).stop 2024-09-10T08:18:35.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.677+0000 7febe1e7d640 1 -- 172.21.15.67:0/366218468 shutdown_connections 2024-09-10T08:18:35.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.677+0000 7febe1e7d640 1 --2- 172.21.15.67:0/366218468 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7febc40a2d50 0x7febc40a5210 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:35.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.677+0000 7febe1e7d640 1 --2- 172.21.15.67:0/366218468 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7febdc109120 0x7febdc110600 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:35.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.677+0000 7febe1e7d640 1 --2- 172.21.15.67:0/366218468 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7febdc1049a0 0x7febdc1100c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:35.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.677+0000 7febe1e7d640 1 --2- 172.21.15.67:0/366218468 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7febdc103ff0 0x7febdc11a300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:35.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.678+0000 7febe1e7d640 1 -- 172.21.15.67:0/366218468 >> 172.21.15.67:0/366218468 conn(0x7febdc0ffab0 msgr2=0x7febdc079a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:35.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.678+0000 7febe1e7d640 1 -- 172.21.15.67:0/366218468 shutdown_connections 2024-09-10T08:18:35.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:35.678+0000 7febe1e7d640 1 -- 172.21.15.67:0/366218468 wait complete. 2024-09-10T08:18:35.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:18:35 smithi067 ceph-mon[31051]: pgmap v470: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 275 MiB/s wr, 79 op/s 2024-09-10T08:18:36.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:18:35 smithi203 ceph-mon[34672]: pgmap v470: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 275 MiB/s wr, 79 op/s 2024-09-10T08:18:36.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:18:35 smithi133 ceph-mon[34721]: pgmap v470: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 275 MiB/s wr, 79 op/s 2024-09-10T08:18:36.675 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-10T08:18:37.177 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:18:37.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.819+0000 7f8029bf3640 1 -- 172.21.15.67:0/2839099011 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8024106a90 msgr2=0x7f8024106e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:37.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.819+0000 7f8029bf3640 1 --2- 172.21.15.67:0/2839099011 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8024106a90 0x7f8024106e70 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f8014009930 tx=0x7f801402a440 comp rx=0 tx=0).stop 2024-09-10T08:18:37.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.820+0000 7f8029bf3640 1 -- 172.21.15.67:0/2839099011 shutdown_connections 2024-09-10T08:18:37.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.820+0000 7f8029bf3640 1 --2- 172.21.15.67:0/2839099011 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8024100a90 0x7f8024100ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:37.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.820+0000 7f8029bf3640 1 --2- 172.21.15.67:0/2839099011 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8024101430 0x7f802410d960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:37.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.820+0000 7f8029bf3640 1 --2- 172.21.15.67:0/2839099011 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8024106a90 0x7f8024106e70 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:37.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.820+0000 7f8029bf3640 1 -- 172.21.15.67:0/2839099011 >> 172.21.15.67:0/2839099011 conn(0x7f80240fc7d0 msgr2=0x7f80240febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:37.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.820+0000 7f8029bf3640 1 -- 172.21.15.67:0/2839099011 shutdown_connections 2024-09-10T08:18:37.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.820+0000 7f8029bf3640 1 -- 172.21.15.67:0/2839099011 wait complete. 2024-09-10T08:18:37.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.820+0000 7f8029bf3640 1 Processor -- start 2024-09-10T08:18:37.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.821+0000 7f8029bf3640 1 -- start start 2024-09-10T08:18:37.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.821+0000 7f8029bf3640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8024100a90 0x7f802419f190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:37.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.821+0000 7f8029bf3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8024101430 0x7f802410bab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:37.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.821+0000 7f8029bf3640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8024106a90 0x7f802410bff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:37.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.821+0000 7f8029bf3640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f8024111f10 con 0x7f8024101430 2024-09-10T08:18:37.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.821+0000 7f8029bf3640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f8024111d90 con 0x7f8024106a90 2024-09-10T08:18:37.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.821+0000 7f8029bf3640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f8024112090 con 0x7f8024100a90 2024-09-10T08:18:37.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.821+0000 7f80237fe640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8024100a90 0x7f802419f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:37.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.822+0000 7f80237fe640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8024100a90 0x7f802419f190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.67:52670/0 (socket says 172.21.15.67:52670) 2024-09-10T08:18:37.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.822+0000 7f8023fff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8024106a90 0x7f802410bff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:37.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.822+0000 7f80237fe640 1 -- 172.21.15.67:0/1323226506 learned_addr learned my addr 172.21.15.67:0/1323226506 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:37.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.822+0000 7f8022ffd640 1 --2- 172.21.15.67:0/1323226506 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8024101430 0x7f802410bab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:37.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.822+0000 7f8022ffd640 1 -- 172.21.15.67:0/1323226506 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8024100a90 msgr2=0x7f802419f190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:37.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.822+0000 7f8022ffd640 1 --2- 172.21.15.67:0/1323226506 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8024100a90 0x7f802419f190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:37.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.822+0000 7f8022ffd640 1 -- 172.21.15.67:0/1323226506 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8024106a90 msgr2=0x7f802410bff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:37.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.822+0000 7f8022ffd640 1 --2- 172.21.15.67:0/1323226506 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8024106a90 0x7f802410bff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:37.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.822+0000 7f8022ffd640 1 -- 172.21.15.67:0/1323226506 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f802410c5b0 con 0x7f8024101430 2024-09-10T08:18:37.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.823+0000 7f8022ffd640 1 --2- 172.21.15.67:0/1323226506 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8024101430 0x7f802410bab0 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f801800b3f0 tx=0x7f801800b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:37.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.823+0000 7f8020ff9640 1 -- 172.21.15.67:0/1323226506 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8018015020 con 0x7f8024101430 2024-09-10T08:18:37.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.823+0000 7f8020ff9640 1 -- 172.21.15.67:0/1323226506 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8018011ce0 con 0x7f8024101430 2024-09-10T08:18:37.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.824+0000 7f8029bf3640 1 -- 172.21.15.67:0/1323226506 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f802410c8a0 con 0x7f8024101430 2024-09-10T08:18:37.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.824+0000 7f8020ff9640 1 -- 172.21.15.67:0/1323226506 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8018010d80 con 0x7f8024101430 2024-09-10T08:18:37.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.825+0000 7f8029bf3640 1 -- 172.21.15.67:0/1323226506 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f802419aef0 con 0x7f8024101430 2024-09-10T08:18:37.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.830+0000 7f8020ff9640 1 -- 172.21.15.67:0/1323226506 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f8018018020 con 0x7f8024101430 2024-09-10T08:18:37.835 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.831+0000 7f802bfcc740 1 Processor -- start 2024-09-10T08:18:37.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.831+0000 7f802bfcc740 1 -- start start 2024-09-10T08:18:37.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.832+0000 7f802bfcc740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f0a2d85b40 0x55f0a2d84090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:37.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.832+0000 7f802bfcc740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f0a2d845d0 0x55f0a2d84a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:37.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.832+0000 7f802bfcc740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f0a2d8f370 0x55f0a2d91760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:37.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.832+0000 7f802bfcc740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55f0a2cea2f0 con 0x55f0a2d8f370 2024-09-10T08:18:37.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.832+0000 7f802bfcc740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55f0a2c91cf0 con 0x55f0a2d845d0 2024-09-10T08:18:37.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.832+0000 7f802bfcc740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55f0a2ce62b0 con 0x55f0a2d85b40 2024-09-10T08:18:37.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.832+0000 7f8022ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f0a2d8f370 0x55f0a2d91760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:37.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.832+0000 7f8022ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f0a2d8f370 0x55f0a2d91760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50580/0 (socket says 172.21.15.67:50580) 2024-09-10T08:18:37.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.832+0000 7f8022ffd640 1 -- 172.21.15.67:0/1941754940 learned_addr learned my addr 172.21.15.67:0/1941754940 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:37.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.833+0000 7f8020ff9640 1 --2- 172.21.15.67:0/1323226506 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f800c0a2c00 0x7f800c0a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:37.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.833+0000 7f8022ffd640 1 -- 172.21.15.67:0/1941754940 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f0a2d85b40 msgr2=0x55f0a2d84090 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-10T08:18:37.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.833+0000 7f8022ffd640 1 --2- 172.21.15.67:0/1941754940 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f0a2d85b40 0x55f0a2d84090 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:37.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.833+0000 7f8022ffd640 1 -- 172.21.15.67:0/1941754940 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f0a2d845d0 msgr2=0x55f0a2d84a10 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-10T08:18:37.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.833+0000 7f8022ffd640 1 --2- 172.21.15.67:0/1941754940 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f0a2d845d0 0x55f0a2d84a10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:37.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.833+0000 7f8022ffd640 1 -- 172.21.15.67:0/1941754940 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f0a2c763a0 con 0x55f0a2d8f370 2024-09-10T08:18:37.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.833+0000 7f8022ffd640 1 --2- 172.21.15.67:0/1941754940 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f0a2d8f370 0x55f0a2d91760 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f80180a4520 tx=0x7f80180d2cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd020797ec7c6d20 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:37.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.834+0000 7f8020ff9640 1 -- 172.21.15.67:0/1323226506 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f80180ceb20 con 0x7f8024101430 2024-09-10T08:18:37.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.834+0000 7f8009ffb640 1 -- 172.21.15.67:0/1941754940 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f801809ad50 con 0x55f0a2d8f370 2024-09-10T08:18:37.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.834+0000 7f8009ffb640 1 -- 172.21.15.67:0/1941754940 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f80180d4070 con 0x55f0a2d8f370 2024-09-10T08:18:37.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.835+0000 7f802bfcc740 1 -- 172.21.15.67:0/1941754940 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f0a2d8f370 msgr2=0x55f0a2d91760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:37.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.835+0000 7f802bfcc740 1 --2- 172.21.15.67:0/1941754940 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f0a2d8f370 0x55f0a2d91760 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f80180a4520 tx=0x7f80180d2cf0 comp rx=0 tx=0).stop 2024-09-10T08:18:37.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.838+0000 7f8023fff640 1 --2- 172.21.15.67:0/1323226506 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f800c0a2c00 0x7f800c0a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:37.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.839+0000 7f8023fff640 1 --2- 172.21.15.67:0/1323226506 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f800c0a2c00 0x7f800c0a50c0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f801c009f60 tx=0x7f801c00d040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:37.841 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.842+0000 7f802bfcc740 1 -- 172.21.15.67:0/1941754940 shutdown_connections 2024-09-10T08:18:37.841 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.842+0000 7f802bfcc740 1 --2- 172.21.15.67:0/1941754940 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f0a2d845d0 0x55f0a2d84a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:37.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.842+0000 7f802bfcc740 1 --2- 172.21.15.67:0/1941754940 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f0a2d8f370 0x55f0a2d91760 unknown :-1 s=CLOSED pgs=751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:37.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.842+0000 7f802bfcc740 1 --2- 172.21.15.67:0/1941754940 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f0a2d85b40 0x55f0a2d84090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:37.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.842+0000 7f802bfcc740 1 -- 172.21.15.67:0/1941754940 >> 172.21.15.67:0/1941754940 conn(0x55f0a2d4d310 msgr2=0x55f0a2d80c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:37.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.845+0000 7f802bfcc740 1 -- 172.21.15.67:0/1941754940 shutdown_connections 2024-09-10T08:18:37.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.845+0000 7f802bfcc740 1 -- 172.21.15.67:0/1941754940 wait complete. 2024-09-10T08:18:37.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.846+0000 7f802bfcc740 1 -- start start 2024-09-10T08:18:37.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.846+0000 7f802bfcc740 1 Processor -- start 2024-09-10T08:18:37.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.847+0000 7f802bfcc740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f0a2d845d0 0x55f0a2d8ed20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:37.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.847+0000 7f802bfcc740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f0a2d85b40 0x55f0a2d8bfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:37.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.847+0000 7f802bfcc740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f0a2d8f370 0x55f0a2d8c570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:37.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.847+0000 7f802bfcc740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55f0a2d92070 con 0x55f0a2d85b40 2024-09-10T08:18:37.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.847+0000 7f802bfcc740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55f0a2ca5060 con 0x55f0a2d8f370 2024-09-10T08:18:37.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.847+0000 7f802bfcc740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55f0a2d921f0 con 0x55f0a2d845d0 2024-09-10T08:18:37.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.847+0000 7f802bfcc740 10 client.0 _ll_register_callbacks cb 0x55f0a29f88c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:18:37.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.848+0000 7f80237fe640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f0a2d845d0 0x55f0a2d8ed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:37.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.848+0000 7f80237fe640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f0a2d845d0 0x55f0a2d8ed20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.67:52690/0 (socket says 172.21.15.67:52690) 2024-09-10T08:18:37.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.848+0000 7f80237fe640 1 -- 172.21.15.67:0/1087580632 learned_addr learned my addr 172.21.15.67:0/1087580632 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:37.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.848+0000 7f8023fff640 1 --2- 172.21.15.67:0/1087580632 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f0a2d8f370 0x55f0a2d8c570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:37.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.851+0000 7f8023fff640 1 -- 172.21.15.67:0/1087580632 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f0a2d845d0 msgr2=0x55f0a2d8ed20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:37.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.851+0000 7f8023fff640 1 --2- 172.21.15.67:0/1087580632 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f0a2d845d0 0x55f0a2d8ed20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:37.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.851+0000 7f8023fff640 1 -- 172.21.15.67:0/1087580632 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f0a2d85b40 msgr2=0x55f0a2d8bfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:37.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.851+0000 7f8023fff640 1 --2- 172.21.15.67:0/1087580632 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f0a2d85b40 0x55f0a2d8bfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:37.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.851+0000 7f8023fff640 1 -- 172.21.15.67:0/1087580632 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f0a2a5b3c0 con 0x55f0a2d8f370 2024-09-10T08:18:37.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.853+0000 7f8023fff640 1 --2- 172.21.15.67:0/1087580632 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f0a2d8f370 0x55f0a2d8c570 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f801c016de0 tx=0x7f801c004ad0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b5001cab60b714a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:37.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.853+0000 7f8002ffd640 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-09-10T08:18:37.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.854+0000 7f8002ffd640 1 -- 172.21.15.67:0/1087580632 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f801c0205f0 con 0x55f0a2d8f370 2024-09-10T08:18:37.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.854+0000 7f8002ffd640 1 -- 172.21.15.67:0/1087580632 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f801c020790 con 0x55f0a2d8f370 2024-09-10T08:18:37.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.854+0000 7f802bfcc740 1 -- 172.21.15.67:0/1087580632 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f80180d4070 con 0x55f0a2d8f370 2024-09-10T08:18:37.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.854+0000 7f8002ffd640 1 -- 172.21.15.67:0/1087580632 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f801c020990 con 0x55f0a2d8f370 2024-09-10T08:18:37.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.855+0000 7f802bfcc740 10 client.25751 fetch_fsmap learned FSMap version 29 2024-09-10T08:18:37.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.855+0000 7f802bfcc740 1 -- 172.21.15.67:0/1087580632 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55f0a2daeb80 con 0x55f0a2d8f370 2024-09-10T08:18:37.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.857+0000 7f8002ffd640 1 -- 172.21.15.67:0/1087580632 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f80180d4070 con 0x55f0a2d8f370 2024-09-10T08:18:37.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.857+0000 7f8002ffd640 1 -- 172.21.15.67:0/1087580632 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f801c0289f0 con 0x55f0a2d8f370 2024-09-10T08:18:37.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.857+0000 7f802bfcc740 10 client.25751 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:18:37.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.857+0000 7f802bfcc740 10 client.25751 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T08:18:37.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.857+0000 7f802bfcc740 20 client.25751 populate_metadata read hostname 'smithi067' 2024-09-10T08:18:37.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.857+0000 7f802bfcc740 1 --2- 172.21.15.67:0/1087580632 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55f0a2db0040 0x55f0a2db2490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:37.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.857+0000 7f802bfcc740 4 client.25751 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:18:37.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.857+0000 7f802bfcc740 1 -- 172.21.15.67:0/1087580632 --> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f0a2cf7860 con 0x55f0a2db0040 2024-09-10T08:18:37.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.858+0000 7f80237fe640 1 --2- 172.21.15.67:0/1087580632 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55f0a2db0040 0x55f0a2db2490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:37.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.859+0000 7f8002ffd640 10 client.25751 ms_handle_connect on v2:172.21.15.203:6838/2311592321 2024-09-10T08:18:37.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.859+0000 7f80237fe640 1 --2- 172.21.15.67:0/1087580632 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55f0a2db0040 0x55f0a2db2490 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=deff3d9c125259f8 server_cookie=8d5f8cb442a12496 in_seq=0 out_seq=0 2024-09-10T08:18:37.859 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.859+0000 7f8002ffd640 1 -- 172.21.15.67:0/1087580632 <== mds.1 v2:172.21.15.203:6838/2311592321 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f0a2cf7860 con 0x55f0a2db0040 2024-09-10T08:18:37.859 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.860+0000 7f8002ffd640 10 client.25751 handle_command_reply: tid=0 2024-09-10T08:18:37.859 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.860+0000 7f802bfcc740 1 client.25751 shutdown 2024-09-10T08:18:37.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.860+0000 7f802bfcc740 1 -- 172.21.15.67:0/1087580632 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f0a2d8f370 msgr2=0x55f0a2d8c570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:37.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.860+0000 7f802bfcc740 1 --2- 172.21.15.67:0/1087580632 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f0a2d8f370 0x55f0a2d8c570 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f801c016de0 tx=0x7f801c004ad0 comp rx=0 tx=0).stop 2024-09-10T08:18:37.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.860+0000 7f802bfcc740 1 -- 172.21.15.67:0/1087580632 shutdown_connections 2024-09-10T08:18:37.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.860+0000 7f802bfcc740 1 --2- 172.21.15.67:0/1087580632 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55f0a2db0040 0x55f0a2db2490 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:37.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.860+0000 7f802bfcc740 1 --2- 172.21.15.67:0/1087580632 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f0a2d8f370 0x55f0a2d8c570 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:37.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.860+0000 7f802bfcc740 1 --2- 172.21.15.67:0/1087580632 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f0a2d85b40 0x55f0a2d8bfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:37.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.860+0000 7f802bfcc740 1 --2- 172.21.15.67:0/1087580632 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f0a2d845d0 0x55f0a2d8ed20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:37.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.860+0000 7f8002ffd640 0 client.25751 ms_handle_reset on v2:172.21.15.203:6838/2311592321 2024-09-10T08:18:37.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.860+0000 7f802bfcc740 1 -- 172.21.15.67:0/1087580632 >> 172.21.15.67:0/1087580632 conn(0x55f0a2d4d310 msgr2=0x55f0a2d86960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:37.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.860+0000 7f802bfcc740 1 -- 172.21.15.67:0/1087580632 shutdown_connections 2024-09-10T08:18:37.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.860+0000 7f802bfcc740 1 -- 172.21.15.67:0/1087580632 wait complete. 2024-09-10T08:18:37.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.861+0000 7f802bfcc740 20 client.25751 trim_cache size 0 max 16384 2024-09-10T08:18:37.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.885+0000 7f802bfcc740 1 Processor -- start 2024-09-10T08:18:37.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.886+0000 7f802bfcc740 1 -- start start 2024-09-10T08:18:37.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.886+0000 7f802bfcc740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f0a2d845d0 0x55f0a2d8b890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:37.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.886+0000 7f802bfcc740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f0a2d85b40 0x55f0a2d8df40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:37.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.886+0000 7f802bfcc740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f0a2d8f370 0x55f0a2d87120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:37.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.886+0000 7f802bfcc740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f80241a05d0 con 0x55f0a2d85b40 2024-09-10T08:18:37.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.887+0000 7f802bfcc740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f80241a2110 con 0x55f0a2d845d0 2024-09-10T08:18:37.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.887+0000 7f802bfcc740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f80241a0ca0 con 0x55f0a2d8f370 2024-09-10T08:18:37.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.887+0000 7f8022ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f0a2d85b40 0x55f0a2d8df40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:37.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.887+0000 7f8022ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f0a2d85b40 0x55f0a2d8df40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50596/0 (socket says 172.21.15.67:50596) 2024-09-10T08:18:37.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.887+0000 7f8022ffd640 1 -- 172.21.15.67:0/3267091506 learned_addr learned my addr 172.21.15.67:0/3267091506 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:37.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.887+0000 7f80237fe640 1 --2- 172.21.15.67:0/3267091506 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f0a2d845d0 0x55f0a2d8b890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:37.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.887+0000 7f8023fff640 1 --2- 172.21.15.67:0/3267091506 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f0a2d8f370 0x55f0a2d87120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:37.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.887+0000 7f80237fe640 1 -- 172.21.15.67:0/3267091506 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f0a2d8f370 msgr2=0x55f0a2d87120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:37.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.887+0000 7f80237fe640 1 --2- 172.21.15.67:0/3267091506 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f0a2d8f370 0x55f0a2d87120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:37.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.887+0000 7f80237fe640 1 -- 172.21.15.67:0/3267091506 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f0a2d85b40 msgr2=0x55f0a2d8df40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:37.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.887+0000 7f80237fe640 1 --2- 172.21.15.67:0/3267091506 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f0a2d85b40 0x55f0a2d8df40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:37.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.887+0000 7f80237fe640 1 -- 172.21.15.67:0/3267091506 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f0a2d8af80 con 0x55f0a2d845d0 2024-09-10T08:18:37.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.888+0000 7f8022ffd640 1 --2- 172.21.15.67:0/3267091506 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f0a2d85b40 0x55f0a2d8df40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:18:37.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.888+0000 7f80237fe640 1 --2- 172.21.15.67:0/3267091506 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f0a2d845d0 0x55f0a2d8b890 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x55f0a2db2cd0 tx=0x7f8014005490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3443d731d2bb835d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:37.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.888+0000 7f80097fa640 1 -- 172.21.15.67:0/3267091506 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8014035020 con 0x55f0a2d845d0 2024-09-10T08:18:37.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.888+0000 7f80097fa640 1 -- 172.21.15.67:0/3267091506 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8014005640 con 0x55f0a2d845d0 2024-09-10T08:18:37.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.889+0000 7f80097fa640 1 -- 172.21.15.67:0/3267091506 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8014031680 con 0x55f0a2d845d0 2024-09-10T08:18:37.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.889+0000 7f802bfcc740 1 -- 172.21.15.67:0/3267091506 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f0a2d845d0 msgr2=0x55f0a2d8b890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:37.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.889+0000 7f802bfcc740 1 --2- 172.21.15.67:0/3267091506 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f0a2d845d0 0x55f0a2d8b890 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x55f0a2db2cd0 tx=0x7f8014005490 comp rx=0 tx=0).stop 2024-09-10T08:18:37.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.890+0000 7f802bfcc740 1 -- 172.21.15.67:0/3267091506 shutdown_connections 2024-09-10T08:18:37.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.890+0000 7f802bfcc740 1 --2- 172.21.15.67:0/3267091506 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f0a2d8f370 0x55f0a2d87120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:37.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.890+0000 7f802bfcc740 1 --2- 172.21.15.67:0/3267091506 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f0a2d85b40 0x55f0a2d8df40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:37.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.890+0000 7f802bfcc740 1 --2- 172.21.15.67:0/3267091506 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f0a2d845d0 0x55f0a2d8b890 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:37.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.890+0000 7f802bfcc740 1 -- 172.21.15.67:0/3267091506 >> 172.21.15.67:0/3267091506 conn(0x55f0a2d4d310 msgr2=0x55f0a2d8d830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:37.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.891+0000 7f802bfcc740 1 -- 172.21.15.67:0/3267091506 shutdown_connections 2024-09-10T08:18:37.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.891+0000 7f802bfcc740 1 -- 172.21.15.67:0/3267091506 wait complete. 2024-09-10T08:18:37.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.891+0000 7f802bfcc740 1 -- start start 2024-09-10T08:18:37.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.892+0000 7f802bfcc740 1 Processor -- start 2024-09-10T08:18:37.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.892+0000 7f802bfcc740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f0a2d845d0 0x55f0a2d97a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:37.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.893+0000 7f802bfcc740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f0a2d85b40 0x55f0a2d88bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:37.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.893+0000 7f802bfcc740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f0a2d8f370 0x55f0a2d89110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:37.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.893+0000 7f8022ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f0a2d85b40 0x55f0a2d88bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:37.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.893+0000 7f8022ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f0a2d85b40 0x55f0a2d88bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50600/0 (socket says 172.21.15.67:50600) 2024-09-10T08:18:37.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.893+0000 7f8022ffd640 1 -- 172.21.15.67:0/4218779876 learned_addr learned my addr 172.21.15.67:0/4218779876 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:37.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.893+0000 7f80237fe640 1 --2- 172.21.15.67:0/4218779876 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f0a2d845d0 0x55f0a2d97a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:37.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.893+0000 7f802bfcc740 1 -- 172.21.15.67:0/4218779876 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f80241a1a40 con 0x55f0a2d85b40 2024-09-10T08:18:37.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.893+0000 7f802bfcc740 1 -- 172.21.15.67:0/4218779876 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f80241a1370 con 0x55f0a2d845d0 2024-09-10T08:18:37.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.893+0000 7f802bfcc740 1 -- 172.21.15.67:0/4218779876 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f8024100f70 con 0x55f0a2d8f370 2024-09-10T08:18:37.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.893+0000 7f802bfcc740 10 client.0 _ll_register_callbacks cb 0x7f801c00af50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:18:37.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.893+0000 7f8023fff640 1 --2- 172.21.15.67:0/4218779876 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f0a2d8f370 0x55f0a2d89110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:37.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.894+0000 7f8022ffd640 1 -- 172.21.15.67:0/4218779876 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f0a2d8f370 msgr2=0x55f0a2d89110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:37.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.894+0000 7f8022ffd640 1 --2- 172.21.15.67:0/4218779876 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f0a2d8f370 0x55f0a2d89110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:37.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.894+0000 7f8022ffd640 1 -- 172.21.15.67:0/4218779876 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f0a2d845d0 msgr2=0x55f0a2d97a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:37.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.894+0000 7f8022ffd640 1 --2- 172.21.15.67:0/4218779876 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f0a2d845d0 0x55f0a2d97a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:37.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.894+0000 7f8022ffd640 1 -- 172.21.15.67:0/4218779876 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f0a2d897b0 con 0x55f0a2d85b40 2024-09-10T08:18:37.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.894+0000 7f8022ffd640 1 --2- 172.21.15.67:0/4218779876 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f0a2d85b40 0x55f0a2d88bd0 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f801809af10 tx=0x7f80180d28b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6f987ed94b3a29f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:37.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.894+0000 7f8002ffd640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:18:37.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.895+0000 7f8002ffd640 1 -- 172.21.15.67:0/4218779876 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f801809b1e0 con 0x55f0a2d85b40 2024-09-10T08:18:37.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.895+0000 7f8002ffd640 1 -- 172.21.15.67:0/4218779876 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f8018099280 con 0x55f0a2d85b40 2024-09-10T08:18:37.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.895+0000 7f802bfcc740 1 -- 172.21.15.67:0/4218779876 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8014005640 con 0x55f0a2d85b40 2024-09-10T08:18:37.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.895+0000 7f8002ffd640 1 -- 172.21.15.67:0/4218779876 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f801809b910 con 0x55f0a2d85b40 2024-09-10T08:18:37.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.895+0000 7f802bfcc740 10 client.16467 fetch_fsmap learned FSMap version 29 2024-09-10T08:18:37.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.895+0000 7f802bfcc740 1 -- 172.21.15.67:0/4218779876 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55f0a2e1abb0 con 0x55f0a2d85b40 2024-09-10T08:18:37.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.896+0000 7f8002ffd640 1 -- 172.21.15.67:0/4218779876 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f80180b5070 con 0x55f0a2d85b40 2024-09-10T08:18:37.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.896+0000 7f8002ffd640 1 -- 172.21.15.67:0/4218779876 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f80180b8020 con 0x55f0a2d85b40 2024-09-10T08:18:37.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.896+0000 7f802bfcc740 10 client.16467 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:18:37.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.896+0000 7f802bfcc740 10 client.16467 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T08:18:37.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.896+0000 7f802bfcc740 20 client.16467 populate_metadata read hostname 'smithi067' 2024-09-10T08:18:37.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.896+0000 7f802bfcc740 1 --2- 172.21.15.67:0/4218779876 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55f0a2e1ae90 0x55f0a2e1d280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:37.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.896+0000 7f802bfcc740 4 client.16467 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T08:18:37.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.896+0000 7f802bfcc740 1 -- 172.21.15.67:0/4218779876 --> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7f8014005640 con 0x55f0a2e1ae90 2024-09-10T08:18:37.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.897+0000 7f80237fe640 1 --2- 172.21.15.67:0/4218779876 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55f0a2e1ae90 0x55f0a2e1d280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:37.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.906+0000 7f80237fe640 1 --2- 172.21.15.67:0/4218779876 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55f0a2e1ae90 0x55f0a2e1d280 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=84e5316a328bda80 server_cookie=da8898929192827f in_seq=0 out_seq=0 2024-09-10T08:18:37.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.906+0000 7f8002ffd640 10 client.16467 ms_handle_connect on v2:172.21.15.203:6838/2311592321 2024-09-10T08:18:37.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.906+0000 7f8002ffd640 1 -- 172.21.15.67:0/4218779876 <== mds.1 v2:172.21.15.203:6838/2311592321 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7f8014005640 con 0x55f0a2e1ae90 2024-09-10T08:18:37.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.906+0000 7f8002ffd640 10 client.16467 handle_command_reply: tid=0 2024-09-10T08:18:37.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.907+0000 7f802bfcc740 1 client.16467 shutdown 2024-09-10T08:18:37.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.909+0000 7f802bfcc740 1 -- 172.21.15.67:0/4218779876 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f0a2d85b40 msgr2=0x55f0a2d88bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:37.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.909+0000 7f802bfcc740 1 --2- 172.21.15.67:0/4218779876 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f0a2d85b40 0x55f0a2d88bd0 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f801809af10 tx=0x7f80180d28b0 comp rx=0 tx=0).stop 2024-09-10T08:18:37.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.911+0000 7f802bfcc740 1 -- 172.21.15.67:0/4218779876 shutdown_connections 2024-09-10T08:18:37.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.911+0000 7f802bfcc740 1 --2- 172.21.15.67:0/4218779876 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55f0a2e1ae90 0x55f0a2e1d280 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:37.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.911+0000 7f802bfcc740 1 --2- 172.21.15.67:0/4218779876 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f0a2d8f370 0x55f0a2d89110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:37.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.911+0000 7f802bfcc740 1 --2- 172.21.15.67:0/4218779876 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f0a2d85b40 0x55f0a2d88bd0 unknown :-1 s=CLOSED pgs=752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:37.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.911+0000 7f802bfcc740 1 --2- 172.21.15.67:0/4218779876 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f0a2d845d0 0x55f0a2d97a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:37.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.911+0000 7f802bfcc740 1 -- 172.21.15.67:0/4218779876 >> 172.21.15.67:0/4218779876 conn(0x55f0a2d4d310 msgr2=0x55f0a2d9a300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:37.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.911+0000 7f8002ffd640 0 client.16467 ms_handle_reset on v2:172.21.15.203:6838/2311592321 2024-09-10T08:18:37.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.912+0000 7f802bfcc740 1 -- 172.21.15.67:0/4218779876 shutdown_connections 2024-09-10T08:18:37.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.912+0000 7f802bfcc740 1 -- 172.21.15.67:0/4218779876 wait complete. 2024-09-10T08:18:37.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.912+0000 7f802bfcc740 20 client.16467 trim_cache size 0 max 16384 2024-09-10T08:18:37.912 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:18:37 smithi067 ceph-mon[31051]: pgmap v471: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 435 MiB/s wr, 123 op/s 2024-09-10T08:18:37.912 INFO:teuthology.orchestra.run.smithi067.stdout:[] 2024-09-10T08:18:37.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.913+0000 7f8029bf3640 1 -- 172.21.15.67:0/1323226506 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f800c0a2c00 msgr2=0x7f800c0a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:37.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.914+0000 7f8029bf3640 1 --2- 172.21.15.67:0/1323226506 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f800c0a2c00 0x7f800c0a50c0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f801c009f60 tx=0x7f801c00d040 comp rx=0 tx=0).stop 2024-09-10T08:18:37.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.914+0000 7f8029bf3640 1 -- 172.21.15.67:0/1323226506 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8024101430 msgr2=0x7f802410bab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:37.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.914+0000 7f8029bf3640 1 --2- 172.21.15.67:0/1323226506 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8024101430 0x7f802410bab0 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f801800b3f0 tx=0x7f801800b8b0 comp rx=0 tx=0).stop 2024-09-10T08:18:37.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.914+0000 7f8029bf3640 1 -- 172.21.15.67:0/1323226506 shutdown_connections 2024-09-10T08:18:37.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.914+0000 7f8029bf3640 1 --2- 172.21.15.67:0/1323226506 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f800c0a2c00 0x7f800c0a50c0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:37.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.914+0000 7f8029bf3640 1 --2- 172.21.15.67:0/1323226506 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8024106a90 0x7f802410bff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:37.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.914+0000 7f8029bf3640 1 --2- 172.21.15.67:0/1323226506 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8024101430 0x7f802410bab0 unknown :-1 s=CLOSED pgs=750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:37.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.914+0000 7f8029bf3640 1 --2- 172.21.15.67:0/1323226506 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8024100a90 0x7f802419f190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:37.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.914+0000 7f8029bf3640 1 -- 172.21.15.67:0/1323226506 >> 172.21.15.67:0/1323226506 conn(0x7f80240fc7d0 msgr2=0x7f802410e5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:37.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.914+0000 7f8029bf3640 1 -- 172.21.15.67:0/1323226506 shutdown_connections 2024-09-10T08:18:37.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:37.914+0000 7f8029bf3640 1 -- 172.21.15.67:0/1323226506 wait complete. 2024-09-10T08:18:38.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:18:37 smithi203 ceph-mon[34672]: pgmap v471: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 435 MiB/s wr, 123 op/s 2024-09-10T08:18:38.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:18:37 smithi133 ceph-mon[34721]: pgmap v471: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 435 MiB/s wr, 123 op/s 2024-09-10T08:18:38.771 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-10T08:18:39.240 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:18:39.971 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:18:39 smithi067 ceph-mon[31051]: pgmap v472: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 320 MiB/s wr, 90 op/s 2024-09-10T08:18:40.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.035+0000 7f0964608640 1 -- 172.21.15.67:0/3085570567 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f095c100c80 msgr2=0x7f095c110890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:40.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.035+0000 7f0964608640 1 --2- 172.21.15.67:0/3085570567 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f095c100c80 0x7f095c110890 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f0954009ca0 tx=0x7f095402a8e0 comp rx=0 tx=0).stop 2024-09-10T08:18:40.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.035+0000 7f0964608640 1 -- 172.21.15.67:0/3085570567 shutdown_connections 2024-09-10T08:18:40.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.035+0000 7f0964608640 1 --2- 172.21.15.67:0/3085570567 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f095c100100 0x7f095c100520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:40.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.035+0000 7f0964608640 1 --2- 172.21.15.67:0/3085570567 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f095c100c80 0x7f095c110890 unknown :-1 s=CLOSED pgs=753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:40.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.035+0000 7f0964608640 1 --2- 172.21.15.67:0/3085570567 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f095c102a50 0x7f095c102e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:40.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.035+0000 7f0964608640 1 -- 172.21.15.67:0/3085570567 >> 172.21.15.67:0/3085570567 conn(0x7f095c077230 msgr2=0x7f095c0fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:40.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.035+0000 7f0964608640 1 -- 172.21.15.67:0/3085570567 shutdown_connections 2024-09-10T08:18:40.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.035+0000 7f0964608640 1 -- 172.21.15.67:0/3085570567 wait complete. 2024-09-10T08:18:40.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.036+0000 7f0964608640 1 Processor -- start 2024-09-10T08:18:40.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.037+0000 7f0964608640 1 -- start start 2024-09-10T08:18:40.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.037+0000 7f0964608640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f095c100100 0x7f095c1034f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:40.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.037+0000 7f0964608640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f095c100c80 0x7f095c103a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:40.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.037+0000 7f0964608640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f095c102a50 0x7f095c103f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:40.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.037+0000 7f0964608640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f095c1140b0 con 0x7f095c100c80 2024-09-10T08:18:40.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.037+0000 7f0964608640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f095c113f30 con 0x7f095c102a50 2024-09-10T08:18:40.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.037+0000 7f0964608640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f095c114230 con 0x7f095c100100 2024-09-10T08:18:40.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.037+0000 7f09623a4640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f095c100100 0x7f095c1034f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:40.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.037+0000 7f0962ba5640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f095c102a50 0x7f095c103f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:40.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.038+0000 7f0962ba5640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f095c102a50 0x7f095c103f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.67:58690/0 (socket says 172.21.15.67:58690) 2024-09-10T08:18:40.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.038+0000 7f0962ba5640 1 -- 172.21.15.67:0/738436318 learned_addr learned my addr 172.21.15.67:0/738436318 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:40.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.038+0000 7f0962ba5640 1 -- 172.21.15.67:0/738436318 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f095c100100 msgr2=0x7f095c1034f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:40.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.038+0000 7f0962ba5640 1 --2- 172.21.15.67:0/738436318 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f095c100100 0x7f095c1034f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:40.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.038+0000 7f0962ba5640 1 -- 172.21.15.67:0/738436318 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f095c100c80 msgr2=0x7f095c103a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:40.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.038+0000 7f0962ba5640 1 --2- 172.21.15.67:0/738436318 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f095c100c80 0x7f095c103a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:40.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.038+0000 7f0962ba5640 1 -- 172.21.15.67:0/738436318 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f095c1aac70 con 0x7f095c102a50 2024-09-10T08:18:40.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.038+0000 7f09623a4640 1 --2- 172.21.15.67:0/738436318 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f095c100100 0x7f095c1034f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:18:40.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.038+0000 7f0962ba5640 1 --2- 172.21.15.67:0/738436318 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f095c102a50 0x7f095c103f70 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f0954003fb0 tx=0x7f0954032940 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:40.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.039+0000 7f09537fe640 1 -- 172.21.15.67:0/738436318 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0954032e20 con 0x7f095c102a50 2024-09-10T08:18:40.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.039+0000 7f09537fe640 1 -- 172.21.15.67:0/738436318 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f09540044f0 con 0x7f095c102a50 2024-09-10T08:18:40.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.039+0000 7f09537fe640 1 -- 172.21.15.67:0/738436318 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0954030cd0 con 0x7f095c102a50 2024-09-10T08:18:40.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.039+0000 7f0964608640 1 -- 172.21.15.67:0/738436318 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f095c1aaf00 con 0x7f095c102a50 2024-09-10T08:18:40.040 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.039+0000 7f0964608640 1 -- 172.21.15.67:0/738436318 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f095c1ab360 con 0x7f095c102a50 2024-09-10T08:18:40.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.044+0000 7f09669e1740 1 Processor -- start 2024-09-10T08:18:40.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.045+0000 7f09669e1740 1 -- start start 2024-09-10T08:18:40.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.045+0000 7f09537fe640 1 -- 172.21.15.67:0/738436318 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f09540046a0 con 0x7f095c102a50 2024-09-10T08:18:40.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.045+0000 7f09669e1740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555fcbb63b40 0x555fcbb62090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:40.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.045+0000 7f09669e1740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555fcbb625d0 0x555fcbb62a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:40.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.045+0000 7f09669e1740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555fcbb7e380 0x555fcbb80770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:40.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.045+0000 7f09669e1740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x555fcbac82f0 con 0x555fcbb63b40 2024-09-10T08:18:40.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.045+0000 7f09669e1740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x555fcba6fcf0 con 0x555fcbb7e380 2024-09-10T08:18:40.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.045+0000 7f09669e1740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x555fcbac42b0 con 0x555fcbb625d0 2024-09-10T08:18:40.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.047+0000 7f0961ba3640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555fcbb7e380 0x555fcbb80770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:40.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.047+0000 7f0961ba3640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555fcbb7e380 0x555fcbb80770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.67:58696/0 (socket says 172.21.15.67:58696) 2024-09-10T08:18:40.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.047+0000 7f0961ba3640 1 -- 172.21.15.67:0/4276765429 learned_addr learned my addr 172.21.15.67:0/4276765429 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:40.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.047+0000 7f0961ba3640 1 --2- 172.21.15.67:0/4276765429 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555fcbb63b40 0x555fcbb62090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:40.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.047+0000 7f0961ba3640 1 -- 172.21.15.67:0/4276765429 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555fcbb625d0 msgr2=0x555fcbb62a10 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T08:18:40.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.047+0000 7f0961ba3640 1 --2- 172.21.15.67:0/4276765429 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555fcbb625d0 0x555fcbb62a10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:40.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.047+0000 7f0961ba3640 1 -- 172.21.15.67:0/4276765429 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555fcbb63b40 msgr2=0x555fcbb62090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:40.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.047+0000 7f0961ba3640 1 --2- 172.21.15.67:0/4276765429 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555fcbb63b40 0x555fcbb62090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:40.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.047+0000 7f0961ba3640 1 -- 172.21.15.67:0/4276765429 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555fcba543a0 con 0x555fcbb7e380 2024-09-10T08:18:40.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.049+0000 7f09537fe640 1 --2- 172.21.15.67:0/738436318 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f09480a2d50 0x7f09480a5210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:40.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.049+0000 7f09537fe640 1 -- 172.21.15.67:0/738436318 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f09540f0590 con 0x7f095c102a50 2024-09-10T08:18:40.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.050+0000 7f0961ba3640 1 --2- 172.21.15.67:0/4276765429 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555fcbb7e380 0x555fcbb80770 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f094c0121b0 tx=0x7f094c00b4d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c9baabcc55e26c61 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:40.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.050+0000 7f09623a4640 1 --2- 172.21.15.67:0/738436318 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f09480a2d50 0x7f09480a5210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:40.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.050+0000 7f0950ff9640 1 -- 172.21.15.67:0/4276765429 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f094c0060d0 con 0x555fcbb7e380 2024-09-10T08:18:40.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.050+0000 7f0950ff9640 1 -- 172.21.15.67:0/4276765429 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f094c004850 con 0x555fcbb7e380 2024-09-10T08:18:40.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.051+0000 7f0950ff9640 1 -- 172.21.15.67:0/4276765429 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f094c0176b0 con 0x555fcbb7e380 2024-09-10T08:18:40.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.052+0000 7f09669e1740 1 -- 172.21.15.67:0/4276765429 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555fcbb7e380 msgr2=0x555fcbb80770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:40.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.052+0000 7f09669e1740 1 --2- 172.21.15.67:0/4276765429 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555fcbb7e380 0x555fcbb80770 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f094c0121b0 tx=0x7f094c00b4d0 comp rx=0 tx=0).stop 2024-09-10T08:18:40.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.052+0000 7f09623a4640 1 --2- 172.21.15.67:0/738436318 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f09480a2d50 0x7f09480a5210 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x555fcbb5fac0 tx=0x7f0958005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:40.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.052+0000 7f09669e1740 1 -- 172.21.15.67:0/4276765429 shutdown_connections 2024-09-10T08:18:40.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.052+0000 7f09669e1740 1 --2- 172.21.15.67:0/4276765429 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555fcbb7e380 0x555fcbb80770 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:40.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.052+0000 7f09669e1740 1 --2- 172.21.15.67:0/4276765429 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555fcbb625d0 0x555fcbb62a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:40.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.052+0000 7f09669e1740 1 --2- 172.21.15.67:0/4276765429 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555fcbb63b40 0x555fcbb62090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:40.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.052+0000 7f09669e1740 1 -- 172.21.15.67:0/4276765429 >> 172.21.15.67:0/4276765429 conn(0x555fcbb2b310 msgr2=0x555fcbb5ec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:40.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.052+0000 7f09669e1740 1 -- 172.21.15.67:0/4276765429 shutdown_connections 2024-09-10T08:18:40.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.052+0000 7f09669e1740 1 -- 172.21.15.67:0/4276765429 wait complete. 2024-09-10T08:18:40.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.053+0000 7f09669e1740 1 -- start start 2024-09-10T08:18:40.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.053+0000 7f09669e1740 1 Processor -- start 2024-09-10T08:18:40.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.053+0000 7f09669e1740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555fcbb625d0 0x555fcbb7dd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:40.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.054+0000 7f09669e1740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555fcbb63b40 0x555fcbb7b050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:40.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.054+0000 7f09669e1740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555fcbb7e380 0x555fcbb7b6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:40.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.054+0000 7f09669e1740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x555fcbb81080 con 0x555fcbb7e380 2024-09-10T08:18:40.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.054+0000 7f09669e1740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x555fcba83060 con 0x555fcbb63b40 2024-09-10T08:18:40.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.054+0000 7f09669e1740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x555fcbb81200 con 0x555fcbb625d0 2024-09-10T08:18:40.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.054+0000 7f09669e1740 10 client.0 _ll_register_callbacks cb 0x555fcb7d68c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:18:40.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.054+0000 7f0962ba5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555fcbb7e380 0x555fcbb7b6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:40.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.054+0000 7f0962ba5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555fcbb7e380 0x555fcbb7b6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50618/0 (socket says 172.21.15.67:50618) 2024-09-10T08:18:40.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.054+0000 7f09623a4640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555fcbb625d0 0x555fcbb7dd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:40.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.054+0000 7f0962ba5640 1 -- 172.21.15.67:0/1905423436 learned_addr learned my addr 172.21.15.67:0/1905423436 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:40.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.054+0000 7f09623a4640 1 -- 172.21.15.67:0/1905423436 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555fcbb63b40 msgr2=0x555fcbb7b050 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-10T08:18:40.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.054+0000 7f09623a4640 1 --2- 172.21.15.67:0/1905423436 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555fcbb63b40 0x555fcbb7b050 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:40.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.054+0000 7f09623a4640 1 -- 172.21.15.67:0/1905423436 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555fcbb7e380 msgr2=0x555fcbb7b6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:40.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.054+0000 7f09623a4640 1 --2- 172.21.15.67:0/1905423436 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555fcbb7e380 0x555fcbb7b6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:40.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.055+0000 7f09623a4640 1 -- 172.21.15.67:0/1905423436 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555fcb8393c0 con 0x555fcbb625d0 2024-09-10T08:18:40.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.055+0000 7f09623a4640 1 --2- 172.21.15.67:0/1905423436 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555fcbb625d0 0x555fcbb7dd50 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f0958003730 tx=0x7f0958004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d23c36fa958d7c0c server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:40.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.055+0000 7f0945ffb640 10 client.0 ms_handle_connect on v2:172.21.15.203:3300/0 2024-09-10T08:18:40.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.055+0000 7f0945ffb640 1 -- 172.21.15.67:0/1905423436 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f095801d9c0 con 0x555fcbb625d0 2024-09-10T08:18:40.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.055+0000 7f0945ffb640 1 -- 172.21.15.67:0/1905423436 <== mon.1 v2:172.21.15.203:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f095801db60 con 0x555fcbb625d0 2024-09-10T08:18:40.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.055+0000 7f09669e1740 1 -- 172.21.15.67:0/1905423436 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f094c004850 con 0x555fcbb625d0 2024-09-10T08:18:40.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.056+0000 7f0945ffb640 1 -- 172.21.15.67:0/1905423436 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f0958031050 con 0x555fcbb625d0 2024-09-10T08:18:40.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.056+0000 7f09669e1740 10 client.25777 fetch_fsmap learned FSMap version 29 2024-09-10T08:18:40.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.056+0000 7f09669e1740 1 -- 172.21.15.67:0/1905423436 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x555fcbb8cb90 con 0x555fcbb625d0 2024-09-10T08:18:40.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.057+0000 7f0945ffb640 1 -- 172.21.15.67:0/1905423436 <== mon.1 v2:172.21.15.203:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f094c004850 con 0x555fcbb625d0 2024-09-10T08:18:40.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.057+0000 7f0945ffb640 1 -- 172.21.15.67:0/1905423436 <== mon.1 v2:172.21.15.203:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f095801b420 con 0x555fcbb625d0 2024-09-10T08:18:40.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.057+0000 7f09669e1740 10 client.25777 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:18:40.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.057+0000 7f09669e1740 10 client.25777 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:18:40.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.057+0000 7f09669e1740 20 client.25777 populate_metadata read hostname 'smithi067' 2024-09-10T08:18:40.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.057+0000 7f09669e1740 1 --2- 172.21.15.67:0/1905423436 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x555fcbb8e0f0 0x555fcbb90550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:40.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.057+0000 7f09669e1740 4 client.25777 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:18:40.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.057+0000 7f09669e1740 1 -- 172.21.15.67:0/1905423436 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555fcbad5860 con 0x555fcbb8e0f0 2024-09-10T08:18:40.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.058+0000 7f0961ba3640 1 --2- 172.21.15.67:0/1905423436 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x555fcbb8e0f0 0x555fcbb90550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:40.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.058+0000 7f0961ba3640 1 --2- 172.21.15.67:0/1905423436 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x555fcbb8e0f0 0x555fcbb90550 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=34182d13ee0efc84 server_cookie=a79851d363e9dc7 in_seq=0 out_seq=0 2024-09-10T08:18:40.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.058+0000 7f0945ffb640 10 client.25777 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:18:40.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.060+0000 7f0945ffb640 1 -- 172.21.15.67:0/1905423436 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x555fcbad5860 con 0x555fcbb8e0f0 2024-09-10T08:18:40.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.060+0000 7f0945ffb640 10 client.25777 handle_command_reply: tid=0 2024-09-10T08:18:40.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.060+0000 7f09669e1740 1 client.25777 shutdown 2024-09-10T08:18:40.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.060+0000 7f09669e1740 1 -- 172.21.15.67:0/1905423436 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555fcbb625d0 msgr2=0x555fcbb7dd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:40.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.060+0000 7f09669e1740 1 --2- 172.21.15.67:0/1905423436 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555fcbb625d0 0x555fcbb7dd50 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f0958003730 tx=0x7f0958004730 comp rx=0 tx=0).stop 2024-09-10T08:18:40.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.061+0000 7f09669e1740 1 -- 172.21.15.67:0/1905423436 shutdown_connections 2024-09-10T08:18:40.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.061+0000 7f09669e1740 1 --2- 172.21.15.67:0/1905423436 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x555fcbb8e0f0 0x555fcbb90550 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:40.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.061+0000 7f09669e1740 1 --2- 172.21.15.67:0/1905423436 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555fcbb63b40 0x555fcbb7b050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:40.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.061+0000 7f09669e1740 1 --2- 172.21.15.67:0/1905423436 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555fcbb7e380 0x555fcbb7b6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:40.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.061+0000 7f09669e1740 1 --2- 172.21.15.67:0/1905423436 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555fcbb625d0 0x555fcbb7dd50 secure :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f0958003730 tx=0x7f0958004730 comp rx=0 tx=0).stop 2024-09-10T08:18:40.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.061+0000 7f09669e1740 1 -- 172.21.15.67:0/1905423436 >> 172.21.15.67:0/1905423436 conn(0x555fcbb2b310 msgr2=0x555fcbb64960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:40.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.061+0000 7f0945ffb640 0 client.25777 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:18:40.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.062+0000 7f09669e1740 1 -- 172.21.15.67:0/1905423436 shutdown_connections 2024-09-10T08:18:40.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.062+0000 7f09669e1740 1 -- 172.21.15.67:0/1905423436 wait complete. 2024-09-10T08:18:40.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.062+0000 7f09669e1740 20 client.25777 trim_cache size 0 max 16384 2024-09-10T08:18:40.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:18:39 smithi203 ceph-mon[34672]: pgmap v472: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 320 MiB/s wr, 90 op/s 2024-09-10T08:18:40.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.084+0000 7f09669e1740 1 Processor -- start 2024-09-10T08:18:40.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.085+0000 7f09669e1740 1 -- start start 2024-09-10T08:18:40.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.085+0000 7f09669e1740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555fcbb63b40 0x555fcbb8a320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:40.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.085+0000 7f09669e1740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555fcbb7e380 0x555fcbb5dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:40.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.085+0000 7f09669e1740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555fcbb5e130 0x555fcbb95e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:40.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.085+0000 7f09669e1740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f095c1acb60 con 0x555fcbb7e380 2024-09-10T08:18:40.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.085+0000 7f09669e1740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f095c1ae6a0 con 0x555fcbb63b40 2024-09-10T08:18:40.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.085+0000 7f09669e1740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f095c1ad230 con 0x555fcbb5e130 2024-09-10T08:18:40.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.085+0000 7f0961ba3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555fcbb7e380 0x555fcbb5dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:40.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.085+0000 7f0961ba3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555fcbb7e380 0x555fcbb5dbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50622/0 (socket says 172.21.15.67:50622) 2024-09-10T08:18:40.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.085+0000 7f0961ba3640 1 -- 172.21.15.67:0/3647012995 learned_addr learned my addr 172.21.15.67:0/3647012995 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:40.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.085+0000 7f0962ba5640 1 --2- 172.21.15.67:0/3647012995 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555fcbb5e130 0x555fcbb95e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:40.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.085+0000 7f0961ba3640 1 -- 172.21.15.67:0/3647012995 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555fcbb5e130 msgr2=0x555fcbb95e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:40.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.086+0000 7f09623a4640 1 --2- 172.21.15.67:0/3647012995 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555fcbb63b40 0x555fcbb8a320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:40.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.086+0000 7f0961ba3640 1 --2- 172.21.15.67:0/3647012995 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555fcbb5e130 0x555fcbb95e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:40.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.086+0000 7f0961ba3640 1 -- 172.21.15.67:0/3647012995 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555fcbb63b40 msgr2=0x555fcbb8a320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:40.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.086+0000 7f0961ba3640 1 --2- 172.21.15.67:0/3647012995 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555fcbb63b40 0x555fcbb8a320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:40.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.086+0000 7f0961ba3640 1 -- 172.21.15.67:0/3647012995 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555fcbb7ba20 con 0x555fcbb7e380 2024-09-10T08:18:40.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.086+0000 7f0961ba3640 1 --2- 172.21.15.67:0/3647012995 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555fcbb7e380 0x555fcbb5dbf0 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f094c012180 tx=0x7f094c00d040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f2d2e6e41d37014 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:40.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.086+0000 7f0947fff640 1 -- 172.21.15.67:0/3647012995 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f094c028030 con 0x555fcbb7e380 2024-09-10T08:18:40.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.086+0000 7f0947fff640 1 -- 172.21.15.67:0/3647012995 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f094c0044d0 con 0x555fcbb7e380 2024-09-10T08:18:40.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.086+0000 7f0947fff640 1 -- 172.21.15.67:0/3647012995 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f094c004d60 con 0x555fcbb7e380 2024-09-10T08:18:40.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.087+0000 7f09669e1740 1 -- 172.21.15.67:0/3647012995 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555fcbb7e380 msgr2=0x555fcbb5dbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:40.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.087+0000 7f09669e1740 1 --2- 172.21.15.67:0/3647012995 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555fcbb7e380 0x555fcbb5dbf0 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f094c012180 tx=0x7f094c00d040 comp rx=0 tx=0).stop 2024-09-10T08:18:40.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.087+0000 7f09669e1740 1 -- 172.21.15.67:0/3647012995 shutdown_connections 2024-09-10T08:18:40.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.087+0000 7f09669e1740 1 --2- 172.21.15.67:0/3647012995 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555fcbb5e130 0x555fcbb95e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:40.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.087+0000 7f09669e1740 1 --2- 172.21.15.67:0/3647012995 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555fcbb7e380 0x555fcbb5dbf0 unknown :-1 s=CLOSED pgs=754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:40.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.087+0000 7f09669e1740 1 --2- 172.21.15.67:0/3647012995 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555fcbb63b40 0x555fcbb8a320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:40.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.087+0000 7f09669e1740 1 -- 172.21.15.67:0/3647012995 >> 172.21.15.67:0/3647012995 conn(0x555fcbb2b310 msgr2=0x555fcbb5d4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:40.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.087+0000 7f09669e1740 1 -- 172.21.15.67:0/3647012995 shutdown_connections 2024-09-10T08:18:40.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.087+0000 7f09669e1740 1 -- 172.21.15.67:0/3647012995 wait complete. 2024-09-10T08:18:40.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.088+0000 7f09669e1740 1 -- start start 2024-09-10T08:18:40.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.088+0000 7f09669e1740 1 Processor -- start 2024-09-10T08:18:40.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.089+0000 7f09669e1740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555fcbb5e130 0x555fcbb86d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:40.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.090+0000 7f09669e1740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555fcbb63b40 0x555fcbb83460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:40.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.090+0000 7f09669e1740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555fcbb7e380 0x555fcbb83bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:40.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.090+0000 7f09623a4640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555fcbb5e130 0x555fcbb86d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:40.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.090+0000 7f09623a4640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555fcbb5e130 0x555fcbb86d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.67:52752/0 (socket says 172.21.15.67:52752) 2024-09-10T08:18:40.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.090+0000 7f09623a4640 1 -- 172.21.15.67:0/2797444665 learned_addr learned my addr 172.21.15.67:0/2797444665 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:40.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.090+0000 7f0961ba3640 1 --2- 172.21.15.67:0/2797444665 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555fcbb63b40 0x555fcbb83460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:40.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.090+0000 7f09669e1740 1 -- 172.21.15.67:0/2797444665 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f095c1adfd0 con 0x555fcbb63b40 2024-09-10T08:18:40.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.090+0000 7f09669e1740 1 -- 172.21.15.67:0/2797444665 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f095c1ad900 con 0x555fcbb7e380 2024-09-10T08:18:40.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.090+0000 7f09669e1740 1 -- 172.21.15.67:0/2797444665 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f095c0738f0 con 0x555fcbb5e130 2024-09-10T08:18:40.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.091+0000 7f09669e1740 10 client.0 _ll_register_callbacks cb 0x7f0958004040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:18:40.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.091+0000 7f0962ba5640 1 --2- 172.21.15.67:0/2797444665 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555fcbb7e380 0x555fcbb83bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:40.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.091+0000 7f0961ba3640 1 -- 172.21.15.67:0/2797444665 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555fcbb5e130 msgr2=0x555fcbb86d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:40.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.091+0000 7f0961ba3640 1 --2- 172.21.15.67:0/2797444665 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555fcbb5e130 0x555fcbb86d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:40.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.091+0000 7f0961ba3640 1 -- 172.21.15.67:0/2797444665 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555fcbb7e380 msgr2=0x555fcbb83bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:40.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.091+0000 7f0961ba3640 1 --2- 172.21.15.67:0/2797444665 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555fcbb7e380 0x555fcbb83bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:40.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.091+0000 7f0961ba3640 1 -- 172.21.15.67:0/2797444665 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555fcbbf8e00 con 0x555fcbb63b40 2024-09-10T08:18:40.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.092+0000 7f0961ba3640 1 --2- 172.21.15.67:0/2797444665 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555fcbb63b40 0x555fcbb83460 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x555fcbb7b350 tx=0x7f094c00bad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11d2eb3115526319 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:40.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.092+0000 7f0945ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:18:40.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.092+0000 7f0945ffb640 1 -- 172.21.15.67:0/2797444665 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f094c004be0 con 0x555fcbb63b40 2024-09-10T08:18:40.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.092+0000 7f0945ffb640 1 -- 172.21.15.67:0/2797444665 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f094c004d80 con 0x555fcbb63b40 2024-09-10T08:18:40.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.092+0000 7f09669e1740 1 -- 172.21.15.67:0/2797444665 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f094c0044d0 con 0x555fcbb63b40 2024-09-10T08:18:40.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:18:39 smithi133 ceph-mon[34721]: pgmap v472: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 320 MiB/s wr, 90 op/s 2024-09-10T08:18:40.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.093+0000 7f0945ffb640 1 -- 172.21.15.67:0/2797444665 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f094c03d050 con 0x555fcbb63b40 2024-09-10T08:18:40.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.094+0000 7f09669e1740 10 client.16482 fetch_fsmap learned FSMap version 29 2024-09-10T08:18:40.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.094+0000 7f09669e1740 1 -- 172.21.15.67:0/2797444665 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x555fcbbf9f30 con 0x555fcbb63b40 2024-09-10T08:18:40.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.094+0000 7f0945ffb640 1 -- 172.21.15.67:0/2797444665 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f094c0044d0 con 0x555fcbb63b40 2024-09-10T08:18:40.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.094+0000 7f0945ffb640 1 -- 172.21.15.67:0/2797444665 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f094c0036d0 con 0x555fcbb63b40 2024-09-10T08:18:40.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.094+0000 7f09669e1740 10 client.16482 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:18:40.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.094+0000 7f09669e1740 10 client.16482 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:18:40.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.094+0000 7f09669e1740 20 client.16482 populate_metadata read hostname 'smithi067' 2024-09-10T08:18:40.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.094+0000 7f09669e1740 1 --2- 172.21.15.67:0/2797444665 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x555fcbbfa3f0 0x555fcbbfc7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:40.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.094+0000 7f09669e1740 4 client.16482 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T08:18:40.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.094+0000 7f09669e1740 1 -- 172.21.15.67:0/2797444665 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "damage ls"}) -- 0x555fcbacfd70 con 0x555fcbbfa3f0 2024-09-10T08:18:40.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.095+0000 7f09623a4640 1 --2- 172.21.15.67:0/2797444665 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x555fcbbfa3f0 0x555fcbbfc7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:40.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.096+0000 7f0945ffb640 10 client.16482 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:18:40.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.096+0000 7f09623a4640 1 --2- 172.21.15.67:0/2797444665 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x555fcbbfa3f0 0x555fcbbfc7e0 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=afe5f8c886cb4513 server_cookie=67253b8dde3e518 in_seq=0 out_seq=0 2024-09-10T08:18:40.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.096+0000 7f0945ffb640 1 -- 172.21.15.67:0/2797444665 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x555fcbacfd70 con 0x555fcbbfa3f0 2024-09-10T08:18:40.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.096+0000 7f0945ffb640 10 client.16482 handle_command_reply: tid=0 2024-09-10T08:18:40.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.096+0000 7f09669e1740 1 client.16482 shutdown 2024-09-10T08:18:40.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.097+0000 7f09669e1740 1 -- 172.21.15.67:0/2797444665 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555fcbb63b40 msgr2=0x555fcbb83460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:40.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.097+0000 7f09669e1740 1 --2- 172.21.15.67:0/2797444665 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555fcbb63b40 0x555fcbb83460 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x555fcbb7b350 tx=0x7f094c00bad0 comp rx=0 tx=0).stop 2024-09-10T08:18:40.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.097+0000 7f09669e1740 1 -- 172.21.15.67:0/2797444665 shutdown_connections 2024-09-10T08:18:40.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.097+0000 7f09669e1740 1 --2- 172.21.15.67:0/2797444665 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x555fcbbfa3f0 0x555fcbbfc7e0 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:40.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.097+0000 7f09669e1740 1 --2- 172.21.15.67:0/2797444665 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x555fcbb7e380 0x555fcbb83bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:40.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.097+0000 7f09669e1740 1 --2- 172.21.15.67:0/2797444665 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555fcbb63b40 0x555fcbb83460 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:40.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.097+0000 7f09669e1740 1 --2- 172.21.15.67:0/2797444665 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x555fcbb5e130 0x555fcbb86d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:40.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.097+0000 7f09669e1740 1 -- 172.21.15.67:0/2797444665 >> 172.21.15.67:0/2797444665 conn(0x555fcbb2b310 msgr2=0x555fcbb64110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:40.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.097+0000 7f0945ffb640 0 client.16482 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:18:40.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.097+0000 7f09669e1740 1 -- 172.21.15.67:0/2797444665 shutdown_connections 2024-09-10T08:18:40.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.097+0000 7f09669e1740 1 -- 172.21.15.67:0/2797444665 wait complete. 2024-09-10T08:18:40.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.097+0000 7f09669e1740 20 client.16482 trim_cache size 0 max 16384 2024-09-10T08:18:40.099 INFO:teuthology.orchestra.run.smithi067.stdout:[] 2024-09-10T08:18:40.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.099+0000 7f0964608640 1 -- 172.21.15.67:0/738436318 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f09480a2d50 msgr2=0x7f09480a5210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:40.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.099+0000 7f0964608640 1 --2- 172.21.15.67:0/738436318 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f09480a2d50 0x7f09480a5210 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x555fcbb5fac0 tx=0x7f0958005f90 comp rx=0 tx=0).stop 2024-09-10T08:18:40.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.099+0000 7f0964608640 1 -- 172.21.15.67:0/738436318 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f095c102a50 msgr2=0x7f095c103f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:40.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.099+0000 7f0964608640 1 --2- 172.21.15.67:0/738436318 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f095c102a50 0x7f095c103f70 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f0954003fb0 tx=0x7f0954032940 comp rx=0 tx=0).stop 2024-09-10T08:18:40.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.100+0000 7f0964608640 1 -- 172.21.15.67:0/738436318 shutdown_connections 2024-09-10T08:18:40.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.100+0000 7f0964608640 1 --2- 172.21.15.67:0/738436318 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f09480a2d50 0x7f09480a5210 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:40.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.100+0000 7f0964608640 1 --2- 172.21.15.67:0/738436318 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f095c102a50 0x7f095c103f70 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:40.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.100+0000 7f0964608640 1 --2- 172.21.15.67:0/738436318 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f095c100c80 0x7f095c103a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:40.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.100+0000 7f0964608640 1 --2- 172.21.15.67:0/738436318 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f095c100100 0x7f095c1034f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:40.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.100+0000 7f0964608640 1 -- 172.21.15.67:0/738436318 >> 172.21.15.67:0/738436318 conn(0x7f095c077230 msgr2=0x7f095c0fd950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:40.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.101+0000 7f0964608640 1 -- 172.21.15.67:0/738436318 shutdown_connections 2024-09-10T08:18:40.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:40.101+0000 7f0964608640 1 -- 172.21.15.67:0/738436318 wait complete. 2024-09-10T08:18:42.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:18:41 smithi203 ceph-mon[34672]: pgmap v473: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 505 MiB/s wr, 140 op/s 2024-09-10T08:18:42.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:18:41 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:18:42.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:18:41 smithi133 ceph-mon[34721]: pgmap v473: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 505 MiB/s wr, 140 op/s 2024-09-10T08:18:42.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:18:41 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:18:42.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:18:41 smithi067 ceph-mon[31051]: pgmap v473: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 7.9 KiB/s rd, 505 MiB/s wr, 140 op/s 2024-09-10T08:18:42.208 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:18:41 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:18:42.229 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-10T08:18:42.229 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-10T08:18:42.670 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.670+0000 7fdbebfff640 1 -- 172.21.15.67:0/2432759904 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdbe4094560 msgr2=0x7fdbe4094960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:42.670 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.670+0000 7fdbebfff640 1 --2- 172.21.15.67:0/2432759904 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdbe4094560 0x7fdbe4094960 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fdbe0009900 tx=0x7fdbe002a400 comp rx=0 tx=0).stop 2024-09-10T08:18:42.670 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.670+0000 7fdbebfff640 1 -- 172.21.15.67:0/2432759904 shutdown_connections 2024-09-10T08:18:42.670 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.670+0000 7fdbebfff640 1 --2- 172.21.15.67:0/2432759904 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdbe4096110 0x7fdbe409c9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:42.670 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.670+0000 7fdbebfff640 1 --2- 172.21.15.67:0/2432759904 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdbe4095750 0x7fdbe4095bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:42.671 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.670+0000 7fdbebfff640 1 --2- 172.21.15.67:0/2432759904 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdbe4094560 0x7fdbe4094960 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:42.671 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.670+0000 7fdbebfff640 1 -- 172.21.15.67:0/2432759904 >> 172.21.15.67:0/2432759904 conn(0x7fdbe408fce0 msgr2=0x7fdbe4092100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:42.671 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.670+0000 7fdbebfff640 1 -- 172.21.15.67:0/2432759904 shutdown_connections 2024-09-10T08:18:42.671 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.670+0000 7fdbebfff640 1 -- 172.21.15.67:0/2432759904 wait complete. 2024-09-10T08:18:42.671 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.671+0000 7fdbebfff640 1 Processor -- start 2024-09-10T08:18:42.672 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.672+0000 7fdbebfff640 1 -- start start 2024-09-10T08:18:42.673 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.673+0000 7fdbebfff640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdbe4094560 0x7fdbe40984f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:42.673 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.673+0000 7fdbebfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdbe4095750 0x7fdbe4096b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:42.673 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.673+0000 7fdbebfff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdbe4096110 0x7fdbe4097070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:42.673 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.673+0000 7fdbebfff640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fdbe40a0140 con 0x7fdbe4095750 2024-09-10T08:18:42.673 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.673+0000 7fdbebfff640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fdbe409ffc0 con 0x7fdbe4096110 2024-09-10T08:18:42.673 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.673+0000 7fdbebfff640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fdbe40a02c0 con 0x7fdbe4094560 2024-09-10T08:18:42.673 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.673+0000 7fdbeb7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdbe4096110 0x7fdbe4097070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:42.673 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.673+0000 7fdbeb7fe640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdbe4096110 0x7fdbe4097070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.67:58742/0 (socket says 172.21.15.67:58742) 2024-09-10T08:18:42.673 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.673+0000 7fdbea7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdbe4095750 0x7fdbe4096b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:42.673 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.673+0000 7fdbeb7fe640 1 -- 172.21.15.67:0/3283555931 learned_addr learned my addr 172.21.15.67:0/3283555931 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:42.674 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.673+0000 7fdbeaffd640 1 --2- 172.21.15.67:0/3283555931 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdbe4094560 0x7fdbe40984f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:42.675 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.674+0000 7fdbeb7fe640 1 -- 172.21.15.67:0/3283555931 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdbe4094560 msgr2=0x7fdbe40984f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:42.675 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.674+0000 7fdbeb7fe640 1 --2- 172.21.15.67:0/3283555931 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdbe4094560 0x7fdbe40984f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:42.675 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.674+0000 7fdbeb7fe640 1 -- 172.21.15.67:0/3283555931 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdbe4095750 msgr2=0x7fdbe4096b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:42.675 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.674+0000 7fdbeb7fe640 1 --2- 172.21.15.67:0/3283555931 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdbe4095750 0x7fdbe4096b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:42.675 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.674+0000 7fdbeb7fe640 1 -- 172.21.15.67:0/3283555931 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbe4097900 con 0x7fdbe4096110 2024-09-10T08:18:42.675 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.674+0000 7fdbeb7fe640 1 --2- 172.21.15.67:0/3283555931 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdbe4096110 0x7fdbe4097070 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fdbdc009fd0 tx=0x7fdbdc00b8e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:42.675 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.674+0000 7fdbf08db640 1 -- 172.21.15.67:0/3283555931 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbdc011830 con 0x7fdbe4096110 2024-09-10T08:18:42.675 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.674+0000 7fdbf08db640 1 -- 172.21.15.67:0/3283555931 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdbdc016070 con 0x7fdbe4096110 2024-09-10T08:18:42.675 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.674+0000 7fdbebfff640 1 -- 172.21.15.67:0/3283555931 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdbe4135a30 con 0x7fdbe4096110 2024-09-10T08:18:42.675 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.675+0000 7fdbf08db640 1 -- 172.21.15.67:0/3283555931 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbdc010de0 con 0x7fdbe4096110 2024-09-10T08:18:42.675 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.675+0000 7fdbebfff640 1 -- 172.21.15.67:0/3283555931 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdbe4135fa0 con 0x7fdbe4096110 2024-09-10T08:18:42.677 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.678+0000 7fdbf08db640 1 -- 172.21.15.67:0/3283555931 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7fdbdc0119d0 con 0x7fdbe4096110 2024-09-10T08:18:42.679 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.679+0000 7fdbf4674740 1 Processor -- start 2024-09-10T08:18:42.679 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.680+0000 7fdbf08db640 1 --2- 172.21.15.67:0/3283555931 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fdbd40a2c10 0x7fdbd40a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:42.680 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.681+0000 7fdbf08db640 1 -- 172.21.15.67:0/3283555931 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fdbdc098ff0 con 0x7fdbe4096110 2024-09-10T08:18:42.681 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.681+0000 7fdbf4674740 1 -- start start 2024-09-10T08:18:42.681 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.682+0000 7fdbf4674740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a827082380 0x55a827082780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:42.681 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.682+0000 7fdbf4674740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a827082cc0 0x55a827087780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:42.681 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.682+0000 7fdbf4674740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a827087d50 0x55a82708a210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:42.681 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.682+0000 7fdbf4674740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55a826fdd2f0 con 0x55a827082380 2024-09-10T08:18:42.681 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.682+0000 7fdbf4674740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55a826f85270 con 0x55a827082cc0 2024-09-10T08:18:42.681 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.682+0000 7fdbf4674740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55a826fd92b0 con 0x55a827087d50 2024-09-10T08:18:42.683 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.682+0000 7fdbeaffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a827082380 0x55a827082780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:42.683 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.682+0000 7fdbeb7fe640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a827087d50 0x55a82708a210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:42.683 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.682+0000 7fdbeb7fe640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a827087d50 0x55a82708a210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.67:52784/0 (socket says 172.21.15.67:52784) 2024-09-10T08:18:42.683 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.682+0000 7fdbeb7fe640 1 -- 172.21.15.67:0/2307814186 learned_addr learned my addr 172.21.15.67:0/2307814186 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:42.683 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.683+0000 7fdbeb7fe640 1 -- 172.21.15.67:0/2307814186 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a827082cc0 msgr2=0x55a827087780 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-10T08:18:42.683 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.683+0000 7fdbeb7fe640 1 --2- 172.21.15.67:0/2307814186 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a827082cc0 0x55a827087780 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:42.683 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.683+0000 7fdbeb7fe640 1 -- 172.21.15.67:0/2307814186 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a827082380 msgr2=0x55a827082780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:42.683 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.683+0000 7fdbeb7fe640 1 --2- 172.21.15.67:0/2307814186 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a827082380 0x55a827082780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:42.683 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.683+0000 7fdbeb7fe640 1 -- 172.21.15.67:0/2307814186 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a826f84340 con 0x55a827087d50 2024-09-10T08:18:42.684 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.684+0000 7fdbeb7fe640 1 --2- 172.21.15.67:0/2307814186 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a827087d50 0x55a82708a210 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fdbdc09aee0 tx=0x7fdbdc09a8b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8c0d961aefbf9002 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:42.685 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.685+0000 7fdbea7fc640 1 --2- 172.21.15.67:0/3283555931 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fdbd40a2c10 0x7fdbd40a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:42.686 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.687+0000 7fdbea7fc640 1 --2- 172.21.15.67:0/3283555931 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fdbd40a2c10 0x7fdbd40a50d0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fdbec067ea0 tx=0x7fdbec063770 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:42.687 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.688+0000 7fdbd1ffb640 1 -- 172.21.15.67:0/2307814186 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbdc09af50 con 0x55a827087d50 2024-09-10T08:18:42.687 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.688+0000 7fdbd1ffb640 1 -- 172.21.15.67:0/2307814186 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdbdc09f300 con 0x55a827087d50 2024-09-10T08:18:42.689 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.689+0000 7fdbd1ffb640 1 -- 172.21.15.67:0/2307814186 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbdc0b9b90 con 0x55a827087d50 2024-09-10T08:18:42.689 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.689+0000 7fdbf4674740 1 -- 172.21.15.67:0/2307814186 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a827087d50 msgr2=0x55a82708a210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:42.689 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.689+0000 7fdbf4674740 1 --2- 172.21.15.67:0/2307814186 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a827087d50 0x55a82708a210 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fdbdc09aee0 tx=0x7fdbdc09a8b0 comp rx=0 tx=0).stop 2024-09-10T08:18:42.689 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.689+0000 7fdbf4674740 1 -- 172.21.15.67:0/2307814186 shutdown_connections 2024-09-10T08:18:42.689 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.689+0000 7fdbf4674740 1 --2- 172.21.15.67:0/2307814186 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a827082cc0 0x55a827087780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:42.689 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.689+0000 7fdbf4674740 1 --2- 172.21.15.67:0/2307814186 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a827087d50 0x55a82708a210 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:42.689 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.689+0000 7fdbf4674740 1 --2- 172.21.15.67:0/2307814186 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a827082380 0x55a827082780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:42.689 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.689+0000 7fdbf4674740 1 -- 172.21.15.67:0/2307814186 >> 172.21.15.67:0/2307814186 conn(0x55a8270751e0 msgr2=0x55a8270755e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:42.689 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.689+0000 7fdbf4674740 1 -- 172.21.15.67:0/2307814186 shutdown_connections 2024-09-10T08:18:42.689 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.689+0000 7fdbf4674740 1 -- 172.21.15.67:0/2307814186 wait complete. 2024-09-10T08:18:42.690 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.690+0000 7fdbf4674740 1 -- start start 2024-09-10T08:18:42.691 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.690+0000 7fdbf4674740 1 Processor -- start 2024-09-10T08:18:42.691 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.690+0000 7fdbf4674740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a827082380 0x55a82707b530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:42.691 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.690+0000 7fdbf4674740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a827082cc0 0x55a82707ba70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:42.691 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.690+0000 7fdbf4674740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a827087d50 0x55a827080aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:42.691 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.690+0000 7fdbf4674740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55a827079cb0 con 0x55a827082cc0 2024-09-10T08:18:42.691 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.690+0000 7fdbf4674740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55a826f66290 con 0x55a827087d50 2024-09-10T08:18:42.691 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.690+0000 7fdbf4674740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55a827079e30 con 0x55a827082380 2024-09-10T08:18:42.691 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.691+0000 7fdbf4674740 10 client.0 _ll_register_callbacks cb 0x55a826f97140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:18:42.691 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.691+0000 7fdbea7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a827082cc0 0x55a82707ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:42.691 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.691+0000 7fdbeaffd640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a827082380 0x55a82707b530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:42.692 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.691+0000 7fdbea7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a827082cc0 0x55a82707ba70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50672/0 (socket says 172.21.15.67:50672) 2024-09-10T08:18:42.692 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.691+0000 7fdbea7fc640 1 -- 172.21.15.67:0/695432 learned_addr learned my addr 172.21.15.67:0/695432 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:42.692 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.691+0000 7fdbeb7fe640 1 --2- 172.21.15.67:0/695432 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a827087d50 0x55a827080aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:42.692 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.691+0000 7fdbeb7fe640 1 -- 172.21.15.67:0/695432 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a827082380 msgr2=0x55a82707b530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:42.692 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.691+0000 7fdbeb7fe640 1 --2- 172.21.15.67:0/695432 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a827082380 0x55a82707b530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:42.692 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.691+0000 7fdbeb7fe640 1 -- 172.21.15.67:0/695432 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a827082cc0 msgr2=0x55a82707ba70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:42.692 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.691+0000 7fdbeb7fe640 1 --2- 172.21.15.67:0/695432 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a827082cc0 0x55a82707ba70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:42.692 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.691+0000 7fdbeb7fe640 1 -- 172.21.15.67:0/695432 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a826cf0210 con 0x55a827087d50 2024-09-10T08:18:42.692 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.691+0000 7fdbeb7fe640 1 --2- 172.21.15.67:0/695432 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a827087d50 0x55a827080aa0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fdbdc09ac50 tx=0x7fdbdc0977f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=971e40d8a9f03048 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:42.692 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.691+0000 7fdbcaffd640 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-09-10T08:18:42.692 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.692+0000 7fdbcaffd640 1 -- 172.21.15.67:0/695432 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbdc0cc300 con 0x55a827087d50 2024-09-10T08:18:42.694 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.692+0000 7fdbcaffd640 1 -- 172.21.15.67:0/695432 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fdbdc0b9da0 con 0x55a827087d50 2024-09-10T08:18:42.694 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.692+0000 7fdbf4674740 1 -- 172.21.15.67:0/695432 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdbdc09f300 con 0x55a827087d50 2024-09-10T08:18:42.694 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.692+0000 7fdbcaffd640 1 -- 172.21.15.67:0/695432 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fdbdc09af50 con 0x55a827087d50 2024-09-10T08:18:42.694 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.692+0000 7fdbf4674740 10 client.25772 fetch_fsmap learned FSMap version 29 2024-09-10T08:18:42.694 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.692+0000 7fdbf4674740 1 -- 172.21.15.67:0/695432 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a826dbc620 con 0x55a827087d50 2024-09-10T08:18:42.694 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.693+0000 7fdbcaffd640 1 -- 172.21.15.67:0/695432 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdbdc09f300 con 0x55a827087d50 2024-09-10T08:18:42.694 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.694+0000 7fdbcaffd640 1 -- 172.21.15.67:0/695432 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fdbdc099e10 con 0x55a827087d50 2024-09-10T08:18:42.694 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.694+0000 7fdbf4674740 10 client.25772 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:18:42.694 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.694+0000 7fdbf4674740 10 client.25772 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:18:42.694 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.694+0000 7fdbf4674740 20 client.25772 populate_metadata read hostname 'smithi067' 2024-09-10T08:18:42.694 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.694+0000 7fdbf4674740 1 --2- 172.21.15.67:0/695432 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55a8270b1650 0x55a8270b3a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:42.695 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.694+0000 7fdbf4674740 4 client.25772 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:18:42.695 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.694+0000 7fdbf4674740 1 -- 172.21.15.67:0/695432 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a826feaa20 con 0x55a8270b1650 2024-09-10T08:18:42.696 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.696+0000 7fdbeaffd640 1 --2- 172.21.15.67:0/695432 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55a8270b1650 0x55a8270b3a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:42.699 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.700+0000 7fdbcaffd640 10 client.25772 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:18:42.699 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.700+0000 7fdbeaffd640 1 --2- 172.21.15.67:0/695432 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55a8270b1650 0x55a8270b3a40 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2b312e8e270acea6 server_cookie=54742c37dc39e14 in_seq=0 out_seq=0 2024-09-10T08:18:42.703 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.704+0000 7fdbcaffd640 1 -- 172.21.15.67:0/695432 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a826feaa20 con 0x55a8270b1650 2024-09-10T08:18:42.704 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.704+0000 7fdbcaffd640 10 client.25772 handle_command_reply: tid=0 2024-09-10T08:18:42.704 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.704+0000 7fdbf4674740 1 client.25772 shutdown 2024-09-10T08:18:42.706 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.705+0000 7fdbf4674740 1 -- 172.21.15.67:0/695432 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a827087d50 msgr2=0x55a827080aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:42.706 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.705+0000 7fdbf4674740 1 --2- 172.21.15.67:0/695432 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a827087d50 0x55a827080aa0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fdbdc09ac50 tx=0x7fdbdc0977f0 comp rx=0 tx=0).stop 2024-09-10T08:18:42.706 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.706+0000 7fdbf4674740 1 -- 172.21.15.67:0/695432 shutdown_connections 2024-09-10T08:18:42.706 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.706+0000 7fdbf4674740 1 --2- 172.21.15.67:0/695432 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55a8270b1650 0x55a8270b3a40 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:42.706 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.706+0000 7fdbf4674740 1 --2- 172.21.15.67:0/695432 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a827087d50 0x55a827080aa0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:42.706 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.706+0000 7fdbf4674740 1 --2- 172.21.15.67:0/695432 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a827082cc0 0x55a82707ba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:42.706 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.706+0000 7fdbf4674740 1 --2- 172.21.15.67:0/695432 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a827082380 0x55a82707b530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:42.706 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.706+0000 7fdbf4674740 1 -- 172.21.15.67:0/695432 >> 172.21.15.67:0/695432 conn(0x55a8270751e0 msgr2=0x55a8270769f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:42.706 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.706+0000 7fdbcaffd640 0 client.25772 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:18:42.706 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.706+0000 7fdbf4674740 1 -- 172.21.15.67:0/695432 shutdown_connections 2024-09-10T08:18:42.706 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.706+0000 7fdbf4674740 1 -- 172.21.15.67:0/695432 wait complete. 2024-09-10T08:18:42.707 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.706+0000 7fdbf4674740 20 client.25772 trim_cache size 0 max 16384 2024-09-10T08:18:42.737 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.736+0000 7fdbf4674740 1 Processor -- start 2024-09-10T08:18:42.737 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.738+0000 7fdbf4674740 1 -- start start 2024-09-10T08:18:42.739 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.739+0000 7fdbf4674740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a827082380 0x55a827083dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:42.739 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.739+0000 7fdbf4674740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a827082cc0 0x55a827084310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:42.739 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.739+0000 7fdbf4674740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a827087d50 0x55a8270755c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:42.739 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.739+0000 7fdbf4674740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fdbe413c260 con 0x55a827087d50 2024-09-10T08:18:42.739 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.739+0000 7fdbf4674740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fdbe413dda0 con 0x55a827082380 2024-09-10T08:18:42.739 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.739+0000 7fdbf4674740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fdbe413c930 con 0x55a827082cc0 2024-09-10T08:18:42.740 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.740+0000 7fdbeaffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a827082380 0x55a827083dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:42.740 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.740+0000 7fdbeb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a827087d50 0x55a8270755c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:42.741 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.740+0000 7fdbeb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a827087d50 0x55a8270755c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50684/0 (socket says 172.21.15.67:50684) 2024-09-10T08:18:42.741 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.740+0000 7fdbeb7fe640 1 -- 172.21.15.67:0/638995684 learned_addr learned my addr 172.21.15.67:0/638995684 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:42.741 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.740+0000 7fdbea7fc640 1 --2- 172.21.15.67:0/638995684 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a827082cc0 0x55a827084310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:42.741 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.740+0000 7fdbeb7fe640 1 -- 172.21.15.67:0/638995684 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a827082cc0 msgr2=0x55a827084310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:42.741 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.740+0000 7fdbeb7fe640 1 --2- 172.21.15.67:0/638995684 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a827082cc0 0x55a827084310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:42.741 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.740+0000 7fdbeb7fe640 1 -- 172.21.15.67:0/638995684 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a827082380 msgr2=0x55a827083dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:42.741 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.740+0000 7fdbeb7fe640 1 --2- 172.21.15.67:0/638995684 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a827082380 0x55a827083dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:42.741 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.740+0000 7fdbeb7fe640 1 -- 172.21.15.67:0/638995684 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a82707b070 con 0x55a827087d50 2024-09-10T08:18:42.741 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.741+0000 7fdbeb7fe640 1 --2- 172.21.15.67:0/638995684 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a827087d50 0x55a8270755c0 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7fdbdc00bde0 tx=0x7fdbdc010690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7202724a3566b34 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:42.741 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.741+0000 7fdbd17fa640 1 -- 172.21.15.67:0/638995684 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbdc09f300 con 0x55a827087d50 2024-09-10T08:18:42.741 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.741+0000 7fdbd17fa640 1 -- 172.21.15.67:0/638995684 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdbdc0b9070 con 0x55a827087d50 2024-09-10T08:18:42.741 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.741+0000 7fdbd17fa640 1 -- 172.21.15.67:0/638995684 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbdc0cc270 con 0x55a827087d50 2024-09-10T08:18:42.742 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.742+0000 7fdbf4674740 1 -- 172.21.15.67:0/638995684 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a827087d50 msgr2=0x55a8270755c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:42.742 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.742+0000 7fdbf4674740 1 --2- 172.21.15.67:0/638995684 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a827087d50 0x55a8270755c0 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7fdbdc00bde0 tx=0x7fdbdc010690 comp rx=0 tx=0).stop 2024-09-10T08:18:42.742 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.742+0000 7fdbf4674740 1 -- 172.21.15.67:0/638995684 shutdown_connections 2024-09-10T08:18:42.742 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.742+0000 7fdbf4674740 1 --2- 172.21.15.67:0/638995684 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a827087d50 0x55a8270755c0 unknown :-1 s=CLOSED pgs=756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:42.743 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.742+0000 7fdbf4674740 1 --2- 172.21.15.67:0/638995684 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a827082cc0 0x55a827084310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:42.743 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.742+0000 7fdbf4674740 1 --2- 172.21.15.67:0/638995684 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a827082380 0x55a827083dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:42.743 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.742+0000 7fdbf4674740 1 -- 172.21.15.67:0/638995684 >> 172.21.15.67:0/638995684 conn(0x55a8270751e0 msgr2=0x55a82707b530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:42.743 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.743+0000 7fdbf4674740 1 -- 172.21.15.67:0/638995684 shutdown_connections 2024-09-10T08:18:42.743 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.743+0000 7fdbf4674740 1 -- 172.21.15.67:0/638995684 wait complete. 2024-09-10T08:18:42.744 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.744+0000 7fdbf4674740 1 -- start start 2024-09-10T08:18:42.744 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.744+0000 7fdbf4674740 1 Processor -- start 2024-09-10T08:18:42.744 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.744+0000 7fdbf4674740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a827082380 0x55a8270c27f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:42.744 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.744+0000 7fdbf4674740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a827082cc0 0x55a8270c2d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:42.745 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.745+0000 7fdbeaffd640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a827082380 0x55a8270c27f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:42.745 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.745+0000 7fdbf4674740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a827087d50 0x55a827119ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:42.745 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.745+0000 7fdbeaffd640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a827082380 0x55a8270c27f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.67:52816/0 (socket says 172.21.15.67:52816) 2024-09-10T08:18:42.745 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.745+0000 7fdbea7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a827082cc0 0x55a8270c2d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:42.745 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.745+0000 7fdbeaffd640 1 -- 172.21.15.67:0/812601581 learned_addr learned my addr 172.21.15.67:0/812601581 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:42.745 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.745+0000 7fdbea7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a827082cc0 0x55a8270c2d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50692/0 (socket says 172.21.15.67:50692) 2024-09-10T08:18:42.745 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.745+0000 7fdbf4674740 1 -- 172.21.15.67:0/812601581 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fdbe413d6d0 con 0x55a827082cc0 2024-09-10T08:18:42.745 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.745+0000 7fdbf4674740 1 -- 172.21.15.67:0/812601581 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fdbe413d000 con 0x55a827087d50 2024-09-10T08:18:42.746 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.745+0000 7fdbf4674740 1 -- 172.21.15.67:0/812601581 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fdbe413a260 con 0x55a827082380 2024-09-10T08:18:42.746 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.745+0000 7fdbf4674740 10 client.0 _ll_register_callbacks cb 0x7fdbdc09adf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:18:42.746 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.745+0000 7fdbeaffd640 1 -- 172.21.15.67:0/812601581 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a827087d50 msgr2=0x55a827119ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:42.746 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.745+0000 7fdbeaffd640 1 --2- 172.21.15.67:0/812601581 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a827087d50 0x55a827119ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:42.746 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.745+0000 7fdbeaffd640 1 -- 172.21.15.67:0/812601581 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a827082cc0 msgr2=0x55a8270c2d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:42.746 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.745+0000 7fdbeaffd640 1 --2- 172.21.15.67:0/812601581 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a827082cc0 0x55a8270c2d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:42.746 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.745+0000 7fdbeaffd640 1 -- 172.21.15.67:0/812601581 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a82711a560 con 0x55a827082380 2024-09-10T08:18:42.746 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.745+0000 7fdbeaffd640 1 --2- 172.21.15.67:0/812601581 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a827082380 0x55a8270c27f0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fdbe0005ab0 tx=0x7fdbe00041a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ae7f8b0135027178 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:42.746 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.745+0000 7fdbcaffd640 10 client.0 ms_handle_connect on v2:172.21.15.203:3300/0 2024-09-10T08:18:42.747 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.746+0000 7fdbcaffd640 1 -- 172.21.15.67:0/812601581 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbe0035040 con 0x55a827082380 2024-09-10T08:18:42.747 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.746+0000 7fdbcaffd640 1 -- 172.21.15.67:0/812601581 <== mon.1 v2:172.21.15.203:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fdbe0031990 con 0x55a827082380 2024-09-10T08:18:42.747 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.746+0000 7fdbf4674740 1 -- 172.21.15.67:0/812601581 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdbdc0b9070 con 0x55a827082380 2024-09-10T08:18:42.747 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.746+0000 7fdbcaffd640 1 -- 172.21.15.67:0/812601581 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fdbe0056050 con 0x55a827082380 2024-09-10T08:18:42.747 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.746+0000 7fdbf4674740 10 client.25801 fetch_fsmap learned FSMap version 29 2024-09-10T08:18:42.747 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.746+0000 7fdbf4674740 1 -- 172.21.15.67:0/812601581 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55a82711b900 con 0x55a827082380 2024-09-10T08:18:42.751 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.749+0000 7fdbcaffd640 1 -- 172.21.15.67:0/812601581 <== mon.1 v2:172.21.15.203:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdbe0031b90 con 0x55a827082380 2024-09-10T08:18:42.752 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.749+0000 7fdbcaffd640 1 -- 172.21.15.67:0/812601581 <== mon.1 v2:172.21.15.203:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fdbe003c440 con 0x55a827082380 2024-09-10T08:18:42.752 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.751+0000 7fdbf4674740 10 client.25801 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:18:42.752 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.751+0000 7fdbf4674740 10 client.25801 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:18:42.752 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.751+0000 7fdbf4674740 20 client.25801 populate_metadata read hostname 'smithi067' 2024-09-10T08:18:42.752 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.751+0000 7fdbf4674740 1 --2- 172.21.15.67:0/812601581 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55a82711c230 0x55a82711e650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:42.752 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.751+0000 7fdbf4674740 4 client.25801 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:18:42.752 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.751+0000 7fdbf4674740 1 -- 172.21.15.67:0/812601581 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "flush journal"}) -- 0x7fdbdc0b9070 con 0x55a82711c230 2024-09-10T08:18:42.752 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.753+0000 7fdbea7fc640 1 --2- 172.21.15.67:0/812601581 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55a82711c230 0x55a82711e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:42.755 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.755+0000 7fdbea7fc640 1 --2- 172.21.15.67:0/812601581 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55a82711c230 0x55a82711e650 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4e6b682ba15bb61c server_cookie=d85c4d3246329685 in_seq=0 out_seq=0 2024-09-10T08:18:42.755 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.755+0000 7fdbcaffd640 10 client.25801 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:18:42.766 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:18:42.778 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.779+0000 7fdbcaffd640 1 -- 172.21.15.67:0/812601581 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7fdbdc0b9070 con 0x55a82711c230 2024-09-10T08:18:42.778 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.779+0000 7fdbcaffd640 10 client.25801 handle_command_reply: tid=0 2024-09-10T08:18:42.779 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.779+0000 7fdbf4674740 1 client.25801 shutdown 2024-09-10T08:18:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.779+0000 7fdbf4674740 1 -- 172.21.15.67:0/812601581 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a827082380 msgr2=0x55a8270c27f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.779+0000 7fdbf4674740 1 --2- 172.21.15.67:0/812601581 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a827082380 0x55a8270c27f0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fdbe0005ab0 tx=0x7fdbe00041a0 comp rx=0 tx=0).stop 2024-09-10T08:18:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.780+0000 7fdbf4674740 1 -- 172.21.15.67:0/812601581 shutdown_connections 2024-09-10T08:18:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.780+0000 7fdbf4674740 1 --2- 172.21.15.67:0/812601581 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55a82711c230 0x55a82711e650 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.780+0000 7fdbcaffd640 0 client.25801 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:18:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.780+0000 7fdbf4674740 1 --2- 172.21.15.67:0/812601581 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55a827087d50 0x55a827119ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.780+0000 7fdbf4674740 1 --2- 172.21.15.67:0/812601581 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a827082cc0 0x55a8270c2d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.780+0000 7fdbf4674740 1 --2- 172.21.15.67:0/812601581 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55a827082380 0x55a8270c27f0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:42.780 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.780+0000 7fdbf4674740 1 -- 172.21.15.67:0/812601581 >> 172.21.15.67:0/812601581 conn(0x55a8270751e0 msgr2=0x55a827087060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:42.781 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.780+0000 7fdbf4674740 1 -- 172.21.15.67:0/812601581 shutdown_connections 2024-09-10T08:18:42.781 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.780+0000 7fdbf4674740 1 -- 172.21.15.67:0/812601581 wait complete. 2024-09-10T08:18:42.781 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.780+0000 7fdbf4674740 20 client.25801 trim_cache size 0 max 16384 2024-09-10T08:18:42.781 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout:{ 2024-09-10T08:18:42.781 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout: "message": "", 2024-09-10T08:18:42.781 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout: "return_code": 0 2024-09-10T08:18:42.781 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout:} 2024-09-10T08:18:42.782 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.781+0000 7fdbebfff640 1 -- 172.21.15.67:0/3283555931 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fdbd40a2c10 msgr2=0x7fdbd40a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:42.782 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.781+0000 7fdbebfff640 1 --2- 172.21.15.67:0/3283555931 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fdbd40a2c10 0x7fdbd40a50d0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fdbec067ea0 tx=0x7fdbec063770 comp rx=0 tx=0).stop 2024-09-10T08:18:42.782 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.781+0000 7fdbebfff640 1 -- 172.21.15.67:0/3283555931 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdbe4096110 msgr2=0x7fdbe4097070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:42.782 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.781+0000 7fdbebfff640 1 --2- 172.21.15.67:0/3283555931 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdbe4096110 0x7fdbe4097070 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fdbdc009fd0 tx=0x7fdbdc00b8e0 comp rx=0 tx=0).stop 2024-09-10T08:18:42.782 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.781+0000 7fdbebfff640 1 -- 172.21.15.67:0/3283555931 shutdown_connections 2024-09-10T08:18:42.782 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.781+0000 7fdbebfff640 1 --2- 172.21.15.67:0/3283555931 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fdbd40a2c10 0x7fdbd40a50d0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:42.783 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.781+0000 7fdbebfff640 1 --2- 172.21.15.67:0/3283555931 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fdbe4096110 0x7fdbe4097070 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:42.783 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.781+0000 7fdbebfff640 1 --2- 172.21.15.67:0/3283555931 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdbe4095750 0x7fdbe4096b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:42.783 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.781+0000 7fdbebfff640 1 --2- 172.21.15.67:0/3283555931 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fdbe4094560 0x7fdbe40984f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:42.783 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.781+0000 7fdbebfff640 1 -- 172.21.15.67:0/3283555931 >> 172.21.15.67:0/3283555931 conn(0x7fdbe408fce0 msgr2=0x7fdbe4090380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:42.783 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.781+0000 7fdbebfff640 1 -- 172.21.15.67:0/3283555931 shutdown_connections 2024-09-10T08:18:42.783 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:42.781+0000 7fdbebfff640 1 -- 172.21.15.67:0/3283555931 wait complete. 2024-09-10T08:18:43.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:18:42 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:18:43.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:18:42 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:18:43.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:18:42 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:18:43.085 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:18:42 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:18:43.085 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:18:42 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:18:43.085 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:18:42 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:18:43.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:18:42 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:18:43.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:18:42 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:18:43.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:18:42 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:18:43.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.404+0000 7fecb155a640 1 -- 172.21.15.67:0/4170166749 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fecac101de0 msgr2=0x7fecac1021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:43.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.404+0000 7fecb155a640 1 --2- 172.21.15.67:0/4170166749 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fecac101de0 0x7fecac1021c0 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7fec9c009900 tx=0x7fec9c02a410 comp rx=0 tx=0).stop 2024-09-10T08:18:43.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.405+0000 7fecb155a640 1 -- 172.21.15.67:0/4170166749 shutdown_connections 2024-09-10T08:18:43.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.405+0000 7fecb155a640 1 --2- 172.21.15.67:0/4170166749 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fecac102790 0x7fecac1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:43.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.405+0000 7fecb155a640 1 --2- 172.21.15.67:0/4170166749 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fecac106f10 0x7fecac10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:43.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.405+0000 7fecb155a640 1 --2- 172.21.15.67:0/4170166749 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fecac101de0 0x7fecac1021c0 unknown :-1 s=CLOSED pgs=757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:43.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.405+0000 7fecb155a640 1 -- 172.21.15.67:0/4170166749 >> 172.21.15.67:0/4170166749 conn(0x7fecac0fd880 msgr2=0x7fecac0ffca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:43.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.406+0000 7fecb155a640 1 -- 172.21.15.67:0/4170166749 shutdown_connections 2024-09-10T08:18:43.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.406+0000 7fecb155a640 1 -- 172.21.15.67:0/4170166749 wait complete. 2024-09-10T08:18:43.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.407+0000 7fecb155a640 1 Processor -- start 2024-09-10T08:18:43.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.407+0000 7fecb155a640 1 -- start start 2024-09-10T08:18:43.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.408+0000 7fecb155a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fecac101de0 0x7fecac10b6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:43.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.408+0000 7fecb155a640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fecac102790 0x7fecac10bbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:43.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.409+0000 7fecb155a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fecac106f10 0x7fecac10df60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:43.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.409+0000 7fecaaffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fecac101de0 0x7fecac10b6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:43.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.409+0000 7fecb155a640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fecac075920 con 0x7fecac106f10 2024-09-10T08:18:43.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.409+0000 7fecb155a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fecac0757a0 con 0x7fecac101de0 2024-09-10T08:18:43.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.409+0000 7fecb155a640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fecac075aa0 con 0x7fecac102790 2024-09-10T08:18:43.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.409+0000 7fecab7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fecac106f10 0x7fecac10df60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:43.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.409+0000 7fecab7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fecac106f10 0x7fecac10df60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50720/0 (socket says 172.21.15.67:50720) 2024-09-10T08:18:43.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.409+0000 7fecab7fe640 1 -- 172.21.15.67:0/3641964771 learned_addr learned my addr 172.21.15.67:0/3641964771 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:43.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.409+0000 7feca3fff640 1 --2- 172.21.15.67:0/3641964771 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fecac102790 0x7fecac10bbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:43.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.410+0000 7fecab7fe640 1 -- 172.21.15.67:0/3641964771 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fecac102790 msgr2=0x7fecac10bbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:43.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.410+0000 7fecab7fe640 1 --2- 172.21.15.67:0/3641964771 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fecac102790 0x7fecac10bbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:43.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.410+0000 7fecab7fe640 1 -- 172.21.15.67:0/3641964771 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fecac101de0 msgr2=0x7fecac10b6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:43.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.410+0000 7fecab7fe640 1 --2- 172.21.15.67:0/3641964771 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fecac101de0 0x7fecac10b6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:43.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.410+0000 7fecab7fe640 1 -- 172.21.15.67:0/3641964771 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fecac10e690 con 0x7fecac106f10 2024-09-10T08:18:43.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.410+0000 7fecab7fe640 1 --2- 172.21.15.67:0/3641964771 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fecac106f10 0x7fecac10df60 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7feca400eb10 tx=0x7feca400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:43.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.411+0000 7feca8ff9640 1 -- 172.21.15.67:0/3641964771 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feca4004b20 con 0x7fecac106f10 2024-09-10T08:18:43.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.411+0000 7feca8ff9640 1 -- 172.21.15.67:0/3641964771 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feca4004cc0 con 0x7fecac106f10 2024-09-10T08:18:43.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.411+0000 7feca8ff9640 1 -- 172.21.15.67:0/3641964771 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feca4010690 con 0x7fecac106f10 2024-09-10T08:18:43.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.411+0000 7fecb155a640 1 -- 172.21.15.67:0/3641964771 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fecac10e980 con 0x7fecac106f10 2024-09-10T08:18:43.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.411+0000 7fecb155a640 1 -- 172.21.15.67:0/3641964771 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fecac072ee0 con 0x7fecac106f10 2024-09-10T08:18:43.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.416+0000 7feca8ff9640 1 -- 172.21.15.67:0/3641964771 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7feca4010850 con 0x7fecac106f10 2024-09-10T08:18:43.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.418+0000 7feca8ff9640 1 --2- 172.21.15.67:0/3641964771 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fec980a2cd0 0x7fec980a5190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:43.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.418+0000 7fecb3933740 1 Processor -- start 2024-09-10T08:18:43.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.418+0000 7fecb3933740 1 -- start start 2024-09-10T08:18:43.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.418+0000 7feca8ff9640 1 -- 172.21.15.67:0/3641964771 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7feca40d08c0 con 0x7fecac106f10 2024-09-10T08:18:43.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.419+0000 7fecb3933740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564e5049cb60 0x564e5049cf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:43.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.419+0000 7fecb3933740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564e5049d480 0x564e504a7800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:43.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.419+0000 7fecb3933740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564e504a7d40 0x564e504aa130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:43.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.419+0000 7fecaaffd640 1 --2- 172.21.15.67:0/3641964771 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fec980a2cd0 0x7fec980a5190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:43.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.419+0000 7fecb3933740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x564e50402280 con 0x564e5049d480 2024-09-10T08:18:43.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.419+0000 7fecb3933740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x564e503a9b10 con 0x564e5049cb60 2024-09-10T08:18:43.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.419+0000 7fecb3933740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x564e503fe240 con 0x564e504a7d40 2024-09-10T08:18:43.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.419+0000 7fecaaffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564e5049cb60 0x564e5049cf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:43.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.419+0000 7fecaaffd640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564e5049cb60 0x564e5049cf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.67:58790/0 (socket says 172.21.15.67:58790) 2024-09-10T08:18:43.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.419+0000 7fecaaffd640 1 -- 172.21.15.67:0/2024588012 learned_addr learned my addr 172.21.15.67:0/2024588012 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:43.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.419+0000 7fecab7fe640 1 --2- 172.21.15.67:0/2024588012 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564e504a7d40 0x564e504aa130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:43.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.419+0000 7fecaaffd640 1 -- 172.21.15.67:0/2024588012 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564e504a7d40 msgr2=0x564e504aa130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:43.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.419+0000 7fecaaffd640 1 --2- 172.21.15.67:0/2024588012 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564e504a7d40 0x564e504aa130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:43.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.419+0000 7fecaaffd640 1 -- 172.21.15.67:0/2024588012 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564e5049d480 msgr2=0x564e504a7800 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T08:18:43.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.419+0000 7fecaaffd640 1 --2- 172.21.15.67:0/2024588012 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564e5049d480 0x564e504a7800 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:43.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.419+0000 7fecaaffd640 1 -- 172.21.15.67:0/2024588012 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564e503b61f0 con 0x564e5049cb60 2024-09-10T08:18:43.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.419+0000 7fecab7fe640 1 --2- 172.21.15.67:0/2024588012 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564e504a7d40 0x564e504aa130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:18:43.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.420+0000 7fecaaffd640 1 --2- 172.21.15.67:0/2024588012 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564e5049cb60 0x564e5049cf40 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fec9c009230 tx=0x7fec9c004600 comp rx=0 tx=0).ready entity=mon.2 client_cookie=73543140eb8c3e55 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:43.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.421+0000 7feca17fa640 1 -- 172.21.15.67:0/2024588012 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec9c0053a0 con 0x564e5049cb60 2024-09-10T08:18:43.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.421+0000 7feca17fa640 1 -- 172.21.15.67:0/2024588012 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fec9c005540 con 0x564e5049cb60 2024-09-10T08:18:43.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.421+0000 7feca17fa640 1 -- 172.21.15.67:0/2024588012 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec9c003bb0 con 0x564e5049cb60 2024-09-10T08:18:43.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.422+0000 7fecb3933740 1 -- 172.21.15.67:0/2024588012 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564e5049cb60 msgr2=0x564e5049cf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:43.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.422+0000 7fecb3933740 1 --2- 172.21.15.67:0/2024588012 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564e5049cb60 0x564e5049cf40 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fec9c009230 tx=0x7fec9c004600 comp rx=0 tx=0).stop 2024-09-10T08:18:43.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.422+0000 7fecaaffd640 1 --2- 172.21.15.67:0/3641964771 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fec980a2cd0 0x7fec980a5190 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fec9c04a000 tx=0x7fec9c003e90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:43.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.422+0000 7fecb3933740 1 -- 172.21.15.67:0/2024588012 shutdown_connections 2024-09-10T08:18:43.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.422+0000 7fecb3933740 1 --2- 172.21.15.67:0/2024588012 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564e504a7d40 0x564e504aa130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:43.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.422+0000 7fecb3933740 1 --2- 172.21.15.67:0/2024588012 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564e5049d480 0x564e504a7800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:43.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.422+0000 7fecb3933740 1 --2- 172.21.15.67:0/2024588012 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564e5049cb60 0x564e5049cf40 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:43.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.422+0000 7fecb3933740 1 -- 172.21.15.67:0/2024588012 >> 172.21.15.67:0/2024588012 conn(0x564e504990f0 msgr2=0x564e504994d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:43.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.424+0000 7fecb3933740 1 -- 172.21.15.67:0/2024588012 shutdown_connections 2024-09-10T08:18:43.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.425+0000 7fecb3933740 1 -- 172.21.15.67:0/2024588012 wait complete. 2024-09-10T08:18:43.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.426+0000 7fecb3933740 1 -- start start 2024-09-10T08:18:43.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.426+0000 7fecb3933740 1 Processor -- start 2024-09-10T08:18:43.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.427+0000 7fecb3933740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564e5049cb60 0x564e504a7780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:43.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.427+0000 7fecb3933740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564e5049d480 0x564e504a4ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:43.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.427+0000 7fecb3933740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564e504a7d40 0x564e504a5260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:43.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.427+0000 7fecb3933740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x564e504aa910 con 0x564e504a7d40 2024-09-10T08:18:43.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.427+0000 7fecb3933740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x564e503bcf10 con 0x564e5049cb60 2024-09-10T08:18:43.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.427+0000 7fecb3933740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x564e504aaa90 con 0x564e5049d480 2024-09-10T08:18:43.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.427+0000 7fecab7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564e504a7d40 0x564e504a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:43.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.427+0000 7fecb3933740 10 client.0 _ll_register_callbacks cb 0x564e50385a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:18:43.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.427+0000 7fecab7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564e504a7d40 0x564e504a5260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50724/0 (socket says 172.21.15.67:50724) 2024-09-10T08:18:43.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.427+0000 7fecab7fe640 1 -- 172.21.15.67:0/1306209406 learned_addr learned my addr 172.21.15.67:0/1306209406 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:43.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.427+0000 7fecaaffd640 1 --2- 172.21.15.67:0/1306209406 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564e5049cb60 0x564e504a7780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:43.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.427+0000 7feca3fff640 1 --2- 172.21.15.67:0/1306209406 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564e5049d480 0x564e504a4ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:43.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.428+0000 7fecab7fe640 1 -- 172.21.15.67:0/1306209406 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564e5049d480 msgr2=0x564e504a4ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:43.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.428+0000 7fecab7fe640 1 --2- 172.21.15.67:0/1306209406 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564e5049d480 0x564e504a4ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:43.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.428+0000 7fecab7fe640 1 -- 172.21.15.67:0/1306209406 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564e5049cb60 msgr2=0x564e504a7780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:43.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.428+0000 7fecab7fe640 1 --2- 172.21.15.67:0/1306209406 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564e5049cb60 0x564e504a7780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:43.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.428+0000 7fecab7fe640 1 -- 172.21.15.67:0/1306209406 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564e501736a0 con 0x564e504a7d40 2024-09-10T08:18:43.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.428+0000 7fecab7fe640 1 --2- 172.21.15.67:0/1306209406 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564e504a7d40 0x564e504a5260 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7feca400cf90 tx=0x7feca409d420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b73910cd2a2550a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:43.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.428+0000 7fec927fc640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:18:43.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.428+0000 7fec927fc640 1 -- 172.21.15.67:0/1306209406 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feca40ba060 con 0x564e504a7d40 2024-09-10T08:18:43.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.428+0000 7fec927fc640 1 -- 172.21.15.67:0/1306209406 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7feca40a5700 con 0x564e504a7d40 2024-09-10T08:18:43.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.428+0000 7fecb3933740 1 -- 172.21.15.67:0/1306209406 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fec9c005540 con 0x564e504a7d40 2024-09-10T08:18:43.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.429+0000 7fec927fc640 1 -- 172.21.15.67:0/1306209406 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7feca40a10d0 con 0x564e504a7d40 2024-09-10T08:18:43.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.430+0000 7fecb3933740 10 client.16509 fetch_fsmap learned FSMap version 29 2024-09-10T08:18:43.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.430+0000 7fecb3933740 1 -- 172.21.15.67:0/1306209406 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x564e504b6480 con 0x564e504a7d40 2024-09-10T08:18:43.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.430+0000 7fec927fc640 1 -- 172.21.15.67:0/1306209406 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fec9c005540 con 0x564e504a7d40 2024-09-10T08:18:43.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.431+0000 7fec927fc640 1 -- 172.21.15.67:0/1306209406 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7feca40b5070 con 0x564e504a7d40 2024-09-10T08:18:43.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.431+0000 7fecb3933740 10 client.16509 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:18:43.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.431+0000 7fecb3933740 10 client.16509 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:18:43.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.431+0000 7fecb3933740 20 client.16509 populate_metadata read hostname 'smithi067' 2024-09-10T08:18:43.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.431+0000 7fecb3933740 1 --2- 172.21.15.67:0/1306209406 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x564e504b77d0 0x564e504b9c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:43.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.431+0000 7fecb3933740 4 client.16509 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:18:43.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.431+0000 7fecb3933740 1 -- 172.21.15.67:0/1306209406 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564e5040f7f0 con 0x564e504b77d0 2024-09-10T08:18:43.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.432+0000 7fecaaffd640 1 --2- 172.21.15.67:0/1306209406 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x564e504b77d0 0x564e504b9c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:43.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.433+0000 7fec927fc640 10 client.16509 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:18:43.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.434+0000 7fecaaffd640 1 --2- 172.21.15.67:0/1306209406 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x564e504b77d0 0x564e504b9c20 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b1dc3f409e0b0dc6 server_cookie=92f67536193ae5e6 in_seq=0 out_seq=0 2024-09-10T08:18:43.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.436+0000 7fec927fc640 1 -- 172.21.15.67:0/1306209406 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564e5040f7f0 con 0x564e504b77d0 2024-09-10T08:18:43.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.436+0000 7fec927fc640 10 client.16509 handle_command_reply: tid=0 2024-09-10T08:18:43.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.436+0000 7fecb3933740 1 client.16509 shutdown 2024-09-10T08:18:43.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.436+0000 7fecb3933740 1 -- 172.21.15.67:0/1306209406 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564e504a7d40 msgr2=0x564e504a5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:43.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.436+0000 7fecb3933740 1 --2- 172.21.15.67:0/1306209406 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564e504a7d40 0x564e504a5260 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7feca400cf90 tx=0x7feca409d420 comp rx=0 tx=0).stop 2024-09-10T08:18:43.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.437+0000 7fecb3933740 1 -- 172.21.15.67:0/1306209406 shutdown_connections 2024-09-10T08:18:43.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.437+0000 7fecb3933740 1 --2- 172.21.15.67:0/1306209406 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x564e504b77d0 0x564e504b9c20 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:43.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.437+0000 7fecb3933740 1 --2- 172.21.15.67:0/1306209406 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564e504a7d40 0x564e504a5260 unknown :-1 s=CLOSED pgs=759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:43.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.437+0000 7fecb3933740 1 --2- 172.21.15.67:0/1306209406 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564e5049d480 0x564e504a4ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:43.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.437+0000 7fecb3933740 1 --2- 172.21.15.67:0/1306209406 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564e5049cb60 0x564e504a7780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:43.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.437+0000 7fecb3933740 1 -- 172.21.15.67:0/1306209406 >> 172.21.15.67:0/1306209406 conn(0x564e504990f0 msgr2=0x564e5049ee20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:43.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.437+0000 7fec927fc640 0 client.16509 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:18:43.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.437+0000 7fecb3933740 1 -- 172.21.15.67:0/1306209406 shutdown_connections 2024-09-10T08:18:43.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.437+0000 7fecb3933740 1 -- 172.21.15.67:0/1306209406 wait complete. 2024-09-10T08:18:43.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.438+0000 7fecb3933740 20 client.16509 trim_cache size 0 max 16384 2024-09-10T08:18:43.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.463+0000 7fecb3933740 1 Processor -- start 2024-09-10T08:18:43.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.463+0000 7fecb3933740 1 -- start start 2024-09-10T08:18:43.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.464+0000 7fecb3933740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564e5049cb60 0x564e504a33a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:43.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.464+0000 7fecb3933740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564e5049d480 0x564e504a38e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:43.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.464+0000 7fecb3933740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564e504a7d40 0x564e504bf4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:43.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.464+0000 7fecb3933740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fec8c00fd20 con 0x564e504a7d40 2024-09-10T08:18:43.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.464+0000 7fecb3933740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fec8c011860 con 0x564e5049d480 2024-09-10T08:18:43.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.464+0000 7fecb3933740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fec8c0103f0 con 0x564e5049cb60 2024-09-10T08:18:43.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.464+0000 7fecab7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564e504a7d40 0x564e504bf4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:43.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.465+0000 7fecab7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564e504a7d40 0x564e504bf4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50736/0 (socket says 172.21.15.67:50736) 2024-09-10T08:18:43.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.465+0000 7fecab7fe640 1 -- 172.21.15.67:0/2832976856 learned_addr learned my addr 172.21.15.67:0/2832976856 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:43.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.465+0000 7fecab7fe640 1 -- 172.21.15.67:0/2832976856 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564e5049cb60 msgr2=0x564e504a33a0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T08:18:43.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.465+0000 7fecab7fe640 1 --2- 172.21.15.67:0/2832976856 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564e5049cb60 0x564e504a33a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:43.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.465+0000 7fecab7fe640 1 -- 172.21.15.67:0/2832976856 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564e5049d480 msgr2=0x564e504a38e0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-10T08:18:43.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.465+0000 7fecab7fe640 1 --2- 172.21.15.67:0/2832976856 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564e5049d480 0x564e504a38e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:43.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.465+0000 7fecab7fe640 1 -- 172.21.15.67:0/2832976856 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564e50498f20 con 0x564e504a7d40 2024-09-10T08:18:43.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.466+0000 7fecab7fe640 1 --2- 172.21.15.67:0/2832976856 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564e504a7d40 0x564e504bf4f0 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7feca40996f0 tx=0x7feca409b230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d727b5ad03757831 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:43.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.466+0000 7feca0ff9640 1 -- 172.21.15.67:0/2832976856 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feca409c680 con 0x564e504a7d40 2024-09-10T08:18:43.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.466+0000 7feca0ff9640 1 -- 172.21.15.67:0/2832976856 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feca40a5990 con 0x564e504a7d40 2024-09-10T08:18:43.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.466+0000 7feca0ff9640 1 -- 172.21.15.67:0/2832976856 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feca40a5500 con 0x564e504a7d40 2024-09-10T08:18:43.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.467+0000 7fecb3933740 1 -- 172.21.15.67:0/2832976856 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564e504a7d40 msgr2=0x564e504bf4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:43.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.467+0000 7fecb3933740 1 --2- 172.21.15.67:0/2832976856 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564e504a7d40 0x564e504bf4f0 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7feca40996f0 tx=0x7feca409b230 comp rx=0 tx=0).stop 2024-09-10T08:18:43.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.471+0000 7fecb3933740 1 -- 172.21.15.67:0/2832976856 shutdown_connections 2024-09-10T08:18:43.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.471+0000 7fecb3933740 1 --2- 172.21.15.67:0/2832976856 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564e5049d480 0x564e504a38e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:43.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.471+0000 7fecb3933740 1 --2- 172.21.15.67:0/2832976856 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564e504a7d40 0x564e504bf4f0 unknown :-1 s=CLOSED pgs=760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:43.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.471+0000 7fecb3933740 1 --2- 172.21.15.67:0/2832976856 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564e5049cb60 0x564e504a33a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:43.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.471+0000 7fecb3933740 1 -- 172.21.15.67:0/2832976856 >> 172.21.15.67:0/2832976856 conn(0x564e504990f0 msgr2=0x564e504994d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:43.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.472+0000 7fecb3933740 1 -- 172.21.15.67:0/2832976856 shutdown_connections 2024-09-10T08:18:43.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.473+0000 7fecb3933740 1 -- 172.21.15.67:0/2832976856 wait complete. 2024-09-10T08:18:43.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.473+0000 7fecb3933740 1 -- start start 2024-09-10T08:18:43.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.473+0000 7fecb3933740 1 Processor -- start 2024-09-10T08:18:43.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.474+0000 7fecb3933740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564e5049cb60 0x564e504abca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:43.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.474+0000 7fecb3933740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564e5049d480 0x564e504ac1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:43.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.474+0000 7fecb3933740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564e504a7d40 0x564e504ac720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:43.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.474+0000 7fecb3933740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fec8c011190 con 0x564e5049d480 2024-09-10T08:18:43.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.474+0000 7fecb3933740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fec8c010ac0 con 0x564e5049cb60 2024-09-10T08:18:43.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.474+0000 7fecb3933740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fec8c00dd00 con 0x564e504a7d40 2024-09-10T08:18:43.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.474+0000 7fecb3933740 10 client.0 _ll_register_callbacks cb 0x7feca409caf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:18:43.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.475+0000 7feca3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564e5049d480 0x564e504ac1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:43.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.475+0000 7feca3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564e5049d480 0x564e504ac1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50740/0 (socket says 172.21.15.67:50740) 2024-09-10T08:18:43.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.475+0000 7feca3fff640 1 -- 172.21.15.67:0/1924274973 learned_addr learned my addr 172.21.15.67:0/1924274973 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:43.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.475+0000 7fecab7fe640 1 --2- 172.21.15.67:0/1924274973 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564e504a7d40 0x564e504ac720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:43.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.475+0000 7fecaaffd640 1 --2- 172.21.15.67:0/1924274973 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564e5049cb60 0x564e504abca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:43.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.476+0000 7feca3fff640 1 -- 172.21.15.67:0/1924274973 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564e504a7d40 msgr2=0x564e504ac720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:43.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.476+0000 7feca3fff640 1 --2- 172.21.15.67:0/1924274973 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564e504a7d40 0x564e504ac720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:43.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.476+0000 7feca3fff640 1 -- 172.21.15.67:0/1924274973 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564e5049cb60 msgr2=0x564e504abca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:43.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.476+0000 7feca3fff640 1 --2- 172.21.15.67:0/1924274973 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564e5049cb60 0x564e504abca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:43.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.476+0000 7feca3fff640 1 -- 172.21.15.67:0/1924274973 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564e505326d0 con 0x564e5049d480 2024-09-10T08:18:43.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.476+0000 7feca3fff640 1 --2- 172.21.15.67:0/1924274973 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564e5049d480 0x564e504ac1e0 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7fec94005d00 tx=0x7fec94012820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad21ba1f4e00aa63 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:43.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.477+0000 7fec927fc640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:18:43.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.477+0000 7fec927fc640 1 -- 172.21.15.67:0/1924274973 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec94005220 con 0x564e5049d480 2024-09-10T08:18:43.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.477+0000 7fecb3933740 1 -- 172.21.15.67:0/1924274973 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feca40a5990 con 0x564e5049d480 2024-09-10T08:18:43.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.477+0000 7fec927fc640 1 -- 172.21.15.67:0/1924274973 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fec940053c0 con 0x564e5049d480 2024-09-10T08:18:43.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.478+0000 7fec927fc640 1 -- 172.21.15.67:0/1924274973 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fec94025050 con 0x564e5049d480 2024-09-10T08:18:43.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.478+0000 7fecb3933740 10 client.16515 fetch_fsmap learned FSMap version 29 2024-09-10T08:18:43.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.478+0000 7fecb3933740 1 -- 172.21.15.67:0/1924274973 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x564e50533a50 con 0x564e5049d480 2024-09-10T08:18:43.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.479+0000 7fec927fc640 1 -- 172.21.15.67:0/1924274973 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feca40a5990 con 0x564e5049d480 2024-09-10T08:18:43.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.479+0000 7fec927fc640 1 -- 172.21.15.67:0/1924274973 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fec94019030 con 0x564e5049d480 2024-09-10T08:18:43.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.479+0000 7fecb3933740 10 client.16515 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:18:43.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.479+0000 7fecb3933740 10 client.16515 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:18:43.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.479+0000 7fecb3933740 20 client.16515 populate_metadata read hostname 'smithi067' 2024-09-10T08:18:43.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.479+0000 7fecb3933740 1 --2- 172.21.15.67:0/1924274973 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x564e50534230 0x564e50536650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:43.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.479+0000 7fecb3933740 4 client.16515 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-10T08:18:43.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.479+0000 7fecb3933740 1 -- 172.21.15.67:0/1924274973 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x564e50409d00 con 0x564e50534230 2024-09-10T08:18:43.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.480+0000 7fecaaffd640 1 --2- 172.21.15.67:0/1924274973 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x564e50534230 0x564e50536650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:43.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.481+0000 7fec927fc640 10 client.16515 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:18:43.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.481+0000 7fecaaffd640 1 --2- 172.21.15.67:0/1924274973 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x564e50534230 0x564e50536650 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6e8f8f916bf8ae36 server_cookie=b4d23a73d8b10833 in_seq=0 out_seq=0 2024-09-10T08:18:43.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.482+0000 7fec927fc640 1 -- 172.21.15.67:0/1924274973 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x564e50409d00 con 0x564e50534230 2024-09-10T08:18:43.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.482+0000 7fec927fc640 10 client.16515 handle_command_reply: tid=0 2024-09-10T08:18:43.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.482+0000 7fecb3933740 1 client.16515 shutdown 2024-09-10T08:18:43.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.482+0000 7fecb3933740 1 -- 172.21.15.67:0/1924274973 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564e5049d480 msgr2=0x564e504ac1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:43.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.482+0000 7fecb3933740 1 --2- 172.21.15.67:0/1924274973 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564e5049d480 0x564e504ac1e0 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7fec94005d00 tx=0x7fec94012820 comp rx=0 tx=0).stop 2024-09-10T08:18:43.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.482+0000 7fecb3933740 1 -- 172.21.15.67:0/1924274973 shutdown_connections 2024-09-10T08:18:43.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.482+0000 7fecb3933740 1 --2- 172.21.15.67:0/1924274973 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x564e50534230 0x564e50536650 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:43.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.482+0000 7fecb3933740 1 --2- 172.21.15.67:0/1924274973 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564e504a7d40 0x564e504ac720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:43.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.482+0000 7fecb3933740 1 --2- 172.21.15.67:0/1924274973 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564e5049d480 0x564e504ac1e0 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:43.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.482+0000 7fecb3933740 1 --2- 172.21.15.67:0/1924274973 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564e5049cb60 0x564e504abca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:43.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.482+0000 7fecb3933740 1 -- 172.21.15.67:0/1924274973 >> 172.21.15.67:0/1924274973 conn(0x564e504990f0 msgr2=0x564e504a3360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:43.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.482+0000 7fec927fc640 0 client.16515 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:18:43.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.482+0000 7fecb3933740 1 -- 172.21.15.67:0/1924274973 shutdown_connections 2024-09-10T08:18:43.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.482+0000 7fecb3933740 1 -- 172.21.15.67:0/1924274973 wait complete. 2024-09-10T08:18:43.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.482+0000 7fecb3933740 20 client.16515 trim_cache size 0 max 16384 2024-09-10T08:18:43.483 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:18:43.483 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": 0, 2024-09-10T08:18:43.483 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_tag": "6fa2513d-05f7-4f62-8345-8de30f1149e6", 2024-09-10T08:18:43.483 INFO:teuthology.orchestra.run.smithi067.stdout: "mode": "asynchronous" 2024-09-10T08:18:43.483 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:18:43.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.484+0000 7fecb155a640 1 -- 172.21.15.67:0/3641964771 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fec980a2cd0 msgr2=0x7fec980a5190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:43.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.484+0000 7fecb155a640 1 --2- 172.21.15.67:0/3641964771 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fec980a2cd0 0x7fec980a5190 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fec9c04a000 tx=0x7fec9c003e90 comp rx=0 tx=0).stop 2024-09-10T08:18:43.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.484+0000 7fecb155a640 1 -- 172.21.15.67:0/3641964771 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fecac106f10 msgr2=0x7fecac10df60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:43.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.484+0000 7fecb155a640 1 --2- 172.21.15.67:0/3641964771 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fecac106f10 0x7fecac10df60 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7feca400eb10 tx=0x7feca400c2d0 comp rx=0 tx=0).stop 2024-09-10T08:18:43.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.484+0000 7fecb155a640 1 -- 172.21.15.67:0/3641964771 shutdown_connections 2024-09-10T08:18:43.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.484+0000 7fecb155a640 1 --2- 172.21.15.67:0/3641964771 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fec980a2cd0 0x7fec980a5190 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:43.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.484+0000 7fecb155a640 1 --2- 172.21.15.67:0/3641964771 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fecac106f10 0x7fecac10df60 unknown :-1 s=CLOSED pgs=758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:43.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.484+0000 7fecb155a640 1 --2- 172.21.15.67:0/3641964771 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fecac102790 0x7fecac10bbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:43.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.484+0000 7fecb155a640 1 --2- 172.21.15.67:0/3641964771 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fecac101de0 0x7fecac10b6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:43.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.484+0000 7fecb155a640 1 -- 172.21.15.67:0/3641964771 >> 172.21.15.67:0/3641964771 conn(0x7fecac0fd880 msgr2=0x7fecac0fdef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:43.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.484+0000 7fecb155a640 1 -- 172.21.15.67:0/3641964771 shutdown_connections 2024-09-10T08:18:43.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:43.484+0000 7fecb155a640 1 -- 172.21.15.67:0/3641964771 wait complete. 2024-09-10T08:18:44.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:18:43 smithi203 ceph-mon[34672]: pgmap v474: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 544 MiB/s wr, 147 op/s 2024-09-10T08:18:44.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:18:43 smithi133 ceph-mon[34721]: pgmap v474: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 544 MiB/s wr, 147 op/s 2024-09-10T08:18:44.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:18:43 smithi067 ceph-mon[31051]: pgmap v474: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 544 MiB/s wr, 147 op/s 2024-09-10T08:18:44.334 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T08:18:44.865 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:18:44.999 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-09-10T08:18:44.999 INFO:tasks.workunit.client.0.smithi067.stdout: Children see throughput for 1 rewriters = 648101.25 kB/sec 2024-09-10T08:18:44.999 INFO:tasks.workunit.client.0.smithi067.stdout: Parent sees throughput for 1 rewriters = 648089.29 kB/sec 2024-09-10T08:18:44.999 INFO:tasks.workunit.client.0.smithi067.stdout: Min throughput per process = 648101.25 kB/sec 2024-09-10T08:18:44.999 INFO:tasks.workunit.client.0.smithi067.stdout: Max throughput per process = 648101.25 kB/sec 2024-09-10T08:18:44.999 INFO:tasks.workunit.client.0.smithi067.stdout: Avg throughput per process = 648101.25 kB/sec 2024-09-10T08:18:44.999 INFO:tasks.workunit.client.0.smithi067.stdout: Min xfer = 10485760.00 kB 2024-09-10T08:18:45.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:18:44 smithi203 ceph-mon[34672]: scrub queued for path: / 2024-09-10T08:18:45.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:18:44 smithi203 ceph-mon[34672]: scrub summary: idle+waiting paths [/] 2024-09-10T08:18:45.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:18:44 smithi203 ceph-mon[34672]: scrub summary: active paths [/] 2024-09-10T08:18:45.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:18:44 smithi203 ceph-mon[34672]: scrub summary: idle+waiting paths [/] 2024-09-10T08:18:45.096 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:18:44 smithi133 ceph-mon[34721]: scrub queued for path: / 2024-09-10T08:18:45.096 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:18:44 smithi133 ceph-mon[34721]: scrub summary: idle+waiting paths [/] 2024-09-10T08:18:45.096 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:18:44 smithi133 ceph-mon[34721]: scrub summary: active paths [/] 2024-09-10T08:18:45.096 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:18:44 smithi133 ceph-mon[34721]: scrub summary: idle+waiting paths [/] 2024-09-10T08:18:45.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:18:44 smithi067 ceph-mon[31051]: scrub queued for path: / 2024-09-10T08:18:45.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:18:44 smithi067 ceph-mon[31051]: scrub summary: idle+waiting paths [/] 2024-09-10T08:18:45.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:18:44 smithi067 ceph-mon[31051]: scrub summary: active paths [/] 2024-09-10T08:18:45.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:18:44 smithi067 ceph-mon[31051]: scrub summary: idle+waiting paths [/] 2024-09-10T08:18:46.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:18:45 smithi203 ceph-mon[34672]: pgmap v475: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 588 MiB/s wr, 157 op/s 2024-09-10T08:18:46.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:18:45 smithi133 ceph-mon[34721]: pgmap v475: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 588 MiB/s wr, 157 op/s 2024-09-10T08:18:46.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:18:45 smithi067 ceph-mon[31051]: pgmap v475: 129 pgs: 129 active+clean; 10 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 588 MiB/s wr, 157 op/s 2024-09-10T08:18:47.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:18:47 smithi067 ceph-mon[31051]: pgmap v476: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 733 MiB/s wr, 198 op/s 2024-09-10T08:18:48.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:18:47 smithi133 ceph-mon[34721]: pgmap v476: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 733 MiB/s wr, 198 op/s 2024-09-10T08:18:48.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:18:47 smithi133 ceph-mon[34721]: scrub summary: idle 2024-09-10T08:18:48.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:18:47 smithi203 ceph-mon[34672]: pgmap v476: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 7.8 KiB/s rd, 733 MiB/s wr, 198 op/s 2024-09-10T08:18:48.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:18:47 smithi203 ceph-mon[34672]: scrub summary: idle 2024-09-10T08:18:48.339 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:18:48 smithi067 ceph-mon[31051]: scrub summary: idle 2024-09-10T08:18:50.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:18:49 smithi133 ceph-mon[34721]: pgmap v477: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 523 MiB/s wr, 142 op/s 2024-09-10T08:18:50.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:18:49 smithi067 ceph-mon[31051]: pgmap v477: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 523 MiB/s wr, 142 op/s 2024-09-10T08:18:50.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:18:49 smithi203 ceph-mon[34672]: pgmap v477: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 523 MiB/s wr, 142 op/s 2024-09-10T08:18:52.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:18:51 smithi133 ceph-mon[34721]: pgmap v478: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 535 MiB/s wr, 148 op/s 2024-09-10T08:18:52.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:18:51 smithi067 ceph-mon[31051]: pgmap v478: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 535 MiB/s wr, 148 op/s 2024-09-10T08:18:52.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:18:51 smithi203 ceph-mon[34672]: pgmap v478: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 535 MiB/s wr, 148 op/s 2024-09-10T08:18:53.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.538+0000 7f1bbf4e4640 1 -- 172.21.15.67:0/687722141 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1bb8106a80 msgr2=0x7f1bb8106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:53.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.538+0000 7f1bbf4e4640 1 --2- 172.21.15.67:0/687722141 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1bb8106a80 0x7f1bb8106e60 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f1bb4009930 tx=0x7f1bb402a420 comp rx=0 tx=0).stop 2024-09-10T08:18:53.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.538+0000 7f1bbf4e4640 1 -- 172.21.15.67:0/687722141 shutdown_connections 2024-09-10T08:18:53.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.538+0000 7f1bbf4e4640 1 --2- 172.21.15.67:0/687722141 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1bb8100a80 0x7f1bb8100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:53.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.538+0000 7f1bbf4e4640 1 --2- 172.21.15.67:0/687722141 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1bb8101420 0x7f1bb810d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:53.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.538+0000 7f1bbf4e4640 1 --2- 172.21.15.67:0/687722141 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1bb8106a80 0x7f1bb8106e60 unknown :-1 s=CLOSED pgs=762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:53.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.538+0000 7f1bbf4e4640 1 -- 172.21.15.67:0/687722141 >> 172.21.15.67:0/687722141 conn(0x7f1bb80fc7a0 msgr2=0x7f1bb80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:53.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.538+0000 7f1bbf4e4640 1 -- 172.21.15.67:0/687722141 shutdown_connections 2024-09-10T08:18:53.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.538+0000 7f1bbf4e4640 1 -- 172.21.15.67:0/687722141 wait complete. 2024-09-10T08:18:53.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.539+0000 7f1bbf4e4640 1 Processor -- start 2024-09-10T08:18:53.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.539+0000 7f1bbf4e4640 1 -- start start 2024-09-10T08:18:53.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.539+0000 7f1bbf4e4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1bb8100a80 0x7f1bb8197230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:53.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.539+0000 7f1bbf4e4640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1bb8101420 0x7f1bb8197770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:53.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.539+0000 7f1bbf4e4640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1bb8106a80 0x7f1bb819bb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:53.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.539+0000 7f1bbf4e4640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f1bb8110d30 con 0x7f1bb8100a80 2024-09-10T08:18:53.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.539+0000 7f1bbf4e4640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f1bb8110bb0 con 0x7f1bb8106a80 2024-09-10T08:18:53.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.539+0000 7f1bbf4e4640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f1bb8110eb0 con 0x7f1bb8101420 2024-09-10T08:18:53.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.539+0000 7f1bbd280640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1bb8100a80 0x7f1bb8197230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:53.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.539+0000 7f1bbd280640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1bb8100a80 0x7f1bb8197230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:35676/0 (socket says 172.21.15.67:35676) 2024-09-10T08:18:53.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.539+0000 7f1bbd280640 1 -- 172.21.15.67:0/2948166871 learned_addr learned my addr 172.21.15.67:0/2948166871 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:53.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.540+0000 7f1bbca7f640 1 --2- 172.21.15.67:0/2948166871 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1bb8101420 0x7f1bb8197770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:53.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.540+0000 7f1bbda81640 1 --2- 172.21.15.67:0/2948166871 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1bb8106a80 0x7f1bb819bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:53.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.540+0000 7f1bbd280640 1 -- 172.21.15.67:0/2948166871 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1bb8101420 msgr2=0x7f1bb8197770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:53.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.540+0000 7f1bbd280640 1 --2- 172.21.15.67:0/2948166871 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1bb8101420 0x7f1bb8197770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:53.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.540+0000 7f1bbd280640 1 -- 172.21.15.67:0/2948166871 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1bb8106a80 msgr2=0x7f1bb819bb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:53.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.540+0000 7f1bbd280640 1 --2- 172.21.15.67:0/2948166871 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1bb8106a80 0x7f1bb819bb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:53.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.540+0000 7f1bbd280640 1 -- 172.21.15.67:0/2948166871 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1bb819c1e0 con 0x7f1bb8100a80 2024-09-10T08:18:53.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.540+0000 7f1bbca7f640 1 --2- 172.21.15.67:0/2948166871 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1bb8101420 0x7f1bb8197770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:18:53.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.540+0000 7f1bbd280640 1 --2- 172.21.15.67:0/2948166871 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1bb8100a80 0x7f1bb8197230 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f1bb4005940 tx=0x7f1bb4004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:53.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.540+0000 7f1baa7fc640 1 -- 172.21.15.67:0/2948166871 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bb4046070 con 0x7f1bb8100a80 2024-09-10T08:18:53.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.540+0000 7f1baa7fc640 1 -- 172.21.15.67:0/2948166871 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1bb40318a0 con 0x7f1bb8100a80 2024-09-10T08:18:53.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.540+0000 7f1bbf4e4640 1 -- 172.21.15.67:0/2948166871 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1bb819c470 con 0x7f1bb8100a80 2024-09-10T08:18:53.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.540+0000 7f1baa7fc640 1 -- 172.21.15.67:0/2948166871 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bb4035050 con 0x7f1bb8100a80 2024-09-10T08:18:53.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.540+0000 7f1bbf4e4640 1 -- 172.21.15.67:0/2948166871 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1bb806a790 con 0x7f1bb8100a80 2024-09-10T08:18:53.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.543+0000 7f1baa7fc640 1 -- 172.21.15.67:0/2948166871 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f1bb4049070 con 0x7f1bb8100a80 2024-09-10T08:18:53.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.543+0000 7f1bc18bd740 1 Processor -- start 2024-09-10T08:18:53.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.543+0000 7f1bc18bd740 1 -- start start 2024-09-10T08:18:53.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.543+0000 7f1bc18bd740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5612c06cf360 0x5612c06cf740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:53.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.543+0000 7f1bc18bd740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5612c06cfc80 0x5612c06de550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:53.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.543+0000 7f1bc18bd740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5612c06dea90 0x5612c06e0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:53.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.543+0000 7f1bc18bd740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5612c06352e0 con 0x5612c06dea90 2024-09-10T08:18:53.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.543+0000 7f1bc18bd740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5612c05dcce0 con 0x5612c06cf360 2024-09-10T08:18:53.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.543+0000 7f1bc18bd740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5612c06312a0 con 0x5612c06cfc80 2024-09-10T08:18:53.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.544+0000 7f1baa7fc640 1 --2- 172.21.15.67:0/2948166871 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f1ba40a2b80 0x7f1ba40a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:53.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.544+0000 7f1bbca7f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5612c06dea90 0x5612c06e0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:53.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.544+0000 7f1bbda81640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5612c06cf360 0x5612c06cf740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:53.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.544+0000 7f1bbd280640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5612c06cfc80 0x5612c06de550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:53.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.544+0000 7f1bbca7f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5612c06dea90 0x5612c06e0e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:35682/0 (socket says 172.21.15.67:35682) 2024-09-10T08:18:53.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.544+0000 7f1bbda81640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5612c06cf360 0x5612c06cf740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.67:47522/0 (socket says 172.21.15.67:47522) 2024-09-10T08:18:53.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.544+0000 7f1bbca7f640 1 -- 172.21.15.67:0/2213899157 learned_addr learned my addr 172.21.15.67:0/2213899157 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:53.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.544+0000 7f1bbda81640 1 --2- 172.21.15.67:0/2948166871 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f1ba40a2b80 0x7f1ba40a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:53.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.544+0000 7f1baa7fc640 1 -- 172.21.15.67:0/2948166871 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f1bb40f11c0 con 0x7f1bb8100a80 2024-09-10T08:18:53.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.544+0000 7f1bbca7f640 1 -- 172.21.15.67:0/2213899157 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5612c06cfc80 msgr2=0x5612c06de550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:53.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.544+0000 7f1bbca7f640 1 --2- 172.21.15.67:0/2213899157 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5612c06cfc80 0x5612c06de550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:53.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.544+0000 7f1bbca7f640 1 -- 172.21.15.67:0/2213899157 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5612c06cf360 msgr2=0x5612c06cf740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:53.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.544+0000 7f1bbca7f640 1 --2- 172.21.15.67:0/2213899157 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5612c06cf360 0x5612c06cf740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:53.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.544+0000 7f1bbca7f640 1 -- 172.21.15.67:0/2213899157 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5612c05c1440 con 0x5612c06dea90 2024-09-10T08:18:53.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.544+0000 7f1bbda81640 1 --2- 172.21.15.67:0/2213899157 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5612c06cf360 0x5612c06cf740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:18:53.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.544+0000 7f1bbca7f640 1 --2- 172.21.15.67:0/2213899157 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5612c06dea90 0x5612c06e0e80 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f1bac009c00 tx=0x7f1bac010740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5014055864872dd2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:53.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.544+0000 7f1bbda81640 1 --2- 172.21.15.67:0/2948166871 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f1ba40a2b80 0x7f1ba40a5040 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f1bb0012b90 tx=0x7f1bb0005c60 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:53.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.545+0000 7f1ba37fe640 1 -- 172.21.15.67:0/2213899157 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bac004030 con 0x5612c06dea90 2024-09-10T08:18:53.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.545+0000 7f1ba37fe640 1 -- 172.21.15.67:0/2213899157 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1bac0035f0 con 0x5612c06dea90 2024-09-10T08:18:53.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.545+0000 7f1ba37fe640 1 -- 172.21.15.67:0/2213899157 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bac0126b0 con 0x5612c06dea90 2024-09-10T08:18:53.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.545+0000 7f1bc18bd740 1 -- 172.21.15.67:0/2213899157 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5612c06dea90 msgr2=0x5612c06e0e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:53.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.545+0000 7f1bc18bd740 1 --2- 172.21.15.67:0/2213899157 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5612c06dea90 0x5612c06e0e80 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f1bac009c00 tx=0x7f1bac010740 comp rx=0 tx=0).stop 2024-09-10T08:18:53.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.545+0000 7f1bc18bd740 1 -- 172.21.15.67:0/2213899157 shutdown_connections 2024-09-10T08:18:53.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.545+0000 7f1bc18bd740 1 --2- 172.21.15.67:0/2213899157 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5612c06dea90 0x5612c06e0e80 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:53.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.545+0000 7f1bc18bd740 1 --2- 172.21.15.67:0/2213899157 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5612c06cfc80 0x5612c06de550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:53.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.545+0000 7f1bc18bd740 1 --2- 172.21.15.67:0/2213899157 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5612c06cf360 0x5612c06cf740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:53.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.545+0000 7f1bc18bd740 1 -- 172.21.15.67:0/2213899157 >> 172.21.15.67:0/2213899157 conn(0x5612c06cba30 msgr2=0x5612c06cbe10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:53.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.546+0000 7f1bc18bd740 1 -- 172.21.15.67:0/2213899157 shutdown_connections 2024-09-10T08:18:53.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.546+0000 7f1bc18bd740 1 -- 172.21.15.67:0/2213899157 wait complete. 2024-09-10T08:18:53.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.546+0000 7f1bc18bd740 1 -- start start 2024-09-10T08:18:53.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.546+0000 7f1bc18bd740 1 Processor -- start 2024-09-10T08:18:53.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.546+0000 7f1bc18bd740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5612c06cf360 0x5612c06de450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:53.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.546+0000 7f1bc18bd740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5612c06cfc80 0x5612c06db700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:53.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.546+0000 7f1bc18bd740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5612c06dea90 0x5612c06dbcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:53.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.546+0000 7f1bc18bd740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5612c06e1660 con 0x5612c06dea90 2024-09-10T08:18:53.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.546+0000 7f1bc18bd740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5612c05f0050 con 0x5612c06cf360 2024-09-10T08:18:53.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.546+0000 7f1bc18bd740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5612c06e17e0 con 0x5612c06cfc80 2024-09-10T08:18:53.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.547+0000 7f1bc18bd740 10 client.0 _ll_register_callbacks cb 0x5612c0630160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:18:53.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.547+0000 7f1bbda81640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5612c06dea90 0x5612c06dbcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:53.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.547+0000 7f1bbda81640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5612c06dea90 0x5612c06dbcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:35694/0 (socket says 172.21.15.67:35694) 2024-09-10T08:18:53.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.547+0000 7f1bbda81640 1 -- 172.21.15.67:0/1118063550 learned_addr learned my addr 172.21.15.67:0/1118063550 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:53.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.547+0000 7f1bbd280640 1 --2- 172.21.15.67:0/1118063550 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5612c06cf360 0x5612c06de450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:53.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.547+0000 7f1bbca7f640 1 --2- 172.21.15.67:0/1118063550 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5612c06cfc80 0x5612c06db700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:53.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.547+0000 7f1bbda81640 1 -- 172.21.15.67:0/1118063550 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5612c06cfc80 msgr2=0x5612c06db700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:53.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.547+0000 7f1bbda81640 1 --2- 172.21.15.67:0/1118063550 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5612c06cfc80 0x5612c06db700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:53.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.547+0000 7f1bbda81640 1 -- 172.21.15.67:0/1118063550 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5612c06cf360 msgr2=0x5612c06de450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:53.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.547+0000 7f1bbda81640 1 --2- 172.21.15.67:0/1118063550 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5612c06cf360 0x5612c06de450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:53.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.547+0000 7f1bbda81640 1 -- 172.21.15.67:0/1118063550 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5612c03a63c0 con 0x5612c06dea90 2024-09-10T08:18:53.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.547+0000 7f1bbda81640 1 --2- 172.21.15.67:0/1118063550 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5612c06dea90 0x5612c06dbcf0 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f1bb000ab80 tx=0x7f1bb0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a01559b533163eb7 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:53.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.547+0000 7f1ba0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:18:53.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.547+0000 7f1ba0ff9640 1 -- 172.21.15.67:0/1118063550 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bb000dd70 con 0x5612c06dea90 2024-09-10T08:18:53.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.547+0000 7f1ba0ff9640 1 -- 172.21.15.67:0/1118063550 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f1bb0004b20 con 0x5612c06dea90 2024-09-10T08:18:53.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.547+0000 7f1bc18bd740 1 -- 172.21.15.67:0/1118063550 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1bac0035f0 con 0x5612c06dea90 2024-09-10T08:18:53.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.548+0000 7f1ba0ff9640 1 -- 172.21.15.67:0/1118063550 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1bb0030050 con 0x5612c06dea90 2024-09-10T08:18:53.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.548+0000 7f1bc18bd740 10 client.16527 fetch_fsmap learned FSMap version 29 2024-09-10T08:18:53.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.548+0000 7f1bc18bd740 1 -- 172.21.15.67:0/1118063550 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5612c06ed170 con 0x5612c06dea90 2024-09-10T08:18:53.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.548+0000 7f1ba0ff9640 1 -- 172.21.15.67:0/1118063550 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1bac0035f0 con 0x5612c06dea90 2024-09-10T08:18:53.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.548+0000 7f1ba0ff9640 1 -- 172.21.15.67:0/1118063550 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f1bb001b040 con 0x5612c06dea90 2024-09-10T08:18:53.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.548+0000 7f1bc18bd740 10 client.16527 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:18:53.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.548+0000 7f1bc18bd740 10 client.16527 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:18:53.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.548+0000 7f1bc18bd740 20 client.16527 populate_metadata read hostname 'smithi067' 2024-09-10T08:18:53.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.548+0000 7f1bc18bd740 1 --2- 172.21.15.67:0/1118063550 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5612c06ee630 0x5612c06f0a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:53.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.548+0000 7f1bc18bd740 4 client.16527 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:18:53.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.548+0000 7f1bc18bd740 1 -- 172.21.15.67:0/1118063550 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5612c0642850 con 0x5612c06ee630 2024-09-10T08:18:53.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.549+0000 7f1bbd280640 1 --2- 172.21.15.67:0/1118063550 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5612c06ee630 0x5612c06f0a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:53.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.549+0000 7f1ba0ff9640 10 client.16527 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:18:53.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.549+0000 7f1bbd280640 1 --2- 172.21.15.67:0/1118063550 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5612c06ee630 0x5612c06f0a60 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=56e95fad8b6cd066 server_cookie=59e5544cd66f2811 in_seq=0 out_seq=0 2024-09-10T08:18:53.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.550+0000 7f1ba0ff9640 1 -- 172.21.15.67:0/1118063550 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5612c0642850 con 0x5612c06ee630 2024-09-10T08:18:53.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.550+0000 7f1ba0ff9640 10 client.16527 handle_command_reply: tid=0 2024-09-10T08:18:53.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.550+0000 7f1bc18bd740 1 client.16527 shutdown 2024-09-10T08:18:53.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.550+0000 7f1bc18bd740 1 -- 172.21.15.67:0/1118063550 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5612c06dea90 msgr2=0x5612c06dbcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:53.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.550+0000 7f1bc18bd740 1 --2- 172.21.15.67:0/1118063550 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5612c06dea90 0x5612c06dbcf0 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f1bb000ab80 tx=0x7f1bb0004a40 comp rx=0 tx=0).stop 2024-09-10T08:18:53.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.550+0000 7f1bc18bd740 1 -- 172.21.15.67:0/1118063550 shutdown_connections 2024-09-10T08:18:53.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.550+0000 7f1bc18bd740 1 --2- 172.21.15.67:0/1118063550 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5612c06ee630 0x5612c06f0a60 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:53.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.550+0000 7f1bc18bd740 1 --2- 172.21.15.67:0/1118063550 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5612c06dea90 0x5612c06dbcf0 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:53.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.550+0000 7f1bc18bd740 1 --2- 172.21.15.67:0/1118063550 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5612c06cfc80 0x5612c06db700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:53.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.550+0000 7f1ba0ff9640 0 client.16527 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:18:53.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.550+0000 7f1bc18bd740 1 --2- 172.21.15.67:0/1118063550 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5612c06cf360 0x5612c06de450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:53.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.550+0000 7f1bc18bd740 1 -- 172.21.15.67:0/1118063550 >> 172.21.15.67:0/1118063550 conn(0x5612c06cba30 msgr2=0x5612c06d1790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:53.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.550+0000 7f1bc18bd740 1 -- 172.21.15.67:0/1118063550 shutdown_connections 2024-09-10T08:18:53.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.550+0000 7f1bc18bd740 1 -- 172.21.15.67:0/1118063550 wait complete. 2024-09-10T08:18:53.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.550+0000 7f1bc18bd740 20 client.16527 trim_cache size 0 max 16384 2024-09-10T08:18:53.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.568+0000 7f1bc18bd740 1 Processor -- start 2024-09-10T08:18:53.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.568+0000 7f1bc18bd740 1 -- start start 2024-09-10T08:18:53.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.568+0000 7f1bc18bd740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5612c06cf360 0x5612c06ea900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:53.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.568+0000 7f1bc18bd740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5612c06cfc80 0x5612c06f6330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:53.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.568+0000 7f1bc18bd740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5612c06dea90 0x5612c06f6870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:53.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.568+0000 7f1bc18bd740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f1bb81aca80 con 0x5612c06cfc80 2024-09-10T08:18:53.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.568+0000 7f1bc18bd740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f1bb81ae5c0 con 0x5612c06cf360 2024-09-10T08:18:53.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.568+0000 7f1bc18bd740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f1bb81ad150 con 0x5612c06dea90 2024-09-10T08:18:53.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.568+0000 7f1bbca7f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5612c06cfc80 0x5612c06f6330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:53.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.568+0000 7f1bbca7f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5612c06cfc80 0x5612c06f6330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:35710/0 (socket says 172.21.15.67:35710) 2024-09-10T08:18:53.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.568+0000 7f1bbca7f640 1 -- 172.21.15.67:0/3480242286 learned_addr learned my addr 172.21.15.67:0/3480242286 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:53.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.568+0000 7f1bbd280640 1 --2- 172.21.15.67:0/3480242286 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5612c06cf360 0x5612c06ea900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:53.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.568+0000 7f1bbda81640 1 --2- 172.21.15.67:0/3480242286 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5612c06dea90 0x5612c06f6870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:53.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.569+0000 7f1bbca7f640 1 -- 172.21.15.67:0/3480242286 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5612c06dea90 msgr2=0x5612c06f6870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:53.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.569+0000 7f1bbca7f640 1 --2- 172.21.15.67:0/3480242286 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5612c06dea90 0x5612c06f6870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:53.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.569+0000 7f1bbca7f640 1 -- 172.21.15.67:0/3480242286 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5612c06cf360 msgr2=0x5612c06ea900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:53.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.569+0000 7f1bbca7f640 1 --2- 172.21.15.67:0/3480242286 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5612c06cf360 0x5612c06ea900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:53.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.569+0000 7f1bbca7f640 1 -- 172.21.15.67:0/3480242286 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5612c06cb4d0 con 0x5612c06cfc80 2024-09-10T08:18:53.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.569+0000 7f1bbca7f640 1 --2- 172.21.15.67:0/3480242286 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5612c06cfc80 0x5612c06f6330 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7f1bac010c40 tx=0x7f1bac009e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf5ebbef6b9146ee server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:53.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.569+0000 7f1ba2ffd640 1 -- 172.21.15.67:0/3480242286 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bac0050c0 con 0x5612c06cfc80 2024-09-10T08:18:53.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.569+0000 7f1ba2ffd640 1 -- 172.21.15.67:0/3480242286 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1bac0035f0 con 0x5612c06cfc80 2024-09-10T08:18:53.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.569+0000 7f1ba2ffd640 1 -- 172.21.15.67:0/3480242286 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bac0126b0 con 0x5612c06cfc80 2024-09-10T08:18:53.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.570+0000 7f1bc18bd740 1 -- 172.21.15.67:0/3480242286 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5612c06cfc80 msgr2=0x5612c06f6330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:53.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.570+0000 7f1bc18bd740 1 --2- 172.21.15.67:0/3480242286 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5612c06cfc80 0x5612c06f6330 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7f1bac010c40 tx=0x7f1bac009e80 comp rx=0 tx=0).stop 2024-09-10T08:18:53.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.570+0000 7f1bc18bd740 1 -- 172.21.15.67:0/3480242286 shutdown_connections 2024-09-10T08:18:53.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.570+0000 7f1bc18bd740 1 --2- 172.21.15.67:0/3480242286 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5612c06dea90 0x5612c06f6870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:53.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.570+0000 7f1bc18bd740 1 --2- 172.21.15.67:0/3480242286 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5612c06cfc80 0x5612c06f6330 unknown :-1 s=CLOSED pgs=766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:53.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.570+0000 7f1bc18bd740 1 --2- 172.21.15.67:0/3480242286 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5612c06cf360 0x5612c06ea900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:53.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.570+0000 7f1bc18bd740 1 -- 172.21.15.67:0/3480242286 >> 172.21.15.67:0/3480242286 conn(0x5612c06cba30 msgr2=0x5612c06d9fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:53.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.570+0000 7f1bc18bd740 1 -- 172.21.15.67:0/3480242286 shutdown_connections 2024-09-10T08:18:53.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.570+0000 7f1bc18bd740 1 -- 172.21.15.67:0/3480242286 wait complete. 2024-09-10T08:18:53.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.570+0000 7f1bc18bd740 1 -- start start 2024-09-10T08:18:53.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.570+0000 7f1bc18bd740 1 Processor -- start 2024-09-10T08:18:53.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.571+0000 7f1bc18bd740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5612c06cf360 0x5612c06e2c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:53.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.571+0000 7f1bc18bd740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5612c06cfc80 0x5612c06e3140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:53.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.571+0000 7f1bc18bd740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5612c06dea90 0x5612c0758300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:53.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.571+0000 7f1bc18bd740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f1bb81adef0 con 0x5612c06cfc80 2024-09-10T08:18:53.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.571+0000 7f1bc18bd740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f1bb81ad820 con 0x5612c06cf360 2024-09-10T08:18:53.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.571+0000 7f1bc18bd740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f1bb81aaa60 con 0x5612c06dea90 2024-09-10T08:18:53.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.571+0000 7f1bc18bd740 10 client.0 _ll_register_callbacks cb 0x7f1bb000aa80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:18:53.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.571+0000 7f1bbca7f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5612c06cfc80 0x5612c06e3140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:53.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.571+0000 7f1bbca7f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5612c06cfc80 0x5612c06e3140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:35712/0 (socket says 172.21.15.67:35712) 2024-09-10T08:18:53.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.571+0000 7f1bbca7f640 1 -- 172.21.15.67:0/3785036808 learned_addr learned my addr 172.21.15.67:0/3785036808 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:53.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.571+0000 7f1bbd280640 1 --2- 172.21.15.67:0/3785036808 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5612c06cf360 0x5612c06e2c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:53.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.571+0000 7f1bbda81640 1 --2- 172.21.15.67:0/3785036808 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5612c06dea90 0x5612c0758300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:53.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.571+0000 7f1bbca7f640 1 -- 172.21.15.67:0/3785036808 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5612c06dea90 msgr2=0x5612c0758300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:53.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.571+0000 7f1bbca7f640 1 --2- 172.21.15.67:0/3785036808 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5612c06dea90 0x5612c0758300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:53.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.571+0000 7f1bbca7f640 1 -- 172.21.15.67:0/3785036808 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5612c06cf360 msgr2=0x5612c06e2c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:53.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.571+0000 7f1bbca7f640 1 --2- 172.21.15.67:0/3785036808 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5612c06cf360 0x5612c06e2c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:53.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.571+0000 7f1bbca7f640 1 -- 172.21.15.67:0/3785036808 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5612c0758840 con 0x5612c06cfc80 2024-09-10T08:18:53.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.571+0000 7f1bbca7f640 1 --2- 172.21.15.67:0/3785036808 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5612c06cfc80 0x5612c06e3140 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f1bac010c40 tx=0x7f1bac009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8133dfffe4a0ce6d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:53.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.571+0000 7f1ba0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:18:53.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.571+0000 7f1ba0ff9640 1 -- 172.21.15.67:0/3785036808 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bac0039b0 con 0x5612c06cfc80 2024-09-10T08:18:53.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.572+0000 7f1ba0ff9640 1 -- 172.21.15.67:0/3785036808 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f1bac003b50 con 0x5612c06cfc80 2024-09-10T08:18:53.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.572+0000 7f1bc18bd740 1 -- 172.21.15.67:0/3785036808 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1bac0035f0 con 0x5612c06cfc80 2024-09-10T08:18:53.859 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.572+0000 7f1ba0ff9640 1 -- 172.21.15.67:0/3785036808 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f1bac003d50 con 0x5612c06cfc80 2024-09-10T08:18:53.859 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.572+0000 7f1bc18bd740 10 client.16533 fetch_fsmap learned FSMap version 29 2024-09-10T08:18:53.859 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.572+0000 7f1bc18bd740 1 -- 172.21.15.67:0/3785036808 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5612c0759a30 con 0x5612c06cfc80 2024-09-10T08:18:53.859 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.572+0000 7f1ba0ff9640 1 -- 172.21.15.67:0/3785036808 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1bac0035f0 con 0x5612c06cfc80 2024-09-10T08:18:53.859 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.572+0000 7f1ba0ff9640 1 -- 172.21.15.67:0/3785036808 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f1bac00f040 con 0x5612c06cfc80 2024-09-10T08:18:53.859 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.572+0000 7f1bc18bd740 10 client.16533 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:18:53.859 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.572+0000 7f1bc18bd740 10 client.16533 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:18:53.859 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.572+0000 7f1bc18bd740 20 client.16533 populate_metadata read hostname 'smithi067' 2024-09-10T08:18:53.859 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.572+0000 7f1bc18bd740 1 --2- 172.21.15.67:0/3785036808 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5612c0759f00 0x5612c075c320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:53.859 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.572+0000 7f1bc18bd740 4 client.16533 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T08:18:53.859 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.572+0000 7f1bc18bd740 1 -- 172.21.15.67:0/3785036808 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5612c063cd60 con 0x5612c0759f00 2024-09-10T08:18:53.859 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.573+0000 7f1bbd280640 1 --2- 172.21.15.67:0/3785036808 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5612c0759f00 0x5612c075c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:53.859 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.573+0000 7f1ba0ff9640 10 client.16533 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:18:53.859 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.573+0000 7f1bbd280640 1 --2- 172.21.15.67:0/3785036808 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5612c0759f00 0x5612c075c320 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=64f2e884fb34f53d server_cookie=306f897493950e28 in_seq=0 out_seq=0 2024-09-10T08:18:53.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.573+0000 7f1ba0ff9640 1 -- 172.21.15.67:0/3785036808 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5612c063cd60 con 0x5612c0759f00 2024-09-10T08:18:53.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.573+0000 7f1ba0ff9640 10 client.16533 handle_command_reply: tid=0 2024-09-10T08:18:53.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.573+0000 7f1bc18bd740 1 client.16533 shutdown 2024-09-10T08:18:53.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.573+0000 7f1bc18bd740 1 -- 172.21.15.67:0/3785036808 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5612c06cfc80 msgr2=0x5612c06e3140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:53.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.573+0000 7f1bc18bd740 1 --2- 172.21.15.67:0/3785036808 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5612c06cfc80 0x5612c06e3140 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f1bac010c40 tx=0x7f1bac009b20 comp rx=0 tx=0).stop 2024-09-10T08:18:53.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.573+0000 7f1bc18bd740 1 -- 172.21.15.67:0/3785036808 shutdown_connections 2024-09-10T08:18:53.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.573+0000 7f1bc18bd740 1 --2- 172.21.15.67:0/3785036808 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5612c0759f00 0x5612c075c320 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:53.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.573+0000 7f1bc18bd740 1 --2- 172.21.15.67:0/3785036808 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5612c06dea90 0x5612c0758300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:53.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.573+0000 7f1bc18bd740 1 --2- 172.21.15.67:0/3785036808 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5612c06cfc80 0x5612c06e3140 unknown :-1 s=CLOSED pgs=767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:53.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.573+0000 7f1ba0ff9640 0 client.16533 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:18:53.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.573+0000 7f1bc18bd740 1 --2- 172.21.15.67:0/3785036808 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5612c06cf360 0x5612c06e2c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:53.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.573+0000 7f1bc18bd740 1 -- 172.21.15.67:0/3785036808 >> 172.21.15.67:0/3785036808 conn(0x5612c06cba30 msgr2=0x5612c06cab70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:53.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.574+0000 7f1bc18bd740 1 -- 172.21.15.67:0/3785036808 shutdown_connections 2024-09-10T08:18:53.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.574+0000 7f1bc18bd740 1 -- 172.21.15.67:0/3785036808 wait complete. 2024-09-10T08:18:53.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.574+0000 7f1bc18bd740 20 client.16533 trim_cache size 0 max 16384 2024-09-10T08:18:53.861 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:18:53.861 INFO:teuthology.orchestra.run.smithi067.stdout: "status": "no active scrubs running", 2024-09-10T08:18:53.861 INFO:teuthology.orchestra.run.smithi067.stdout: "scrubs": {} 2024-09-10T08:18:53.861 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:18:53.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.574+0000 7f1bbf4e4640 1 -- 172.21.15.67:0/2948166871 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f1ba40a2b80 msgr2=0x7f1ba40a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:53.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.574+0000 7f1bbf4e4640 1 --2- 172.21.15.67:0/2948166871 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f1ba40a2b80 0x7f1ba40a5040 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f1bb0012b90 tx=0x7f1bb0005c60 comp rx=0 tx=0).stop 2024-09-10T08:18:53.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.574+0000 7f1bbf4e4640 1 -- 172.21.15.67:0/2948166871 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1bb8100a80 msgr2=0x7f1bb8197230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:53.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.574+0000 7f1bbf4e4640 1 --2- 172.21.15.67:0/2948166871 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1bb8100a80 0x7f1bb8197230 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f1bb4005940 tx=0x7f1bb4004270 comp rx=0 tx=0).stop 2024-09-10T08:18:53.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.574+0000 7f1bbf4e4640 1 -- 172.21.15.67:0/2948166871 shutdown_connections 2024-09-10T08:18:53.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.574+0000 7f1bbf4e4640 1 --2- 172.21.15.67:0/2948166871 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f1ba40a2b80 0x7f1ba40a5040 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:53.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.574+0000 7f1bbf4e4640 1 --2- 172.21.15.67:0/2948166871 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f1bb8106a80 0x7f1bb819bb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:53.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.574+0000 7f1bbf4e4640 1 --2- 172.21.15.67:0/2948166871 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f1bb8101420 0x7f1bb8197770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:53.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.574+0000 7f1bbf4e4640 1 --2- 172.21.15.67:0/2948166871 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1bb8100a80 0x7f1bb8197230 unknown :-1 s=CLOSED pgs=763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:53.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.574+0000 7f1bbf4e4640 1 -- 172.21.15.67:0/2948166871 >> 172.21.15.67:0/2948166871 conn(0x7f1bb80fc7a0 msgr2=0x7f1bb80fe030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:53.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.574+0000 7f1bbf4e4640 1 -- 172.21.15.67:0/2948166871 shutdown_connections 2024-09-10T08:18:53.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:52.574+0000 7f1bbf4e4640 1 -- 172.21.15.67:0/2948166871 wait complete. 2024-09-10T08:18:54.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:18:53 smithi133 ceph-mon[34721]: pgmap v479: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 348 MiB/s wr, 99 op/s 2024-09-10T08:18:54.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:18:53 smithi067 ceph-mon[31051]: pgmap v479: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 348 MiB/s wr, 99 op/s 2024-09-10T08:18:54.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:18:53 smithi203 ceph-mon[34672]: pgmap v479: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 348 MiB/s wr, 99 op/s 2024-09-10T08:18:54.886 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-10T08:18:54.886 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:18:55.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:18:54 smithi133 ceph-mon[34721]: pgmap v480: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 291 MiB/s wr, 85 op/s 2024-09-10T08:18:55.152 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:18:55.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:18:54 smithi067 ceph-mon[31051]: pgmap v480: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 291 MiB/s wr, 85 op/s 2024-09-10T08:18:55.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:18:54 smithi203 ceph-mon[34672]: pgmap v480: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 291 MiB/s wr, 85 op/s 2024-09-10T08:18:55.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.661+0000 7f9d96bd6640 1 -- 172.21.15.67:0/1905664507 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9d90100d00 msgr2=0x7f9d90106840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:55.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.661+0000 7f9d96bd6640 1 --2- 172.21.15.67:0/1905664507 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9d90100d00 0x7f9d90106840 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7f9d7c009930 tx=0x7f9d7c02a420 comp rx=0 tx=0).stop 2024-09-10T08:18:55.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.661+0000 7f9d96bd6640 1 -- 172.21.15.67:0/1905664507 shutdown_connections 2024-09-10T08:18:55.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.661+0000 7f9d96bd6640 1 --2- 172.21.15.67:0/1905664507 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9d90106f50 0x7f9d9010eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:55.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.661+0000 7f9d96bd6640 1 --2- 172.21.15.67:0/1905664507 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9d90100d00 0x7f9d90106840 unknown :-1 s=CLOSED pgs=768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:55.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.661+0000 7f9d96bd6640 1 --2- 172.21.15.67:0/1905664507 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9d90100350 0x7f9d90100730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:55.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.661+0000 7f9d96bd6640 1 -- 172.21.15.67:0/1905664507 >> 172.21.15.67:0/1905664507 conn(0x7f9d90077210 msgr2=0x7f9d900fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:55.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.661+0000 7f9d96bd6640 1 -- 172.21.15.67:0/1905664507 shutdown_connections 2024-09-10T08:18:55.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.661+0000 7f9d96bd6640 1 -- 172.21.15.67:0/1905664507 wait complete. 2024-09-10T08:18:55.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.662+0000 7f9d96bd6640 1 Processor -- start 2024-09-10T08:18:55.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.662+0000 7f9d96bd6640 1 -- start start 2024-09-10T08:18:55.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.662+0000 7f9d96bd6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9d90100350 0x7f9d90198480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:55.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.662+0000 7f9d96bd6640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9d90100d00 0x7f9d901989c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:55.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.662+0000 7f9d96bd6640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9d90106f50 0x7f9d9019cd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:55.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.662+0000 7f9d96bd6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f9d90111e50 con 0x7f9d90100350 2024-09-10T08:18:55.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.662+0000 7f9d96bd6640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f9d90111cd0 con 0x7f9d90100d00 2024-09-10T08:18:55.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.662+0000 7f9d96bd6640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f9d90111fd0 con 0x7f9d90106f50 2024-09-10T08:18:55.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.662+0000 7f9d94972640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9d90100350 0x7f9d90198480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:55.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.662+0000 7f9d94972640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9d90100350 0x7f9d90198480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53990/0 (socket says 172.21.15.67:53990) 2024-09-10T08:18:55.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.662+0000 7f9d94972640 1 -- 172.21.15.67:0/491558252 learned_addr learned my addr 172.21.15.67:0/491558252 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:55.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.663+0000 7f9d8ffff640 1 --2- 172.21.15.67:0/491558252 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9d90100d00 0x7f9d901989c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:55.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.663+0000 7f9d95173640 1 --2- 172.21.15.67:0/491558252 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9d90106f50 0x7f9d9019cd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:55.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.663+0000 7f9d94972640 1 -- 172.21.15.67:0/491558252 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9d90106f50 msgr2=0x7f9d9019cd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:55.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.663+0000 7f9d94972640 1 --2- 172.21.15.67:0/491558252 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9d90106f50 0x7f9d9019cd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:55.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.663+0000 7f9d94972640 1 -- 172.21.15.67:0/491558252 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9d90100d00 msgr2=0x7f9d901989c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:55.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.663+0000 7f9d94972640 1 --2- 172.21.15.67:0/491558252 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9d90100d00 0x7f9d901989c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:55.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.663+0000 7f9d94972640 1 -- 172.21.15.67:0/491558252 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d9019d430 con 0x7f9d90100350 2024-09-10T08:18:55.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.663+0000 7f9d95173640 1 --2- 172.21.15.67:0/491558252 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9d90106f50 0x7f9d9019cd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:18:55.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.663+0000 7f9d8ffff640 1 --2- 172.21.15.67:0/491558252 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9d90100d00 0x7f9d901989c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:18:55.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.663+0000 7f9d94972640 1 --2- 172.21.15.67:0/491558252 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9d90100350 0x7f9d90198480 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7f9d8400d950 tx=0x7f9d8400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:55.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.663+0000 7f9d8dffb640 1 -- 172.21.15.67:0/491558252 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d84017070 con 0x7f9d90100350 2024-09-10T08:18:55.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.663+0000 7f9d96bd6640 1 -- 172.21.15.67:0/491558252 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d9019d720 con 0x7f9d90100350 2024-09-10T08:18:55.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.663+0000 7f9d8dffb640 1 -- 172.21.15.67:0/491558252 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9d84009c30 con 0x7f9d90100350 2024-09-10T08:18:55.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.663+0000 7f9d8dffb640 1 -- 172.21.15.67:0/491558252 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d8400f620 con 0x7f9d90100350 2024-09-10T08:18:55.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.663+0000 7f9d96bd6640 1 -- 172.21.15.67:0/491558252 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d901a5000 con 0x7f9d90100350 2024-09-10T08:18:55.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.664+0000 7f9d96bd6640 1 -- 172.21.15.67:0/491558252 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d90100730 con 0x7f9d90100350 2024-09-10T08:18:55.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.665+0000 7f9d8dffb640 1 -- 172.21.15.67:0/491558252 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f9d840109a0 con 0x7f9d90100350 2024-09-10T08:18:55.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.666+0000 7f9d8dffb640 1 --2- 172.21.15.67:0/491558252 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f9d800a2b80 0x7f9d800a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:55.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.666+0000 7f9d8ffff640 1 --2- 172.21.15.67:0/491558252 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f9d800a2b80 0x7f9d800a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:55.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.666+0000 7f9d8dffb640 1 -- 172.21.15.67:0/491558252 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f9d840cf140 con 0x7f9d90100350 2024-09-10T08:18:55.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.667+0000 7f9d8ffff640 1 --2- 172.21.15.67:0/491558252 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f9d800a2b80 0x7f9d800a5040 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f9d7c006010 tx=0x7f9d7c032d20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:55.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.671+0000 7f9d8dffb640 1 -- 172.21.15.67:0/491558252 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f9d84009de0 con 0x7f9d90100350 2024-09-10T08:18:55.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.882+0000 7f9d96bd6640 1 -- 172.21.15.67:0/491558252 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9d9010a120 con 0x7f9d90100350 2024-09-10T08:18:55.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.883+0000 7f9d8dffb640 1 -- 172.21.15.67:0/491558252 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11983 (secure 0 0 0) 0x7f9d8409bca0 con 0x7f9d90100350 2024-09-10T08:18:55.883 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:18:55.883 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":29,"btime":"2024-09-10T08:15:16:896413+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3649064068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3649064068},{"type":"v1","addr":"172.21.15.67:6835","nonce":3649064068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6837/384364542","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6836","nonce":384364542},{"type":"v1","addr":"172.21.15.67:6837","nonce":384364542}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T08:12:37.538183+0000","modified":"2024-09-10T08:15:16.520232+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24479,"mds_1":24475,"mds_2":24457,"mds_3":24412,"mds_4":24404},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6839/2770928820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6838","nonce":2770928820},{"type":"v1","addr":"172.21.15.67:6839","nonce":2770928820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14628":{"gid":14628,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6841/1116344955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6840","nonce":1116344955},{"type":"v1","addr":"172.21.15.67:6841","nonce":1116344955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24404":{"gid":24404,"name":"k","rank":4,"incarnation":26,"state":"up:active","state_seq":23,"addr":"172.21.15.133:6833/2920270168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":2920270168},{"type":"v1","addr":"172.21.15.133:6833","nonce":2920270168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24412":{"gid":24412,"name":"l","rank":3,"incarnation":24,"state":"up:active","state_seq":23,"addr":"172.21.15.203:6833/754287689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":754287689},{"type":"v1","addr":"172.21.15.203:6833","nonce":754287689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/3573205749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3573205749},{"type":"v1","addr":"172.21.15.133:6835","nonce":3573205749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6835/3722546188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":3722546188},{"type":"v1","addr":"172.21.15.203:6835","nonce":3722546188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/667764093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":667764093},{"type":"v1","addr":"172.21.15.133:6837","nonce":667764093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":19,"addr":"172.21.15.203:6837/4255783395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":4255783395},{"type":"v1","addr":"172.21.15.203:6837","nonce":4255783395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":17,"addr":"172.21.15.203:6839/2311592321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2311592321},{"type":"v1","addr":"172.21.15.203:6839","nonce":2311592321}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.133:6839/1848609384","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":1848609384},{"type":"v1","addr":"172.21.15.133:6839","nonce":1848609384}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24479,"qdb_cluster":[24404,24412,24457,24475,24479]},"id":1}]} 2024-09-10T08:18:55.883 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 29 2024-09-10T08:18:55.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.885+0000 7f9d96bd6640 1 -- 172.21.15.67:0/491558252 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f9d800a2b80 msgr2=0x7f9d800a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:55.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.885+0000 7f9d96bd6640 1 --2- 172.21.15.67:0/491558252 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f9d800a2b80 0x7f9d800a5040 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f9d7c006010 tx=0x7f9d7c032d20 comp rx=0 tx=0).stop 2024-09-10T08:18:55.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.885+0000 7f9d96bd6640 1 -- 172.21.15.67:0/491558252 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9d90100350 msgr2=0x7f9d90198480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:55.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.885+0000 7f9d96bd6640 1 --2- 172.21.15.67:0/491558252 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9d90100350 0x7f9d90198480 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7f9d8400d950 tx=0x7f9d8400de10 comp rx=0 tx=0).stop 2024-09-10T08:18:55.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.885+0000 7f9d96bd6640 1 -- 172.21.15.67:0/491558252 shutdown_connections 2024-09-10T08:18:55.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.885+0000 7f9d96bd6640 1 --2- 172.21.15.67:0/491558252 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f9d800a2b80 0x7f9d800a5040 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:55.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.885+0000 7f9d96bd6640 1 --2- 172.21.15.67:0/491558252 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9d90100d00 0x7f9d901989c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:55.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.885+0000 7f9d96bd6640 1 --2- 172.21.15.67:0/491558252 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9d90106f50 0x7f9d9019cd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:55.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.885+0000 7f9d96bd6640 1 --2- 172.21.15.67:0/491558252 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9d90100350 0x7f9d90198480 unknown :-1 s=CLOSED pgs=769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:55.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.885+0000 7f9d96bd6640 1 -- 172.21.15.67:0/491558252 >> 172.21.15.67:0/491558252 conn(0x7f9d90077210 msgr2=0x7f9d90105490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:55.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.886+0000 7f9d96bd6640 1 -- 172.21.15.67:0/491558252 shutdown_connections 2024-09-10T08:18:55.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:55.886+0000 7f9d96bd6640 1 -- 172.21.15.67:0/491558252 wait complete. 2024-09-10T08:18:55.887 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.887+0000 7fc4b128d640 1 -- 172.21.15.67:0/1770798810 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4ac107840 msgr2=0x7fc4ac109cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:55.887 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.887+0000 7fc4b128d640 1 --2- 172.21.15.67:0/1770798810 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4ac107840 0x7fc4ac109cb0 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7fc4a4009ca0 tx=0x7fc4a402a8c0 comp rx=0 tx=0).stop 2024-09-10T08:18:55.887 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.887+0000 7fc4b128d640 1 -- 172.21.15.67:0/1770798810 shutdown_connections 2024-09-10T08:18:55.887 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.887+0000 7fc4b128d640 1 --2- 172.21.15.67:0/1770798810 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc4ac104f10 0x7fc4ac107300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:55.887 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.887+0000 7fc4b128d640 1 --2- 172.21.15.67:0/1770798810 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4ac107840 0x7fc4ac109cb0 unknown :-1 s=CLOSED pgs=770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:55.887 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.887+0000 7fc4b128d640 1 --2- 172.21.15.67:0/1770798810 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc4ac1025e0 0x7fc4ac1049d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:55.887 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.887+0000 7fc4b128d640 1 -- 172.21.15.67:0/1770798810 >> 172.21.15.67:0/1770798810 conn(0x7fc4ac0fc1c0 msgr2=0x7fc4ac0fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:55.887 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.887+0000 7fc4b128d640 1 -- 172.21.15.67:0/1770798810 shutdown_connections 2024-09-10T08:18:55.887 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.887+0000 7fc4b128d640 1 -- 172.21.15.67:0/1770798810 wait complete. 2024-09-10T08:18:55.887 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.888+0000 7fc4b128d640 1 Processor -- start 2024-09-10T08:18:55.889 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.888+0000 7fc4b128d640 1 -- start start 2024-09-10T08:18:55.889 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.888+0000 7fc4b128d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4ac1025e0 0x7fc4ac197d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:55.889 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.888+0000 7fc4b128d640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc4ac104f10 0x7fc4ac198260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:55.890 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.888+0000 7fc4b128d640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc4ac107840 0x7fc4ac19f290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:55.890 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.888+0000 7fc4b128d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc4ac10d720 con 0x7fc4ac1025e0 2024-09-10T08:18:55.890 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.888+0000 7fc4b128d640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fc4ac10d5a0 con 0x7fc4ac104f10 2024-09-10T08:18:55.890 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.888+0000 7fc4b128d640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fc4ac10d8a0 con 0x7fc4ac107840 2024-09-10T08:18:55.890 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.888+0000 7fc4aaffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4ac1025e0 0x7fc4ac197d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:55.890 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.888+0000 7fc4aaffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4ac1025e0 0x7fc4ac197d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53994/0 (socket says 172.21.15.67:53994) 2024-09-10T08:18:55.890 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.888+0000 7fc4aaffd640 1 -- 172.21.15.67:0/227236971 learned_addr learned my addr 172.21.15.67:0/227236971 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:55.890 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.888+0000 7fc4ab7fe640 1 --2- 172.21.15.67:0/227236971 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc4ac107840 0x7fc4ac19f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:55.890 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.888+0000 7fc4aa7fc640 1 --2- 172.21.15.67:0/227236971 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc4ac104f10 0x7fc4ac198260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:55.890 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.889+0000 7fc4aaffd640 1 -- 172.21.15.67:0/227236971 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc4ac107840 msgr2=0x7fc4ac19f290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:55.890 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.889+0000 7fc4aaffd640 1 --2- 172.21.15.67:0/227236971 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc4ac107840 0x7fc4ac19f290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:55.890 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.889+0000 7fc4aaffd640 1 -- 172.21.15.67:0/227236971 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc4ac104f10 msgr2=0x7fc4ac198260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:55.890 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.889+0000 7fc4aaffd640 1 --2- 172.21.15.67:0/227236971 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc4ac104f10 0x7fc4ac198260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:55.891 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.889+0000 7fc4aaffd640 1 -- 172.21.15.67:0/227236971 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4ac19f930 con 0x7fc4ac1025e0 2024-09-10T08:18:55.891 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.889+0000 7fc4aaffd640 1 --2- 172.21.15.67:0/227236971 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4ac1025e0 0x7fc4ac197d20 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7fc49c00d770 tx=0x7fc49c00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:55.891 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.889+0000 7fc493fff640 1 -- 172.21.15.67:0/227236971 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc49c017070 con 0x7fc4ac1025e0 2024-09-10T08:18:55.891 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.889+0000 7fc4b128d640 1 -- 172.21.15.67:0/227236971 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4ac19fc20 con 0x7fc4ac1025e0 2024-09-10T08:18:55.891 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.889+0000 7fc493fff640 1 -- 172.21.15.67:0/227236971 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc49c0054d0 con 0x7fc4ac1025e0 2024-09-10T08:18:55.891 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.889+0000 7fc493fff640 1 -- 172.21.15.67:0/227236971 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc49c004cf0 con 0x7fc4ac1025e0 2024-09-10T08:18:55.891 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.889+0000 7fc4b128d640 1 -- 172.21.15.67:0/227236971 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4ac1a0120 con 0x7fc4ac1025e0 2024-09-10T08:18:55.892 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.891+0000 7fc493fff640 1 -- 172.21.15.67:0/227236971 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7fc49c004e90 con 0x7fc4ac1025e0 2024-09-10T08:18:55.892 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.892+0000 7fc493fff640 1 --2- 172.21.15.67:0/227236971 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc4940a2c30 0x7fc4940a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:55.892 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.892+0000 7fc493fff640 1 -- 172.21.15.67:0/227236971 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fc49c0cef40 con 0x7fc4ac1025e0 2024-09-10T08:18:55.892 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.892+0000 7fc4aa7fc640 1 --2- 172.21.15.67:0/227236971 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc4940a2c30 0x7fc4940a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:55.896 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.893+0000 7fc4b402d740 1 Processor -- start 2024-09-10T08:18:55.896 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.893+0000 7fc4aa7fc640 1 --2- 172.21.15.67:0/227236971 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc4940a2c30 0x7fc4940a50f0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fc4a0005fd0 tx=0x7fc4a0005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:55.896 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.893+0000 7fc4b402d740 1 -- start start 2024-09-10T08:18:55.897 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.893+0000 7fc4b402d740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5575ff2229a0 0x5575ff222da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:55.897 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.893+0000 7fc4b402d740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5575ff2232e0 0x5575ff227da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:55.897 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.893+0000 7fc4b402d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575ff228370 0x5575ff22a830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:55.897 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.893+0000 7fc4b402d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5575ff1862f0 con 0x5575ff228370 2024-09-10T08:18:55.897 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.893+0000 7fc4b402d740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5575ff12e270 con 0x5575ff2232e0 2024-09-10T08:18:55.897 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.893+0000 7fc4b402d740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5575ff1822b0 con 0x5575ff2229a0 2024-09-10T08:18:55.897 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.893+0000 7fc4ab7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575ff228370 0x5575ff22a830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:55.897 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.893+0000 7fc4ab7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575ff228370 0x5575ff22a830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53996/0 (socket says 172.21.15.67:53996) 2024-09-10T08:18:55.897 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.893+0000 7fc4ab7fe640 1 -- 172.21.15.67:0/3291809723 learned_addr learned my addr 172.21.15.67:0/3291809723 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:55.897 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.893+0000 7fc4aaffd640 1 --2- 172.21.15.67:0/3291809723 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5575ff2229a0 0x5575ff222da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:55.897 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.893+0000 7fc4aa7fc640 1 --2- 172.21.15.67:0/3291809723 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5575ff2232e0 0x5575ff227da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:55.897 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.894+0000 7fc4ab7fe640 1 -- 172.21.15.67:0/3291809723 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5575ff2229a0 msgr2=0x5575ff222da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:55.898 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.894+0000 7fc4ab7fe640 1 --2- 172.21.15.67:0/3291809723 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5575ff2229a0 0x5575ff222da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:55.898 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.894+0000 7fc4ab7fe640 1 -- 172.21.15.67:0/3291809723 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5575ff2232e0 msgr2=0x5575ff227da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:55.898 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.894+0000 7fc4ab7fe640 1 --2- 172.21.15.67:0/3291809723 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5575ff2232e0 0x5575ff227da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:55.898 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.894+0000 7fc4ab7fe640 1 -- 172.21.15.67:0/3291809723 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5575ff12d340 con 0x5575ff228370 2024-09-10T08:18:55.898 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.894+0000 7fc4aa7fc640 1 --2- 172.21.15.67:0/3291809723 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5575ff2232e0 0x5575ff227da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:18:55.898 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.894+0000 7fc4aaffd640 1 --2- 172.21.15.67:0/3291809723 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5575ff2229a0 0x5575ff222da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:18:55.898 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.894+0000 7fc4ab7fe640 1 --2- 172.21.15.67:0/3291809723 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575ff228370 0x5575ff22a830 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7fc4a4031aa0 tx=0x7fc4a4005fc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d75b8b8018e4f87 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:55.898 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.894+0000 7fc4917fa640 1 -- 172.21.15.67:0/3291809723 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4a40316d0 con 0x5575ff228370 2024-09-10T08:18:55.898 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.894+0000 7fc4917fa640 1 -- 172.21.15.67:0/3291809723 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc4a4036030 con 0x5575ff228370 2024-09-10T08:18:55.898 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.894+0000 7fc4917fa640 1 -- 172.21.15.67:0/3291809723 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4a40043d0 con 0x5575ff228370 2024-09-10T08:18:55.898 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.895+0000 7fc4b402d740 1 -- 172.21.15.67:0/3291809723 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575ff228370 msgr2=0x5575ff22a830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:55.898 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.895+0000 7fc4b402d740 1 --2- 172.21.15.67:0/3291809723 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575ff228370 0x5575ff22a830 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7fc4a4031aa0 tx=0x7fc4a4005fc0 comp rx=0 tx=0).stop 2024-09-10T08:18:55.898 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.895+0000 7fc4b402d740 1 -- 172.21.15.67:0/3291809723 shutdown_connections 2024-09-10T08:18:55.898 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.895+0000 7fc4b402d740 1 --2- 172.21.15.67:0/3291809723 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5575ff2232e0 0x5575ff227da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:55.899 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.895+0000 7fc4b402d740 1 --2- 172.21.15.67:0/3291809723 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575ff228370 0x5575ff22a830 unknown :-1 s=CLOSED pgs=772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:55.899 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.895+0000 7fc4b402d740 1 --2- 172.21.15.67:0/3291809723 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5575ff2229a0 0x5575ff222da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:55.899 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.895+0000 7fc4b402d740 1 -- 172.21.15.67:0/3291809723 >> 172.21.15.67:0/3291809723 conn(0x5575ff21e010 msgr2=0x5575ff21e410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:55.899 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.895+0000 7fc4b402d740 1 -- 172.21.15.67:0/3291809723 shutdown_connections 2024-09-10T08:18:55.899 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.895+0000 7fc4b402d740 1 -- 172.21.15.67:0/3291809723 wait complete. 2024-09-10T08:18:55.899 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.895+0000 7fc4b402d740 1 -- start start 2024-09-10T08:18:55.899 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.895+0000 7fc4b402d740 1 Processor -- start 2024-09-10T08:18:55.899 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.896+0000 7fc4b402d740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5575ff2229a0 0x5575ff22c990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:55.899 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.896+0000 7fc4b402d740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5575ff2232e0 0x5575ff22ced0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:55.899 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.896+0000 7fc4b402d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575ff228370 0x5575ff233f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:55.899 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.896+0000 7fc4b402d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5575ff22b160 con 0x5575ff228370 2024-09-10T08:18:55.899 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.896+0000 7fc4b402d740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5575ff10f290 con 0x5575ff2232e0 2024-09-10T08:18:55.899 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.896+0000 7fc4b402d740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5575ff22b2e0 con 0x5575ff2229a0 2024-09-10T08:18:55.899 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.896+0000 7fc4b402d740 10 client.0 _ll_register_callbacks cb 0x5575ff140140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:18:55.899 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.896+0000 7fc4ab7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575ff228370 0x5575ff233f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:55.900 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.896+0000 7fc4ab7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575ff228370 0x5575ff233f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54002/0 (socket says 172.21.15.67:54002) 2024-09-10T08:18:55.900 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.896+0000 7fc4ab7fe640 1 -- 172.21.15.67:0/2759289314 learned_addr learned my addr 172.21.15.67:0/2759289314 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:55.900 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.896+0000 7fc4aaffd640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5575ff2229a0 0x5575ff22c990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:55.900 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.896+0000 7fc4aa7fc640 1 --2- 172.21.15.67:0/2759289314 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5575ff2232e0 0x5575ff22ced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:55.900 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.896+0000 7fc4ab7fe640 1 -- 172.21.15.67:0/2759289314 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5575ff2229a0 msgr2=0x5575ff22c990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:55.900 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.896+0000 7fc4ab7fe640 1 --2- 172.21.15.67:0/2759289314 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5575ff2229a0 0x5575ff22c990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:55.900 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.896+0000 7fc4ab7fe640 1 -- 172.21.15.67:0/2759289314 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5575ff2232e0 msgr2=0x5575ff22ced0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:55.900 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.896+0000 7fc4ab7fe640 1 --2- 172.21.15.67:0/2759289314 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5575ff2232e0 0x5575ff22ced0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:55.900 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.896+0000 7fc4ab7fe640 1 -- 172.21.15.67:0/2759289314 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5575fee99210 con 0x5575ff228370 2024-09-10T08:18:55.900 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.896+0000 7fc4aaffd640 1 --2- 172.21.15.67:0/2759289314 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5575ff2229a0 0x5575ff22c990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:18:55.900 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.897+0000 7fc4ab7fe640 1 --2- 172.21.15.67:0/2759289314 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575ff228370 0x5575ff233f10 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7fc4a402f3a0 tx=0x7fc4a4031d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab81da0e0620ef29 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:55.900 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.897+0000 7fc48eff5640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:18:55.901 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.897+0000 7fc48eff5640 1 -- 172.21.15.67:0/2759289314 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4a404a040 con 0x5575ff228370 2024-09-10T08:18:55.901 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.897+0000 7fc48eff5640 1 -- 172.21.15.67:0/2759289314 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fc4a4003b70 con 0x5575ff228370 2024-09-10T08:18:55.901 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.897+0000 7fc4b402d740 1 -- 172.21.15.67:0/2759289314 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc4a4036030 con 0x5575ff228370 2024-09-10T08:18:55.901 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.897+0000 7fc48eff5640 1 -- 172.21.15.67:0/2759289314 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fc4a405e050 con 0x5575ff228370 2024-09-10T08:18:55.901 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.897+0000 7fc4b402d740 10 client.16551 fetch_fsmap learned FSMap version 29 2024-09-10T08:18:55.901 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.897+0000 7fc4b402d740 1 -- 172.21.15.67:0/2759289314 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5575fef65620 con 0x5575ff228370 2024-09-10T08:18:55.901 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.897+0000 7fc48eff5640 1 -- 172.21.15.67:0/2759289314 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc4a4036030 con 0x5575ff228370 2024-09-10T08:18:55.903 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.897+0000 7fc48eff5640 1 -- 172.21.15.67:0/2759289314 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fc4a404d030 con 0x5575ff228370 2024-09-10T08:18:55.903 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.897+0000 7fc4b402d740 10 client.16551 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:18:55.903 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.897+0000 7fc4b402d740 10 client.16551 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:18:55.903 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.897+0000 7fc4b402d740 20 client.16551 populate_metadata read hostname 'smithi067' 2024-09-10T08:18:55.903 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.897+0000 7fc4b402d740 1 --2- 172.21.15.67:0/2759289314 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5575ff238390 0x5575ff23a780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:55.903 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.898+0000 7fc4b402d740 4 client.16551 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:18:55.903 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.898+0000 7fc4b402d740 1 -- 172.21.15.67:0/2759289314 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5575ff193a20 con 0x5575ff238390 2024-09-10T08:18:55.903 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.898+0000 7fc4aaffd640 1 --2- 172.21.15.67:0/2759289314 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5575ff238390 0x5575ff23a780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:55.904 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.898+0000 7fc4aaffd640 1 --2- 172.21.15.67:0/2759289314 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5575ff238390 0x5575ff23a780 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a8fb9c1a199f280a server_cookie=b67e1e8aca18bd90 in_seq=0 out_seq=0 2024-09-10T08:18:55.904 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.898+0000 7fc48eff5640 10 client.16551 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:18:55.904 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.899+0000 7fc48eff5640 1 -- 172.21.15.67:0/2759289314 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7fc49c080e80 con 0x5575ff238390 2024-09-10T08:18:55.904 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.899+0000 7fc48eff5640 10 client.16551 handle_command_reply: tid=0 2024-09-10T08:18:55.904 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.899+0000 7fc4b402d740 1 client.16551 shutdown 2024-09-10T08:18:55.904 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.900+0000 7fc4b402d740 1 -- 172.21.15.67:0/2759289314 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575ff228370 msgr2=0x5575ff233f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:55.904 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.900+0000 7fc4b402d740 1 --2- 172.21.15.67:0/2759289314 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575ff228370 0x5575ff233f10 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7fc4a402f3a0 tx=0x7fc4a4031d50 comp rx=0 tx=0).stop 2024-09-10T08:18:55.904 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.900+0000 7fc4b402d740 1 -- 172.21.15.67:0/2759289314 shutdown_connections 2024-09-10T08:18:55.904 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.900+0000 7fc4b402d740 1 --2- 172.21.15.67:0/2759289314 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5575ff238390 0x5575ff23a780 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:55.904 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.900+0000 7fc4b402d740 1 --2- 172.21.15.67:0/2759289314 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5575ff2232e0 0x5575ff22ced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:55.904 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.900+0000 7fc4b402d740 1 --2- 172.21.15.67:0/2759289314 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575ff228370 0x5575ff233f10 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:55.904 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.900+0000 7fc4b402d740 1 --2- 172.21.15.67:0/2759289314 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5575ff2229a0 0x5575ff22c990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:55.904 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.900+0000 7fc4b402d740 1 -- 172.21.15.67:0/2759289314 >> 172.21.15.67:0/2759289314 conn(0x5575ff21e010 msgr2=0x5575ff21f820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:55.904 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.900+0000 7fc48eff5640 0 client.16551 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:18:55.904 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.900+0000 7fc4b402d740 1 -- 172.21.15.67:0/2759289314 shutdown_connections 2024-09-10T08:18:55.905 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.900+0000 7fc4b402d740 1 -- 172.21.15.67:0/2759289314 wait complete. 2024-09-10T08:18:55.905 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.900+0000 7fc4b402d740 20 client.16551 trim_cache size 0 max 16384 2024-09-10T08:18:55.916 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.916+0000 7fc4b402d740 1 Processor -- start 2024-09-10T08:18:55.916 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.916+0000 7fc4b402d740 1 -- start start 2024-09-10T08:18:55.917 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.916+0000 7fc4b402d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575ff2229a0 0x5575ff22a870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:55.917 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.916+0000 7fc4b402d740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5575ff2232e0 0x5575ff233ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:55.917 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.916+0000 7fc4b402d740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5575ff228370 0x5575ff21d0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:55.917 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.916+0000 7fc4b402d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc4ac1aa660 con 0x5575ff2229a0 2024-09-10T08:18:55.917 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.916+0000 7fc4b402d740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fc4ac1ac1a0 con 0x5575ff228370 2024-09-10T08:18:55.917 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.916+0000 7fc4b402d740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fc4ac1aad30 con 0x5575ff2232e0 2024-09-10T08:18:55.917 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.916+0000 7fc4aaffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575ff2229a0 0x5575ff22a870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:55.917 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.916+0000 7fc4aaffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575ff2229a0 0x5575ff22a870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54008/0 (socket says 172.21.15.67:54008) 2024-09-10T08:18:55.917 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.916+0000 7fc4aaffd640 1 -- 172.21.15.67:0/3566388060 learned_addr learned my addr 172.21.15.67:0/3566388060 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:55.917 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.916+0000 7fc4ab7fe640 1 --2- 172.21.15.67:0/3566388060 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5575ff228370 0x5575ff21d0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:55.917 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.916+0000 7fc4aa7fc640 1 --2- 172.21.15.67:0/3566388060 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5575ff2232e0 0x5575ff233ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:55.917 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.916+0000 7fc4aaffd640 1 -- 172.21.15.67:0/3566388060 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5575ff2232e0 msgr2=0x5575ff233ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:55.917 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.916+0000 7fc4aaffd640 1 --2- 172.21.15.67:0/3566388060 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5575ff2232e0 0x5575ff233ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:55.918 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.916+0000 7fc4aaffd640 1 -- 172.21.15.67:0/3566388060 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5575ff228370 msgr2=0x5575ff21d0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:55.918 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.916+0000 7fc4aaffd640 1 --2- 172.21.15.67:0/3566388060 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5575ff228370 0x5575ff21d0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:55.918 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.916+0000 7fc4aaffd640 1 -- 172.21.15.67:0/3566388060 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5575ff227700 con 0x5575ff2229a0 2024-09-10T08:18:55.918 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.917+0000 7fc4aaffd640 1 --2- 172.21.15.67:0/3566388060 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575ff2229a0 0x5575ff22a870 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7fc49c097770 tx=0x7fc49c0cc510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d379a31e5fc9543 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:55.918 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.917+0000 7fc490ff9640 1 -- 172.21.15.67:0/3566388060 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc49c020040 con 0x5575ff2229a0 2024-09-10T08:18:55.918 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.917+0000 7fc490ff9640 1 -- 172.21.15.67:0/3566388060 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x5575ff193a20 con 0x5575ff2229a0 2024-09-10T08:18:55.918 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.917+0000 7fc490ff9640 1 -- 172.21.15.67:0/3566388060 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc49c097980 con 0x5575ff2229a0 2024-09-10T08:18:55.921 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.918+0000 7fc4b402d740 1 -- 172.21.15.67:0/3566388060 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575ff2229a0 msgr2=0x5575ff22a870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:55.921 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.918+0000 7fc4b402d740 1 --2- 172.21.15.67:0/3566388060 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575ff2229a0 0x5575ff22a870 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7fc49c097770 tx=0x7fc49c0cc510 comp rx=0 tx=0).stop 2024-09-10T08:18:55.922 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.918+0000 7fc4b402d740 1 -- 172.21.15.67:0/3566388060 shutdown_connections 2024-09-10T08:18:55.922 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.918+0000 7fc4b402d740 1 --2- 172.21.15.67:0/3566388060 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5575ff228370 0x5575ff21d0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:55.922 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.918+0000 7fc4b402d740 1 --2- 172.21.15.67:0/3566388060 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5575ff2232e0 0x5575ff233ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:55.922 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.918+0000 7fc4b402d740 1 --2- 172.21.15.67:0/3566388060 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575ff2229a0 0x5575ff22a870 unknown :-1 s=CLOSED pgs=774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:55.922 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.918+0000 7fc4b402d740 1 -- 172.21.15.67:0/3566388060 >> 172.21.15.67:0/3566388060 conn(0x5575ff21e010 msgr2=0x5575ff21c9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:55.922 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.918+0000 7fc4b402d740 1 -- 172.21.15.67:0/3566388060 shutdown_connections 2024-09-10T08:18:55.922 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.918+0000 7fc4b402d740 1 -- 172.21.15.67:0/3566388060 wait complete. 2024-09-10T08:18:55.922 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.918+0000 7fc4b402d740 1 -- start start 2024-09-10T08:18:55.922 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.918+0000 7fc4b402d740 1 Processor -- start 2024-09-10T08:18:55.922 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.919+0000 7fc4b402d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575ff2229a0 0x5575ff231540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:55.922 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.919+0000 7fc4b402d740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5575ff2232e0 0x5575ff231a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:55.922 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.919+0000 7fc4b402d740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5575ff228370 0x5575ff232a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:55.923 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.919+0000 7fc4b402d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc4ac1abad0 con 0x5575ff2229a0 2024-09-10T08:18:55.923 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.919+0000 7fc4b402d740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fc4ac1ab400 con 0x5575ff2232e0 2024-09-10T08:18:55.923 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.919+0000 7fc4b402d740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fc4ac1a8640 con 0x5575ff228370 2024-09-10T08:18:55.923 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.919+0000 7fc4b402d740 10 client.0 _ll_register_callbacks cb 0x7fc49c009e20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:18:55.923 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.919+0000 7fc4aaffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575ff2229a0 0x5575ff231540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:55.923 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.919+0000 7fc4aaffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575ff2229a0 0x5575ff231540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54014/0 (socket says 172.21.15.67:54014) 2024-09-10T08:18:55.923 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.919+0000 7fc4aaffd640 1 -- 172.21.15.67:0/3945273101 learned_addr learned my addr 172.21.15.67:0/3945273101 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:55.923 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.919+0000 7fc4aa7fc640 1 --2- 172.21.15.67:0/3945273101 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5575ff2232e0 0x5575ff231a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:55.923 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.919+0000 7fc4ab7fe640 1 --2- 172.21.15.67:0/3945273101 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5575ff228370 0x5575ff232a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:55.923 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.919+0000 7fc4aaffd640 1 -- 172.21.15.67:0/3945273101 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5575ff228370 msgr2=0x5575ff232a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:55.923 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.919+0000 7fc4aaffd640 1 --2- 172.21.15.67:0/3945273101 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5575ff228370 0x5575ff232a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:55.923 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.919+0000 7fc4aaffd640 1 -- 172.21.15.67:0/3945273101 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5575ff2232e0 msgr2=0x5575ff231a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:55.923 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.919+0000 7fc4aaffd640 1 --2- 172.21.15.67:0/3945273101 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5575ff2232e0 0x5575ff231a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:55.923 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.919+0000 7fc4aaffd640 1 -- 172.21.15.67:0/3945273101 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5575ff2330a0 con 0x5575ff2229a0 2024-09-10T08:18:55.924 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.919+0000 7fc4aa7fc640 1 --2- 172.21.15.67:0/3945273101 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5575ff2232e0 0x5575ff231a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:18:55.924 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.919+0000 7fc4aaffd640 1 --2- 172.21.15.67:0/3945273101 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575ff2229a0 0x5575ff231540 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7fc49c097ce0 tx=0x7fc49c00b480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=866f9dd6fa0afa97 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:55.924 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.919+0000 7fc48eff5640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:18:55.924 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.919+0000 7fc48eff5640 1 -- 172.21.15.67:0/3945273101 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc49c0b9060 con 0x5575ff2229a0 2024-09-10T08:18:55.924 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.920+0000 7fc48eff5640 1 -- 172.21.15.67:0/3945273101 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fc49c09a7f0 con 0x5575ff2229a0 2024-09-10T08:18:55.924 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.920+0000 7fc4b402d740 1 -- 172.21.15.67:0/3945273101 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5575ff193a20 con 0x5575ff2229a0 2024-09-10T08:18:55.924 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.920+0000 7fc48eff5640 1 -- 172.21.15.67:0/3945273101 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fc49c020050 con 0x5575ff2229a0 2024-09-10T08:18:55.924 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.920+0000 7fc4b402d740 10 client.16557 fetch_fsmap learned FSMap version 29 2024-09-10T08:18:55.924 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.920+0000 7fc4b402d740 1 -- 172.21.15.67:0/3945273101 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5575ff2a7420 con 0x5575ff2229a0 2024-09-10T08:18:55.924 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.920+0000 7fc48eff5640 1 -- 172.21.15.67:0/3945273101 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc49c07b020 con 0x5575ff2229a0 2024-09-10T08:18:55.924 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.920+0000 7fc48eff5640 1 -- 172.21.15.67:0/3945273101 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fc49c0971d0 con 0x5575ff2229a0 2024-09-10T08:18:55.924 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.920+0000 7fc4b402d740 10 client.16557 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:18:55.924 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.920+0000 7fc4b402d740 10 client.16557 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:18:55.925 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.920+0000 7fc4b402d740 20 client.16557 populate_metadata read hostname 'smithi067' 2024-09-10T08:18:55.925 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.920+0000 7fc4b402d740 1 --2- 172.21.15.67:0/3945273101 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5575ff2a7d00 0x5575ff2aa120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:55.925 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.920+0000 7fc4b402d740 4 client.16557 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:18:55.925 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.920+0000 7fc4b402d740 1 -- 172.21.15.67:0/3945273101 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5575ff18dd70 con 0x5575ff2a7d00 2024-09-10T08:18:55.925 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.921+0000 7fc4aa7fc640 1 --2- 172.21.15.67:0/3945273101 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5575ff2a7d00 0x5575ff2aa120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:55.925 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.921+0000 7fc48eff5640 10 client.16557 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:18:55.925 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.921+0000 7fc4aa7fc640 1 --2- 172.21.15.67:0/3945273101 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5575ff2a7d00 0x5575ff2aa120 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=12a6257e6936e6d9 server_cookie=ef8d70da9fa63684 in_seq=0 out_seq=0 2024-09-10T08:18:55.928 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.929+0000 7fc48eff5640 1 -- 172.21.15.67:0/3945273101 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5575ff18dd70 con 0x5575ff2a7d00 2024-09-10T08:18:55.929 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.929+0000 7fc48eff5640 10 client.16557 handle_command_reply: tid=0 2024-09-10T08:18:55.929 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.929+0000 7fc4b402d740 1 client.16557 shutdown 2024-09-10T08:18:55.929 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.929+0000 7fc4b402d740 1 -- 172.21.15.67:0/3945273101 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575ff2229a0 msgr2=0x5575ff231540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:55.929 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.929+0000 7fc4b402d740 1 --2- 172.21.15.67:0/3945273101 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575ff2229a0 0x5575ff231540 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7fc49c097ce0 tx=0x7fc49c00b480 comp rx=0 tx=0).stop 2024-09-10T08:18:55.929 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.929+0000 7fc4b402d740 1 -- 172.21.15.67:0/3945273101 shutdown_connections 2024-09-10T08:18:55.929 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.929+0000 7fc4b402d740 1 --2- 172.21.15.67:0/3945273101 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5575ff2a7d00 0x5575ff2aa120 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:55.929 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.929+0000 7fc4b402d740 1 --2- 172.21.15.67:0/3945273101 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5575ff2232e0 0x5575ff231a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:55.929 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.929+0000 7fc4b402d740 1 --2- 172.21.15.67:0/3945273101 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5575ff228370 0x5575ff232a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:55.929 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.929+0000 7fc4b402d740 1 --2- 172.21.15.67:0/3945273101 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575ff2229a0 0x5575ff231540 unknown :-1 s=CLOSED pgs=775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:55.929 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.929+0000 7fc48eff5640 0 client.16557 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:18:55.929 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.929+0000 7fc4b402d740 1 -- 172.21.15.67:0/3945273101 >> 172.21.15.67:0/3945273101 conn(0x5575ff21e010 msgr2=0x5575ff21d1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:55.929 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.929+0000 7fc4b402d740 1 -- 172.21.15.67:0/3945273101 shutdown_connections 2024-09-10T08:18:55.930 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.929+0000 7fc4b402d740 1 -- 172.21.15.67:0/3945273101 wait complete. 2024-09-10T08:18:55.930 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.929+0000 7fc4b402d740 20 client.16557 trim_cache size 0 max 16384 2024-09-10T08:18:55.930 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout:{ 2024-09-10T08:18:55.930 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout: "message": "", 2024-09-10T08:18:55.930 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout: "return_code": 0 2024-09-10T08:18:55.930 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout:} 2024-09-10T08:18:55.931 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.929+0000 7fc4b128d640 1 -- 172.21.15.67:0/227236971 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc4940a2c30 msgr2=0x7fc4940a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:55.931 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.929+0000 7fc4b128d640 1 --2- 172.21.15.67:0/227236971 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc4940a2c30 0x7fc4940a50f0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fc4a0005fd0 tx=0x7fc4a0005850 comp rx=0 tx=0).stop 2024-09-10T08:18:55.931 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.930+0000 7fc4b128d640 1 -- 172.21.15.67:0/227236971 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4ac1025e0 msgr2=0x7fc4ac197d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:55.931 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.930+0000 7fc4b128d640 1 --2- 172.21.15.67:0/227236971 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4ac1025e0 0x7fc4ac197d20 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7fc49c00d770 tx=0x7fc49c00dc30 comp rx=0 tx=0).stop 2024-09-10T08:18:55.931 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.930+0000 7fc4b128d640 1 -- 172.21.15.67:0/227236971 shutdown_connections 2024-09-10T08:18:55.931 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.930+0000 7fc4b128d640 1 --2- 172.21.15.67:0/227236971 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc4940a2c30 0x7fc4940a50f0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:55.931 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.930+0000 7fc4b128d640 1 --2- 172.21.15.67:0/227236971 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc4ac104f10 0x7fc4ac198260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:55.931 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.930+0000 7fc4b128d640 1 --2- 172.21.15.67:0/227236971 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc4ac107840 0x7fc4ac19f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:55.931 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.930+0000 7fc4b128d640 1 --2- 172.21.15.67:0/227236971 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4ac1025e0 0x7fc4ac197d20 unknown :-1 s=CLOSED pgs=771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:55.931 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.930+0000 7fc4b128d640 1 -- 172.21.15.67:0/227236971 >> 172.21.15.67:0/227236971 conn(0x7fc4ac0fc1c0 msgr2=0x7fc4ac102e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:55.932 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.930+0000 7fc4b128d640 1 -- 172.21.15.67:0/227236971 shutdown_connections 2024-09-10T08:18:55.932 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:18:55.930+0000 7fc4b128d640 1 -- 172.21.15.67:0/227236971 wait complete. 2024-09-10T08:18:56.206 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:18:55 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/491558252' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:18:56.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:18:55 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/491558252' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:18:56.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:18:55 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/491558252' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:18:56.694 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-09-10T08:18:56.992 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:18:57.163 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-09-10T08:18:57.163 INFO:tasks.workunit.client.0.smithi067.stdout: Children see throughput for 1 readers = 8991351.00 kB/sec 2024-09-10T08:18:57.163 INFO:tasks.workunit.client.0.smithi067.stdout: Parent sees throughput for 1 readers = 8989338.99 kB/sec 2024-09-10T08:18:57.163 INFO:tasks.workunit.client.0.smithi067.stdout: Min throughput per process = 8991351.00 kB/sec 2024-09-10T08:18:57.164 INFO:tasks.workunit.client.0.smithi067.stdout: Max throughput per process = 8991351.00 kB/sec 2024-09-10T08:18:57.164 INFO:tasks.workunit.client.0.smithi067.stdout: Avg throughput per process = 8991351.00 kB/sec 2024-09-10T08:18:57.164 INFO:tasks.workunit.client.0.smithi067.stdout: Min xfer = 10485760.00 kB 2024-09-10T08:18:57.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:18:56 smithi203 ceph-mon[34672]: pgmap v481: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 229 MiB/s wr, 72 op/s 2024-09-10T08:18:57.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:18:56 smithi133 ceph-mon[34721]: pgmap v481: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 229 MiB/s wr, 72 op/s 2024-09-10T08:18:57.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:18:56 smithi067 ceph-mon[31051]: pgmap v481: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 229 MiB/s wr, 72 op/s 2024-09-10T08:18:57.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.766+0000 7f0889e47640 1 -- 172.21.15.67:0/3746802337 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0884102790 msgr2=0x7f08841067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:57.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.766+0000 7f0889e47640 1 --2- 172.21.15.67:0/3746802337 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0884102790 0x7f08841067e0 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f0878009900 tx=0x7f087802a410 comp rx=0 tx=0).stop 2024-09-10T08:18:57.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.767+0000 7f0889e47640 1 -- 172.21.15.67:0/3746802337 shutdown_connections 2024-09-10T08:18:57.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.767+0000 7f0889e47640 1 --2- 172.21.15.67:0/3746802337 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0884106f10 0x7f088410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:57.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.767+0000 7f0889e47640 1 --2- 172.21.15.67:0/3746802337 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0884102790 0x7f08841067e0 unknown :-1 s=CLOSED pgs=776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:57.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.767+0000 7f0889e47640 1 --2- 172.21.15.67:0/3746802337 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0884101de0 0x7f08841021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:57.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.767+0000 7f0889e47640 1 -- 172.21.15.67:0/3746802337 >> 172.21.15.67:0/3746802337 conn(0x7f08840fd8c0 msgr2=0x7f08840ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:57.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.767+0000 7f0889e47640 1 -- 172.21.15.67:0/3746802337 shutdown_connections 2024-09-10T08:18:57.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.767+0000 7f0889e47640 1 -- 172.21.15.67:0/3746802337 wait complete. 2024-09-10T08:18:57.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.767+0000 7f0889e47640 1 Processor -- start 2024-09-10T08:18:57.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.767+0000 7f0889e47640 1 -- start start 2024-09-10T08:18:57.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.768+0000 7f0889e47640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0884101de0 0x7f0884198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:57.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.768+0000 7f0889e47640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0884102790 0x7f08841988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:57.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.768+0000 7f0889e47640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0884106f10 0x7f088419cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:57.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.768+0000 7f0889e47640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f0884111e20 con 0x7f0884101de0 2024-09-10T08:18:57.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.768+0000 7f0889e47640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f0884111ca0 con 0x7f0884102790 2024-09-10T08:18:57.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.768+0000 7f0889e47640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f0884111fa0 con 0x7f0884106f10 2024-09-10T08:18:57.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.768+0000 7f08837fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0884101de0 0x7f0884198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:57.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.768+0000 7f08837fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0884101de0 0x7f0884198380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54042/0 (socket says 172.21.15.67:54042) 2024-09-10T08:18:57.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.768+0000 7f08837fe640 1 -- 172.21.15.67:0/3733035090 learned_addr learned my addr 172.21.15.67:0/3733035090 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:57.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.768+0000 7f0883fff640 1 --2- 172.21.15.67:0/3733035090 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0884106f10 0x7f088419cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:57.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.768+0000 7f0882ffd640 1 --2- 172.21.15.67:0/3733035090 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0884102790 0x7f08841988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:57.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.768+0000 7f08837fe640 1 -- 172.21.15.67:0/3733035090 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0884106f10 msgr2=0x7f088419cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:57.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.768+0000 7f08837fe640 1 --2- 172.21.15.67:0/3733035090 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0884106f10 0x7f088419cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:57.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.768+0000 7f08837fe640 1 -- 172.21.15.67:0/3733035090 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0884102790 msgr2=0x7f08841988c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:57.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.768+0000 7f08837fe640 1 --2- 172.21.15.67:0/3733035090 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0884102790 0x7f08841988c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:57.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.768+0000 7f08837fe640 1 -- 172.21.15.67:0/3733035090 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f088419d330 con 0x7f0884101de0 2024-09-10T08:18:57.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.768+0000 7f0882ffd640 1 --2- 172.21.15.67:0/3733035090 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0884102790 0x7f08841988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:18:57.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.768+0000 7f08837fe640 1 --2- 172.21.15.67:0/3733035090 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0884101de0 0x7f0884198380 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7f087400c890 tx=0x7f087400cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:57.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.769+0000 7f0880ff9640 1 -- 172.21.15.67:0/3733035090 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0874004220 con 0x7f0884101de0 2024-09-10T08:18:57.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.769+0000 7f0880ff9640 1 -- 172.21.15.67:0/3733035090 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f08740043c0 con 0x7f0884101de0 2024-09-10T08:18:57.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.769+0000 7f0880ff9640 1 -- 172.21.15.67:0/3733035090 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0874004a00 con 0x7f0884101de0 2024-09-10T08:18:57.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.769+0000 7f0889e47640 1 -- 172.21.15.67:0/3733035090 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f088419d620 con 0x7f0884101de0 2024-09-10T08:18:57.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.769+0000 7f0889e47640 1 -- 172.21.15.67:0/3733035090 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08841a4f00 con 0x7f0884101de0 2024-09-10T08:18:57.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.771+0000 7f0880ff9640 1 -- 172.21.15.67:0/3733035090 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f0874004ba0 con 0x7f0884101de0 2024-09-10T08:18:57.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.771+0000 7f088c220740 1 Processor -- start 2024-09-10T08:18:57.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.771+0000 7f088c220740 1 -- start start 2024-09-10T08:18:57.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.771+0000 7f088c220740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560a441dab40 0x560a441d9090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:57.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.771+0000 7f088c220740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560a441d95d0 0x560a441d9a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:57.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.771+0000 7f088c220740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560a441e8780 0x560a441eab70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:57.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.771+0000 7f088c220740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x560a4413f2f0 con 0x560a441d95d0 2024-09-10T08:18:57.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.771+0000 7f088c220740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x560a440e6cf0 con 0x560a441e8780 2024-09-10T08:18:57.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.771+0000 7f088c220740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x560a4413b2b0 con 0x560a441dab40 2024-09-10T08:18:57.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.772+0000 7f08837fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560a441d95d0 0x560a441d9a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:57.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.772+0000 7f08837fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560a441d95d0 0x560a441d9a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54058/0 (socket says 172.21.15.67:54058) 2024-09-10T08:18:57.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.772+0000 7f08837fe640 1 -- 172.21.15.67:0/3305359997 learned_addr learned my addr 172.21.15.67:0/3305359997 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:57.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.772+0000 7f0883fff640 1 --2- 172.21.15.67:0/3305359997 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560a441dab40 0x560a441d9090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:57.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.772+0000 7f0880ff9640 1 --2- 172.21.15.67:0/3733035090 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f086c0a2c00 0x7f086c0a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:57.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.772+0000 7f0882ffd640 1 --2- 172.21.15.67:0/3305359997 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560a441e8780 0x560a441eab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:57.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.772+0000 7f0883fff640 1 --2- 172.21.15.67:0/3733035090 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f086c0a2c00 0x7f086c0a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:57.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.772+0000 7f0880ff9640 1 -- 172.21.15.67:0/3733035090 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f08740cf080 con 0x7f0884101de0 2024-09-10T08:18:57.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.772+0000 7f08837fe640 1 -- 172.21.15.67:0/3305359997 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560a441dab40 msgr2=0x560a441d9090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:57.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.772+0000 7f08837fe640 1 --2- 172.21.15.67:0/3305359997 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560a441dab40 0x560a441d9090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:57.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.772+0000 7f08837fe640 1 -- 172.21.15.67:0/3305359997 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560a441e8780 msgr2=0x560a441eab70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:57.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.772+0000 7f08837fe640 1 --2- 172.21.15.67:0/3305359997 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560a441e8780 0x560a441eab70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:57.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.772+0000 7f08837fe640 1 -- 172.21.15.67:0/3305359997 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560a440cb3a0 con 0x560a441d95d0 2024-09-10T08:18:57.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.772+0000 7f08837fe640 1 --2- 172.21.15.67:0/3305359997 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560a441d95d0 0x560a441d9a10 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7f0874097eb0 tx=0x7f0874000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2077a10f19ffdff0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:57.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.772+0000 7f0869ffb640 1 -- 172.21.15.67:0/3305359997 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f087401d070 con 0x560a441d95d0 2024-09-10T08:18:57.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.772+0000 7f0883fff640 1 --2- 172.21.15.67:0/3733035090 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f086c0a2c00 0x7f086c0a50c0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f087c007310 tx=0x7f087c004ab0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:57.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.772+0000 7f0869ffb640 1 -- 172.21.15.67:0/3305359997 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f087409bbe0 con 0x560a441d95d0 2024-09-10T08:18:57.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.772+0000 7f0869ffb640 1 -- 172.21.15.67:0/3305359997 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f087409f890 con 0x560a441d95d0 2024-09-10T08:18:57.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.773+0000 7f088c220740 1 -- 172.21.15.67:0/3305359997 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560a441d95d0 msgr2=0x560a441d9a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:57.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.773+0000 7f088c220740 1 --2- 172.21.15.67:0/3305359997 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560a441d95d0 0x560a441d9a10 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7f0874097eb0 tx=0x7f0874000bc0 comp rx=0 tx=0).stop 2024-09-10T08:18:57.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.773+0000 7f088c220740 1 -- 172.21.15.67:0/3305359997 shutdown_connections 2024-09-10T08:18:57.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.773+0000 7f088c220740 1 --2- 172.21.15.67:0/3305359997 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560a441e8780 0x560a441eab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:57.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.773+0000 7f088c220740 1 --2- 172.21.15.67:0/3305359997 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560a441d95d0 0x560a441d9a10 unknown :-1 s=CLOSED pgs=778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:57.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.773+0000 7f088c220740 1 --2- 172.21.15.67:0/3305359997 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560a441dab40 0x560a441d9090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:57.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.773+0000 7f088c220740 1 -- 172.21.15.67:0/3305359997 >> 172.21.15.67:0/3305359997 conn(0x560a441a2310 msgr2=0x560a441d5c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:57.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.773+0000 7f088c220740 1 -- 172.21.15.67:0/3305359997 shutdown_connections 2024-09-10T08:18:57.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.773+0000 7f088c220740 1 -- 172.21.15.67:0/3305359997 wait complete. 2024-09-10T08:18:57.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.774+0000 7f088c220740 1 -- start start 2024-09-10T08:18:57.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.774+0000 7f088c220740 1 Processor -- start 2024-09-10T08:18:57.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.774+0000 7f088c220740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560a441d95d0 0x560a441e81c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:57.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.774+0000 7f088c220740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560a441dab40 0x560a441e5470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:57.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.774+0000 7f088c220740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560a441e8780 0x560a441e5c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:57.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.774+0000 7f088c220740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x560a441eb420 con 0x560a441e8780 2024-09-10T08:18:57.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.774+0000 7f088c220740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x560a440fa060 con 0x560a441dab40 2024-09-10T08:18:57.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.774+0000 7f088c220740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x560a441eb5a0 con 0x560a441d95d0 2024-09-10T08:18:57.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.774+0000 7f088c220740 10 client.0 _ll_register_callbacks cb 0x560a43e4d8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:18:57.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.774+0000 7f0883fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560a441e8780 0x560a441e5c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:57.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.774+0000 7f0883fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560a441e8780 0x560a441e5c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54074/0 (socket says 172.21.15.67:54074) 2024-09-10T08:18:57.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.774+0000 7f0883fff640 1 -- 172.21.15.67:0/985515658 learned_addr learned my addr 172.21.15.67:0/985515658 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:57.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.774+0000 7f0882ffd640 1 --2- 172.21.15.67:0/985515658 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560a441dab40 0x560a441e5470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:57.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.774+0000 7f08837fe640 1 --2- 172.21.15.67:0/985515658 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560a441d95d0 0x560a441e81c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:57.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.775+0000 7f0883fff640 1 -- 172.21.15.67:0/985515658 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560a441d95d0 msgr2=0x560a441e81c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:57.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.775+0000 7f0883fff640 1 --2- 172.21.15.67:0/985515658 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560a441d95d0 0x560a441e81c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:57.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.775+0000 7f0883fff640 1 -- 172.21.15.67:0/985515658 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560a441dab40 msgr2=0x560a441e5470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:57.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.775+0000 7f0883fff640 1 --2- 172.21.15.67:0/985515658 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560a441dab40 0x560a441e5470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:57.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.775+0000 7f0883fff640 1 -- 172.21.15.67:0/985515658 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560a43eb03c0 con 0x560a441e8780 2024-09-10T08:18:57.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.775+0000 7f0883fff640 1 --2- 172.21.15.67:0/985515658 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560a441e8780 0x560a441e5c00 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f087c011ef0 tx=0x7f087c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=441b645c3447630d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:57.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.775+0000 7f0862ffd640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:18:57.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.775+0000 7f0862ffd640 1 -- 172.21.15.67:0/985515658 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f087c025020 con 0x560a441e8780 2024-09-10T08:18:57.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.775+0000 7f0862ffd640 1 -- 172.21.15.67:0/985515658 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f087c021820 con 0x560a441e8780 2024-09-10T08:18:57.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.775+0000 7f088c220740 1 -- 172.21.15.67:0/985515658 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f087409bbe0 con 0x560a441e8780 2024-09-10T08:18:57.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.775+0000 7f0862ffd640 1 -- 172.21.15.67:0/985515658 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f087c030050 con 0x560a441e8780 2024-09-10T08:18:57.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.775+0000 7f088c220740 10 client.16569 fetch_fsmap learned FSMap version 29 2024-09-10T08:18:57.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.775+0000 7f088c220740 1 -- 172.21.15.67:0/985515658 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560a441f6f70 con 0x560a441e8780 2024-09-10T08:18:57.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.775+0000 7f0862ffd640 1 -- 172.21.15.67:0/985515658 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f087409bbe0 con 0x560a441e8780 2024-09-10T08:18:57.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.776+0000 7f0862ffd640 1 -- 172.21.15.67:0/985515658 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f087c00f7e0 con 0x560a441e8780 2024-09-10T08:18:57.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.776+0000 7f088c220740 10 client.16569 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:18:57.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.776+0000 7f088c220740 10 client.16569 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.k 2024-09-10T08:18:57.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.776+0000 7f088c220740 20 client.16569 populate_metadata read hostname 'smithi067' 2024-09-10T08:18:57.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.776+0000 7f088c220740 1 --2- 172.21.15.67:0/985515658 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x560a441f8430 0x560a441fa880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:57.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.776+0000 7f088c220740 4 client.16569 mds_command: new command op to 24404 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:18:57.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.776+0000 7f088c220740 1 -- 172.21.15.67:0/985515658 --> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560a4414c860 con 0x560a441f8430 2024-09-10T08:18:57.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.776+0000 7f08837fe640 1 --2- 172.21.15.67:0/985515658 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x560a441f8430 0x560a441fa880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:57.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.776+0000 7f08837fe640 1 --2- 172.21.15.67:0/985515658 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x560a441f8430 0x560a441fa880 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=609696397a6842cb server_cookie=8ec417e49ceb3389 in_seq=0 out_seq=0 2024-09-10T08:18:57.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.776+0000 7f0862ffd640 10 client.16569 ms_handle_connect on v2:172.21.15.133:6832/2920270168 2024-09-10T08:18:57.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.777+0000 7f0862ffd640 1 -- 172.21.15.67:0/985515658 <== mds.4 v2:172.21.15.133:6832/2920270168 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560a4414c860 con 0x560a441f8430 2024-09-10T08:18:57.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.777+0000 7f0862ffd640 10 client.16569 handle_command_reply: tid=0 2024-09-10T08:18:57.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.777+0000 7f088c220740 1 client.16569 shutdown 2024-09-10T08:18:57.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.777+0000 7f088c220740 1 -- 172.21.15.67:0/985515658 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560a441e8780 msgr2=0x560a441e5c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:57.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.777+0000 7f088c220740 1 --2- 172.21.15.67:0/985515658 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560a441e8780 0x560a441e5c00 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f087c011ef0 tx=0x7f087c004a40 comp rx=0 tx=0).stop 2024-09-10T08:18:57.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.777+0000 7f088c220740 1 -- 172.21.15.67:0/985515658 shutdown_connections 2024-09-10T08:18:57.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.777+0000 7f088c220740 1 --2- 172.21.15.67:0/985515658 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x560a441f8430 0x560a441fa880 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:57.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.777+0000 7f088c220740 1 --2- 172.21.15.67:0/985515658 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560a441dab40 0x560a441e5470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:57.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.777+0000 7f088c220740 1 --2- 172.21.15.67:0/985515658 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560a441e8780 0x560a441e5c00 unknown :-1 s=CLOSED pgs=779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:57.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.777+0000 7f088c220740 1 --2- 172.21.15.67:0/985515658 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560a441d95d0 0x560a441e81c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:57.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.777+0000 7f0862ffd640 0 client.16569 ms_handle_reset on v2:172.21.15.133:6832/2920270168 2024-09-10T08:18:57.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.777+0000 7f088c220740 1 -- 172.21.15.67:0/985515658 >> 172.21.15.67:0/985515658 conn(0x560a441a2310 msgr2=0x560a441db960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:57.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.778+0000 7f088c220740 1 -- 172.21.15.67:0/985515658 shutdown_connections 2024-09-10T08:18:57.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.778+0000 7f088c220740 1 -- 172.21.15.67:0/985515658 wait complete. 2024-09-10T08:18:57.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.778+0000 7f088c220740 20 client.16569 trim_cache size 0 max 16384 2024-09-10T08:18:57.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.793+0000 7f088c220740 1 Processor -- start 2024-09-10T08:18:57.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.793+0000 7f088c220740 1 -- start start 2024-09-10T08:18:57.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.793+0000 7f088c220740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560a441d95d0 0x560a441d5e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:57.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.793+0000 7f088c220740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560a441dab40 0x560a441eab70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:57.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.793+0000 7f088c220740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560a441e8780 0x560a442001a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:57.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.793+0000 7f088c220740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f08841acbe0 con 0x560a441d95d0 2024-09-10T08:18:57.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.793+0000 7f088c220740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f08841ae720 con 0x560a441dab40 2024-09-10T08:18:57.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.793+0000 7f088c220740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f08841ad2b0 con 0x560a441e8780 2024-09-10T08:18:57.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.793+0000 7f08837fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560a441d95d0 0x560a441d5e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:57.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.793+0000 7f08837fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560a441d95d0 0x560a441d5e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54088/0 (socket says 172.21.15.67:54088) 2024-09-10T08:18:57.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.794+0000 7f08837fe640 1 -- 172.21.15.67:0/1530867359 learned_addr learned my addr 172.21.15.67:0/1530867359 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:57.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.794+0000 7f0882ffd640 1 --2- 172.21.15.67:0/1530867359 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560a441dab40 0x560a441eab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:57.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.794+0000 7f0883fff640 1 --2- 172.21.15.67:0/1530867359 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560a441e8780 0x560a442001a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:57.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.794+0000 7f08837fe640 1 -- 172.21.15.67:0/1530867359 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560a441e8780 msgr2=0x560a442001a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:57.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.794+0000 7f08837fe640 1 --2- 172.21.15.67:0/1530867359 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560a441e8780 0x560a442001a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:57.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.794+0000 7f08837fe640 1 -- 172.21.15.67:0/1530867359 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560a441dab40 msgr2=0x560a441eab70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:57.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.794+0000 7f08837fe640 1 --2- 172.21.15.67:0/1530867359 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560a441dab40 0x560a441eab70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:57.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.794+0000 7f08837fe640 1 -- 172.21.15.67:0/1530867359 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560a441dc120 con 0x560a441d95d0 2024-09-10T08:18:57.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.794+0000 7f08837fe640 1 --2- 172.21.15.67:0/1530867359 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560a441d95d0 0x560a441d5e10 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f0874004770 tx=0x7f0874097180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=827ca86802383774 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:57.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.794+0000 7f08697fa640 1 -- 172.21.15.67:0/1530867359 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f087401d040 con 0x560a441d95d0 2024-09-10T08:18:57.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.794+0000 7f08697fa640 1 -- 172.21.15.67:0/1530867359 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f087409bbe0 con 0x560a441d95d0 2024-09-10T08:18:57.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.794+0000 7f08697fa640 1 -- 172.21.15.67:0/1530867359 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08740997e0 con 0x560a441d95d0 2024-09-10T08:18:57.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.795+0000 7f088c220740 1 -- 172.21.15.67:0/1530867359 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560a441d95d0 msgr2=0x560a441d5e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:57.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.795+0000 7f088c220740 1 --2- 172.21.15.67:0/1530867359 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560a441d95d0 0x560a441d5e10 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f0874004770 tx=0x7f0874097180 comp rx=0 tx=0).stop 2024-09-10T08:18:57.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.795+0000 7f088c220740 1 -- 172.21.15.67:0/1530867359 shutdown_connections 2024-09-10T08:18:57.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.795+0000 7f088c220740 1 --2- 172.21.15.67:0/1530867359 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560a441dab40 0x560a441eab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:57.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.795+0000 7f088c220740 1 --2- 172.21.15.67:0/1530867359 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560a441e8780 0x560a442001a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:57.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.795+0000 7f088c220740 1 --2- 172.21.15.67:0/1530867359 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560a441d95d0 0x560a441d5e10 unknown :-1 s=CLOSED pgs=780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:57.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.795+0000 7f088c220740 1 -- 172.21.15.67:0/1530867359 >> 172.21.15.67:0/1530867359 conn(0x560a441a2310 msgr2=0x560a441d5700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:57.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.795+0000 7f088c220740 1 -- 172.21.15.67:0/1530867359 shutdown_connections 2024-09-10T08:18:57.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.795+0000 7f088c220740 1 -- 172.21.15.67:0/1530867359 wait complete. 2024-09-10T08:18:57.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.795+0000 7f088c220740 1 -- start start 2024-09-10T08:18:57.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.796+0000 7f088c220740 1 Processor -- start 2024-09-10T08:18:57.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.796+0000 7f088c220740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560a441d95d0 0x560a441e2570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:57.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.796+0000 7f088c220740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560a441dab40 0x560a441e2ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:57.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.796+0000 7f088c220740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560a441e8780 0x560a441e2ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:57.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.796+0000 7f088c220740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f08841ae050 con 0x560a441e8780 2024-09-10T08:18:57.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.796+0000 7f088c220740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f08841ad980 con 0x560a441dab40 2024-09-10T08:18:57.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.796+0000 7f088c220740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f08841aabc0 con 0x560a441d95d0 2024-09-10T08:18:57.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.796+0000 7f088c220740 10 client.0 _ll_register_callbacks cb 0x7f087c007e40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:18:57.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.796+0000 7f0883fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560a441e8780 0x560a441e2ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:57.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.796+0000 7f0883fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560a441e8780 0x560a441e2ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54104/0 (socket says 172.21.15.67:54104) 2024-09-10T08:18:57.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.796+0000 7f0883fff640 1 -- 172.21.15.67:0/3272429984 learned_addr learned my addr 172.21.15.67:0/3272429984 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:57.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.797+0000 7f08837fe640 1 --2- 172.21.15.67:0/3272429984 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560a441d95d0 0x560a441e2570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:57.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.797+0000 7f0882ffd640 1 --2- 172.21.15.67:0/3272429984 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560a441dab40 0x560a441e2ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:57.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.797+0000 7f0883fff640 1 -- 172.21.15.67:0/3272429984 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560a441d95d0 msgr2=0x560a441e2570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:57.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.797+0000 7f0883fff640 1 --2- 172.21.15.67:0/3272429984 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560a441d95d0 0x560a441e2570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:57.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.797+0000 7f0883fff640 1 -- 172.21.15.67:0/3272429984 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560a441dab40 msgr2=0x560a441e2ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:57.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.797+0000 7f0883fff640 1 --2- 172.21.15.67:0/3272429984 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560a441dab40 0x560a441e2ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:57.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.797+0000 7f0883fff640 1 -- 172.21.15.67:0/3272429984 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560a44262270 con 0x560a441e8780 2024-09-10T08:18:57.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.797+0000 7f0883fff640 1 --2- 172.21.15.67:0/3272429984 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560a441e8780 0x560a441e2ff0 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f087c011ec0 tx=0x7f087c012ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=540729037410024d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:57.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.797+0000 7f0862ffd640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:18:57.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.797+0000 7f0862ffd640 1 -- 172.21.15.67:0/3272429984 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f087c038070 con 0x560a441e8780 2024-09-10T08:18:57.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.797+0000 7f0862ffd640 1 -- 172.21.15.67:0/3272429984 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f087c00f820 con 0x560a441e8780 2024-09-10T08:18:57.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.797+0000 7f088c220740 1 -- 172.21.15.67:0/3272429984 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f087409bbe0 con 0x560a441e8780 2024-09-10T08:18:57.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.798+0000 7f0862ffd640 1 -- 172.21.15.67:0/3272429984 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f087c044050 con 0x560a441e8780 2024-09-10T08:18:57.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.798+0000 7f088c220740 10 client.16575 fetch_fsmap learned FSMap version 29 2024-09-10T08:18:57.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.798+0000 7f088c220740 1 -- 172.21.15.67:0/3272429984 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x560a44263550 con 0x560a441e8780 2024-09-10T08:18:57.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.798+0000 7f0862ffd640 1 -- 172.21.15.67:0/3272429984 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f087409bbe0 con 0x560a441e8780 2024-09-10T08:18:57.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.798+0000 7f0862ffd640 1 -- 172.21.15.67:0/3272429984 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f087c021b60 con 0x560a441e8780 2024-09-10T08:18:57.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.798+0000 7f088c220740 10 client.16575 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:18:57.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.798+0000 7f088c220740 10 client.16575 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.k 2024-09-10T08:18:57.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.798+0000 7f088c220740 20 client.16575 populate_metadata read hostname 'smithi067' 2024-09-10T08:18:57.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.798+0000 7f088c220740 1 --2- 172.21.15.67:0/3272429984 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x560a44263c10 0x560a44266030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:57.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.798+0000 7f088c220740 4 client.16575 mds_command: new command op to 24404 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T08:18:57.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.798+0000 7f088c220740 1 -- 172.21.15.67:0/3272429984 --> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] -- command(tid 0: {"prefix": "damage ls"}) -- 0x560a44146d70 con 0x560a44263c10 2024-09-10T08:18:57.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.798+0000 7f08837fe640 1 --2- 172.21.15.67:0/3272429984 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x560a44263c10 0x560a44266030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:57.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.799+0000 7f08837fe640 1 --2- 172.21.15.67:0/3272429984 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x560a44263c10 0x560a44266030 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=e9e660ac8013f96c server_cookie=870012b60f9ae0a1 in_seq=0 out_seq=0 2024-09-10T08:18:57.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.799+0000 7f0862ffd640 10 client.16575 ms_handle_connect on v2:172.21.15.133:6832/2920270168 2024-09-10T08:18:57.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.799+0000 7f0862ffd640 1 -- 172.21.15.67:0/3272429984 <== mds.4 v2:172.21.15.133:6832/2920270168 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x560a44146d70 con 0x560a44263c10 2024-09-10T08:18:57.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.799+0000 7f0862ffd640 10 client.16575 handle_command_reply: tid=0 2024-09-10T08:18:57.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.799+0000 7f088c220740 1 client.16575 shutdown 2024-09-10T08:18:57.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.799+0000 7f088c220740 1 -- 172.21.15.67:0/3272429984 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560a441e8780 msgr2=0x560a441e2ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:57.806 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.799+0000 7f088c220740 1 --2- 172.21.15.67:0/3272429984 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560a441e8780 0x560a441e2ff0 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f087c011ec0 tx=0x7f087c012ec0 comp rx=0 tx=0).stop 2024-09-10T08:18:57.806 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.799+0000 7f088c220740 1 -- 172.21.15.67:0/3272429984 shutdown_connections 2024-09-10T08:18:57.806 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.799+0000 7f088c220740 1 --2- 172.21.15.67:0/3272429984 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x560a44263c10 0x560a44266030 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:57.806 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.799+0000 7f0862ffd640 0 client.16575 ms_handle_reset on v2:172.21.15.133:6832/2920270168 2024-09-10T08:18:57.806 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.799+0000 7f088c220740 1 --2- 172.21.15.67:0/3272429984 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x560a441dab40 0x560a441e2ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:57.806 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.799+0000 7f088c220740 1 --2- 172.21.15.67:0/3272429984 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560a441e8780 0x560a441e2ff0 unknown :-1 s=CLOSED pgs=781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:57.806 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.799+0000 7f088c220740 1 --2- 172.21.15.67:0/3272429984 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x560a441d95d0 0x560a441e2570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:57.806 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.799+0000 7f088c220740 1 -- 172.21.15.67:0/3272429984 >> 172.21.15.67:0/3272429984 conn(0x560a441a2310 msgr2=0x560a441e6cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:57.806 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.799+0000 7f088c220740 1 -- 172.21.15.67:0/3272429984 shutdown_connections 2024-09-10T08:18:57.806 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.799+0000 7f088c220740 1 -- 172.21.15.67:0/3272429984 wait complete. 2024-09-10T08:18:57.806 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.799+0000 7f088c220740 20 client.16575 trim_cache size 0 max 16384 2024-09-10T08:18:57.807 INFO:teuthology.orchestra.run.smithi067.stdout:[] 2024-09-10T08:18:57.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.800+0000 7f0889e47640 1 -- 172.21.15.67:0/3733035090 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f086c0a2c00 msgr2=0x7f086c0a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:57.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.800+0000 7f0889e47640 1 --2- 172.21.15.67:0/3733035090 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f086c0a2c00 0x7f086c0a50c0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f087c007310 tx=0x7f087c004ab0 comp rx=0 tx=0).stop 2024-09-10T08:18:57.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.800+0000 7f0889e47640 1 -- 172.21.15.67:0/3733035090 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0884101de0 msgr2=0x7f0884198380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:57.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.800+0000 7f0889e47640 1 --2- 172.21.15.67:0/3733035090 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0884101de0 0x7f0884198380 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7f087400c890 tx=0x7f087400cd50 comp rx=0 tx=0).stop 2024-09-10T08:18:57.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.800+0000 7f0889e47640 1 -- 172.21.15.67:0/3733035090 shutdown_connections 2024-09-10T08:18:57.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.800+0000 7f0889e47640 1 --2- 172.21.15.67:0/3733035090 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f086c0a2c00 0x7f086c0a50c0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:57.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.800+0000 7f0889e47640 1 --2- 172.21.15.67:0/3733035090 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f0884102790 0x7f08841988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:57.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.800+0000 7f0889e47640 1 --2- 172.21.15.67:0/3733035090 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0884106f10 0x7f088419cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:57.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.800+0000 7f0889e47640 1 --2- 172.21.15.67:0/3733035090 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0884101de0 0x7f0884198380 unknown :-1 s=CLOSED pgs=777 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:57.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.800+0000 7f0889e47640 1 -- 172.21.15.67:0/3733035090 >> 172.21.15.67:0/3733035090 conn(0x7f08840fd8c0 msgr2=0x7f08840fec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:57.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.800+0000 7f0889e47640 1 -- 172.21.15.67:0/3733035090 shutdown_connections 2024-09-10T08:18:57.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:57.800+0000 7f0889e47640 1 -- 172.21.15.67:0/3733035090 wait complete. 2024-09-10T08:18:58.584 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-09-10T08:18:58.851 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:18:59.276 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:18:58 smithi067 ceph-mon[31051]: pgmap v482: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 33 MiB/s wr, 18 op/s 2024-09-10T08:18:59.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:18:58 smithi203 ceph-mon[34672]: pgmap v482: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 33 MiB/s wr, 18 op/s 2024-09-10T08:18:59.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:18:58 smithi133 ceph-mon[34721]: pgmap v482: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 33 MiB/s wr, 18 op/s 2024-09-10T08:18:59.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.362+0000 7fd6defd8640 1 -- 172.21.15.67:0/928887589 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6d8103660 msgr2=0x7fd6d810bb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:59.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.362+0000 7fd6defd8640 1 --2- 172.21.15.67:0/928887589 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6d8103660 0x7fd6d810bb50 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7fd6c8009900 tx=0x7fd6c802a480 comp rx=0 tx=0).stop 2024-09-10T08:18:59.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.362+0000 7fd6defd8640 1 -- 172.21.15.67:0/928887589 shutdown_connections 2024-09-10T08:18:59.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.362+0000 7fd6defd8640 1 --2- 172.21.15.67:0/928887589 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd6d810c170 0x7fd6d810e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:59.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.362+0000 7fd6defd8640 1 --2- 172.21.15.67:0/928887589 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6d8103660 0x7fd6d810bb50 unknown :-1 s=CLOSED pgs=782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:59.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.362+0000 7fd6defd8640 1 --2- 172.21.15.67:0/928887589 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd6d8102d40 0x7fd6d8103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:59.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.362+0000 7fd6defd8640 1 -- 172.21.15.67:0/928887589 >> 172.21.15.67:0/928887589 conn(0x7fd6d80fc7a0 msgr2=0x7fd6d80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:59.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.362+0000 7fd6defd8640 1 -- 172.21.15.67:0/928887589 shutdown_connections 2024-09-10T08:18:59.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.362+0000 7fd6defd8640 1 -- 172.21.15.67:0/928887589 wait complete. 2024-09-10T08:18:59.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.363+0000 7fd6defd8640 1 Processor -- start 2024-09-10T08:18:59.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.363+0000 7fd6defd8640 1 -- start start 2024-09-10T08:18:59.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.363+0000 7fd6defd8640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd6d8102d40 0x7fd6d81009a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:59.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.363+0000 7fd6defd8640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd6d8103660 0x7fd6d8100ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:59.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.363+0000 7fd6defd8640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6d810c170 0x7fd6d8101420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:59.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.363+0000 7fd6defd8640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd6d8111e20 con 0x7fd6d810c170 2024-09-10T08:18:59.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.363+0000 7fd6defd8640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fd6d8111ca0 con 0x7fd6d8102d40 2024-09-10T08:18:59.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.363+0000 7fd6defd8640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fd6d8111fa0 con 0x7fd6d8103660 2024-09-10T08:18:59.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.364+0000 7fd6dd575640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6d810c170 0x7fd6d8101420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:59.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.364+0000 7fd6dd575640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6d810c170 0x7fd6d8101420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54130/0 (socket says 172.21.15.67:54130) 2024-09-10T08:18:59.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.364+0000 7fd6dd575640 1 -- 172.21.15.67:0/2986802072 learned_addr learned my addr 172.21.15.67:0/2986802072 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:59.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.364+0000 7fd6dcd74640 1 --2- 172.21.15.67:0/2986802072 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd6d8102d40 0x7fd6d81009a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:59.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.364+0000 7fd6cffff640 1 --2- 172.21.15.67:0/2986802072 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd6d8103660 0x7fd6d8100ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:59.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.364+0000 7fd6dd575640 1 -- 172.21.15.67:0/2986802072 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd6d8103660 msgr2=0x7fd6d8100ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:59.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.364+0000 7fd6dd575640 1 --2- 172.21.15.67:0/2986802072 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd6d8103660 0x7fd6d8100ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:59.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.364+0000 7fd6dd575640 1 -- 172.21.15.67:0/2986802072 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd6d8102d40 msgr2=0x7fd6d81009a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:59.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.364+0000 7fd6dd575640 1 --2- 172.21.15.67:0/2986802072 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd6d8102d40 0x7fd6d81009a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:59.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.364+0000 7fd6dd575640 1 -- 172.21.15.67:0/2986802072 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6d81a6880 con 0x7fd6d810c170 2024-09-10T08:18:59.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.364+0000 7fd6dcd74640 1 --2- 172.21.15.67:0/2986802072 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd6d8102d40 0x7fd6d81009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:18:59.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.364+0000 7fd6dd575640 1 --2- 172.21.15.67:0/2986802072 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6d810c170 0x7fd6d8101420 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7fd6d000eaa0 tx=0x7fd6d000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:59.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.364+0000 7fd6cdffb640 1 -- 172.21.15.67:0/2986802072 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6d000cdb0 con 0x7fd6d810c170 2024-09-10T08:18:59.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.364+0000 7fd6cdffb640 1 -- 172.21.15.67:0/2986802072 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd6d0005020 con 0x7fd6d810c170 2024-09-10T08:18:59.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.364+0000 7fd6cdffb640 1 -- 172.21.15.67:0/2986802072 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6d00116d0 con 0x7fd6d810c170 2024-09-10T08:18:59.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.364+0000 7fd6defd8640 1 -- 172.21.15.67:0/2986802072 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6d81a6b70 con 0x7fd6d810c170 2024-09-10T08:18:59.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.365+0000 7fd6defd8640 1 -- 172.21.15.67:0/2986802072 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6d81a7030 con 0x7fd6d810c170 2024-09-10T08:18:59.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.368+0000 7fd6cdffb640 1 -- 172.21.15.67:0/2986802072 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7fd6d00051d0 con 0x7fd6d810c170 2024-09-10T08:18:59.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.368+0000 7fd6e13b1740 1 Processor -- start 2024-09-10T08:18:59.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.368+0000 7fd6e13b1740 1 -- start start 2024-09-10T08:18:59.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.368+0000 7fd6e13b1740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dd41310b40 0x55dd4130f090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:59.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.368+0000 7fd6e13b1740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55dd4130f5d0 0x55dd4130fa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:59.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.368+0000 7fd6e13b1740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55dd4131a370 0x55dd4131c760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:59.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.368+0000 7fd6e13b1740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55dd412752f0 con 0x55dd4131a370 2024-09-10T08:18:59.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.368+0000 7fd6e13b1740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55dd4121ccf0 con 0x55dd41310b40 2024-09-10T08:18:59.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.368+0000 7fd6e13b1740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55dd412712b0 con 0x55dd4130f5d0 2024-09-10T08:18:59.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.368+0000 7fd6cffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55dd4131a370 0x55dd4131c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:59.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.368+0000 7fd6cffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55dd4131a370 0x55dd4131c760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54134/0 (socket says 172.21.15.67:54134) 2024-09-10T08:18:59.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.368+0000 7fd6cffff640 1 -- 172.21.15.67:0/831623888 learned_addr learned my addr 172.21.15.67:0/831623888 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:59.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.368+0000 7fd6cffff640 1 --2- 172.21.15.67:0/831623888 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dd41310b40 0x55dd4130f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:59.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.368+0000 7fd6dcd74640 1 --2- 172.21.15.67:0/831623888 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55dd4130f5d0 0x55dd4130fa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:59.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.369+0000 7fd6cdffb640 1 --2- 172.21.15.67:0/2986802072 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd6c00a2c00 0x7fd6c00a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:59.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.369+0000 7fd6cffff640 1 -- 172.21.15.67:0/831623888 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55dd4130f5d0 msgr2=0x55dd4130fa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:59.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.369+0000 7fd6cffff640 1 --2- 172.21.15.67:0/831623888 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55dd4130f5d0 0x55dd4130fa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:59.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.369+0000 7fd6cffff640 1 -- 172.21.15.67:0/831623888 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dd41310b40 msgr2=0x55dd4130f090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:59.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.369+0000 7fd6cffff640 1 --2- 172.21.15.67:0/831623888 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dd41310b40 0x55dd4130f090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:59.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.369+0000 7fd6cffff640 1 -- 172.21.15.67:0/831623888 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dd412013a0 con 0x55dd4131a370 2024-09-10T08:18:59.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.369+0000 7fd6dcd74640 1 --2- 172.21.15.67:0/831623888 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55dd4130f5d0 0x55dd4130fa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:18:59.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.369+0000 7fd6dd575640 1 --2- 172.21.15.67:0/2986802072 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd6c00a2c00 0x7fd6c00a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:59.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.369+0000 7fd6cdffb640 1 -- 172.21.15.67:0/2986802072 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fd6d00cf3e0 con 0x7fd6d810c170 2024-09-10T08:18:59.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.369+0000 7fd6cffff640 1 --2- 172.21.15.67:0/831623888 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55dd4131a370 0x55dd4131c760 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7fd6c802a9a0 tx=0x7fd6c8005b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12e6105230db02bd server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:59.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.369+0000 7fd6beffd640 1 -- 172.21.15.67:0/831623888 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6c8035070 con 0x55dd4131a370 2024-09-10T08:18:59.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.369+0000 7fd6beffd640 1 -- 172.21.15.67:0/831623888 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd6c8004030 con 0x55dd4131a370 2024-09-10T08:18:59.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.369+0000 7fd6beffd640 1 -- 172.21.15.67:0/831623888 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6c8003a80 con 0x55dd4131a370 2024-09-10T08:18:59.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.371+0000 7fd6e13b1740 1 -- 172.21.15.67:0/831623888 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55dd4131a370 msgr2=0x55dd4131c760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:59.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.371+0000 7fd6dd575640 1 --2- 172.21.15.67:0/2986802072 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd6c00a2c00 0x7fd6c00a50c0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fd6d0018000 tx=0x7fd6d0009270 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:59.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.371+0000 7fd6e13b1740 1 --2- 172.21.15.67:0/831623888 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55dd4131a370 0x55dd4131c760 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7fd6c802a9a0 tx=0x7fd6c8005b50 comp rx=0 tx=0).stop 2024-09-10T08:18:59.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.371+0000 7fd6e13b1740 1 -- 172.21.15.67:0/831623888 shutdown_connections 2024-09-10T08:18:59.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.371+0000 7fd6e13b1740 1 --2- 172.21.15.67:0/831623888 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55dd4131a370 0x55dd4131c760 unknown :-1 s=CLOSED pgs=784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:59.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.371+0000 7fd6e13b1740 1 --2- 172.21.15.67:0/831623888 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55dd4130f5d0 0x55dd4130fa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:59.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.371+0000 7fd6e13b1740 1 --2- 172.21.15.67:0/831623888 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dd41310b40 0x55dd4130f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:59.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.371+0000 7fd6e13b1740 1 -- 172.21.15.67:0/831623888 >> 172.21.15.67:0/831623888 conn(0x55dd412d8310 msgr2=0x55dd4130bc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:59.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.371+0000 7fd6e13b1740 1 -- 172.21.15.67:0/831623888 shutdown_connections 2024-09-10T08:18:59.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.371+0000 7fd6e13b1740 1 -- 172.21.15.67:0/831623888 wait complete. 2024-09-10T08:18:59.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.371+0000 7fd6e13b1740 1 -- start start 2024-09-10T08:18:59.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.371+0000 7fd6e13b1740 1 Processor -- start 2024-09-10T08:18:59.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.372+0000 7fd6e13b1740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55dd4130f5d0 0x55dd41319d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:59.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.372+0000 7fd6e13b1740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55dd41310b40 0x55dd41317030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:59.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.372+0000 7fd6e13b1740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dd4131a370 0x55dd41317640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:59.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.372+0000 7fd6e13b1740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55dd4131d010 con 0x55dd41310b40 2024-09-10T08:18:59.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.372+0000 7fd6e13b1740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55dd41230060 con 0x55dd4131a370 2024-09-10T08:18:59.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.372+0000 7fd6e13b1740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55dd4131d190 con 0x55dd4130f5d0 2024-09-10T08:18:59.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.372+0000 7fd6e13b1740 10 client.0 _ll_register_callbacks cb 0x55dd40f838c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:18:59.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.372+0000 7fd6dcd74640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55dd41310b40 0x55dd41317030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:59.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.372+0000 7fd6dcd74640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55dd41310b40 0x55dd41317030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54150/0 (socket says 172.21.15.67:54150) 2024-09-10T08:18:59.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.372+0000 7fd6dcd74640 1 -- 172.21.15.67:0/2799662191 learned_addr learned my addr 172.21.15.67:0/2799662191 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:59.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.373+0000 7fd6cffff640 1 --2- 172.21.15.67:0/2799662191 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dd4131a370 0x55dd41317640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:59.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.373+0000 7fd6cffff640 1 --2- 172.21.15.67:0/2799662191 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55dd4130f5d0 0x55dd41319d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:59.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.373+0000 7fd6dcd74640 1 -- 172.21.15.67:0/2799662191 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55dd4130f5d0 msgr2=0x55dd41319d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:59.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.373+0000 7fd6dcd74640 1 --2- 172.21.15.67:0/2799662191 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55dd4130f5d0 0x55dd41319d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:59.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.373+0000 7fd6dcd74640 1 -- 172.21.15.67:0/2799662191 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dd4131a370 msgr2=0x55dd41317640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:59.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.373+0000 7fd6dcd74640 1 --2- 172.21.15.67:0/2799662191 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dd4131a370 0x55dd41317640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:59.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.373+0000 7fd6dcd74640 1 -- 172.21.15.67:0/2799662191 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dd40fe63c0 con 0x55dd41310b40 2024-09-10T08:18:59.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.373+0000 7fd6cffff640 1 --2- 172.21.15.67:0/2799662191 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55dd4130f5d0 0x55dd41319d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:18:59.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.373+0000 7fd6dcd74640 1 --2- 172.21.15.67:0/2799662191 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55dd41310b40 0x55dd41317030 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7fd6d40117e0 tx=0x7fd6d4011ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d54cb286e78a1b4e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:59.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.373+0000 7fd6b7fff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:18:59.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.373+0000 7fd6b7fff640 1 -- 172.21.15.67:0/2799662191 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6d401f060 con 0x55dd41310b40 2024-09-10T08:18:59.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.373+0000 7fd6b7fff640 1 -- 172.21.15.67:0/2799662191 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fd6d4010ba0 con 0x55dd41310b40 2024-09-10T08:18:59.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.373+0000 7fd6e13b1740 1 -- 172.21.15.67:0/2799662191 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd6c8004030 con 0x55dd41310b40 2024-09-10T08:18:59.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.374+0000 7fd6b7fff640 1 -- 172.21.15.67:0/2799662191 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fd6d4026050 con 0x55dd41310b40 2024-09-10T08:18:59.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.374+0000 7fd6e13b1740 10 client.16587 fetch_fsmap learned FSMap version 29 2024-09-10T08:18:59.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.374+0000 7fd6e13b1740 1 -- 172.21.15.67:0/2799662191 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55dd41328b70 con 0x55dd41310b40 2024-09-10T08:18:59.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.374+0000 7fd6b7fff640 1 -- 172.21.15.67:0/2799662191 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd6c8004030 con 0x55dd41310b40 2024-09-10T08:18:59.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.374+0000 7fd6b7fff640 1 -- 172.21.15.67:0/2799662191 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fd6d4019370 con 0x55dd41310b40 2024-09-10T08:18:59.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.374+0000 7fd6e13b1740 10 client.16587 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:18:59.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.374+0000 7fd6e13b1740 10 client.16587 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.l 2024-09-10T08:18:59.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.374+0000 7fd6e13b1740 20 client.16587 populate_metadata read hostname 'smithi067' 2024-09-10T08:18:59.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.374+0000 7fd6e13b1740 1 --2- 172.21.15.67:0/2799662191 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x55dd4132a080 0x55dd4132c4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:59.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.374+0000 7fd6e13b1740 4 client.16587 mds_command: new command op to 24412 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:18:59.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.374+0000 7fd6e13b1740 1 -- 172.21.15.67:0/2799662191 --> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dd41282860 con 0x55dd4132a080 2024-09-10T08:18:59.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.374+0000 7fd6cffff640 1 --2- 172.21.15.67:0/2799662191 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x55dd4132a080 0x55dd4132c4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:59.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.375+0000 7fd6b7fff640 10 client.16587 ms_handle_connect on v2:172.21.15.203:6832/754287689 2024-09-10T08:18:59.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.375+0000 7fd6cffff640 1 --2- 172.21.15.67:0/2799662191 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x55dd4132a080 0x55dd4132c4a0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=e25b533429fd635a server_cookie=64824a3ab9a713c0 in_seq=0 out_seq=0 2024-09-10T08:18:59.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.376+0000 7fd6b7fff640 1 -- 172.21.15.67:0/2799662191 <== mds.3 v2:172.21.15.203:6832/754287689 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55dd41282860 con 0x55dd4132a080 2024-09-10T08:18:59.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.376+0000 7fd6b7fff640 10 client.16587 handle_command_reply: tid=0 2024-09-10T08:18:59.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.376+0000 7fd6e13b1740 1 client.16587 shutdown 2024-09-10T08:18:59.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.376+0000 7fd6e13b1740 1 -- 172.21.15.67:0/2799662191 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55dd41310b40 msgr2=0x55dd41317030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:59.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.376+0000 7fd6e13b1740 1 --2- 172.21.15.67:0/2799662191 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55dd41310b40 0x55dd41317030 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7fd6d40117e0 tx=0x7fd6d4011ca0 comp rx=0 tx=0).stop 2024-09-10T08:18:59.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.376+0000 7fd6e13b1740 1 -- 172.21.15.67:0/2799662191 shutdown_connections 2024-09-10T08:18:59.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.376+0000 7fd6e13b1740 1 --2- 172.21.15.67:0/2799662191 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x55dd4132a080 0x55dd4132c4a0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:59.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.376+0000 7fd6e13b1740 1 --2- 172.21.15.67:0/2799662191 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dd4131a370 0x55dd41317640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:59.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.376+0000 7fd6b7fff640 0 client.16587 ms_handle_reset on v2:172.21.15.203:6832/754287689 2024-09-10T08:18:59.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.376+0000 7fd6e13b1740 1 --2- 172.21.15.67:0/2799662191 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55dd41310b40 0x55dd41317030 unknown :-1 s=CLOSED pgs=785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:59.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.376+0000 7fd6e13b1740 1 --2- 172.21.15.67:0/2799662191 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55dd4130f5d0 0x55dd41319d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:59.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.376+0000 7fd6e13b1740 1 -- 172.21.15.67:0/2799662191 >> 172.21.15.67:0/2799662191 conn(0x55dd412d8310 msgr2=0x55dd41311960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:59.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.376+0000 7fd6e13b1740 1 -- 172.21.15.67:0/2799662191 shutdown_connections 2024-09-10T08:18:59.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.376+0000 7fd6e13b1740 1 -- 172.21.15.67:0/2799662191 wait complete. 2024-09-10T08:18:59.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.376+0000 7fd6e13b1740 20 client.16587 trim_cache size 0 max 16384 2024-09-10T08:18:59.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.390+0000 7fd6e13b1740 1 Processor -- start 2024-09-10T08:18:59.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.390+0000 7fd6e13b1740 1 -- start start 2024-09-10T08:18:59.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.390+0000 7fd6e13b1740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55dd4130f5d0 0x55dd41317000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:59.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.390+0000 7fd6e13b1740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dd41310b40 0x55dd413262e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:59.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.390+0000 7fd6e13b1740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55dd4131a370 0x55dd41331d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:59.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.390+0000 7fd6e13b1740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd6d81b1020 con 0x55dd4131a370 2024-09-10T08:18:59.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.390+0000 7fd6e13b1740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fd6d81b2b60 con 0x55dd41310b40 2024-09-10T08:18:59.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.390+0000 7fd6e13b1740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fd6d81b16f0 con 0x55dd4130f5d0 2024-09-10T08:18:59.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.390+0000 7fd6cffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55dd4131a370 0x55dd41331d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:59.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.390+0000 7fd6cffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55dd4131a370 0x55dd41331d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54166/0 (socket says 172.21.15.67:54166) 2024-09-10T08:18:59.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.390+0000 7fd6cffff640 1 -- 172.21.15.67:0/1146171770 learned_addr learned my addr 172.21.15.67:0/1146171770 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:59.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.390+0000 7fd6dcd74640 1 --2- 172.21.15.67:0/1146171770 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dd41310b40 0x55dd413262e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:59.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.390+0000 7fd6cffff640 1 --2- 172.21.15.67:0/1146171770 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55dd4130f5d0 0x55dd41317000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:59.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.391+0000 7fd6cffff640 1 -- 172.21.15.67:0/1146171770 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55dd4130f5d0 msgr2=0x55dd41317000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:59.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.391+0000 7fd6cffff640 1 --2- 172.21.15.67:0/1146171770 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55dd4130f5d0 0x55dd41317000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:59.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.391+0000 7fd6cffff640 1 -- 172.21.15.67:0/1146171770 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dd41310b40 msgr2=0x55dd413262e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:59.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.391+0000 7fd6cffff640 1 --2- 172.21.15.67:0/1146171770 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dd41310b40 0x55dd413262e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:59.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.391+0000 7fd6cffff640 1 -- 172.21.15.67:0/1146171770 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dd4132c810 con 0x55dd4131a370 2024-09-10T08:18:59.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.391+0000 7fd6cffff640 1 --2- 172.21.15.67:0/1146171770 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55dd4131a370 0x55dd41331d70 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7fd6c8032ec0 tx=0x7fd6c8005b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb211547a5771e04 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:59.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.391+0000 7fd6be7fc640 1 -- 172.21.15.67:0/1146171770 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6c8035040 con 0x55dd4131a370 2024-09-10T08:18:59.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.391+0000 7fd6be7fc640 1 -- 172.21.15.67:0/1146171770 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd6c8031770 con 0x55dd4131a370 2024-09-10T08:18:59.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.391+0000 7fd6be7fc640 1 -- 172.21.15.67:0/1146171770 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6c80049b0 con 0x55dd4131a370 2024-09-10T08:18:59.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.392+0000 7fd6e13b1740 1 -- 172.21.15.67:0/1146171770 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55dd4131a370 msgr2=0x55dd41331d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:59.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.392+0000 7fd6e13b1740 1 --2- 172.21.15.67:0/1146171770 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55dd4131a370 0x55dd41331d70 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7fd6c8032ec0 tx=0x7fd6c8005b50 comp rx=0 tx=0).stop 2024-09-10T08:18:59.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.392+0000 7fd6e13b1740 1 -- 172.21.15.67:0/1146171770 shutdown_connections 2024-09-10T08:18:59.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.392+0000 7fd6e13b1740 1 --2- 172.21.15.67:0/1146171770 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dd41310b40 0x55dd413262e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:59.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.392+0000 7fd6e13b1740 1 --2- 172.21.15.67:0/1146171770 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55dd4131a370 0x55dd41331d70 unknown :-1 s=CLOSED pgs=786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:59.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.392+0000 7fd6e13b1740 1 --2- 172.21.15.67:0/1146171770 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55dd4130f5d0 0x55dd41317000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:59.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.392+0000 7fd6e13b1740 1 -- 172.21.15.67:0/1146171770 >> 172.21.15.67:0/1146171770 conn(0x55dd412d8310 msgr2=0x55dd413168f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:59.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.392+0000 7fd6e13b1740 1 -- 172.21.15.67:0/1146171770 shutdown_connections 2024-09-10T08:18:59.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.392+0000 7fd6e13b1740 1 -- 172.21.15.67:0/1146171770 wait complete. 2024-09-10T08:18:59.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.392+0000 7fd6e13b1740 1 -- start start 2024-09-10T08:18:59.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.392+0000 7fd6e13b1740 1 Processor -- start 2024-09-10T08:18:59.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.393+0000 7fd6e13b1740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dd4130f5d0 0x55dd41322630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:59.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.393+0000 7fd6e13b1740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55dd41310b40 0x55dd41322b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:59.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.393+0000 7fd6e13b1740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55dd4131a370 0x55dd413136a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:59.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.393+0000 7fd6e13b1740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd6d81b2490 con 0x55dd41310b40 2024-09-10T08:18:59.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.393+0000 7fd6e13b1740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fd6d81b1dc0 con 0x55dd4130f5d0 2024-09-10T08:18:59.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.393+0000 7fd6e13b1740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fd6d81af000 con 0x55dd4131a370 2024-09-10T08:18:59.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.393+0000 7fd6e13b1740 10 client.0 _ll_register_callbacks cb 0x7fd6d400bc70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:18:59.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.393+0000 7fd6dcd74640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55dd41310b40 0x55dd41322b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:59.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.393+0000 7fd6dcd74640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55dd41310b40 0x55dd41322b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54180/0 (socket says 172.21.15.67:54180) 2024-09-10T08:18:59.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.393+0000 7fd6dcd74640 1 -- 172.21.15.67:0/2255911989 learned_addr learned my addr 172.21.15.67:0/2255911989 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:18:59.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.393+0000 7fd6cffff640 1 --2- 172.21.15.67:0/2255911989 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dd4130f5d0 0x55dd41322630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:59.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.393+0000 7fd6cffff640 1 --2- 172.21.15.67:0/2255911989 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55dd4131a370 0x55dd413136a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:59.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.393+0000 7fd6dcd74640 1 -- 172.21.15.67:0/2255911989 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55dd4131a370 msgr2=0x55dd413136a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:59.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.393+0000 7fd6dcd74640 1 --2- 172.21.15.67:0/2255911989 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55dd4131a370 0x55dd413136a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:59.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.394+0000 7fd6dcd74640 1 -- 172.21.15.67:0/2255911989 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dd4130f5d0 msgr2=0x55dd41322630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:18:59.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.394+0000 7fd6dcd74640 1 --2- 172.21.15.67:0/2255911989 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dd4130f5d0 0x55dd41322630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:59.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.394+0000 7fd6dcd74640 1 -- 172.21.15.67:0/2255911989 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dd41313d10 con 0x55dd41310b40 2024-09-10T08:18:59.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.394+0000 7fd6cffff640 1 --2- 172.21.15.67:0/2255911989 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55dd4131a370 0x55dd413136a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:18:59.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.394+0000 7fd6dcd74640 1 --2- 172.21.15.67:0/2255911989 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55dd41310b40 0x55dd41322b70 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7fd6d4000c00 tx=0x7fd6d40195a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bba334f241483342 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:18:59.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.394+0000 7fd6b7fff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:18:59.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.394+0000 7fd6b7fff640 1 -- 172.21.15.67:0/2255911989 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6d402e020 con 0x55dd41310b40 2024-09-10T08:18:59.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.394+0000 7fd6b7fff640 1 -- 172.21.15.67:0/2255911989 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fd6d4010db0 con 0x55dd41310b40 2024-09-10T08:18:59.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.394+0000 7fd6e13b1740 1 -- 172.21.15.67:0/2255911989 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd6c8031770 con 0x55dd41310b40 2024-09-10T08:18:59.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.394+0000 7fd6b7fff640 1 -- 172.21.15.67:0/2255911989 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fd6d4039050 con 0x55dd41310b40 2024-09-10T08:18:59.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.394+0000 7fd6e13b1740 10 client.16593 fetch_fsmap learned FSMap version 29 2024-09-10T08:18:59.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.394+0000 7fd6e13b1740 1 -- 172.21.15.67:0/2255911989 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55dd413946d0 con 0x55dd41310b40 2024-09-10T08:18:59.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.394+0000 7fd6b7fff640 1 -- 172.21.15.67:0/2255911989 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd6c8031770 con 0x55dd41310b40 2024-09-10T08:18:59.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.395+0000 7fd6b7fff640 1 -- 172.21.15.67:0/2255911989 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fd6d40054d0 con 0x55dd41310b40 2024-09-10T08:18:59.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.395+0000 7fd6e13b1740 10 client.16593 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:18:59.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.395+0000 7fd6e13b1740 10 client.16593 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.l 2024-09-10T08:18:59.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.395+0000 7fd6e13b1740 20 client.16593 populate_metadata read hostname 'smithi067' 2024-09-10T08:18:59.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.395+0000 7fd6e13b1740 1 --2- 172.21.15.67:0/2255911989 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x55dd4132a080 0x55dd41396f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:18:59.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.395+0000 7fd6e13b1740 4 client.16593 mds_command: new command op to 24412 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T08:18:59.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.395+0000 7fd6e13b1740 1 -- 172.21.15.67:0/2255911989 --> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55dd4127cd70 con 0x55dd4132a080 2024-09-10T08:18:59.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.395+0000 7fd6cffff640 1 --2- 172.21.15.67:0/2255911989 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x55dd4132a080 0x55dd41396f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:18:59.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.396+0000 7fd6cffff640 1 --2- 172.21.15.67:0/2255911989 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x55dd4132a080 0x55dd41396f10 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=a840e626d88af467 server_cookie=79dedb5f44af0d5c in_seq=0 out_seq=0 2024-09-10T08:18:59.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.396+0000 7fd6b7fff640 10 client.16593 ms_handle_connect on v2:172.21.15.203:6832/754287689 2024-09-10T08:18:59.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.396+0000 7fd6b7fff640 1 -- 172.21.15.67:0/2255911989 <== mds.3 v2:172.21.15.203:6832/754287689 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55dd4127cd70 con 0x55dd4132a080 2024-09-10T08:18:59.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.396+0000 7fd6b7fff640 10 client.16593 handle_command_reply: tid=0 2024-09-10T08:18:59.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.396+0000 7fd6e13b1740 1 client.16593 shutdown 2024-09-10T08:18:59.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.396+0000 7fd6e13b1740 1 -- 172.21.15.67:0/2255911989 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55dd41310b40 msgr2=0x55dd41322b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:59.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.396+0000 7fd6e13b1740 1 --2- 172.21.15.67:0/2255911989 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55dd41310b40 0x55dd41322b70 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7fd6d4000c00 tx=0x7fd6d40195a0 comp rx=0 tx=0).stop 2024-09-10T08:18:59.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.396+0000 7fd6e13b1740 1 -- 172.21.15.67:0/2255911989 shutdown_connections 2024-09-10T08:18:59.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.396+0000 7fd6e13b1740 1 --2- 172.21.15.67:0/2255911989 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x55dd4132a080 0x55dd41396f10 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:59.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.396+0000 7fd6e13b1740 1 --2- 172.21.15.67:0/2255911989 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55dd4131a370 0x55dd413136a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:59.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.396+0000 7fd6e13b1740 1 --2- 172.21.15.67:0/2255911989 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55dd41310b40 0x55dd41322b70 unknown :-1 s=CLOSED pgs=787 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:59.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.396+0000 7fd6b7fff640 0 client.16593 ms_handle_reset on v2:172.21.15.203:6832/754287689 2024-09-10T08:18:59.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.396+0000 7fd6e13b1740 1 --2- 172.21.15.67:0/2255911989 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55dd4130f5d0 0x55dd41322630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:59.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.396+0000 7fd6e13b1740 1 -- 172.21.15.67:0/2255911989 >> 172.21.15.67:0/2255911989 conn(0x55dd412d8310 msgr2=0x55dd41315940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:59.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.396+0000 7fd6e13b1740 1 -- 172.21.15.67:0/2255911989 shutdown_connections 2024-09-10T08:18:59.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.396+0000 7fd6e13b1740 1 -- 172.21.15.67:0/2255911989 wait complete. 2024-09-10T08:18:59.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.396+0000 7fd6e13b1740 20 client.16593 trim_cache size 0 max 16384 2024-09-10T08:18:59.415 INFO:teuthology.orchestra.run.smithi067.stdout:[] 2024-09-10T08:18:59.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.397+0000 7fd6defd8640 1 -- 172.21.15.67:0/2986802072 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd6c00a2c00 msgr2=0x7fd6c00a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:59.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.397+0000 7fd6defd8640 1 --2- 172.21.15.67:0/2986802072 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd6c00a2c00 0x7fd6c00a50c0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fd6d0018000 tx=0x7fd6d0009270 comp rx=0 tx=0).stop 2024-09-10T08:18:59.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.397+0000 7fd6defd8640 1 -- 172.21.15.67:0/2986802072 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6d810c170 msgr2=0x7fd6d8101420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:18:59.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.397+0000 7fd6defd8640 1 --2- 172.21.15.67:0/2986802072 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6d810c170 0x7fd6d8101420 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7fd6d000eaa0 tx=0x7fd6d000ef60 comp rx=0 tx=0).stop 2024-09-10T08:18:59.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.397+0000 7fd6defd8640 1 -- 172.21.15.67:0/2986802072 shutdown_connections 2024-09-10T08:18:59.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.397+0000 7fd6defd8640 1 --2- 172.21.15.67:0/2986802072 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd6c00a2c00 0x7fd6c00a50c0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:59.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.397+0000 7fd6defd8640 1 --2- 172.21.15.67:0/2986802072 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6d810c170 0x7fd6d8101420 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:59.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.397+0000 7fd6defd8640 1 --2- 172.21.15.67:0/2986802072 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd6d8103660 0x7fd6d8100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:59.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.397+0000 7fd6defd8640 1 --2- 172.21.15.67:0/2986802072 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd6d8102d40 0x7fd6d81009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:18:59.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.397+0000 7fd6defd8640 1 -- 172.21.15.67:0/2986802072 >> 172.21.15.67:0/2986802072 conn(0x7fd6d80fc7a0 msgr2=0x7fd6d80fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:18:59.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.397+0000 7fd6defd8640 1 -- 172.21.15.67:0/2986802072 shutdown_connections 2024-09-10T08:18:59.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:18:59.397+0000 7fd6defd8640 1 -- 172.21.15.67:0/2986802072 wait complete. 2024-09-10T08:19:00.314 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-10T08:19:00.532 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-09-10T08:19:00.532 INFO:tasks.workunit.client.0.smithi067.stdout: Children see throughput for 1 re-readers = 8946587.00 kB/sec 2024-09-10T08:19:00.532 INFO:tasks.workunit.client.0.smithi067.stdout: Parent sees throughput for 1 re-readers = 8944635.14 kB/sec 2024-09-10T08:19:00.532 INFO:tasks.workunit.client.0.smithi067.stdout: Min throughput per process = 8946587.00 kB/sec 2024-09-10T08:19:00.532 INFO:tasks.workunit.client.0.smithi067.stdout: Max throughput per process = 8946587.00 kB/sec 2024-09-10T08:19:00.532 INFO:tasks.workunit.client.0.smithi067.stdout: Avg throughput per process = 8946587.00 kB/sec 2024-09-10T08:19:00.532 INFO:tasks.workunit.client.0.smithi067.stdout: Min xfer = 10485760.00 kB 2024-09-10T08:19:00.597 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:19:01.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.190+0000 7fb47e622640 1 -- 172.21.15.67:0/3662754498 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb47810c2f0 msgr2=0x7fb47810e790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:01.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.190+0000 7fb47e622640 1 --2- 172.21.15.67:0/3662754498 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb47810c2f0 0x7fb47810e790 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7fb470009ca0 tx=0x7fb47002a8c0 comp rx=0 tx=0).stop 2024-09-10T08:19:01.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.190+0000 7fb47e622640 1 -- 172.21.15.67:0/3662754498 shutdown_connections 2024-09-10T08:19:01.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.190+0000 7fb47e622640 1 --2- 172.21.15.67:0/3662754498 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb4781037a0 0x7fb47810bc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:01.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.190+0000 7fb47e622640 1 --2- 172.21.15.67:0/3662754498 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb47810c2f0 0x7fb47810e790 unknown :-1 s=CLOSED pgs=788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:01.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.190+0000 7fb47e622640 1 --2- 172.21.15.67:0/3662754498 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb478102df0 0x7fb4781031d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:01.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.190+0000 7fb47e622640 1 -- 172.21.15.67:0/3662754498 >> 172.21.15.67:0/3662754498 conn(0x7fb4780fc7d0 msgr2=0x7fb4780febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:01.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.190+0000 7fb47e622640 1 -- 172.21.15.67:0/3662754498 shutdown_connections 2024-09-10T08:19:01.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.190+0000 7fb47e622640 1 -- 172.21.15.67:0/3662754498 wait complete. 2024-09-10T08:19:01.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.191+0000 7fb47e622640 1 Processor -- start 2024-09-10T08:19:01.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.191+0000 7fb47e622640 1 -- start start 2024-09-10T08:19:01.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.191+0000 7fb47e622640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb478102df0 0x7fb4781985e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:01.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.191+0000 7fb47e622640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb4781037a0 0x7fb478198b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:01.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.191+0000 7fb47e622640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb47810c2f0 0x7fb47819ceb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:01.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.191+0000 7fb47e622640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb478111fc0 con 0x7fb47810c2f0 2024-09-10T08:19:01.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.191+0000 7fb47e622640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fb478111e40 con 0x7fb4781037a0 2024-09-10T08:19:01.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.191+0000 7fb47e622640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fb478112140 con 0x7fb478102df0 2024-09-10T08:19:01.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.191+0000 7fb47cbbf640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb47810c2f0 0x7fb47819ceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:01.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.191+0000 7fb47cbbf640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb47810c2f0 0x7fb47819ceb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54194/0 (socket says 172.21.15.67:54194) 2024-09-10T08:19:01.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.191+0000 7fb47cbbf640 1 -- 172.21.15.67:0/2156337035 learned_addr learned my addr 172.21.15.67:0/2156337035 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:01.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.192+0000 7fb477fff640 1 --2- 172.21.15.67:0/2156337035 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb478102df0 0x7fb4781985e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:01.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.192+0000 7fb46ffff640 1 --2- 172.21.15.67:0/2156337035 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb4781037a0 0x7fb478198b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:01.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.192+0000 7fb47cbbf640 1 -- 172.21.15.67:0/2156337035 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb478102df0 msgr2=0x7fb4781985e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:01.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.192+0000 7fb47cbbf640 1 --2- 172.21.15.67:0/2156337035 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb478102df0 0x7fb4781985e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:01.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.192+0000 7fb47cbbf640 1 -- 172.21.15.67:0/2156337035 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb4781037a0 msgr2=0x7fb478198b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:01.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.192+0000 7fb47cbbf640 1 --2- 172.21.15.67:0/2156337035 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb4781037a0 0x7fb478198b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:01.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.192+0000 7fb47cbbf640 1 -- 172.21.15.67:0/2156337035 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb47819d590 con 0x7fb47810c2f0 2024-09-10T08:19:01.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.192+0000 7fb47cbbf640 1 --2- 172.21.15.67:0/2156337035 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb47810c2f0 0x7fb47819ceb0 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7fb470009dc0 tx=0x7fb470032ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:01.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.192+0000 7fb475ffb640 1 -- 172.21.15.67:0/2156337035 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb470003cf0 con 0x7fb47810c2f0 2024-09-10T08:19:01.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.192+0000 7fb475ffb640 1 -- 172.21.15.67:0/2156337035 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb4700044f0 con 0x7fb47810c2f0 2024-09-10T08:19:01.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.192+0000 7fb47e622640 1 -- 172.21.15.67:0/2156337035 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb47819d820 con 0x7fb47810c2f0 2024-09-10T08:19:01.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.192+0000 7fb475ffb640 1 -- 172.21.15.67:0/2156337035 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb470030bf0 con 0x7fb47810c2f0 2024-09-10T08:19:01.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.192+0000 7fb47e622640 1 -- 172.21.15.67:0/2156337035 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4781a5160 con 0x7fb47810c2f0 2024-09-10T08:19:01.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.195+0000 7fb475ffb640 1 -- 172.21.15.67:0/2156337035 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7fb470004040 con 0x7fb47810c2f0 2024-09-10T08:19:01.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.195+0000 7fb4809fb740 1 Processor -- start 2024-09-10T08:19:01.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.195+0000 7fb4809fb740 1 -- start start 2024-09-10T08:19:01.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.195+0000 7fb4809fb740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5621442b7b40 0x5621442b6090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:01.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.195+0000 7fb4809fb740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5621442b65d0 0x5621442b6a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:01.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.195+0000 7fb4809fb740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5621442c1370 0x5621442c3760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:01.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.195+0000 7fb4809fb740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x56214421c2f0 con 0x5621442b65d0 2024-09-10T08:19:01.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.195+0000 7fb4809fb740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5621441c3cf0 con 0x5621442c1370 2024-09-10T08:19:01.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.195+0000 7fb4809fb740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5621442182b0 con 0x5621442b7b40 2024-09-10T08:19:01.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.195+0000 7fb475ffb640 1 --2- 172.21.15.67:0/2156337035 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb4640a2c00 0x7fb4640a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:01.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.195+0000 7fb477fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5621442b65d0 0x5621442b6a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:01.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.195+0000 7fb477fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5621442b65d0 0x5621442b6a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54210/0 (socket says 172.21.15.67:54210) 2024-09-10T08:19:01.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.195+0000 7fb477fff640 1 -- 172.21.15.67:0/997197220 learned_addr learned my addr 172.21.15.67:0/997197220 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:01.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.195+0000 7fb46ffff640 1 --2- 172.21.15.67:0/997197220 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5621442b7b40 0x5621442b6090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:01.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.195+0000 7fb47cbbf640 1 --2- 172.21.15.67:0/2156337035 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb4640a2c00 0x7fb4640a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:01.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.196+0000 7fb46ffff640 1 --2- 172.21.15.67:0/997197220 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5621442c1370 0x5621442c3760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:01.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.196+0000 7fb475ffb640 1 -- 172.21.15.67:0/2156337035 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fb4700f0a20 con 0x7fb47810c2f0 2024-09-10T08:19:01.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.196+0000 7fb477fff640 1 -- 172.21.15.67:0/997197220 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5621442b7b40 msgr2=0x5621442b6090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:01.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.196+0000 7fb477fff640 1 --2- 172.21.15.67:0/997197220 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5621442b7b40 0x5621442b6090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:01.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.196+0000 7fb477fff640 1 -- 172.21.15.67:0/997197220 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5621442c1370 msgr2=0x5621442c3760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:01.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.196+0000 7fb477fff640 1 --2- 172.21.15.67:0/997197220 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5621442c1370 0x5621442c3760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:01.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.196+0000 7fb477fff640 1 -- 172.21.15.67:0/997197220 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5621441a83a0 con 0x5621442b65d0 2024-09-10T08:19:01.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.196+0000 7fb46ffff640 1 --2- 172.21.15.67:0/997197220 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5621442c1370 0x5621442c3760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:19:01.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.196+0000 7fb477fff640 1 --2- 172.21.15.67:0/997197220 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5621442b65d0 0x5621442b6a10 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7fb46800b760 tx=0x7fb46800bc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df02107185068c32 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:01.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.196+0000 7fb47cbbf640 1 --2- 172.21.15.67:0/2156337035 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb4640a2c00 0x7fb4640a50c0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fb4700bcb80 tx=0x7fb47008be00 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:01.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.196+0000 7fb46e7fc640 1 -- 172.21.15.67:0/997197220 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb468003dd0 con 0x5621442b65d0 2024-09-10T08:19:01.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.196+0000 7fb46e7fc640 1 -- 172.21.15.67:0/997197220 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb468015070 con 0x5621442b65d0 2024-09-10T08:19:01.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.196+0000 7fb46e7fc640 1 -- 172.21.15.67:0/997197220 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb468004e00 con 0x5621442b65d0 2024-09-10T08:19:01.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.197+0000 7fb4809fb740 1 -- 172.21.15.67:0/997197220 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5621442b65d0 msgr2=0x5621442b6a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:01.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.197+0000 7fb4809fb740 1 --2- 172.21.15.67:0/997197220 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5621442b65d0 0x5621442b6a10 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7fb46800b760 tx=0x7fb46800bc20 comp rx=0 tx=0).stop 2024-09-10T08:19:01.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.197+0000 7fb4809fb740 1 -- 172.21.15.67:0/997197220 shutdown_connections 2024-09-10T08:19:01.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.197+0000 7fb4809fb740 1 --2- 172.21.15.67:0/997197220 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5621442c1370 0x5621442c3760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:01.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.197+0000 7fb4809fb740 1 --2- 172.21.15.67:0/997197220 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5621442b65d0 0x5621442b6a10 unknown :-1 s=CLOSED pgs=790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:01.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.197+0000 7fb4809fb740 1 --2- 172.21.15.67:0/997197220 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5621442b7b40 0x5621442b6090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:01.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.197+0000 7fb4809fb740 1 -- 172.21.15.67:0/997197220 >> 172.21.15.67:0/997197220 conn(0x56214427f310 msgr2=0x5621442b2c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:01.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.197+0000 7fb4809fb740 1 -- 172.21.15.67:0/997197220 shutdown_connections 2024-09-10T08:19:01.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.197+0000 7fb4809fb740 1 -- 172.21.15.67:0/997197220 wait complete. 2024-09-10T08:19:01.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.197+0000 7fb4809fb740 1 -- start start 2024-09-10T08:19:01.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.198+0000 7fb4809fb740 1 Processor -- start 2024-09-10T08:19:01.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.198+0000 7fb4809fb740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5621442b65d0 0x5621442c0dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:01.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.198+0000 7fb4809fb740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5621442b7b40 0x5621442be080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:01.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.198+0000 7fb4809fb740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5621442c1370 0x5621442be810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:01.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.198+0000 7fb4809fb740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5621442c4070 con 0x5621442b65d0 2024-09-10T08:19:01.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.198+0000 7fb4809fb740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5621441d7060 con 0x5621442b7b40 2024-09-10T08:19:01.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.198+0000 7fb4809fb740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5621442c41f0 con 0x5621442c1370 2024-09-10T08:19:01.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.198+0000 7fb4809fb740 10 client.0 _ll_register_callbacks cb 0x562143f2a8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:19:01.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.198+0000 7fb46ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5621442b65d0 0x5621442c0dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:01.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.198+0000 7fb46ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5621442b65d0 0x5621442c0dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54222/0 (socket says 172.21.15.67:54222) 2024-09-10T08:19:01.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.198+0000 7fb46ffff640 1 -- 172.21.15.67:0/855628117 learned_addr learned my addr 172.21.15.67:0/855628117 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:01.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.198+0000 7fb46ffff640 1 --2- 172.21.15.67:0/855628117 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5621442c1370 0x5621442be810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:01.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.198+0000 7fb477fff640 1 --2- 172.21.15.67:0/855628117 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5621442b7b40 0x5621442be080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:01.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.198+0000 7fb46ffff640 1 -- 172.21.15.67:0/855628117 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5621442c1370 msgr2=0x5621442be810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:01.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.198+0000 7fb46ffff640 1 --2- 172.21.15.67:0/855628117 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5621442c1370 0x5621442be810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:01.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.198+0000 7fb46ffff640 1 -- 172.21.15.67:0/855628117 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5621442b7b40 msgr2=0x5621442be080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:01.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.198+0000 7fb46ffff640 1 --2- 172.21.15.67:0/855628117 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5621442b7b40 0x5621442be080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:01.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.198+0000 7fb46ffff640 1 -- 172.21.15.67:0/855628117 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562143f8d3c0 con 0x5621442b65d0 2024-09-10T08:19:01.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.198+0000 7fb46ffff640 1 --2- 172.21.15.67:0/855628117 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5621442b65d0 0x5621442c0dd0 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7fb4780697d0 tx=0x7fb46000eb30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17eeb9c69412a114 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:01.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.198+0000 7fb4577fe640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:19:01.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.198+0000 7fb4577fe640 1 -- 172.21.15.67:0/855628117 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb460013110 con 0x5621442b65d0 2024-09-10T08:19:01.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.199+0000 7fb4577fe640 1 -- 172.21.15.67:0/855628117 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fb460004020 con 0x5621442b65d0 2024-09-10T08:19:01.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.199+0000 7fb4809fb740 1 -- 172.21.15.67:0/855628117 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb468015070 con 0x5621442b65d0 2024-09-10T08:19:01.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.199+0000 7fb4577fe640 1 -- 172.21.15.67:0/855628117 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fb460025050 con 0x5621442b65d0 2024-09-10T08:19:01.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.199+0000 7fb4809fb740 10 client.16605 fetch_fsmap learned FSMap version 29 2024-09-10T08:19:01.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.199+0000 7fb4809fb740 1 -- 172.21.15.67:0/855628117 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5621442cfb60 con 0x5621442b65d0 2024-09-10T08:19:01.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.199+0000 7fb4577fe640 1 -- 172.21.15.67:0/855628117 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb468015070 con 0x5621442b65d0 2024-09-10T08:19:01.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.199+0000 7fb4577fe640 1 -- 172.21.15.67:0/855628117 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fb460003c60 con 0x5621442b65d0 2024-09-10T08:19:01.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.199+0000 7fb4809fb740 10 client.16605 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:19:01.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.199+0000 7fb4809fb740 10 client.16605 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T08:19:01.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.199+0000 7fb4809fb740 20 client.16605 populate_metadata read hostname 'smithi067' 2024-09-10T08:19:01.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.199+0000 7fb4809fb740 1 --2- 172.21.15.67:0/855628117 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x5621442d1020 0x5621442d3450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:01.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.199+0000 7fb4809fb740 4 client.16605 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:19:01.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.199+0000 7fb4809fb740 1 -- 172.21.15.67:0/855628117 --> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562144229860 con 0x5621442d1020 2024-09-10T08:19:01.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.199+0000 7fb477fff640 1 --2- 172.21.15.67:0/855628117 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x5621442d1020 0x5621442d3450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:01.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.200+0000 7fb477fff640 1 --2- 172.21.15.67:0/855628117 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x5621442d1020 0x5621442d3450 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f26824a85ce09cfe server_cookie=40209f4bbaf2f6b3 in_seq=0 out_seq=0 2024-09-10T08:19:01.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.200+0000 7fb4577fe640 10 client.16605 ms_handle_connect on v2:172.21.15.203:6836/4255783395 2024-09-10T08:19:01.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.200+0000 7fb4577fe640 1 -- 172.21.15.67:0/855628117 <== mds.2 v2:172.21.15.203:6836/4255783395 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562144229860 con 0x5621442d1020 2024-09-10T08:19:01.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.200+0000 7fb4577fe640 10 client.16605 handle_command_reply: tid=0 2024-09-10T08:19:01.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.200+0000 7fb4809fb740 1 client.16605 shutdown 2024-09-10T08:19:01.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.201+0000 7fb4809fb740 1 -- 172.21.15.67:0/855628117 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5621442b65d0 msgr2=0x5621442c0dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:01.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.201+0000 7fb4809fb740 1 --2- 172.21.15.67:0/855628117 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5621442b65d0 0x5621442c0dd0 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7fb4780697d0 tx=0x7fb46000eb30 comp rx=0 tx=0).stop 2024-09-10T08:19:01.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.201+0000 7fb4809fb740 1 -- 172.21.15.67:0/855628117 shutdown_connections 2024-09-10T08:19:01.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.201+0000 7fb4809fb740 1 --2- 172.21.15.67:0/855628117 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x5621442d1020 0x5621442d3450 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:01.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.201+0000 7fb4809fb740 1 --2- 172.21.15.67:0/855628117 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5621442b7b40 0x5621442be080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:01.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.201+0000 7fb4809fb740 1 --2- 172.21.15.67:0/855628117 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5621442c1370 0x5621442be810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:01.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.201+0000 7fb4809fb740 1 --2- 172.21.15.67:0/855628117 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5621442b65d0 0x5621442c0dd0 unknown :-1 s=CLOSED pgs=791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:01.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.201+0000 7fb4809fb740 1 -- 172.21.15.67:0/855628117 >> 172.21.15.67:0/855628117 conn(0x56214427f310 msgr2=0x5621442b8960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:01.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.201+0000 7fb4577fe640 0 client.16605 ms_handle_reset on v2:172.21.15.203:6836/4255783395 2024-09-10T08:19:01.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.201+0000 7fb4809fb740 1 -- 172.21.15.67:0/855628117 shutdown_connections 2024-09-10T08:19:01.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.201+0000 7fb4809fb740 1 -- 172.21.15.67:0/855628117 wait complete. 2024-09-10T08:19:01.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.201+0000 7fb4809fb740 20 client.16605 trim_cache size 0 max 16384 2024-09-10T08:19:01.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.214+0000 7fb4809fb740 1 Processor -- start 2024-09-10T08:19:01.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.214+0000 7fb4809fb740 1 -- start start 2024-09-10T08:19:01.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.215+0000 7fb4809fb740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5621442b65d0 0x5621442b2e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:01.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.215+0000 7fb4809fb740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5621442b7b40 0x5621442bd940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:01.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.215+0000 7fb4809fb740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5621442c1370 0x5621442b9120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:01.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.215+0000 7fb4809fb740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb4781acb20 con 0x5621442b65d0 2024-09-10T08:19:01.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.215+0000 7fb4809fb740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fb4781ae660 con 0x5621442c1370 2024-09-10T08:19:01.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.215+0000 7fb4809fb740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fb4781ad1f0 con 0x5621442b7b40 2024-09-10T08:19:01.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.215+0000 7fb46ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5621442b65d0 0x5621442b2e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:01.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.215+0000 7fb46ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5621442b65d0 0x5621442b2e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54234/0 (socket says 172.21.15.67:54234) 2024-09-10T08:19:01.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.215+0000 7fb46ffff640 1 -- 172.21.15.67:0/2039385504 learned_addr learned my addr 172.21.15.67:0/2039385504 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:01.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.215+0000 7fb477fff640 1 --2- 172.21.15.67:0/2039385504 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5621442b7b40 0x5621442bd940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:01.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.215+0000 7fb46ffff640 1 -- 172.21.15.67:0/2039385504 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5621442b7b40 msgr2=0x5621442bd940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:01.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.215+0000 7fb46ffff640 1 --2- 172.21.15.67:0/2039385504 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5621442b7b40 0x5621442bd940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:01.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.215+0000 7fb46ffff640 1 -- 172.21.15.67:0/2039385504 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5621442c1370 msgr2=0x5621442b9120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:01.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.215+0000 7fb46ffff640 1 --2- 172.21.15.67:0/2039385504 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5621442c1370 0x5621442b9120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:01.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.215+0000 7fb46ffff640 1 -- 172.21.15.67:0/2039385504 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5621442b3cf0 con 0x5621442b65d0 2024-09-10T08:19:01.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.215+0000 7fb46ffff640 1 --2- 172.21.15.67:0/2039385504 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5621442b65d0 0x5621442b2e10 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7fb46000eb00 tx=0x7fb460013870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=209c1a334e88507d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:01.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.215+0000 7fb46dffb640 1 -- 172.21.15.67:0/2039385504 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb460013110 con 0x5621442b65d0 2024-09-10T08:19:01.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.216+0000 7fb46dffb640 1 -- 172.21.15.67:0/2039385504 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb4600132b0 con 0x5621442b65d0 2024-09-10T08:19:01.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.216+0000 7fb46dffb640 1 -- 172.21.15.67:0/2039385504 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb46000fe70 con 0x5621442b65d0 2024-09-10T08:19:01.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.216+0000 7fb4809fb740 1 -- 172.21.15.67:0/2039385504 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5621442b65d0 msgr2=0x5621442b2e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:01.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.216+0000 7fb4809fb740 1 --2- 172.21.15.67:0/2039385504 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5621442b65d0 0x5621442b2e10 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7fb46000eb00 tx=0x7fb460013870 comp rx=0 tx=0).stop 2024-09-10T08:19:01.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.216+0000 7fb4809fb740 1 -- 172.21.15.67:0/2039385504 shutdown_connections 2024-09-10T08:19:01.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.216+0000 7fb4809fb740 1 --2- 172.21.15.67:0/2039385504 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5621442c1370 0x5621442b9120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:01.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.216+0000 7fb4809fb740 1 --2- 172.21.15.67:0/2039385504 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5621442b7b40 0x5621442bd940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:01.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.216+0000 7fb4809fb740 1 --2- 172.21.15.67:0/2039385504 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5621442b65d0 0x5621442b2e10 unknown :-1 s=CLOSED pgs=792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:01.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.216+0000 7fb4809fb740 1 -- 172.21.15.67:0/2039385504 >> 172.21.15.67:0/2039385504 conn(0x56214427f310 msgr2=0x5621442b2700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:01.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.216+0000 7fb4809fb740 1 -- 172.21.15.67:0/2039385504 shutdown_connections 2024-09-10T08:19:01.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.216+0000 7fb4809fb740 1 -- 172.21.15.67:0/2039385504 wait complete. 2024-09-10T08:19:01.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.217+0000 7fb4809fb740 1 -- start start 2024-09-10T08:19:01.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.217+0000 7fb4809fb740 1 Processor -- start 2024-09-10T08:19:01.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.217+0000 7fb4809fb740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5621442b65d0 0x5621442c9480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:01.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.217+0000 7fb4809fb740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5621442b7b40 0x5621442c99c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:01.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.217+0000 7fb4809fb740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5621442c1370 0x5621442ba310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:01.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.217+0000 7fb4809fb740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb4781adf90 con 0x5621442c1370 2024-09-10T08:19:01.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.217+0000 7fb4809fb740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fb4781ad8c0 con 0x5621442b7b40 2024-09-10T08:19:01.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.217+0000 7fb4809fb740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fb4781aab00 con 0x5621442b65d0 2024-09-10T08:19:01.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.217+0000 7fb4809fb740 10 client.0 _ll_register_callbacks cb 0x7fb46000e9a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:19:01.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.217+0000 7fb46ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5621442c1370 0x5621442ba310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:01.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.217+0000 7fb46ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5621442c1370 0x5621442ba310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54238/0 (socket says 172.21.15.67:54238) 2024-09-10T08:19:01.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.217+0000 7fb46ffff640 1 -- 172.21.15.67:0/684165915 learned_addr learned my addr 172.21.15.67:0/684165915 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:01.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.217+0000 7fb46ffff640 1 --2- 172.21.15.67:0/684165915 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5621442b65d0 0x5621442c9480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:01.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.218+0000 7fb477fff640 1 --2- 172.21.15.67:0/684165915 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5621442b7b40 0x5621442c99c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:01.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.218+0000 7fb46ffff640 1 -- 172.21.15.67:0/684165915 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5621442b65d0 msgr2=0x5621442c9480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:01.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.218+0000 7fb46ffff640 1 --2- 172.21.15.67:0/684165915 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5621442b65d0 0x5621442c9480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:01.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.218+0000 7fb46ffff640 1 -- 172.21.15.67:0/684165915 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5621442b7b40 msgr2=0x5621442c99c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:01.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.218+0000 7fb46ffff640 1 --2- 172.21.15.67:0/684165915 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5621442b7b40 0x5621442c99c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:01.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.218+0000 7fb46ffff640 1 -- 172.21.15.67:0/684165915 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5621442bbf40 con 0x5621442c1370 2024-09-10T08:19:01.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.218+0000 7fb46ffff640 1 --2- 172.21.15.67:0/684165915 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5621442c1370 0x5621442ba310 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7fb46000ead0 tx=0x7fb46000e810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d37f299f3524452 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:01.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.218+0000 7fb4577fe640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:19:01.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.218+0000 7fb4577fe640 1 -- 172.21.15.67:0/684165915 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb46000fe00 con 0x5621442c1370 2024-09-10T08:19:01.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.218+0000 7fb4577fe640 1 -- 172.21.15.67:0/684165915 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fb460004000 con 0x5621442c1370 2024-09-10T08:19:01.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.218+0000 7fb4809fb740 1 -- 172.21.15.67:0/684165915 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb4600132b0 con 0x5621442c1370 2024-09-10T08:19:01.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.218+0000 7fb4577fe640 1 -- 172.21.15.67:0/684165915 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fb460004200 con 0x5621442c1370 2024-09-10T08:19:01.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.218+0000 7fb4809fb740 10 client.16611 fetch_fsmap learned FSMap version 29 2024-09-10T08:19:01.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.218+0000 7fb4809fb740 1 -- 172.21.15.67:0/684165915 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x56214433b190 con 0x5621442c1370 2024-09-10T08:19:01.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.219+0000 7fb4577fe640 1 -- 172.21.15.67:0/684165915 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb4600132b0 con 0x5621442c1370 2024-09-10T08:19:01.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.219+0000 7fb4577fe640 1 -- 172.21.15.67:0/684165915 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fb460029430 con 0x5621442c1370 2024-09-10T08:19:01.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.219+0000 7fb4809fb740 10 client.16611 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:19:01.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.219+0000 7fb4809fb740 10 client.16611 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T08:19:01.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.219+0000 7fb4809fb740 20 client.16611 populate_metadata read hostname 'smithi067' 2024-09-10T08:19:01.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.219+0000 7fb4809fb740 1 --2- 172.21.15.67:0/684165915 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x56214433b7a0 0x56214433dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:01.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.219+0000 7fb4809fb740 4 client.16611 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T08:19:01.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.219+0000 7fb4809fb740 1 -- 172.21.15.67:0/684165915 --> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] -- command(tid 0: {"prefix": "damage ls"}) -- 0x562144223d70 con 0x56214433b7a0 2024-09-10T08:19:01.224 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:00 smithi067 ceph-mon[31051]: pgmap v483: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 26 MiB/s wr, 20 op/s 2024-09-10T08:19:01.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.219+0000 7fb477fff640 1 --2- 172.21.15.67:0/684165915 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x56214433b7a0 0x56214433dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:01.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.220+0000 7fb477fff640 1 --2- 172.21.15.67:0/684165915 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x56214433b7a0 0x56214433dbc0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c98e7d382d47396c server_cookie=678a176517e524a5 in_seq=0 out_seq=0 2024-09-10T08:19:01.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.220+0000 7fb4577fe640 10 client.16611 ms_handle_connect on v2:172.21.15.203:6836/4255783395 2024-09-10T08:19:01.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.220+0000 7fb4577fe640 1 -- 172.21.15.67:0/684165915 <== mds.2 v2:172.21.15.203:6836/4255783395 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x562144223d70 con 0x56214433b7a0 2024-09-10T08:19:01.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.220+0000 7fb4577fe640 10 client.16611 handle_command_reply: tid=0 2024-09-10T08:19:01.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.220+0000 7fb4809fb740 1 client.16611 shutdown 2024-09-10T08:19:01.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.220+0000 7fb4809fb740 1 -- 172.21.15.67:0/684165915 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5621442c1370 msgr2=0x5621442ba310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:01.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.220+0000 7fb4809fb740 1 --2- 172.21.15.67:0/684165915 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5621442c1370 0x5621442ba310 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7fb46000ead0 tx=0x7fb46000e810 comp rx=0 tx=0).stop 2024-09-10T08:19:01.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.220+0000 7fb4809fb740 1 -- 172.21.15.67:0/684165915 shutdown_connections 2024-09-10T08:19:01.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.220+0000 7fb4809fb740 1 --2- 172.21.15.67:0/684165915 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x56214433b7a0 0x56214433dbc0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:01.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.220+0000 7fb4809fb740 1 --2- 172.21.15.67:0/684165915 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5621442b7b40 0x5621442c99c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:01.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.220+0000 7fb4809fb740 1 --2- 172.21.15.67:0/684165915 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5621442c1370 0x5621442ba310 unknown :-1 s=CLOSED pgs=793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:01.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.220+0000 7fb4809fb740 1 --2- 172.21.15.67:0/684165915 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5621442b65d0 0x5621442c9480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:01.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.220+0000 7fb4577fe640 0 client.16611 ms_handle_reset on v2:172.21.15.203:6836/4255783395 2024-09-10T08:19:01.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.220+0000 7fb4809fb740 1 -- 172.21.15.67:0/684165915 >> 172.21.15.67:0/684165915 conn(0x56214427f310 msgr2=0x5621442b1500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:01.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.220+0000 7fb4809fb740 1 -- 172.21.15.67:0/684165915 shutdown_connections 2024-09-10T08:19:01.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.220+0000 7fb4809fb740 1 -- 172.21.15.67:0/684165915 wait complete. 2024-09-10T08:19:01.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.220+0000 7fb4809fb740 20 client.16611 trim_cache size 0 max 16384 2024-09-10T08:19:01.227 INFO:teuthology.orchestra.run.smithi067.stdout:[] 2024-09-10T08:19:01.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.221+0000 7fb47e622640 1 -- 172.21.15.67:0/2156337035 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb4640a2c00 msgr2=0x7fb4640a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:01.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.221+0000 7fb47e622640 1 --2- 172.21.15.67:0/2156337035 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb4640a2c00 0x7fb4640a50c0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fb4700bcb80 tx=0x7fb47008be00 comp rx=0 tx=0).stop 2024-09-10T08:19:01.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.221+0000 7fb47e622640 1 -- 172.21.15.67:0/2156337035 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb47810c2f0 msgr2=0x7fb47819ceb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:01.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.221+0000 7fb47e622640 1 --2- 172.21.15.67:0/2156337035 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb47810c2f0 0x7fb47819ceb0 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7fb470009dc0 tx=0x7fb470032ff0 comp rx=0 tx=0).stop 2024-09-10T08:19:01.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.221+0000 7fb47e622640 1 -- 172.21.15.67:0/2156337035 shutdown_connections 2024-09-10T08:19:01.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.221+0000 7fb47e622640 1 --2- 172.21.15.67:0/2156337035 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb4640a2c00 0x7fb4640a50c0 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:01.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.221+0000 7fb47e622640 1 --2- 172.21.15.67:0/2156337035 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb4781037a0 0x7fb478198b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:01.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.221+0000 7fb47e622640 1 --2- 172.21.15.67:0/2156337035 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb47810c2f0 0x7fb47819ceb0 unknown :-1 s=CLOSED pgs=789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:01.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.221+0000 7fb47e622640 1 --2- 172.21.15.67:0/2156337035 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb478102df0 0x7fb4781985e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:01.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.221+0000 7fb47e622640 1 -- 172.21.15.67:0/2156337035 >> 172.21.15.67:0/2156337035 conn(0x7fb4780fc7d0 msgr2=0x7fb4780fd510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:01.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.221+0000 7fb47e622640 1 -- 172.21.15.67:0/2156337035 shutdown_connections 2024-09-10T08:19:01.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:01.221+0000 7fb47e622640 1 -- 172.21.15.67:0/2156337035 wait complete. 2024-09-10T08:19:01.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:00 smithi203 ceph-mon[34672]: pgmap v483: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 26 MiB/s wr, 20 op/s 2024-09-10T08:19:01.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:00 smithi133 ceph-mon[34721]: pgmap v483: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 8.1 KiB/s rd, 26 MiB/s wr, 20 op/s 2024-09-10T08:19:02.009 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-10T08:19:02.270 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:19:02.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.750+0000 7f4ea2f23640 1 -- 172.21.15.67:0/1206380165 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4e9c102570 msgr2=0x7f4e9c1029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:02.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.750+0000 7f4ea2f23640 1 --2- 172.21.15.67:0/1206380165 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4e9c102570 0x7f4e9c1029b0 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7f4e88009900 tx=0x7f4e8802a480 comp rx=0 tx=0).stop 2024-09-10T08:19:02.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.750+0000 7f4ea2f23640 1 -- 172.21.15.67:0/1206380165 shutdown_connections 2024-09-10T08:19:02.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.750+0000 7f4ea2f23640 1 --2- 172.21.15.67:0/1206380165 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4e9c102ef0 0x7f4e9c10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:02.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.750+0000 7f4ea2f23640 1 --2- 172.21.15.67:0/1206380165 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4e9c102570 0x7f4e9c1029b0 unknown :-1 s=CLOSED pgs=794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:02.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.750+0000 7f4ea2f23640 1 --2- 172.21.15.67:0/1206380165 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4e9c100e20 0x7f4e9c101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:02.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.750+0000 7f4ea2f23640 1 -- 172.21.15.67:0/1206380165 >> 172.21.15.67:0/1206380165 conn(0x7f4e9c0fc7d0 msgr2=0x7f4e9c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:02.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.750+0000 7f4ea2f23640 1 -- 172.21.15.67:0/1206380165 shutdown_connections 2024-09-10T08:19:02.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.750+0000 7f4ea2f23640 1 -- 172.21.15.67:0/1206380165 wait complete. 2024-09-10T08:19:02.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.751+0000 7f4ea2f23640 1 Processor -- start 2024-09-10T08:19:02.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.751+0000 7f4ea2f23640 1 -- start start 2024-09-10T08:19:02.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.751+0000 7f4ea2f23640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4e9c100e20 0x7f4e9c199260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:02.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.751+0000 7f4ea2f23640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4e9c102570 0x7f4e9c1997a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:02.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.751+0000 7f4ea2f23640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4e9c102ef0 0x7f4e9c1a42e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:02.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.751+0000 7f4ea2f23640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f4e9c110e30 con 0x7f4e9c102ef0 2024-09-10T08:19:02.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.751+0000 7f4ea2f23640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f4e9c110cb0 con 0x7f4e9c102570 2024-09-10T08:19:02.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.751+0000 7f4ea2f23640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f4e9c110fb0 con 0x7f4e9c100e20 2024-09-10T08:19:02.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.751+0000 7f4ea14c0640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4e9c102ef0 0x7f4e9c1a42e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:02.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.751+0000 7f4ea14c0640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4e9c102ef0 0x7f4e9c1a42e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54256/0 (socket says 172.21.15.67:54256) 2024-09-10T08:19:02.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.751+0000 7f4ea14c0640 1 -- 172.21.15.67:0/2142558151 learned_addr learned my addr 172.21.15.67:0/2142558151 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:02.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.752+0000 7f4ea0cbf640 1 --2- 172.21.15.67:0/2142558151 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4e9c100e20 0x7f4e9c199260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:02.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.752+0000 7f4e9bfff640 1 --2- 172.21.15.67:0/2142558151 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4e9c102570 0x7f4e9c1997a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:02.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.752+0000 7f4ea14c0640 1 -- 172.21.15.67:0/2142558151 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4e9c100e20 msgr2=0x7f4e9c199260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:02.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.752+0000 7f4ea14c0640 1 --2- 172.21.15.67:0/2142558151 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4e9c100e20 0x7f4e9c199260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:02.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.752+0000 7f4ea14c0640 1 -- 172.21.15.67:0/2142558151 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4e9c102570 msgr2=0x7f4e9c1997a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:02.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.752+0000 7f4ea14c0640 1 --2- 172.21.15.67:0/2142558151 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4e9c102570 0x7f4e9c1997a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:02.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.752+0000 7f4ea14c0640 1 -- 172.21.15.67:0/2142558151 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e9c1a4820 con 0x7f4e9c102ef0 2024-09-10T08:19:02.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.752+0000 7f4ea0cbf640 1 --2- 172.21.15.67:0/2142558151 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4e9c100e20 0x7f4e9c199260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:19:02.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.752+0000 7f4ea14c0640 1 --2- 172.21.15.67:0/2142558151 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4e9c102ef0 0x7f4e9c1a42e0 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7f4e9400eaa0 tx=0x7f4e9400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:02.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.752+0000 7f4e99ffb640 1 -- 172.21.15.67:0/2142558151 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e9400cdb0 con 0x7f4e9c102ef0 2024-09-10T08:19:02.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.752+0000 7f4ea2f23640 1 -- 172.21.15.67:0/2142558151 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e9c1a49f0 con 0x7f4e9c102ef0 2024-09-10T08:19:02.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.752+0000 7f4e99ffb640 1 -- 172.21.15.67:0/2142558151 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4e94005020 con 0x7f4e9c102ef0 2024-09-10T08:19:02.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.752+0000 7f4e99ffb640 1 -- 172.21.15.67:0/2142558151 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e940116d0 con 0x7f4e9c102ef0 2024-09-10T08:19:02.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.752+0000 7f4ea2f23640 1 -- 172.21.15.67:0/2142558151 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e9c1a4eb0 con 0x7f4e9c102ef0 2024-09-10T08:19:02.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.754+0000 7f4e99ffb640 1 -- 172.21.15.67:0/2142558151 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f4e940051d0 con 0x7f4e9c102ef0 2024-09-10T08:19:02.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.755+0000 7f4ea52fc740 1 Processor -- start 2024-09-10T08:19:02.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.755+0000 7f4ea52fc740 1 -- start start 2024-09-10T08:19:02.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.755+0000 7f4ea52fc740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d44feebb40 0x55d44feea090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:02.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.755+0000 7f4ea52fc740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d44feea5d0 0x55d44feeaa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:02.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.755+0000 7f4ea52fc740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d44fef5370 0x55d44fef7760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:02.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.755+0000 7f4ea52fc740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55d44fe502f0 con 0x55d44fef5370 2024-09-10T08:19:02.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.755+0000 7f4ea52fc740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55d44fdf7cf0 con 0x55d44feea5d0 2024-09-10T08:19:02.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.755+0000 7f4ea52fc740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55d44fe4c2b0 con 0x55d44feebb40 2024-09-10T08:19:02.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.755+0000 7f4e99ffb640 1 --2- 172.21.15.67:0/2142558151 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f4e8c0a2b80 0x7f4e8c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:02.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.755+0000 7f4e9bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d44fef5370 0x55d44fef7760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:02.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.755+0000 7f4e9bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d44fef5370 0x55d44fef7760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54266/0 (socket says 172.21.15.67:54266) 2024-09-10T08:19:02.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.755+0000 7f4e9bfff640 1 -- 172.21.15.67:0/3915322720 learned_addr learned my addr 172.21.15.67:0/3915322720 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:02.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.756+0000 7f4ea14c0640 1 --2- 172.21.15.67:0/2142558151 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f4e8c0a2b80 0x7f4e8c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:02.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.756+0000 7f4ea0cbf640 1 --2- 172.21.15.67:0/3915322720 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d44feea5d0 0x55d44feeaa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:02.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.756+0000 7f4e9bfff640 1 --2- 172.21.15.67:0/3915322720 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d44feebb40 0x55d44feea090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:02.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.756+0000 7f4e99ffb640 1 -- 172.21.15.67:0/2142558151 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f4e940cf6e0 con 0x7f4e9c102ef0 2024-09-10T08:19:02.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.756+0000 7f4ea0cbf640 1 -- 172.21.15.67:0/3915322720 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d44feebb40 msgr2=0x55d44feea090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:02.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.756+0000 7f4ea0cbf640 1 --2- 172.21.15.67:0/3915322720 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d44feebb40 0x55d44feea090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:02.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.756+0000 7f4ea0cbf640 1 -- 172.21.15.67:0/3915322720 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d44fef5370 msgr2=0x55d44fef7760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:02.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.756+0000 7f4ea0cbf640 1 --2- 172.21.15.67:0/3915322720 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d44fef5370 0x55d44fef7760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:02.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.756+0000 7f4ea0cbf640 1 -- 172.21.15.67:0/3915322720 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d44fddc3a0 con 0x55d44feea5d0 2024-09-10T08:19:02.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.756+0000 7f4e9bfff640 1 --2- 172.21.15.67:0/3915322720 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d44fef5370 0x55d44fef7760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:19:02.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.756+0000 7f4ea14c0640 1 --2- 172.21.15.67:0/2142558151 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f4e8c0a2b80 0x7f4e8c0a5040 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f4e9409ba70 tx=0x7f4e940666b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:02.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.756+0000 7f4ea0cbf640 1 --2- 172.21.15.67:0/3915322720 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d44feea5d0 0x55d44feeaa10 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f4e90009b90 tx=0x7f4e9000e6c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f430d5bd93818de4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:02.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.756+0000 7f4e86ffd640 1 -- 172.21.15.67:0/3915322720 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e90016070 con 0x55d44feea5d0 2024-09-10T08:19:02.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.756+0000 7f4e86ffd640 1 -- 172.21.15.67:0/3915322720 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4e900054d0 con 0x55d44feea5d0 2024-09-10T08:19:02.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.756+0000 7f4e86ffd640 1 -- 172.21.15.67:0/3915322720 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e90004e40 con 0x55d44feea5d0 2024-09-10T08:19:02.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.757+0000 7f4ea52fc740 1 -- 172.21.15.67:0/3915322720 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d44feea5d0 msgr2=0x55d44feeaa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:02.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.757+0000 7f4ea52fc740 1 --2- 172.21.15.67:0/3915322720 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d44feea5d0 0x55d44feeaa10 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f4e90009b90 tx=0x7f4e9000e6c0 comp rx=0 tx=0).stop 2024-09-10T08:19:02.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.757+0000 7f4ea52fc740 1 -- 172.21.15.67:0/3915322720 shutdown_connections 2024-09-10T08:19:02.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.757+0000 7f4ea52fc740 1 --2- 172.21.15.67:0/3915322720 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d44feea5d0 0x55d44feeaa10 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:02.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.757+0000 7f4ea52fc740 1 --2- 172.21.15.67:0/3915322720 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d44fef5370 0x55d44fef7760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:02.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.757+0000 7f4ea52fc740 1 --2- 172.21.15.67:0/3915322720 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d44feebb40 0x55d44feea090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:02.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.757+0000 7f4ea52fc740 1 -- 172.21.15.67:0/3915322720 >> 172.21.15.67:0/3915322720 conn(0x55d44feb3310 msgr2=0x55d44fee6c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:02.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.757+0000 7f4ea52fc740 1 -- 172.21.15.67:0/3915322720 shutdown_connections 2024-09-10T08:19:02.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.757+0000 7f4ea52fc740 1 -- 172.21.15.67:0/3915322720 wait complete. 2024-09-10T08:19:02.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.757+0000 7f4ea52fc740 1 -- start start 2024-09-10T08:19:02.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.758+0000 7f4ea52fc740 1 Processor -- start 2024-09-10T08:19:02.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.758+0000 7f4ea52fc740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d44feea5d0 0x55d44fef4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:02.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.758+0000 7f4ea52fc740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d44feebb40 0x55d44fef1f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:02.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.758+0000 7f4ea52fc740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d44fef5370 0x55d44fef2490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:02.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.758+0000 7f4ea52fc740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55d44fef8070 con 0x55d44fef5370 2024-09-10T08:19:02.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.758+0000 7f4ea52fc740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55d44fe0b060 con 0x55d44feea5d0 2024-09-10T08:19:02.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.758+0000 7f4ea52fc740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55d44fef81f0 con 0x55d44feebb40 2024-09-10T08:19:02.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.758+0000 7f4ea52fc740 10 client.0 _ll_register_callbacks cb 0x55d44fb5e8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:19:02.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.758+0000 7f4e9bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d44fef5370 0x55d44fef2490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:02.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.758+0000 7f4e9bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d44fef5370 0x55d44fef2490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54278/0 (socket says 172.21.15.67:54278) 2024-09-10T08:19:02.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.758+0000 7f4e9bfff640 1 -- 172.21.15.67:0/2739909963 learned_addr learned my addr 172.21.15.67:0/2739909963 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:02.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.758+0000 7f4e9bfff640 1 --2- 172.21.15.67:0/2739909963 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d44feea5d0 0x55d44fef4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:02.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.758+0000 7f4ea0cbf640 1 --2- 172.21.15.67:0/2739909963 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d44feebb40 0x55d44fef1f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:02.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.758+0000 7f4e9bfff640 1 -- 172.21.15.67:0/2739909963 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d44feebb40 msgr2=0x55d44fef1f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:02.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.758+0000 7f4e9bfff640 1 --2- 172.21.15.67:0/2739909963 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d44feebb40 0x55d44fef1f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:02.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.758+0000 7f4e9bfff640 1 -- 172.21.15.67:0/2739909963 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d44feea5d0 msgr2=0x55d44fef4ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:02.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.759+0000 7f4e9bfff640 1 --2- 172.21.15.67:0/2739909963 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d44feea5d0 0x55d44fef4ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:02.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.759+0000 7f4e9bfff640 1 -- 172.21.15.67:0/2739909963 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d44fbc13c0 con 0x55d44fef5370 2024-09-10T08:19:02.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.759+0000 7f4ea0cbf640 1 --2- 172.21.15.67:0/2739909963 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d44feebb40 0x55d44fef1f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:19:02.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.759+0000 7f4e9bfff640 1 --2- 172.21.15.67:0/2739909963 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d44fef5370 0x55d44fef2490 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7f4e88032e80 tx=0x7f4e8802a480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d393ff786485ebd9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:02.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.759+0000 7f4e7bfff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:19:02.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.759+0000 7f4e7bfff640 1 -- 172.21.15.67:0/2739909963 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e88047070 con 0x55d44fef5370 2024-09-10T08:19:02.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.759+0000 7f4e7bfff640 1 -- 172.21.15.67:0/2739909963 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f4e88032240 con 0x55d44fef5370 2024-09-10T08:19:02.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.759+0000 7f4ea52fc740 1 -- 172.21.15.67:0/2739909963 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4e900054d0 con 0x55d44fef5370 2024-09-10T08:19:02.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.759+0000 7f4e7bfff640 1 -- 172.21.15.67:0/2739909963 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f4e88035040 con 0x55d44fef5370 2024-09-10T08:19:02.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.759+0000 7f4ea52fc740 10 client.16623 fetch_fsmap learned FSMap version 29 2024-09-10T08:19:02.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.759+0000 7f4ea52fc740 1 -- 172.21.15.67:0/2739909963 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d44ff03a90 con 0x55d44fef5370 2024-09-10T08:19:02.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.759+0000 7f4e7bfff640 1 -- 172.21.15.67:0/2739909963 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4e900054d0 con 0x55d44fef5370 2024-09-10T08:19:02.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.760+0000 7f4e7bfff640 1 -- 172.21.15.67:0/2739909963 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f4e8804a020 con 0x55d44fef5370 2024-09-10T08:19:02.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.760+0000 7f4ea52fc740 10 client.16623 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:19:02.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.760+0000 7f4ea52fc740 10 client.16623 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T08:19:02.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.760+0000 7f4ea52fc740 20 client.16623 populate_metadata read hostname 'smithi067' 2024-09-10T08:19:02.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.760+0000 7f4ea52fc740 1 --2- 172.21.15.67:0/2739909963 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55d44ff04f50 0x55d44ff073d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:02.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.760+0000 7f4ea52fc740 4 client.16623 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:19:02.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.760+0000 7f4ea52fc740 1 -- 172.21.15.67:0/2739909963 --> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d44fe5d860 con 0x55d44ff04f50 2024-09-10T08:19:02.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.760+0000 7f4ea0cbf640 1 --2- 172.21.15.67:0/2739909963 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55d44ff04f50 0x55d44ff073d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:02.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.760+0000 7f4ea0cbf640 1 --2- 172.21.15.67:0/2739909963 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55d44ff04f50 0x55d44ff073d0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a206bc594856b01d server_cookie=4dbbab4000e296d5 in_seq=0 out_seq=0 2024-09-10T08:19:02.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.760+0000 7f4e7bfff640 10 client.16623 ms_handle_connect on v2:172.21.15.203:6838/2311592321 2024-09-10T08:19:02.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.761+0000 7f4e7bfff640 1 -- 172.21.15.67:0/2739909963 <== mds.1 v2:172.21.15.203:6838/2311592321 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d44fe5d860 con 0x55d44ff04f50 2024-09-10T08:19:02.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.761+0000 7f4e7bfff640 10 client.16623 handle_command_reply: tid=0 2024-09-10T08:19:02.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.761+0000 7f4ea52fc740 1 client.16623 shutdown 2024-09-10T08:19:02.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.761+0000 7f4ea52fc740 1 -- 172.21.15.67:0/2739909963 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d44fef5370 msgr2=0x55d44fef2490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:02.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.761+0000 7f4ea52fc740 1 --2- 172.21.15.67:0/2739909963 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d44fef5370 0x55d44fef2490 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7f4e88032e80 tx=0x7f4e8802a480 comp rx=0 tx=0).stop 2024-09-10T08:19:02.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.761+0000 7f4ea52fc740 1 -- 172.21.15.67:0/2739909963 shutdown_connections 2024-09-10T08:19:02.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.761+0000 7f4ea52fc740 1 --2- 172.21.15.67:0/2739909963 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55d44ff04f50 0x55d44ff073d0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:02.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.761+0000 7f4ea52fc740 1 --2- 172.21.15.67:0/2739909963 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d44fef5370 0x55d44fef2490 unknown :-1 s=CLOSED pgs=796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:02.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.761+0000 7f4ea52fc740 1 --2- 172.21.15.67:0/2739909963 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d44feebb40 0x55d44fef1f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:02.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.761+0000 7f4e7bfff640 0 client.16623 ms_handle_reset on v2:172.21.15.203:6838/2311592321 2024-09-10T08:19:02.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.761+0000 7f4ea52fc740 1 --2- 172.21.15.67:0/2739909963 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d44feea5d0 0x55d44fef4ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:02.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.761+0000 7f4ea52fc740 1 -- 172.21.15.67:0/2739909963 >> 172.21.15.67:0/2739909963 conn(0x55d44feb3310 msgr2=0x55d44feec960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:02.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.762+0000 7f4ea52fc740 1 -- 172.21.15.67:0/2739909963 shutdown_connections 2024-09-10T08:19:02.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.762+0000 7f4ea52fc740 1 -- 172.21.15.67:0/2739909963 wait complete. 2024-09-10T08:19:02.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.762+0000 7f4ea52fc740 20 client.16623 trim_cache size 0 max 16384 2024-09-10T08:19:02.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.775+0000 7f4ea52fc740 1 Processor -- start 2024-09-10T08:19:02.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.775+0000 7f4ea52fc740 1 -- start start 2024-09-10T08:19:02.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.775+0000 7f4ea52fc740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d44feea5d0 0x55d44fef3ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:02.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.775+0000 7f4ea52fc740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d44feebb40 0x55d44fefd890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:02.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.775+0000 7f4ea52fc740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d44fef5370 0x55d44fefddd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:02.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.775+0000 7f4ea52fc740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f4e9c1aee40 con 0x55d44fef5370 2024-09-10T08:19:02.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.775+0000 7f4ea52fc740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f4e9c1b0980 con 0x55d44feebb40 2024-09-10T08:19:02.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.775+0000 7f4ea52fc740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f4e9c1af510 con 0x55d44feea5d0 2024-09-10T08:19:02.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.775+0000 7f4e9bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d44fef5370 0x55d44fefddd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:02.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.775+0000 7f4e9bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d44fef5370 0x55d44fefddd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54292/0 (socket says 172.21.15.67:54292) 2024-09-10T08:19:02.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.775+0000 7f4e9bfff640 1 -- 172.21.15.67:0/763592100 learned_addr learned my addr 172.21.15.67:0/763592100 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:02.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.775+0000 7f4e9bfff640 1 --2- 172.21.15.67:0/763592100 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d44feea5d0 0x55d44fef3ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:02.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.775+0000 7f4ea0cbf640 1 --2- 172.21.15.67:0/763592100 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d44feebb40 0x55d44fefd890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:02.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.775+0000 7f4e9bfff640 1 -- 172.21.15.67:0/763592100 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d44feea5d0 msgr2=0x55d44fef3ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:02.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.775+0000 7f4e9bfff640 1 --2- 172.21.15.67:0/763592100 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d44feea5d0 0x55d44fef3ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:02.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.775+0000 7f4e9bfff640 1 -- 172.21.15.67:0/763592100 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d44feebb40 msgr2=0x55d44fefd890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:02.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.775+0000 7f4e9bfff640 1 --2- 172.21.15.67:0/763592100 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d44feebb40 0x55d44fefd890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:02.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.775+0000 7f4e9bfff640 1 -- 172.21.15.67:0/763592100 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d44fef0f00 con 0x55d44fef5370 2024-09-10T08:19:02.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.775+0000 7f4e9bfff640 1 --2- 172.21.15.67:0/763592100 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d44fef5370 0x55d44fefddd0 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f4e88031e90 tx=0x7f4e88001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cec5c4dff8eced56 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:02.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.776+0000 7f4e867fc640 1 -- 172.21.15.67:0/763592100 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e88047030 con 0x55d44fef5370 2024-09-10T08:19:02.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.776+0000 7f4e867fc640 1 -- 172.21.15.67:0/763592100 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4e8803ee50 con 0x55d44fef5370 2024-09-10T08:19:02.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.776+0000 7f4e867fc640 1 -- 172.21.15.67:0/763592100 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e880049b0 con 0x55d44fef5370 2024-09-10T08:19:02.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.776+0000 7f4ea52fc740 1 -- 172.21.15.67:0/763592100 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d44fef5370 msgr2=0x55d44fefddd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:02.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.776+0000 7f4ea52fc740 1 --2- 172.21.15.67:0/763592100 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d44fef5370 0x55d44fefddd0 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f4e88031e90 tx=0x7f4e88001e70 comp rx=0 tx=0).stop 2024-09-10T08:19:02.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.776+0000 7f4ea52fc740 1 -- 172.21.15.67:0/763592100 shutdown_connections 2024-09-10T08:19:02.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.776+0000 7f4ea52fc740 1 --2- 172.21.15.67:0/763592100 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d44feebb40 0x55d44fefd890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:02.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.776+0000 7f4ea52fc740 1 --2- 172.21.15.67:0/763592100 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d44fef5370 0x55d44fefddd0 unknown :-1 s=CLOSED pgs=797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:02.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.776+0000 7f4ea52fc740 1 --2- 172.21.15.67:0/763592100 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d44feea5d0 0x55d44fef3ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:02.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.776+0000 7f4ea52fc740 1 -- 172.21.15.67:0/763592100 >> 172.21.15.67:0/763592100 conn(0x55d44feb3310 msgr2=0x55d44fef37b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:02.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.776+0000 7f4ea52fc740 1 -- 172.21.15.67:0/763592100 shutdown_connections 2024-09-10T08:19:02.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.776+0000 7f4ea52fc740 1 -- 172.21.15.67:0/763592100 wait complete. 2024-09-10T08:19:02.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.777+0000 7f4ea52fc740 1 -- start start 2024-09-10T08:19:02.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.777+0000 7f4ea52fc740 1 Processor -- start 2024-09-10T08:19:02.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.777+0000 7f4ea52fc740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d44feea5d0 0x55d44feee1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:02.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.777+0000 7f4ea52fc740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d44feebb40 0x55d44feee700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:02.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.777+0000 7f4ea52fc740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d44fef5370 0x55d44feeec60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:02.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.777+0000 7f4ea52fc740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f4e9c1b02b0 con 0x55d44fef5370 2024-09-10T08:19:02.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.777+0000 7f4ea52fc740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f4e9c1afbe0 con 0x55d44feebb40 2024-09-10T08:19:02.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.777+0000 7f4ea52fc740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f4e9c1ace20 con 0x55d44feea5d0 2024-09-10T08:19:02.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.777+0000 7f4ea52fc740 10 client.0 _ll_register_callbacks cb 0x7f4e88031f50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:19:02.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.777+0000 7f4e9bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d44fef5370 0x55d44feeec60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:02.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.777+0000 7f4e9bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d44fef5370 0x55d44feeec60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54308/0 (socket says 172.21.15.67:54308) 2024-09-10T08:19:02.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.777+0000 7f4e9bfff640 1 -- 172.21.15.67:0/418381962 learned_addr learned my addr 172.21.15.67:0/418381962 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:02.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.777+0000 7f4e9bfff640 1 --2- 172.21.15.67:0/418381962 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d44feea5d0 0x55d44feee1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:02.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.777+0000 7f4ea0cbf640 1 --2- 172.21.15.67:0/418381962 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d44feebb40 0x55d44feee700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:02.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.778+0000 7f4e9bfff640 1 -- 172.21.15.67:0/418381962 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d44feea5d0 msgr2=0x55d44feee1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:02.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.778+0000 7f4e9bfff640 1 --2- 172.21.15.67:0/418381962 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d44feea5d0 0x55d44feee1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:02.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.778+0000 7f4e9bfff640 1 -- 172.21.15.67:0/418381962 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d44feebb40 msgr2=0x55d44feee700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:02.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.778+0000 7f4e9bfff640 1 --2- 172.21.15.67:0/418381962 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d44feebb40 0x55d44feee700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:02.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.778+0000 7f4e9bfff640 1 -- 172.21.15.67:0/418381962 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d44feef490 con 0x55d44fef5370 2024-09-10T08:19:02.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.778+0000 7f4e9bfff640 1 --2- 172.21.15.67:0/418381962 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d44fef5370 0x55d44feeec60 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f4e88031a70 tx=0x7f4e88005710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f75d466fbc057c3f server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:02.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.778+0000 7f4e7bfff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:19:02.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.778+0000 7f4e7bfff640 1 -- 172.21.15.67:0/418381962 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e8806a060 con 0x55d44fef5370 2024-09-10T08:19:02.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.778+0000 7f4e7bfff640 1 -- 172.21.15.67:0/418381962 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f4e88004730 con 0x55d44fef5370 2024-09-10T08:19:02.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.778+0000 7f4ea52fc740 1 -- 172.21.15.67:0/418381962 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4e8803ee50 con 0x55d44fef5370 2024-09-10T08:19:02.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.778+0000 7f4e7bfff640 1 -- 172.21.15.67:0/418381962 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f4e88047040 con 0x55d44fef5370 2024-09-10T08:19:02.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.778+0000 7f4ea52fc740 10 client.16629 fetch_fsmap learned FSMap version 29 2024-09-10T08:19:02.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.778+0000 7f4ea52fc740 1 -- 172.21.15.67:0/418381962 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d44ff74280 con 0x55d44fef5370 2024-09-10T08:19:02.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.778+0000 7f4e7bfff640 1 -- 172.21.15.67:0/418381962 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4e8803ee50 con 0x55d44fef5370 2024-09-10T08:19:02.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.779+0000 7f4e7bfff640 1 -- 172.21.15.67:0/418381962 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f4e8804a040 con 0x55d44fef5370 2024-09-10T08:19:02.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.779+0000 7f4ea52fc740 10 client.16629 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:19:02.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.779+0000 7f4ea52fc740 10 client.16629 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T08:19:02.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.779+0000 7f4ea52fc740 20 client.16629 populate_metadata read hostname 'smithi067' 2024-09-10T08:19:02.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.779+0000 7f4ea52fc740 1 --2- 172.21.15.67:0/418381962 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55d44ff748e0 0x55d44ff76d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:02.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.779+0000 7f4ea52fc740 4 client.16629 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T08:19:02.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.779+0000 7f4ea52fc740 1 -- 172.21.15.67:0/418381962 --> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d44fe57d70 con 0x55d44ff748e0 2024-09-10T08:19:02.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.779+0000 7f4ea0cbf640 1 --2- 172.21.15.67:0/418381962 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55d44ff748e0 0x55d44ff76d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:02.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.780+0000 7f4ea0cbf640 1 --2- 172.21.15.67:0/418381962 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55d44ff748e0 0x55d44ff76d00 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=df2cb481e34e28fd server_cookie=220ecea9ec091fba in_seq=0 out_seq=0 2024-09-10T08:19:02.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.780+0000 7f4e7bfff640 10 client.16629 ms_handle_connect on v2:172.21.15.203:6838/2311592321 2024-09-10T08:19:02.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.780+0000 7f4e7bfff640 1 -- 172.21.15.67:0/418381962 <== mds.1 v2:172.21.15.203:6838/2311592321 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d44fe57d70 con 0x55d44ff748e0 2024-09-10T08:19:02.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.780+0000 7f4e7bfff640 10 client.16629 handle_command_reply: tid=0 2024-09-10T08:19:02.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.780+0000 7f4ea52fc740 1 client.16629 shutdown 2024-09-10T08:19:02.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.780+0000 7f4ea52fc740 1 -- 172.21.15.67:0/418381962 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d44fef5370 msgr2=0x55d44feeec60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:02.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.780+0000 7f4ea52fc740 1 --2- 172.21.15.67:0/418381962 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d44fef5370 0x55d44feeec60 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f4e88031a70 tx=0x7f4e88005710 comp rx=0 tx=0).stop 2024-09-10T08:19:02.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.780+0000 7f4ea52fc740 1 -- 172.21.15.67:0/418381962 shutdown_connections 2024-09-10T08:19:02.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.780+0000 7f4ea52fc740 1 --2- 172.21.15.67:0/418381962 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55d44ff748e0 0x55d44ff76d00 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:02.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.780+0000 7f4ea52fc740 1 --2- 172.21.15.67:0/418381962 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d44feebb40 0x55d44feee700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:02.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.780+0000 7f4ea52fc740 1 --2- 172.21.15.67:0/418381962 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d44fef5370 0x55d44feeec60 unknown :-1 s=CLOSED pgs=798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:02.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.780+0000 7f4ea52fc740 1 --2- 172.21.15.67:0/418381962 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d44feea5d0 0x55d44feee1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:02.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.780+0000 7f4ea52fc740 1 -- 172.21.15.67:0/418381962 >> 172.21.15.67:0/418381962 conn(0x55d44feb3310 msgr2=0x55d44fef3fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:02.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.780+0000 7f4e7bfff640 0 client.16629 ms_handle_reset on v2:172.21.15.203:6838/2311592321 2024-09-10T08:19:02.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.780+0000 7f4ea52fc740 1 -- 172.21.15.67:0/418381962 shutdown_connections 2024-09-10T08:19:02.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.780+0000 7f4ea52fc740 1 -- 172.21.15.67:0/418381962 wait complete. 2024-09-10T08:19:02.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.780+0000 7f4ea52fc740 20 client.16629 trim_cache size 0 max 16384 2024-09-10T08:19:02.786 INFO:teuthology.orchestra.run.smithi067.stdout:[] 2024-09-10T08:19:02.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.781+0000 7f4ea2f23640 1 -- 172.21.15.67:0/2142558151 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f4e8c0a2b80 msgr2=0x7f4e8c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:02.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.781+0000 7f4ea2f23640 1 --2- 172.21.15.67:0/2142558151 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f4e8c0a2b80 0x7f4e8c0a5040 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f4e9409ba70 tx=0x7f4e940666b0 comp rx=0 tx=0).stop 2024-09-10T08:19:02.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.781+0000 7f4ea2f23640 1 -- 172.21.15.67:0/2142558151 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4e9c102ef0 msgr2=0x7f4e9c1a42e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:02.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.781+0000 7f4ea2f23640 1 --2- 172.21.15.67:0/2142558151 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4e9c102ef0 0x7f4e9c1a42e0 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7f4e9400eaa0 tx=0x7f4e9400ef60 comp rx=0 tx=0).stop 2024-09-10T08:19:02.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.781+0000 7f4ea2f23640 1 -- 172.21.15.67:0/2142558151 shutdown_connections 2024-09-10T08:19:02.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.781+0000 7f4ea2f23640 1 --2- 172.21.15.67:0/2142558151 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f4e8c0a2b80 0x7f4e8c0a5040 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:02.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.781+0000 7f4ea2f23640 1 --2- 172.21.15.67:0/2142558151 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f4e9c102570 0x7f4e9c1997a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:02.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.781+0000 7f4ea2f23640 1 --2- 172.21.15.67:0/2142558151 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4e9c102ef0 0x7f4e9c1a42e0 unknown :-1 s=CLOSED pgs=795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:02.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.781+0000 7f4ea2f23640 1 --2- 172.21.15.67:0/2142558151 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f4e9c100e20 0x7f4e9c199260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:02.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.781+0000 7f4ea2f23640 1 -- 172.21.15.67:0/2142558151 >> 172.21.15.67:0/2142558151 conn(0x7f4e9c0fc7d0 msgr2=0x7f4e9c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:02.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.781+0000 7f4ea2f23640 1 -- 172.21.15.67:0/2142558151 shutdown_connections 2024-09-10T08:19:02.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:02.781+0000 7f4ea2f23640 1 -- 172.21.15.67:0/2142558151 wait complete. 2024-09-10T08:19:02.799 INFO:tasks.quiescer.fs.[cephfs]:Total duration (45.5) is longer than `split_if_longer` (35.0), will split into two consecutive quiesces 2024-09-10T08:19:02.800 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 22.75 2024-09-10T08:19:02.800 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:19:03.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:02 smithi203 ceph-mon[34672]: pgmap v484: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 2.2 KiB/s wr, 12 op/s 2024-09-10T08:19:03.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:02 smithi133 ceph-mon[34721]: pgmap v484: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 2.2 KiB/s wr, 12 op/s 2024-09-10T08:19:03.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:02 smithi067 ceph-mon[31051]: pgmap v484: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 2.2 KiB/s wr, 12 op/s 2024-09-10T08:19:03.609 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-10T08:19:03.726 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:19:04.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.218+0000 7ff0449d6640 1 -- 172.21.15.67:0/1825929725 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff040102ef0 msgr2=0x7ff04010da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:04.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.218+0000 7ff0449d6640 1 --2- 172.21.15.67:0/1825929725 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff040102ef0 0x7ff04010da40 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7ff030009ca0 tx=0x7ff03002a950 comp rx=0 tx=0).stop 2024-09-10T08:19:04.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.218+0000 7ff0449d6640 1 -- 172.21.15.67:0/1825929725 shutdown_connections 2024-09-10T08:19:04.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.218+0000 7ff0449d6640 1 --2- 172.21.15.67:0/1825929725 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff040102570 0x7ff0401029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:04.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.218+0000 7ff0449d6640 1 --2- 172.21.15.67:0/1825929725 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff040102ef0 0x7ff04010da40 unknown :-1 s=CLOSED pgs=799 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:04.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.218+0000 7ff0449d6640 1 --2- 172.21.15.67:0/1825929725 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff040100e20 0x7ff040101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:04.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.218+0000 7ff0449d6640 1 -- 172.21.15.67:0/1825929725 >> 172.21.15.67:0/1825929725 conn(0x7ff0400fc7d0 msgr2=0x7ff0400febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:04.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.218+0000 7ff0449d6640 1 -- 172.21.15.67:0/1825929725 shutdown_connections 2024-09-10T08:19:04.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.218+0000 7ff0449d6640 1 -- 172.21.15.67:0/1825929725 wait complete. 2024-09-10T08:19:04.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.218+0000 7ff0449d6640 1 Processor -- start 2024-09-10T08:19:04.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.219+0000 7ff0449d6640 1 -- start start 2024-09-10T08:19:04.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.219+0000 7ff0449d6640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff040100e20 0x7ff040198410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:04.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.219+0000 7ff0449d6640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff040102570 0x7ff040198950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:04.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.219+0000 7ff0449d6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff040102ef0 0x7ff04019cce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:04.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.219+0000 7ff0449d6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff040110e30 con 0x7ff040102ef0 2024-09-10T08:19:04.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.219+0000 7ff0449d6640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7ff040110cb0 con 0x7ff040102570 2024-09-10T08:19:04.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.219+0000 7ff0449d6640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ff040110fb0 con 0x7ff040100e20 2024-09-10T08:19:04.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.219+0000 7ff03ed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff040102ef0 0x7ff04019cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:04.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.219+0000 7ff03ed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff040102ef0 0x7ff04019cce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54324/0 (socket says 172.21.15.67:54324) 2024-09-10T08:19:04.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.219+0000 7ff03ed9d640 1 -- 172.21.15.67:0/3929967211 learned_addr learned my addr 172.21.15.67:0/3929967211 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:04.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.219+0000 7ff03e59c640 1 --2- 172.21.15.67:0/3929967211 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff040100e20 0x7ff040198410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:04.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.219+0000 7ff03dd9b640 1 --2- 172.21.15.67:0/3929967211 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff040102570 0x7ff040198950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:04.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.219+0000 7ff03ed9d640 1 -- 172.21.15.67:0/3929967211 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff040100e20 msgr2=0x7ff040198410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:04.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.219+0000 7ff03ed9d640 1 --2- 172.21.15.67:0/3929967211 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff040100e20 0x7ff040198410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:04.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.219+0000 7ff03ed9d640 1 -- 172.21.15.67:0/3929967211 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff040102570 msgr2=0x7ff040198950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:04.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.219+0000 7ff03ed9d640 1 --2- 172.21.15.67:0/3929967211 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff040102570 0x7ff040198950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:04.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.219+0000 7ff03ed9d640 1 -- 172.21.15.67:0/3929967211 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff04019d3c0 con 0x7ff040102ef0 2024-09-10T08:19:04.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.219+0000 7ff03e59c640 1 --2- 172.21.15.67:0/3929967211 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff040100e20 0x7ff040198410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:19:04.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.219+0000 7ff03dd9b640 1 --2- 172.21.15.67:0/3929967211 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff040102570 0x7ff040198950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:19:04.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.219+0000 7ff03ed9d640 1 --2- 172.21.15.67:0/3929967211 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff040102ef0 0x7ff04019cce0 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7ff03002ae70 tx=0x7ff03002f5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:04.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.220+0000 7ff0377fe640 1 -- 172.21.15.67:0/3929967211 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff030034040 con 0x7ff040102ef0 2024-09-10T08:19:04.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.220+0000 7ff0449d6640 1 -- 172.21.15.67:0/3929967211 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff04019d650 con 0x7ff040102ef0 2024-09-10T08:19:04.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.220+0000 7ff0377fe640 1 -- 172.21.15.67:0/3929967211 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff0300308f0 con 0x7ff040102ef0 2024-09-10T08:19:04.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.220+0000 7ff0377fe640 1 -- 172.21.15.67:0/3929967211 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff030004780 con 0x7ff040102ef0 2024-09-10T08:19:04.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.220+0000 7ff0449d6640 1 -- 172.21.15.67:0/3929967211 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0401a4f90 con 0x7ff040102ef0 2024-09-10T08:19:04.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.221+0000 7ff0449d6640 1 -- 172.21.15.67:0/3929967211 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff040101200 con 0x7ff040102ef0 2024-09-10T08:19:04.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.222+0000 7ff0377fe640 1 -- 172.21.15.67:0/3929967211 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7ff030037020 con 0x7ff040102ef0 2024-09-10T08:19:04.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.222+0000 7ff0377fe640 1 --2- 172.21.15.67:0/3929967211 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff02c0a2b80 0x7ff02c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:04.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.223+0000 7ff03e59c640 1 --2- 172.21.15.67:0/3929967211 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff02c0a2b80 0x7ff02c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:04.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.223+0000 7ff0377fe640 1 -- 172.21.15.67:0/3929967211 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7ff0300f05c0 con 0x7ff040102ef0 2024-09-10T08:19:04.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.223+0000 7ff03e59c640 1 --2- 172.21.15.67:0/3929967211 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff02c0a2b80 0x7ff02c0a5040 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7ff0380058c0 tx=0x7ff038005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:04.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.227+0000 7ff0377fe640 1 -- 172.21.15.67:0/3929967211 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff0300bd120 con 0x7ff040102ef0 2024-09-10T08:19:04.274 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:19:04.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.445+0000 7ff0449d6640 1 -- 172.21.15.67:0/3929967211 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff04010a0a0 con 0x7ff040102ef0 2024-09-10T08:19:04.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.446+0000 7ff0377fe640 1 -- 172.21.15.67:0/3929967211 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11983 (secure 0 0 0) 0x7ff030043e40 con 0x7ff040102ef0 2024-09-10T08:19:04.446 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:19:04.446 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":29,"btime":"2024-09-10T08:15:16:896413+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3649064068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3649064068},{"type":"v1","addr":"172.21.15.67:6835","nonce":3649064068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6837/384364542","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6836","nonce":384364542},{"type":"v1","addr":"172.21.15.67:6837","nonce":384364542}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T08:12:37.538183+0000","modified":"2024-09-10T08:15:16.520232+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24479,"mds_1":24475,"mds_2":24457,"mds_3":24412,"mds_4":24404},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6839/2770928820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6838","nonce":2770928820},{"type":"v1","addr":"172.21.15.67:6839","nonce":2770928820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14628":{"gid":14628,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6841/1116344955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6840","nonce":1116344955},{"type":"v1","addr":"172.21.15.67:6841","nonce":1116344955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24404":{"gid":24404,"name":"k","rank":4,"incarnation":26,"state":"up:active","state_seq":23,"addr":"172.21.15.133:6833/2920270168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":2920270168},{"type":"v1","addr":"172.21.15.133:6833","nonce":2920270168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24412":{"gid":24412,"name":"l","rank":3,"incarnation":24,"state":"up:active","state_seq":23,"addr":"172.21.15.203:6833/754287689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":754287689},{"type":"v1","addr":"172.21.15.203:6833","nonce":754287689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/3573205749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3573205749},{"type":"v1","addr":"172.21.15.133:6835","nonce":3573205749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6835/3722546188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":3722546188},{"type":"v1","addr":"172.21.15.203:6835","nonce":3722546188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/667764093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":667764093},{"type":"v1","addr":"172.21.15.133:6837","nonce":667764093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":19,"addr":"172.21.15.203:6837/4255783395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":4255783395},{"type":"v1","addr":"172.21.15.203:6837","nonce":4255783395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":17,"addr":"172.21.15.203:6839/2311592321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2311592321},{"type":"v1","addr":"172.21.15.203:6839","nonce":2311592321}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.133:6839/1848609384","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":1848609384},{"type":"v1","addr":"172.21.15.133:6839","nonce":1848609384}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24479,"qdb_cluster":[24404,24412,24457,24475,24479]},"id":1}]} 2024-09-10T08:19:04.446 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 29 2024-09-10T08:19:04.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.448+0000 7ff0449d6640 1 -- 172.21.15.67:0/3929967211 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff02c0a2b80 msgr2=0x7ff02c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:04.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.448+0000 7ff0449d6640 1 --2- 172.21.15.67:0/3929967211 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff02c0a2b80 0x7ff02c0a5040 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7ff0380058c0 tx=0x7ff038005850 comp rx=0 tx=0).stop 2024-09-10T08:19:04.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.448+0000 7ff0449d6640 1 -- 172.21.15.67:0/3929967211 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff040102ef0 msgr2=0x7ff04019cce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:04.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.448+0000 7ff0449d6640 1 --2- 172.21.15.67:0/3929967211 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff040102ef0 0x7ff04019cce0 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7ff03002ae70 tx=0x7ff03002f5d0 comp rx=0 tx=0).stop 2024-09-10T08:19:04.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.448+0000 7ff0449d6640 1 -- 172.21.15.67:0/3929967211 shutdown_connections 2024-09-10T08:19:04.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.448+0000 7ff0449d6640 1 --2- 172.21.15.67:0/3929967211 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff02c0a2b80 0x7ff02c0a5040 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:04.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.448+0000 7ff0449d6640 1 --2- 172.21.15.67:0/3929967211 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff040102570 0x7ff040198950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:04.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.448+0000 7ff0449d6640 1 --2- 172.21.15.67:0/3929967211 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff040102ef0 0x7ff04019cce0 unknown :-1 s=CLOSED pgs=800 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:04.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.448+0000 7ff0449d6640 1 --2- 172.21.15.67:0/3929967211 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff040100e20 0x7ff040198410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:04.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.448+0000 7ff0449d6640 1 -- 172.21.15.67:0/3929967211 >> 172.21.15.67:0/3929967211 conn(0x7ff0400fc7d0 msgr2=0x7ff04006a210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:04.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.448+0000 7ff0449d6640 1 -- 172.21.15.67:0/3929967211 shutdown_connections 2024-09-10T08:19:04.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:04.448+0000 7ff0449d6640 1 -- 172.21.15.67:0/3929967211 wait complete. 2024-09-10T08:19:05.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:04 smithi203 ceph-mon[34672]: pgmap v485: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 2.2 KiB/s wr, 11 op/s 2024-09-10T08:19:05.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:04 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/3929967211' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:19:05.344 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:04 smithi067 ceph-mon[31051]: pgmap v485: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 2.2 KiB/s wr, 11 op/s 2024-09-10T08:19:05.344 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:04 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/3929967211' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:19:05.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:04 smithi133 ceph-mon[34721]: pgmap v485: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 2.2 KiB/s wr, 11 op/s 2024-09-10T08:19:05.345 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:04 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/3929967211' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:19:05.369 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24479 quiesce db / --timeout 90 --expiration 142.75 --await-for 45.0' 2024-09-10T08:19:05.369 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24479 quiesce db / --timeout 90 --expiration 142.75 --await-for 45.0 2024-09-10T08:19:05.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.633+0000 7fba104e3640 1 -- 172.21.15.67:0/1427172948 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fba08102d40 msgr2=0x7fba08103120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:05.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.633+0000 7fba104e3640 1 --2- 172.21.15.67:0/1427172948 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fba08102d40 0x7fba08103120 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7fb9fc009ca0 tx=0x7fb9fc02a950 comp rx=0 tx=0).stop 2024-09-10T08:19:05.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.633+0000 7fba104e3640 1 -- 172.21.15.67:0/1427172948 shutdown_connections 2024-09-10T08:19:05.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.633+0000 7fba104e3640 1 --2- 172.21.15.67:0/1427172948 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba0810c170 0x7fba0810e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:05.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.633+0000 7fba104e3640 1 --2- 172.21.15.67:0/1427172948 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fba08103660 0x7fba0810bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:05.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.633+0000 7fba104e3640 1 --2- 172.21.15.67:0/1427172948 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fba08102d40 0x7fba08103120 unknown :-1 s=CLOSED pgs=801 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:05.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.633+0000 7fba104e3640 1 -- 172.21.15.67:0/1427172948 >> 172.21.15.67:0/1427172948 conn(0x7fba080fc7a0 msgr2=0x7fba080febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:05.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.633+0000 7fba104e3640 1 -- 172.21.15.67:0/1427172948 shutdown_connections 2024-09-10T08:19:05.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.633+0000 7fba104e3640 1 -- 172.21.15.67:0/1427172948 wait complete. 2024-09-10T08:19:05.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.634+0000 7fba104e3640 1 Processor -- start 2024-09-10T08:19:05.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.634+0000 7fba104e3640 1 -- start start 2024-09-10T08:19:05.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.634+0000 7fba104e3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fba08102d40 0x7fba081982e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:05.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.634+0000 7fba104e3640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fba08103660 0x7fba08198820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:05.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.634+0000 7fba104e3640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba0810c170 0x7fba0819cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:05.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.634+0000 7fba104e3640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fba08111e20 con 0x7fba08102d40 2024-09-10T08:19:05.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.634+0000 7fba104e3640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fba08111ca0 con 0x7fba0810c170 2024-09-10T08:19:05.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.634+0000 7fba104e3640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fba08111fa0 con 0x7fba08103660 2024-09-10T08:19:05.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.634+0000 7fba0e27f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fba08102d40 0x7fba081982e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:05.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.634+0000 7fba0e27f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fba08102d40 0x7fba081982e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42764/0 (socket says 172.21.15.67:42764) 2024-09-10T08:19:05.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.634+0000 7fba0e27f640 1 -- 172.21.15.67:0/2050636058 learned_addr learned my addr 172.21.15.67:0/2050636058 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:05.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.634+0000 7fba0ea80640 1 --2- 172.21.15.67:0/2050636058 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba0810c170 0x7fba0819cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:05.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.634+0000 7fba0e27f640 1 -- 172.21.15.67:0/2050636058 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fba08103660 msgr2=0x7fba08198820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:05.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.634+0000 7fba0da7e640 1 --2- 172.21.15.67:0/2050636058 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fba08103660 0x7fba08198820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:05.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.634+0000 7fba0e27f640 1 --2- 172.21.15.67:0/2050636058 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fba08103660 0x7fba08198820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:05.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.634+0000 7fba0e27f640 1 -- 172.21.15.67:0/2050636058 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba0810c170 msgr2=0x7fba0819cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:05.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.634+0000 7fba0e27f640 1 --2- 172.21.15.67:0/2050636058 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba0810c170 0x7fba0819cbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:05.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.634+0000 7fba0e27f640 1 -- 172.21.15.67:0/2050636058 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba0819d290 con 0x7fba08102d40 2024-09-10T08:19:05.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.634+0000 7fba0ea80640 1 --2- 172.21.15.67:0/2050636058 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba0810c170 0x7fba0819cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:19:05.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.635+0000 7fba0e27f640 1 --2- 172.21.15.67:0/2050636058 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fba08102d40 0x7fba081982e0 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7fb9fc005cc0 tx=0x7fb9fc02f650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:05.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.635+0000 7fb9fb7fe640 1 -- 172.21.15.67:0/2050636058 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9fc034040 con 0x7fba08102d40 2024-09-10T08:19:05.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.635+0000 7fb9fb7fe640 1 -- 172.21.15.67:0/2050636058 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb9fc003e40 con 0x7fba08102d40 2024-09-10T08:19:05.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.635+0000 7fba104e3640 1 -- 172.21.15.67:0/2050636058 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba0819d520 con 0x7fba08102d40 2024-09-10T08:19:05.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.635+0000 7fb9fb7fe640 1 -- 172.21.15.67:0/2050636058 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9fc045480 con 0x7fba08102d40 2024-09-10T08:19:05.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.635+0000 7fba104e3640 1 -- 172.21.15.67:0/2050636058 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba081a4e60 con 0x7fba08102d40 2024-09-10T08:19:05.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.637+0000 7fb9fb7fe640 1 -- 172.21.15.67:0/2050636058 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7fb9fc037020 con 0x7fba08102d40 2024-09-10T08:19:05.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.637+0000 7fba128bc740 1 Processor -- start 2024-09-10T08:19:05.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.638+0000 7fba128bc740 1 -- start start 2024-09-10T08:19:05.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.638+0000 7fba128bc740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55cb9ba97b40 0x55cb9ba96090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:05.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.638+0000 7fba128bc740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55cb9ba965d0 0x55cb9ba96a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:05.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.638+0000 7fba128bc740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cb9baa1370 0x55cb9baa3760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:05.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.638+0000 7fba128bc740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55cb9b9fc2f0 con 0x55cb9ba97b40 2024-09-10T08:19:05.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.638+0000 7fba128bc740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55cb9b9a3cf0 con 0x55cb9ba965d0 2024-09-10T08:19:05.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.638+0000 7fba128bc740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55cb9b9f82b0 con 0x55cb9baa1370 2024-09-10T08:19:05.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.638+0000 7fba0ea80640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55cb9ba97b40 0x55cb9ba96090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:05.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.638+0000 7fba0ea80640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55cb9ba97b40 0x55cb9ba96090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42772/0 (socket says 172.21.15.67:42772) 2024-09-10T08:19:05.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.638+0000 7fba0ea80640 1 -- 172.21.15.67:0/1636117398 learned_addr learned my addr 172.21.15.67:0/1636117398 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:05.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.638+0000 7fb9fb7fe640 1 --2- 172.21.15.67:0/2050636058 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb9f40a2c00 0x7fb9f40a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:05.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.638+0000 7fba0e27f640 1 --2- 172.21.15.67:0/1636117398 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55cb9ba965d0 0x55cb9ba96a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:05.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.638+0000 7fba0da7e640 1 --2- 172.21.15.67:0/1636117398 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cb9baa1370 0x55cb9baa3760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:05.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.638+0000 7fb9fb7fe640 1 -- 172.21.15.67:0/2050636058 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fb9fc0f06d0 con 0x7fba08102d40 2024-09-10T08:19:05.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.638+0000 7fba0ea80640 1 -- 172.21.15.67:0/1636117398 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cb9baa1370 msgr2=0x55cb9baa3760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:05.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.638+0000 7fba0ea80640 1 --2- 172.21.15.67:0/1636117398 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cb9baa1370 0x55cb9baa3760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:05.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.638+0000 7fba0ea80640 1 -- 172.21.15.67:0/1636117398 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55cb9ba965d0 msgr2=0x55cb9ba96a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:05.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.638+0000 7fba0ea80640 1 --2- 172.21.15.67:0/1636117398 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55cb9ba965d0 0x55cb9ba96a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:05.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.638+0000 7fba0ea80640 1 -- 172.21.15.67:0/1636117398 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cb9b9883a0 con 0x55cb9ba97b40 2024-09-10T08:19:05.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.639+0000 7fba0ea80640 1 --2- 172.21.15.67:0/2050636058 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb9f40a2c00 0x7fb9f40a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:05.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.639+0000 7fba0ea80640 1 --2- 172.21.15.67:0/1636117398 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55cb9ba97b40 0x55cb9ba96090 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7fba0000bc10 tx=0x7fba0000f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b9908e3e9cb77e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:05.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.639+0000 7fb9f8ff9640 1 -- 172.21.15.67:0/1636117398 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba00019410 con 0x55cb9ba97b40 2024-09-10T08:19:05.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.639+0000 7fb9f8ff9640 1 -- 172.21.15.67:0/1636117398 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fba0000bd00 con 0x55cb9ba97b40 2024-09-10T08:19:05.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.639+0000 7fb9f8ff9640 1 -- 172.21.15.67:0/1636117398 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba000106c0 con 0x55cb9ba97b40 2024-09-10T08:19:05.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.640+0000 7fba128bc740 1 -- 172.21.15.67:0/1636117398 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55cb9ba97b40 msgr2=0x55cb9ba96090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:05.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.640+0000 7fba0ea80640 1 --2- 172.21.15.67:0/2050636058 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb9f40a2c00 0x7fb9f40a50c0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fba0001f000 tx=0x7fba00020000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:05.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.640+0000 7fba128bc740 1 --2- 172.21.15.67:0/1636117398 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55cb9ba97b40 0x55cb9ba96090 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7fba0000bc10 tx=0x7fba0000f730 comp rx=0 tx=0).stop 2024-09-10T08:19:05.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.640+0000 7fba128bc740 1 -- 172.21.15.67:0/1636117398 shutdown_connections 2024-09-10T08:19:05.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.640+0000 7fba128bc740 1 --2- 172.21.15.67:0/1636117398 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55cb9ba965d0 0x55cb9ba96a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:05.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.640+0000 7fba128bc740 1 --2- 172.21.15.67:0/1636117398 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cb9baa1370 0x55cb9baa3760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:05.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.640+0000 7fba128bc740 1 --2- 172.21.15.67:0/1636117398 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55cb9ba97b40 0x55cb9ba96090 unknown :-1 s=CLOSED pgs=803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:05.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.640+0000 7fba128bc740 1 -- 172.21.15.67:0/1636117398 >> 172.21.15.67:0/1636117398 conn(0x55cb9ba5f310 msgr2=0x55cb9ba92c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:05.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.640+0000 7fba128bc740 1 -- 172.21.15.67:0/1636117398 shutdown_connections 2024-09-10T08:19:05.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.640+0000 7fba128bc740 1 -- 172.21.15.67:0/1636117398 wait complete. 2024-09-10T08:19:05.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.640+0000 7fba128bc740 1 -- start start 2024-09-10T08:19:05.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.641+0000 7fba128bc740 1 Processor -- start 2024-09-10T08:19:05.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.641+0000 7fba128bc740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55cb9ba965d0 0x55cb9baa0da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:05.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.641+0000 7fba128bc740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55cb9ba97b40 0x55cb9ba9e050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:05.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.641+0000 7fba128bc740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cb9baa1370 0x55cb9ba9e7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:05.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.641+0000 7fba128bc740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55cb9baa4070 con 0x55cb9ba965d0 2024-09-10T08:19:05.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.641+0000 7fba128bc740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55cb9b9b7060 con 0x55cb9ba97b40 2024-09-10T08:19:05.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.641+0000 7fba128bc740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55cb9baa41f0 con 0x55cb9baa1370 2024-09-10T08:19:05.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.641+0000 7fba128bc740 10 client.0 _ll_register_callbacks cb 0x55cb9b70a8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:19:05.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.641+0000 7fba0e27f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55cb9ba965d0 0x55cb9baa0da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:05.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.641+0000 7fba0e27f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55cb9ba965d0 0x55cb9baa0da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42786/0 (socket says 172.21.15.67:42786) 2024-09-10T08:19:05.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.641+0000 7fba0e27f640 1 -- 172.21.15.67:0/4003428178 learned_addr learned my addr 172.21.15.67:0/4003428178 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:05.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.641+0000 7fba0da7e640 1 --2- 172.21.15.67:0/4003428178 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55cb9ba97b40 0x55cb9ba9e050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:05.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.641+0000 7fba0ea80640 1 --2- 172.21.15.67:0/4003428178 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cb9baa1370 0x55cb9ba9e7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:05.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.641+0000 7fba0e27f640 1 -- 172.21.15.67:0/4003428178 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cb9baa1370 msgr2=0x55cb9ba9e7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:05.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.641+0000 7fba0e27f640 1 --2- 172.21.15.67:0/4003428178 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cb9baa1370 0x55cb9ba9e7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:05.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.641+0000 7fba0e27f640 1 -- 172.21.15.67:0/4003428178 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55cb9ba97b40 msgr2=0x55cb9ba9e050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:05.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.641+0000 7fba0e27f640 1 --2- 172.21.15.67:0/4003428178 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55cb9ba97b40 0x55cb9ba9e050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:05.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.641+0000 7fba0e27f640 1 -- 172.21.15.67:0/4003428178 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cb9b76d3c0 con 0x55cb9ba965d0 2024-09-10T08:19:05.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.642+0000 7fba0e27f640 1 --2- 172.21.15.67:0/4003428178 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55cb9ba965d0 0x55cb9baa0da0 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7fb9fc0bcac0 tx=0x7fb9fc08bab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=390b11b2274232e9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:05.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.642+0000 7fb9f1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:19:05.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.642+0000 7fb9f1ffb640 1 -- 172.21.15.67:0/4003428178 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9fc0bde60 con 0x55cb9ba965d0 2024-09-10T08:19:05.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.642+0000 7fb9f1ffb640 1 -- 172.21.15.67:0/4003428178 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fb9fc044df0 con 0x55cb9ba965d0 2024-09-10T08:19:05.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.642+0000 7fba128bc740 1 -- 172.21.15.67:0/4003428178 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fba0000bd00 con 0x55cb9ba965d0 2024-09-10T08:19:05.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.642+0000 7fb9f1ffb640 1 -- 172.21.15.67:0/4003428178 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fb9fc0443e0 con 0x55cb9ba965d0 2024-09-10T08:19:05.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.642+0000 7fba128bc740 10 client.16647 fetch_fsmap learned FSMap version 29 2024-09-10T08:19:05.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.642+0000 7fba128bc740 1 -- 172.21.15.67:0/4003428178 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55cb9baafb50 con 0x55cb9ba965d0 2024-09-10T08:19:05.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.642+0000 7fb9f1ffb640 1 -- 172.21.15.67:0/4003428178 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fba0000bd00 con 0x55cb9ba965d0 2024-09-10T08:19:05.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.643+0000 7fb9f1ffb640 1 -- 172.21.15.67:0/4003428178 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fb9fc0f0070 con 0x55cb9ba965d0 2024-09-10T08:19:05.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.643+0000 7fba128bc740 10 client.16647 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:19:05.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.643+0000 7fba128bc740 10 client.16647 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:19:05.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.643+0000 7fba128bc740 20 client.16647 populate_metadata read hostname 'smithi067' 2024-09-10T08:19:05.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.643+0000 7fba128bc740 1 --2- 172.21.15.67:0/4003428178 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55cb9bab0f40 0x55cb9bab3350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:05.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.643+0000 7fba128bc740 4 client.16647 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:19:05.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.643+0000 7fba128bc740 1 -- 172.21.15.67:0/4003428178 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cb9ba09860 con 0x55cb9bab0f40 2024-09-10T08:19:05.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.643+0000 7fba0da7e640 1 --2- 172.21.15.67:0/4003428178 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55cb9bab0f40 0x55cb9bab3350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:05.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.644+0000 7fba0da7e640 1 --2- 172.21.15.67:0/4003428178 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55cb9bab0f40 0x55cb9bab3350 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6f2c59c2d4c275a6 server_cookie=3bdd023b6607d867 in_seq=0 out_seq=0 2024-09-10T08:19:05.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.644+0000 7fb9f1ffb640 10 client.16647 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:19:05.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.644+0000 7fb9f1ffb640 1 -- 172.21.15.67:0/4003428178 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55cb9ba09860 con 0x55cb9bab0f40 2024-09-10T08:19:05.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.644+0000 7fb9f1ffb640 10 client.16647 handle_command_reply: tid=0 2024-09-10T08:19:05.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.644+0000 7fba128bc740 1 client.16647 shutdown 2024-09-10T08:19:05.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.645+0000 7fba128bc740 1 -- 172.21.15.67:0/4003428178 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55cb9ba965d0 msgr2=0x55cb9baa0da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:05.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.645+0000 7fba128bc740 1 --2- 172.21.15.67:0/4003428178 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55cb9ba965d0 0x55cb9baa0da0 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7fb9fc0bcac0 tx=0x7fb9fc08bab0 comp rx=0 tx=0).stop 2024-09-10T08:19:05.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.645+0000 7fba128bc740 1 -- 172.21.15.67:0/4003428178 shutdown_connections 2024-09-10T08:19:05.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.645+0000 7fba128bc740 1 --2- 172.21.15.67:0/4003428178 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55cb9bab0f40 0x55cb9bab3350 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:05.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.645+0000 7fb9f1ffb640 0 client.16647 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:19:05.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.645+0000 7fba128bc740 1 --2- 172.21.15.67:0/4003428178 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55cb9ba97b40 0x55cb9ba9e050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:05.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.645+0000 7fba128bc740 1 --2- 172.21.15.67:0/4003428178 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cb9baa1370 0x55cb9ba9e7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:05.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.645+0000 7fba128bc740 1 --2- 172.21.15.67:0/4003428178 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55cb9ba965d0 0x55cb9baa0da0 unknown :-1 s=CLOSED pgs=804 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:05.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.645+0000 7fba128bc740 1 -- 172.21.15.67:0/4003428178 >> 172.21.15.67:0/4003428178 conn(0x55cb9ba5f310 msgr2=0x55cb9ba98930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:05.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.645+0000 7fba128bc740 1 -- 172.21.15.67:0/4003428178 shutdown_connections 2024-09-10T08:19:05.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.645+0000 7fba128bc740 1 -- 172.21.15.67:0/4003428178 wait complete. 2024-09-10T08:19:05.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.645+0000 7fba128bc740 20 client.16647 trim_cache size 0 max 16384 2024-09-10T08:19:05.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.661+0000 7fba128bc740 1 Processor -- start 2024-09-10T08:19:05.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.661+0000 7fba128bc740 1 -- start start 2024-09-10T08:19:05.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.662+0000 7fba128bc740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55cb9ba97b40 0x55cb9ba91bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:05.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.662+0000 7fba128bc740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55cb9baa1370 0x55cb9ba99120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:05.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.662+0000 7fba128bc740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cb9bab0f40 0x55cb9ba99660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:05.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.662+0000 7fba128bc740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fba081aec30 con 0x55cb9ba97b40 2024-09-10T08:19:05.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.662+0000 7fba128bc740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fba081b0770 con 0x55cb9baa1370 2024-09-10T08:19:05.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.662+0000 7fba128bc740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fba081af300 con 0x55cb9bab0f40 2024-09-10T08:19:05.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.662+0000 7fba0e27f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55cb9ba97b40 0x55cb9ba91bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:05.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.662+0000 7fba0e27f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55cb9ba97b40 0x55cb9ba91bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42794/0 (socket says 172.21.15.67:42794) 2024-09-10T08:19:05.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.662+0000 7fba0e27f640 1 -- 172.21.15.67:0/2248025104 learned_addr learned my addr 172.21.15.67:0/2248025104 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:05.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.662+0000 7fba0da7e640 1 --2- 172.21.15.67:0/2248025104 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55cb9baa1370 0x55cb9ba99120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:05.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.662+0000 7fba0e27f640 1 -- 172.21.15.67:0/2248025104 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cb9bab0f40 msgr2=0x55cb9ba99660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:05.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.662+0000 7fba0e27f640 1 --2- 172.21.15.67:0/2248025104 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cb9bab0f40 0x55cb9ba99660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:05.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.662+0000 7fba0e27f640 1 -- 172.21.15.67:0/2248025104 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55cb9baa1370 msgr2=0x55cb9ba99120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:05.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.662+0000 7fba0e27f640 1 --2- 172.21.15.67:0/2248025104 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55cb9baa1370 0x55cb9ba99120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:05.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.662+0000 7fba0e27f640 1 -- 172.21.15.67:0/2248025104 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cb9ba93730 con 0x55cb9ba97b40 2024-09-10T08:19:05.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.662+0000 7fba0e27f640 1 --2- 172.21.15.67:0/2248025104 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55cb9ba97b40 0x55cb9ba91bf0 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7fb9fc0bc830 tx=0x7fb9fc02a950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=566b291d51055a45 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:05.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.662+0000 7fb9f3fff640 1 -- 172.21.15.67:0/2248025104 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9fc0bde60 con 0x55cb9ba97b40 2024-09-10T08:19:05.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.663+0000 7fb9f3fff640 1 -- 172.21.15.67:0/2248025104 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb9fc0bd230 con 0x55cb9ba97b40 2024-09-10T08:19:05.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.663+0000 7fb9f3fff640 1 -- 172.21.15.67:0/2248025104 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9fc0d4020 con 0x55cb9ba97b40 2024-09-10T08:19:05.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.663+0000 7fba128bc740 1 -- 172.21.15.67:0/2248025104 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55cb9ba97b40 msgr2=0x55cb9ba91bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:05.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.663+0000 7fba128bc740 1 --2- 172.21.15.67:0/2248025104 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55cb9ba97b40 0x55cb9ba91bf0 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7fb9fc0bc830 tx=0x7fb9fc02a950 comp rx=0 tx=0).stop 2024-09-10T08:19:05.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.663+0000 7fba128bc740 1 -- 172.21.15.67:0/2248025104 shutdown_connections 2024-09-10T08:19:05.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.663+0000 7fba128bc740 1 --2- 172.21.15.67:0/2248025104 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55cb9baa1370 0x55cb9ba99120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:05.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.663+0000 7fba128bc740 1 --2- 172.21.15.67:0/2248025104 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cb9bab0f40 0x55cb9ba99660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:05.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.663+0000 7fba128bc740 1 --2- 172.21.15.67:0/2248025104 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55cb9ba97b40 0x55cb9ba91bf0 unknown :-1 s=CLOSED pgs=805 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:05.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.663+0000 7fba128bc740 1 -- 172.21.15.67:0/2248025104 >> 172.21.15.67:0/2248025104 conn(0x55cb9ba5f310 msgr2=0x55cb9ba914e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:05.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.663+0000 7fba128bc740 1 -- 172.21.15.67:0/2248025104 shutdown_connections 2024-09-10T08:19:05.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.663+0000 7fba128bc740 1 -- 172.21.15.67:0/2248025104 wait complete. 2024-09-10T08:19:05.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.663+0000 7fba128bc740 1 -- start start 2024-09-10T08:19:05.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.664+0000 7fba128bc740 1 Processor -- start 2024-09-10T08:19:05.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.664+0000 7fba128bc740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cb9ba97b40 0x55cb9baa9480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:05.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.664+0000 7fba128bc740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55cb9baa1370 0x55cb9baa99c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:05.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.664+0000 7fba128bc740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55cb9bab0f40 0x55cb9baa6450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:05.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.664+0000 7fba128bc740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fba081b00a0 con 0x55cb9bab0f40 2024-09-10T08:19:05.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.664+0000 7fba128bc740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fba081af9d0 con 0x55cb9baa1370 2024-09-10T08:19:05.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.664+0000 7fba128bc740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fba081acc10 con 0x55cb9ba97b40 2024-09-10T08:19:05.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.664+0000 7fba128bc740 10 client.0 _ll_register_callbacks cb 0x7fb9fc043f30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:19:05.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.664+0000 7fba0ea80640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55cb9bab0f40 0x55cb9baa6450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:05.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.664+0000 7fba0ea80640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55cb9bab0f40 0x55cb9baa6450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42798/0 (socket says 172.21.15.67:42798) 2024-09-10T08:19:05.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.664+0000 7fba0ea80640 1 -- 172.21.15.67:0/3648112014 learned_addr learned my addr 172.21.15.67:0/3648112014 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:05.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.664+0000 7fba0da7e640 1 --2- 172.21.15.67:0/3648112014 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55cb9baa1370 0x55cb9baa99c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:05.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.664+0000 7fba0e27f640 1 --2- 172.21.15.67:0/3648112014 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cb9ba97b40 0x55cb9baa9480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:05.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.664+0000 7fba0ea80640 1 -- 172.21.15.67:0/3648112014 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cb9ba97b40 msgr2=0x55cb9baa9480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:05.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.664+0000 7fba0ea80640 1 --2- 172.21.15.67:0/3648112014 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cb9ba97b40 0x55cb9baa9480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:05.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.664+0000 7fba0ea80640 1 -- 172.21.15.67:0/3648112014 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55cb9baa1370 msgr2=0x55cb9baa99c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:05.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.664+0000 7fba0ea80640 1 --2- 172.21.15.67:0/3648112014 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55cb9baa1370 0x55cb9baa99c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:05.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.665+0000 7fba0ea80640 1 -- 172.21.15.67:0/3648112014 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cb9baaa000 con 0x55cb9bab0f40 2024-09-10T08:19:05.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.665+0000 7fba0ea80640 1 --2- 172.21.15.67:0/3648112014 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55cb9bab0f40 0x55cb9baa6450 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7fba0000fc30 tx=0x7fba00010600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6002054b494c9367 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:05.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.665+0000 7fb9f1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:19:05.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.665+0000 7fb9f1ffb640 1 -- 172.21.15.67:0/3648112014 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba00010df0 con 0x55cb9bab0f40 2024-09-10T08:19:05.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.665+0000 7fb9f1ffb640 1 -- 172.21.15.67:0/3648112014 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fba00019410 con 0x55cb9bab0f40 2024-09-10T08:19:05.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.665+0000 7fba128bc740 1 -- 172.21.15.67:0/3648112014 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb9fc0bd230 con 0x55cb9bab0f40 2024-09-10T08:19:05.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.665+0000 7fb9f1ffb640 1 -- 172.21.15.67:0/3648112014 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fba000106a0 con 0x55cb9bab0f40 2024-09-10T08:19:05.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.665+0000 7fba128bc740 10 client.16653 fetch_fsmap learned FSMap version 29 2024-09-10T08:19:05.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.665+0000 7fba128bc740 1 -- 172.21.15.67:0/3648112014 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55cb9bb1c180 con 0x55cb9bab0f40 2024-09-10T08:19:05.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.665+0000 7fb9f1ffb640 1 -- 172.21.15.67:0/3648112014 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb9fc0bd230 con 0x55cb9bab0f40 2024-09-10T08:19:05.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.666+0000 7fb9f1ffb640 1 -- 172.21.15.67:0/3648112014 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fba00024440 con 0x55cb9bab0f40 2024-09-10T08:19:05.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.666+0000 7fba128bc740 10 client.16653 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:19:05.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.666+0000 7fba128bc740 10 client.16653 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:19:05.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.666+0000 7fba128bc740 20 client.16653 populate_metadata read hostname 'smithi067' 2024-09-10T08:19:05.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.666+0000 7fba128bc740 1 --2- 172.21.15.67:0/3648112014 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55cb9bb1c7f0 0x55cb9bb1ec10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:05.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.666+0000 7fba128bc740 4 client.16653 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T08:19:05.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.666+0000 7fba128bc740 1 -- 172.21.15.67:0/3648112014 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55cb9ba03d70 con 0x55cb9bb1c7f0 2024-09-10T08:19:05.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.666+0000 7fba0e27f640 1 --2- 172.21.15.67:0/3648112014 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55cb9bb1c7f0 0x55cb9bb1ec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:05.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.666+0000 7fba0e27f640 1 --2- 172.21.15.67:0/3648112014 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55cb9bb1c7f0 0x55cb9bb1ec10 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3747e67145b56d50 server_cookie=b252b3c05de63b40 in_seq=0 out_seq=0 2024-09-10T08:19:05.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.666+0000 7fb9f1ffb640 10 client.16653 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:19:05.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.667+0000 7fb9f1ffb640 1 -- 172.21.15.67:0/3648112014 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55cb9ba03d70 con 0x55cb9bb1c7f0 2024-09-10T08:19:05.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.667+0000 7fb9f1ffb640 10 client.16653 handle_command_reply: tid=0 2024-09-10T08:19:05.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.667+0000 7fba128bc740 1 client.16653 shutdown 2024-09-10T08:19:05.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.667+0000 7fba128bc740 1 -- 172.21.15.67:0/3648112014 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55cb9bab0f40 msgr2=0x55cb9baa6450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:05.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.667+0000 7fba128bc740 1 --2- 172.21.15.67:0/3648112014 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55cb9bab0f40 0x55cb9baa6450 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7fba0000fc30 tx=0x7fba00010600 comp rx=0 tx=0).stop 2024-09-10T08:19:05.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.667+0000 7fba128bc740 1 -- 172.21.15.67:0/3648112014 shutdown_connections 2024-09-10T08:19:05.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.667+0000 7fba128bc740 1 --2- 172.21.15.67:0/3648112014 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55cb9bb1c7f0 0x55cb9bb1ec10 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:05.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.667+0000 7fb9f1ffb640 0 client.16653 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:19:05.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.667+0000 7fba128bc740 1 --2- 172.21.15.67:0/3648112014 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55cb9baa1370 0x55cb9baa99c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:05.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.667+0000 7fba128bc740 1 --2- 172.21.15.67:0/3648112014 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55cb9bab0f40 0x55cb9baa6450 unknown :-1 s=CLOSED pgs=806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:05.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.667+0000 7fba128bc740 1 --2- 172.21.15.67:0/3648112014 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55cb9ba97b40 0x55cb9baa9480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:05.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.667+0000 7fba128bc740 1 -- 172.21.15.67:0/3648112014 >> 172.21.15.67:0/3648112014 conn(0x55cb9ba5f310 msgr2=0x55cb9ba91d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:05.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.667+0000 7fba128bc740 1 -- 172.21.15.67:0/3648112014 shutdown_connections 2024-09-10T08:19:05.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.667+0000 7fba128bc740 1 -- 172.21.15.67:0/3648112014 wait complete. 2024-09-10T08:19:05.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.667+0000 7fba128bc740 20 client.16653 trim_cache size 0 max 16384 2024-09-10T08:19:05.673 INFO:teuthology.orchestra.run.smithi067.stdout:[] 2024-09-10T08:19:05.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.668+0000 7fba104e3640 1 -- 172.21.15.67:0/2050636058 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb9f40a2c00 msgr2=0x7fb9f40a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:05.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.668+0000 7fba104e3640 1 --2- 172.21.15.67:0/2050636058 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb9f40a2c00 0x7fb9f40a50c0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fba0001f000 tx=0x7fba00020000 comp rx=0 tx=0).stop 2024-09-10T08:19:05.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.668+0000 7fba104e3640 1 -- 172.21.15.67:0/2050636058 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fba08102d40 msgr2=0x7fba081982e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:05.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.668+0000 7fba104e3640 1 --2- 172.21.15.67:0/2050636058 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fba08102d40 0x7fba081982e0 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7fb9fc005cc0 tx=0x7fb9fc02f650 comp rx=0 tx=0).stop 2024-09-10T08:19:05.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.668+0000 7fba104e3640 1 -- 172.21.15.67:0/2050636058 shutdown_connections 2024-09-10T08:19:05.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.668+0000 7fba104e3640 1 --2- 172.21.15.67:0/2050636058 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb9f40a2c00 0x7fb9f40a50c0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:05.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.668+0000 7fba104e3640 1 --2- 172.21.15.67:0/2050636058 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fba0810c170 0x7fba0819cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:05.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.668+0000 7fba104e3640 1 --2- 172.21.15.67:0/2050636058 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fba08103660 0x7fba08198820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:05.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.668+0000 7fba104e3640 1 --2- 172.21.15.67:0/2050636058 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fba08102d40 0x7fba081982e0 unknown :-1 s=CLOSED pgs=802 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:05.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.668+0000 7fba104e3640 1 -- 172.21.15.67:0/2050636058 >> 172.21.15.67:0/2050636058 conn(0x7fba080fc7a0 msgr2=0x7fba080fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:05.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.668+0000 7fba104e3640 1 -- 172.21.15.67:0/2050636058 shutdown_connections 2024-09-10T08:19:05.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:05.668+0000 7fba104e3640 1 -- 172.21.15.67:0/2050636058 wait complete. 2024-09-10T08:19:06.547 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:19:07.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.045+0000 7f923c844640 1 -- 172.21.15.67:0/2997600293 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f923810c170 msgr2=0x7f923810e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:07.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.045+0000 7f923c844640 1 --2- 172.21.15.67:0/2997600293 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f923810c170 0x7f923810e610 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7f9230009ca0 tx=0x7f923002a950 comp rx=0 tx=0).stop 2024-09-10T08:19:07.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.045+0000 7f923c844640 1 -- 172.21.15.67:0/2997600293 shutdown_connections 2024-09-10T08:19:07.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.045+0000 7f923c844640 1 --2- 172.21.15.67:0/2997600293 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f923810c170 0x7f923810e610 unknown :-1 s=CLOSED pgs=807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:07.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.045+0000 7f923c844640 1 --2- 172.21.15.67:0/2997600293 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9238103660 0x7f923810bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:07.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.045+0000 7f923c844640 1 --2- 172.21.15.67:0/2997600293 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9238102d40 0x7f9238103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:07.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.045+0000 7f923c844640 1 -- 172.21.15.67:0/2997600293 >> 172.21.15.67:0/2997600293 conn(0x7f92380fc7a0 msgr2=0x7f92380febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:07.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.045+0000 7f923c844640 1 -- 172.21.15.67:0/2997600293 shutdown_connections 2024-09-10T08:19:07.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.045+0000 7f923c844640 1 -- 172.21.15.67:0/2997600293 wait complete. 2024-09-10T08:19:07.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.046+0000 7f923c844640 1 Processor -- start 2024-09-10T08:19:07.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.046+0000 7f923c844640 1 -- start start 2024-09-10T08:19:07.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.046+0000 7f923c844640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9238102d40 0x7f9238198440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:07.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.046+0000 7f923c844640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9238103660 0x7f9238198980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:07.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.046+0000 7f923c844640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f923810c170 0x7f923819cd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:07.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.046+0000 7f923c844640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f9238111e80 con 0x7f9238102d40 2024-09-10T08:19:07.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.046+0000 7f923c844640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f9238111d00 con 0x7f9238103660 2024-09-10T08:19:07.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.046+0000 7f923c844640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f9238112000 con 0x7f923810c170 2024-09-10T08:19:07.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.046+0000 7f923659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9238102d40 0x7f9238198440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:07.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.046+0000 7f923659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9238102d40 0x7f9238198440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42816/0 (socket says 172.21.15.67:42816) 2024-09-10T08:19:07.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.046+0000 7f923659c640 1 -- 172.21.15.67:0/1488164003 learned_addr learned my addr 172.21.15.67:0/1488164003 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:07.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.047+0000 7f9235d9b640 1 --2- 172.21.15.67:0/1488164003 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9238103660 0x7f9238198980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:07.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.047+0000 7f9236d9d640 1 --2- 172.21.15.67:0/1488164003 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f923810c170 0x7f923819cd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:07.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.047+0000 7f923659c640 1 -- 172.21.15.67:0/1488164003 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f923810c170 msgr2=0x7f923819cd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:07.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.047+0000 7f923659c640 1 --2- 172.21.15.67:0/1488164003 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f923810c170 0x7f923819cd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:07.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.047+0000 7f923659c640 1 -- 172.21.15.67:0/1488164003 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9238103660 msgr2=0x7f9238198980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:07.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.047+0000 7f923659c640 1 --2- 172.21.15.67:0/1488164003 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9238103660 0x7f9238198980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:07.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.047+0000 7f923659c640 1 -- 172.21.15.67:0/1488164003 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f923819d3f0 con 0x7f9238102d40 2024-09-10T08:19:07.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.047+0000 7f9235d9b640 1 --2- 172.21.15.67:0/1488164003 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9238103660 0x7f9238198980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:19:07.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.047+0000 7f9236d9d640 1 --2- 172.21.15.67:0/1488164003 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f923810c170 0x7f923819cd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:19:07.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.047+0000 7f923659c640 1 --2- 172.21.15.67:0/1488164003 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9238102d40 0x7f9238198440 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f922800b4a0 tx=0x7f922800b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:07.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.047+0000 7f92277fe640 1 -- 172.21.15.67:0/1488164003 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9228014070 con 0x7f9238102d40 2024-09-10T08:19:07.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.047+0000 7f92277fe640 1 -- 172.21.15.67:0/1488164003 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9228010ac0 con 0x7f9238102d40 2024-09-10T08:19:07.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.047+0000 7f923c844640 1 -- 172.21.15.67:0/1488164003 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f923819d6e0 con 0x7f9238102d40 2024-09-10T08:19:07.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.047+0000 7f92277fe640 1 -- 172.21.15.67:0/1488164003 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9228017c30 con 0x7f9238102d40 2024-09-10T08:19:07.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.047+0000 7f923c844640 1 -- 172.21.15.67:0/1488164003 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92381a4fc0 con 0x7f9238102d40 2024-09-10T08:19:07.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.050+0000 7f92277fe640 1 -- 172.21.15.67:0/1488164003 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f9228017070 con 0x7f9238102d40 2024-09-10T08:19:07.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.050+0000 7f923ec1d740 1 Processor -- start 2024-09-10T08:19:07.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.050+0000 7f923ec1d740 1 -- start start 2024-09-10T08:19:07.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.050+0000 7f923ec1d740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564df1f9b850 0x564df1f9bc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:07.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.050+0000 7f923ec1d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564df1f9c170 0x564df1fa64f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:07.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.050+0000 7f923ec1d740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564df1fa6a30 0x564df1fa8e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:07.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.050+0000 7f923ec1d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x564df1f00160 con 0x564df1f9c170 2024-09-10T08:19:07.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.050+0000 7f923ec1d740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x564df1ea7720 con 0x564df1f9b850 2024-09-10T08:19:07.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.050+0000 7f923ec1d740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x564df1efc120 con 0x564df1fa6a30 2024-09-10T08:19:07.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.051+0000 7f923659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564df1f9c170 0x564df1fa64f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:07.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.051+0000 7f923659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564df1f9c170 0x564df1fa64f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42824/0 (socket says 172.21.15.67:42824) 2024-09-10T08:19:07.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.051+0000 7f923659c640 1 -- 172.21.15.67:0/2776509190 learned_addr learned my addr 172.21.15.67:0/2776509190 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:07.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.051+0000 7f9236d9d640 1 --2- 172.21.15.67:0/2776509190 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564df1f9b850 0x564df1f9bc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:07.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.051+0000 7f9235d9b640 1 --2- 172.21.15.67:0/2776509190 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564df1fa6a30 0x564df1fa8e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:07.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.051+0000 7f92277fe640 1 --2- 172.21.15.67:0/1488164003 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f92200a2b80 0x7f92200a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:07.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.051+0000 7f923659c640 1 -- 172.21.15.67:0/2776509190 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564df1fa6a30 msgr2=0x564df1fa8e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:07.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.051+0000 7f923659c640 1 --2- 172.21.15.67:0/2776509190 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564df1fa6a30 0x564df1fa8e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:07.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.051+0000 7f923659c640 1 -- 172.21.15.67:0/2776509190 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564df1f9b850 msgr2=0x564df1f9bc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:07.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.051+0000 7f923659c640 1 --2- 172.21.15.67:0/2776509190 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564df1f9b850 0x564df1f9bc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:07.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.051+0000 7f923659c640 1 -- 172.21.15.67:0/2776509190 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564df1c71ba0 con 0x564df1f9c170 2024-09-10T08:19:07.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.051+0000 7f9236d9d640 1 --2- 172.21.15.67:0/2776509190 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564df1f9b850 0x564df1f9bc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:19:07.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.051+0000 7f9236d9d640 1 --2- 172.21.15.67:0/1488164003 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f92200a2b80 0x7f92200a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:07.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.052+0000 7f92277fe640 1 -- 172.21.15.67:0/1488164003 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f92280cebc0 con 0x7f9238102d40 2024-09-10T08:19:07.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.052+0000 7f923659c640 1 --2- 172.21.15.67:0/2776509190 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564df1f9c170 0x564df1fa64f0 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f922806c250 tx=0x7f922806d030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b33c2d6f9aa7f5c5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:07.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.052+0000 7f9224ff9640 1 -- 172.21.15.67:0/2776509190 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f922809ab60 con 0x564df1f9c170 2024-09-10T08:19:07.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.052+0000 7f9224ff9640 1 -- 172.21.15.67:0/2776509190 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f922806c510 con 0x564df1f9c170 2024-09-10T08:19:07.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.052+0000 7f9224ff9640 1 -- 172.21.15.67:0/2776509190 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f922806c730 con 0x564df1f9c170 2024-09-10T08:19:07.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.053+0000 7f923ec1d740 1 -- 172.21.15.67:0/2776509190 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564df1f9c170 msgr2=0x564df1fa64f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:07.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.053+0000 7f9236d9d640 1 --2- 172.21.15.67:0/1488164003 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f92200a2b80 0x7f92200a5040 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f9230009430 tx=0x7f92300095c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:07.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.053+0000 7f923ec1d740 1 --2- 172.21.15.67:0/2776509190 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564df1f9c170 0x564df1fa64f0 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f922806c250 tx=0x7f922806d030 comp rx=0 tx=0).stop 2024-09-10T08:19:07.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.053+0000 7f923ec1d740 1 -- 172.21.15.67:0/2776509190 shutdown_connections 2024-09-10T08:19:07.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.053+0000 7f923ec1d740 1 --2- 172.21.15.67:0/2776509190 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564df1fa6a30 0x564df1fa8e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:07.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.053+0000 7f923ec1d740 1 --2- 172.21.15.67:0/2776509190 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564df1f9c170 0x564df1fa64f0 unknown :-1 s=CLOSED pgs=809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:07.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.053+0000 7f923ec1d740 1 --2- 172.21.15.67:0/2776509190 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564df1f9b850 0x564df1f9bc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:07.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.053+0000 7f923ec1d740 1 -- 172.21.15.67:0/2776509190 >> 172.21.15.67:0/2776509190 conn(0x564df1f97de0 msgr2=0x564df1f981c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:07.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.053+0000 7f923ec1d740 1 -- 172.21.15.67:0/2776509190 shutdown_connections 2024-09-10T08:19:07.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.053+0000 7f923ec1d740 1 -- 172.21.15.67:0/2776509190 wait complete. 2024-09-10T08:19:07.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.053+0000 7f923ec1d740 1 -- start start 2024-09-10T08:19:07.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.053+0000 7f923ec1d740 1 Processor -- start 2024-09-10T08:19:07.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.054+0000 7f923ec1d740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564df1f9b850 0x564df1fa38d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:07.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.054+0000 7f923ec1d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564df1f9c170 0x564df1fa3e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:07.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.054+0000 7f923ec1d740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564df1fa6a30 0x564df1fa4350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:07.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.054+0000 7f923ec1d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x564df1fa9600 con 0x564df1f9c170 2024-09-10T08:19:07.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.054+0000 7f923ec1d740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x564df1e88900 con 0x564df1fa6a30 2024-09-10T08:19:07.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.054+0000 7f923ec1d740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x564df1fa9780 con 0x564df1f9b850 2024-09-10T08:19:07.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.054+0000 7f923ec1d740 10 client.0 _ll_register_callbacks cb 0x564df1e86780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:19:07.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.054+0000 7f9235d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564df1f9c170 0x564df1fa3e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:07.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.054+0000 7f9235d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564df1f9c170 0x564df1fa3e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42836/0 (socket says 172.21.15.67:42836) 2024-09-10T08:19:07.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.054+0000 7f9235d9b640 1 -- 172.21.15.67:0/1665936617 learned_addr learned my addr 172.21.15.67:0/1665936617 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:07.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.054+0000 7f923659c640 1 --2- 172.21.15.67:0/1665936617 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564df1f9b850 0x564df1fa38d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:07.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.054+0000 7f9236d9d640 1 --2- 172.21.15.67:0/1665936617 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564df1fa6a30 0x564df1fa4350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:07.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.054+0000 7f9235d9b640 1 -- 172.21.15.67:0/1665936617 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564df1f9b850 msgr2=0x564df1fa38d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:07.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.054+0000 7f9235d9b640 1 --2- 172.21.15.67:0/1665936617 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564df1f9b850 0x564df1fa38d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:07.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.054+0000 7f9235d9b640 1 -- 172.21.15.67:0/1665936617 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564df1fa6a30 msgr2=0x564df1fa4350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:07.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.054+0000 7f9235d9b640 1 --2- 172.21.15.67:0/1665936617 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564df1fa6a30 0x564df1fa4350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:07.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.054+0000 7f9235d9b640 1 -- 172.21.15.67:0/1665936617 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564df1ec8c50 con 0x564df1f9c170 2024-09-10T08:19:07.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.054+0000 7f923659c640 1 --2- 172.21.15.67:0/1665936617 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564df1f9b850 0x564df1fa38d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:19:07.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.055+0000 7f9235d9b640 1 --2- 172.21.15.67:0/1665936617 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564df1f9c170 0x564df1fa3e10 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f922c00be50 tx=0x7f922c012820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f63286f085abe1b1 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:07.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.055+0000 7f921dffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:19:07.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.055+0000 7f921dffb640 1 -- 172.21.15.67:0/1665936617 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f922c0108a0 con 0x564df1f9c170 2024-09-10T08:19:07.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.055+0000 7f921dffb640 1 -- 172.21.15.67:0/1665936617 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f922c010a40 con 0x564df1f9c170 2024-09-10T08:19:07.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.055+0000 7f923ec1d740 1 -- 172.21.15.67:0/1665936617 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x564df1f0d890 con 0x564df1f9c170 2024-09-10T08:19:07.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.055+0000 7f921dffb640 1 -- 172.21.15.67:0/1665936617 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f922c010c40 con 0x564df1f9c170 2024-09-10T08:19:07.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.055+0000 7f923ec1d740 10 client.16665 fetch_fsmap learned FSMap version 29 2024-09-10T08:19:07.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.055+0000 7f923ec1d740 1 -- 172.21.15.67:0/1665936617 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x564df1fb52c0 con 0x564df1f9c170 2024-09-10T08:19:07.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.055+0000 7f921dffb640 1 -- 172.21.15.67:0/1665936617 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x564df1f0d890 con 0x564df1f9c170 2024-09-10T08:19:07.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.055+0000 7f921dffb640 1 -- 172.21.15.67:0/1665936617 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f922c00f3c0 con 0x564df1f9c170 2024-09-10T08:19:07.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.055+0000 7f923ec1d740 10 client.16665 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:19:07.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.055+0000 7f923ec1d740 10 client.16665 resolve_mds: validated gid 24479 aka daemon mds.b 2024-09-10T08:19:07.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.055+0000 7f923ec1d740 20 client.16665 populate_metadata read hostname 'smithi067' 2024-09-10T08:19:07.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.055+0000 7f923ec1d740 1 --2- 172.21.15.67:0/1665936617 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x564df1fb6780 0x564df1fb8bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:07.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.055+0000 7f923ec1d740 4 client.16665 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:19:07.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.055+0000 7f923ec1d740 1 -- 172.21.15.67:0/1665936617 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564df1f07be0 con 0x564df1fb6780 2024-09-10T08:19:07.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.056+0000 7f923659c640 1 --2- 172.21.15.67:0/1665936617 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x564df1fb6780 0x564df1fb8bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:07.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.056+0000 7f923659c640 1 --2- 172.21.15.67:0/1665936617 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x564df1fb6780 0x564df1fb8bd0 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1faba0597aaa8882 server_cookie=3117d16de10e8974 in_seq=0 out_seq=0 2024-09-10T08:19:07.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.056+0000 7f921dffb640 10 client.16665 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:19:07.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.057+0000 7f921dffb640 1 -- 172.21.15.67:0/1665936617 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564df1f07be0 con 0x564df1fb6780 2024-09-10T08:19:07.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.057+0000 7f921dffb640 10 client.16665 handle_command_reply: tid=0 2024-09-10T08:19:07.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.057+0000 7f923ec1d740 1 client.16665 shutdown 2024-09-10T08:19:07.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.057+0000 7f923ec1d740 1 -- 172.21.15.67:0/1665936617 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564df1f9c170 msgr2=0x564df1fa3e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:07.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.057+0000 7f923ec1d740 1 --2- 172.21.15.67:0/1665936617 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564df1f9c170 0x564df1fa3e10 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f922c00be50 tx=0x7f922c012820 comp rx=0 tx=0).stop 2024-09-10T08:19:07.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.057+0000 7f923ec1d740 1 -- 172.21.15.67:0/1665936617 shutdown_connections 2024-09-10T08:19:07.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.057+0000 7f923ec1d740 1 --2- 172.21.15.67:0/1665936617 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x564df1fb6780 0x564df1fb8bd0 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:07.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.057+0000 7f923ec1d740 1 --2- 172.21.15.67:0/1665936617 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564df1fa6a30 0x564df1fa4350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:07.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.057+0000 7f923ec1d740 1 --2- 172.21.15.67:0/1665936617 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564df1f9c170 0x564df1fa3e10 unknown :-1 s=CLOSED pgs=810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:07.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.057+0000 7f923ec1d740 1 --2- 172.21.15.67:0/1665936617 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564df1f9b850 0x564df1fa38d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:07.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.057+0000 7f923ec1d740 1 -- 172.21.15.67:0/1665936617 >> 172.21.15.67:0/1665936617 conn(0x564df1f97de0 msgr2=0x564df1f9db10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:07.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.057+0000 7f921dffb640 0 client.16665 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:19:07.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.057+0000 7f923ec1d740 1 -- 172.21.15.67:0/1665936617 shutdown_connections 2024-09-10T08:19:07.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.057+0000 7f923ec1d740 1 -- 172.21.15.67:0/1665936617 wait complete. 2024-09-10T08:19:07.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.057+0000 7f923ec1d740 20 client.16665 trim_cache size 0 max 16384 2024-09-10T08:19:07.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.074+0000 7f923ec1d740 1 Processor -- start 2024-09-10T08:19:07.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.074+0000 7f923ec1d740 1 -- start start 2024-09-10T08:19:07.075 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:06 smithi067 ceph-mon[31051]: pgmap v486: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 2.2 KiB/s wr, 14 op/s 2024-09-10T08:19:07.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.075+0000 7f923ec1d740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564df1f9b850 0x564df1f9e2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:07.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.075+0000 7f923ec1d740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564df1f9c170 0x564df1fbe4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:07.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.075+0000 7f923ec1d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564df1fa6a30 0x564df1fbea20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:07.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.075+0000 7f923ec1d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f92381aeec0 con 0x564df1fa6a30 2024-09-10T08:19:07.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.075+0000 7f923ec1d740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f92381b0a00 con 0x564df1f9c170 2024-09-10T08:19:07.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.075+0000 7f923ec1d740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f92381af590 con 0x564df1f9b850 2024-09-10T08:19:07.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.075+0000 7f9236d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564df1fa6a30 0x564df1fbea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:07.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.075+0000 7f9236d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564df1fa6a30 0x564df1fbea20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42844/0 (socket says 172.21.15.67:42844) 2024-09-10T08:19:07.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.075+0000 7f9236d9d640 1 -- 172.21.15.67:0/3578382408 learned_addr learned my addr 172.21.15.67:0/3578382408 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:07.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.075+0000 7f923659c640 1 --2- 172.21.15.67:0/3578382408 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564df1f9b850 0x564df1f9e2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:07.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.075+0000 7f9236d9d640 1 -- 172.21.15.67:0/3578382408 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564df1f9b850 msgr2=0x564df1f9e2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:07.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.075+0000 7f9236d9d640 1 --2- 172.21.15.67:0/3578382408 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564df1f9b850 0x564df1f9e2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:07.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.075+0000 7f9236d9d640 1 -- 172.21.15.67:0/3578382408 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564df1f9c170 msgr2=0x564df1fbe4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:07.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.075+0000 7f9236d9d640 1 --2- 172.21.15.67:0/3578382408 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564df1f9c170 0x564df1fbe4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:07.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.075+0000 7f9236d9d640 1 -- 172.21.15.67:0/3578382408 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564df1f97c10 con 0x564df1fa6a30 2024-09-10T08:19:07.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.075+0000 7f9236d9d640 1 --2- 172.21.15.67:0/3578382408 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564df1fa6a30 0x564df1fbea20 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f923002ff90 tx=0x7f9230041000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97445842b2ee3313 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:07.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.076+0000 7f921ffff640 1 -- 172.21.15.67:0/3578382408 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9230034040 con 0x564df1fa6a30 2024-09-10T08:19:07.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.076+0000 7f921ffff640 1 -- 172.21.15.67:0/3578382408 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9230003e20 con 0x564df1fa6a30 2024-09-10T08:19:07.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.076+0000 7f921ffff640 1 -- 172.21.15.67:0/3578382408 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9230004830 con 0x564df1fa6a30 2024-09-10T08:19:07.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.076+0000 7f923ec1d740 1 -- 172.21.15.67:0/3578382408 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564df1fa6a30 msgr2=0x564df1fbea20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:07.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.076+0000 7f923ec1d740 1 --2- 172.21.15.67:0/3578382408 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564df1fa6a30 0x564df1fbea20 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f923002ff90 tx=0x7f9230041000 comp rx=0 tx=0).stop 2024-09-10T08:19:07.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.076+0000 7f923ec1d740 1 -- 172.21.15.67:0/3578382408 shutdown_connections 2024-09-10T08:19:07.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.076+0000 7f923ec1d740 1 --2- 172.21.15.67:0/3578382408 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564df1f9c170 0x564df1fbe4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:07.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.076+0000 7f923ec1d740 1 --2- 172.21.15.67:0/3578382408 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564df1fa6a30 0x564df1fbea20 unknown :-1 s=CLOSED pgs=811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:07.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.076+0000 7f923ec1d740 1 --2- 172.21.15.67:0/3578382408 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564df1f9b850 0x564df1f9e2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:07.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.076+0000 7f923ec1d740 1 -- 172.21.15.67:0/3578382408 >> 172.21.15.67:0/3578382408 conn(0x564df1f97de0 msgr2=0x564df1fa5950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:07.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.076+0000 7f923ec1d740 1 -- 172.21.15.67:0/3578382408 shutdown_connections 2024-09-10T08:19:07.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.076+0000 7f923ec1d740 1 -- 172.21.15.67:0/3578382408 wait complete. 2024-09-10T08:19:07.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.077+0000 7f923ec1d740 1 -- start start 2024-09-10T08:19:07.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.077+0000 7f923ec1d740 1 Processor -- start 2024-09-10T08:19:07.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.077+0000 7f923ec1d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564df1f9b850 0x564df1faf240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:07.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.077+0000 7f923ec1d740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564df1f9c170 0x564df1faa570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:07.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.077+0000 7f923ec1d740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564df1fa6a30 0x564df1faab60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:07.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.077+0000 7f923ec1d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f92381b0330 con 0x564df1f9b850 2024-09-10T08:19:07.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.077+0000 7f923ec1d740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f92381afc60 con 0x564df1f9c170 2024-09-10T08:19:07.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.077+0000 7f923ec1d740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f92381acea0 con 0x564df1fa6a30 2024-09-10T08:19:07.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.077+0000 7f923ec1d740 10 client.0 _ll_register_callbacks cb 0x7f922c00b7b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:19:07.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.077+0000 7f923659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564df1f9b850 0x564df1faf240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:07.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.077+0000 7f923659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564df1f9b850 0x564df1faf240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42848/0 (socket says 172.21.15.67:42848) 2024-09-10T08:19:07.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.077+0000 7f923659c640 1 -- 172.21.15.67:0/144016448 learned_addr learned my addr 172.21.15.67:0/144016448 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:07.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.078+0000 7f9236d9d640 1 --2- 172.21.15.67:0/144016448 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564df1fa6a30 0x564df1faab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:07.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.078+0000 7f9235d9b640 1 --2- 172.21.15.67:0/144016448 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564df1f9c170 0x564df1faa570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:07.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.078+0000 7f923659c640 1 -- 172.21.15.67:0/144016448 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564df1fa6a30 msgr2=0x564df1faab60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:07.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.078+0000 7f923659c640 1 --2- 172.21.15.67:0/144016448 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564df1fa6a30 0x564df1faab60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:07.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.078+0000 7f923659c640 1 -- 172.21.15.67:0/144016448 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564df1f9c170 msgr2=0x564df1faa570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:07.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.078+0000 7f923659c640 1 --2- 172.21.15.67:0/144016448 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564df1f9c170 0x564df1faa570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:07.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.078+0000 7f923659c640 1 -- 172.21.15.67:0/144016448 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564df1fab390 con 0x564df1f9b850 2024-09-10T08:19:07.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.078+0000 7f9236d9d640 1 --2- 172.21.15.67:0/144016448 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564df1fa6a30 0x564df1faab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:19:07.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.078+0000 7f9235d9b640 1 --2- 172.21.15.67:0/144016448 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564df1f9c170 0x564df1faa570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:19:07.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.078+0000 7f923659c640 1 --2- 172.21.15.67:0/144016448 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564df1f9b850 0x564df1faf240 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f92280cc630 tx=0x7f9228063470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5ad278abf4ca8ca server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:07.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.078+0000 7f921dffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:19:07.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.078+0000 7f921dffb640 1 -- 172.21.15.67:0/144016448 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f922801e040 con 0x564df1f9b850 2024-09-10T08:19:07.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.078+0000 7f921dffb640 1 -- 172.21.15.67:0/144016448 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f922806c970 con 0x564df1f9b850 2024-09-10T08:19:07.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.078+0000 7f923ec1d740 1 -- 172.21.15.67:0/144016448 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9230003e20 con 0x564df1f9b850 2024-09-10T08:19:07.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.078+0000 7f921dffb640 1 -- 172.21.15.67:0/144016448 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f922806d2e0 con 0x564df1f9b850 2024-09-10T08:19:07.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.078+0000 7f923ec1d740 10 client.16671 fetch_fsmap learned FSMap version 29 2024-09-10T08:19:07.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.078+0000 7f923ec1d740 1 -- 172.21.15.67:0/144016448 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x564df2021600 con 0x564df1f9b850 2024-09-10T08:19:07.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.078+0000 7f921dffb640 1 -- 172.21.15.67:0/144016448 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9230003e20 con 0x564df1f9b850 2024-09-10T08:19:07.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.079+0000 7f921dffb640 1 -- 172.21.15.67:0/144016448 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f9228097690 con 0x564df1f9b850 2024-09-10T08:19:07.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.079+0000 7f923ec1d740 10 client.16671 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:19:07.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.079+0000 7f923ec1d740 10 client.16671 resolve_mds: validated gid 24479 aka daemon mds.b 2024-09-10T08:19:07.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.079+0000 7f923ec1d740 20 client.16671 populate_metadata read hostname 'smithi067' 2024-09-10T08:19:07.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.079+0000 7f923ec1d740 1 --2- 172.21.15.67:0/144016448 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x564df2021940 0x564df2023d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:07.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.079+0000 7f923ec1d740 4 client.16671 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 142.75, "await_for": 45.0}] 2024-09-10T08:19:07.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.079+0000 7f923ec1d740 1 -- 172.21.15.67:0/144016448 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 142.75, "await_for": 45.0}) -- 0x564df1e83f40 con 0x564df2021940 2024-09-10T08:19:07.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.079+0000 7f9235d9b640 1 --2- 172.21.15.67:0/144016448 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x564df2021940 0x564df2023d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:07.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.079+0000 7f9235d9b640 1 --2- 172.21.15.67:0/144016448 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x564df2021940 0x564df2023d30 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1762dc71596226f3 server_cookie=99586a7e920fece7 in_seq=0 out_seq=0 2024-09-10T08:19:07.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.079+0000 7f921dffb640 10 client.16671 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:19:07.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.089+0000 7f921dffb640 1 -- 172.21.15.67:0/144016448 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x564df1e83f40 con 0x564df2021940 2024-09-10T08:19:07.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.089+0000 7f921dffb640 10 client.16671 handle_command_reply: tid=0 2024-09-10T08:19:07.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.089+0000 7f923ec1d740 1 client.16671 shutdown 2024-09-10T08:19:07.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.089+0000 7f923ec1d740 1 -- 172.21.15.67:0/144016448 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564df1f9b850 msgr2=0x564df1faf240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:07.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.089+0000 7f923ec1d740 1 --2- 172.21.15.67:0/144016448 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564df1f9b850 0x564df1faf240 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f92280cc630 tx=0x7f9228063470 comp rx=0 tx=0).stop 2024-09-10T08:19:07.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.089+0000 7f923ec1d740 1 -- 172.21.15.67:0/144016448 shutdown_connections 2024-09-10T08:19:07.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.089+0000 7f923ec1d740 1 --2- 172.21.15.67:0/144016448 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x564df2021940 0x564df2023d30 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:07.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.089+0000 7f923ec1d740 1 --2- 172.21.15.67:0/144016448 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x564df1f9c170 0x564df1faa570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:07.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.089+0000 7f923ec1d740 1 --2- 172.21.15.67:0/144016448 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x564df1fa6a30 0x564df1faab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:07.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.089+0000 7f923ec1d740 1 --2- 172.21.15.67:0/144016448 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564df1f9b850 0x564df1faf240 unknown :-1 s=CLOSED pgs=812 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:07.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.089+0000 7f923ec1d740 1 -- 172.21.15.67:0/144016448 >> 172.21.15.67:0/144016448 conn(0x564df1f97de0 msgr2=0x564df1f966a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:07.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.089+0000 7f921dffb640 0 client.16671 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:19:07.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.089+0000 7f923ec1d740 1 -- 172.21.15.67:0/144016448 shutdown_connections 2024-09-10T08:19:07.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.089+0000 7f923ec1d740 1 -- 172.21.15.67:0/144016448 wait complete. 2024-09-10T08:19:07.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.089+0000 7f923ec1d740 20 client.16671 trim_cache size 0 max 16384 2024-09-10T08:19:07.091 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:19:07.091 INFO:teuthology.orchestra.run.smithi067.stdout: "epoch": 29, 2024-09-10T08:19:07.091 INFO:teuthology.orchestra.run.smithi067.stdout: "leader": 24479, 2024-09-10T08:19:07.092 INFO:teuthology.orchestra.run.smithi067.stdout: "set_version": 10, 2024-09-10T08:19:07.092 INFO:teuthology.orchestra.run.smithi067.stdout: "sets": { 2024-09-10T08:19:07.092 INFO:teuthology.orchestra.run.smithi067.stdout: "cf26aab0": { 2024-09-10T08:19:07.092 INFO:teuthology.orchestra.run.smithi067.stdout: "version": 10, 2024-09-10T08:19:07.092 INFO:teuthology.orchestra.run.smithi067.stdout: "age_ref": 0.0, 2024-09-10T08:19:07.092 INFO:teuthology.orchestra.run.smithi067.stdout: "state": { 2024-09-10T08:19:07.092 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "QUIESCED", 2024-09-10T08:19:07.092 INFO:teuthology.orchestra.run.smithi067.stdout: "age": 0.0 2024-09-10T08:19:07.092 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:07.092 INFO:teuthology.orchestra.run.smithi067.stdout: "timeout": 90.0, 2024-09-10T08:19:07.092 INFO:teuthology.orchestra.run.smithi067.stdout: "expiration": 142.8, 2024-09-10T08:19:07.092 INFO:teuthology.orchestra.run.smithi067.stdout: "members": { 2024-09-10T08:19:07.093 INFO:teuthology.orchestra.run.smithi067.stdout: "file:/": { 2024-09-10T08:19:07.093 INFO:teuthology.orchestra.run.smithi067.stdout: "excluded": false, 2024-09-10T08:19:07.093 INFO:teuthology.orchestra.run.smithi067.stdout: "state": { 2024-09-10T08:19:07.093 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "QUIESCED", 2024-09-10T08:19:07.093 INFO:teuthology.orchestra.run.smithi067.stdout: "age": 0.0 2024-09-10T08:19:07.093 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:07.093 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:07.093 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:07.093 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:07.093 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:07.093 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:19:07.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.090+0000 7f923c844640 1 -- 172.21.15.67:0/1488164003 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f92200a2b80 msgr2=0x7f92200a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:07.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.090+0000 7f923c844640 1 --2- 172.21.15.67:0/1488164003 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f92200a2b80 0x7f92200a5040 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f9230009430 tx=0x7f92300095c0 comp rx=0 tx=0).stop 2024-09-10T08:19:07.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.090+0000 7f923c844640 1 -- 172.21.15.67:0/1488164003 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9238102d40 msgr2=0x7f9238198440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:07.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.090+0000 7f923c844640 1 --2- 172.21.15.67:0/1488164003 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9238102d40 0x7f9238198440 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f922800b4a0 tx=0x7f922800b960 comp rx=0 tx=0).stop 2024-09-10T08:19:07.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.090+0000 7f923c844640 1 -- 172.21.15.67:0/1488164003 shutdown_connections 2024-09-10T08:19:07.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.090+0000 7f923c844640 1 --2- 172.21.15.67:0/1488164003 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f92200a2b80 0x7f92200a5040 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:07.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.090+0000 7f923c844640 1 --2- 172.21.15.67:0/1488164003 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9238103660 0x7f9238198980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:07.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.090+0000 7f923c844640 1 --2- 172.21.15.67:0/1488164003 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f923810c170 0x7f923819cd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:07.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.090+0000 7f923c844640 1 --2- 172.21.15.67:0/1488164003 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9238102d40 0x7f9238198440 unknown :-1 s=CLOSED pgs=808 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:07.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.090+0000 7f923c844640 1 -- 172.21.15.67:0/1488164003 >> 172.21.15.67:0/1488164003 conn(0x7f92380fc7a0 msgr2=0x7f92380fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:07.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.090+0000 7f923c844640 1 -- 172.21.15.67:0/1488164003 shutdown_connections 2024-09-10T08:19:07.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:07.090+0000 7f923c844640 1 -- 172.21.15.67:0/1488164003 wait complete. 2024-09-10T08:19:07.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:06 smithi203 ceph-mon[34672]: pgmap v486: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 2.2 KiB/s wr, 14 op/s 2024-09-10T08:19:07.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:06 smithi133 ceph-mon[34721]: pgmap v486: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 2.2 KiB/s wr, 14 op/s 2024-09-10T08:19:07.479 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-10T08:19:07.479 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-10T08:19:07.551 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-09-10T08:19:07.551 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-09-10T08:19:07.552 INFO:tasks.workunit.client.0.smithi067.stdout: 2024-09-10T08:19:07.552 INFO:tasks.workunit.client.0.smithi067.stdout:iozone test complete. 2024-09-10T08:19:07.553 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-10T08:19:07.553 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-10T08:19:08.105 INFO:tasks.quiescer.fs.[cephfs]:Successfully quiesced set 'cf26aab0', quiesce took 5.3 seconds. Will release after: 17.45 2024-09-10T08:19:08.171 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:19:08.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.684+0000 7f3b4e148640 1 -- 172.21.15.67:0/3798843363 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3b48106a80 msgr2=0x7f3b48106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:08.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.684+0000 7f3b4e148640 1 --2- 172.21.15.67:0/3798843363 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3b48106a80 0x7f3b48106e60 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f3b38009930 tx=0x7f3b3802a420 comp rx=0 tx=0).stop 2024-09-10T08:19:08.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.684+0000 7f3b4e148640 1 -- 172.21.15.67:0/3798843363 shutdown_connections 2024-09-10T08:19:08.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.684+0000 7f3b4e148640 1 --2- 172.21.15.67:0/3798843363 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3b48100a80 0x7f3b48100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:08.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.684+0000 7f3b4e148640 1 --2- 172.21.15.67:0/3798843363 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3b48101420 0x7f3b4810d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:08.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.684+0000 7f3b4e148640 1 --2- 172.21.15.67:0/3798843363 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3b48106a80 0x7f3b48106e60 unknown :-1 s=CLOSED pgs=813 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:08.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.684+0000 7f3b4e148640 1 -- 172.21.15.67:0/3798843363 >> 172.21.15.67:0/3798843363 conn(0x7f3b480fc7a0 msgr2=0x7f3b480febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:08.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.684+0000 7f3b4e148640 1 -- 172.21.15.67:0/3798843363 shutdown_connections 2024-09-10T08:19:08.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.684+0000 7f3b4e148640 1 -- 172.21.15.67:0/3798843363 wait complete. 2024-09-10T08:19:08.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.685+0000 7f3b4e148640 1 Processor -- start 2024-09-10T08:19:08.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.685+0000 7f3b4e148640 1 -- start start 2024-09-10T08:19:08.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.685+0000 7f3b4e148640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3b48100a80 0x7f3b48197210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:08.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.685+0000 7f3b4e148640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3b48101420 0x7f3b48197750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:08.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.685+0000 7f3b4e148640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3b48106a80 0x7f3b4819bae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:08.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.685+0000 7f3b4e148640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3b48110cf0 con 0x7f3b48100a80 2024-09-10T08:19:08.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.685+0000 7f3b4e148640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f3b48110b70 con 0x7f3b48106a80 2024-09-10T08:19:08.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.685+0000 7f3b4e148640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f3b48110e70 con 0x7f3b48101420 2024-09-10T08:19:08.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.685+0000 7f3b477fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3b48100a80 0x7f3b48197210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:08.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.685+0000 7f3b477fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3b48100a80 0x7f3b48197210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42858/0 (socket says 172.21.15.67:42858) 2024-09-10T08:19:08.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.685+0000 7f3b477fe640 1 -- 172.21.15.67:0/736132791 learned_addr learned my addr 172.21.15.67:0/736132791 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:08.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.685+0000 7f3b46ffd640 1 --2- 172.21.15.67:0/736132791 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3b48101420 0x7f3b48197750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:08.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.685+0000 7f3b47fff640 1 --2- 172.21.15.67:0/736132791 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3b48106a80 0x7f3b4819bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:08.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.686+0000 7f3b477fe640 1 -- 172.21.15.67:0/736132791 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3b48101420 msgr2=0x7f3b48197750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:08.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.686+0000 7f3b477fe640 1 --2- 172.21.15.67:0/736132791 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3b48101420 0x7f3b48197750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:08.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.686+0000 7f3b477fe640 1 -- 172.21.15.67:0/736132791 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3b48106a80 msgr2=0x7f3b4819bae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:08.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.686+0000 7f3b477fe640 1 --2- 172.21.15.67:0/736132791 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3b48106a80 0x7f3b4819bae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:08.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.686+0000 7f3b477fe640 1 -- 172.21.15.67:0/736132791 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b4819c1c0 con 0x7f3b48100a80 2024-09-10T08:19:08.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.686+0000 7f3b46ffd640 1 --2- 172.21.15.67:0/736132791 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3b48101420 0x7f3b48197750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:19:08.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.686+0000 7f3b477fe640 1 --2- 172.21.15.67:0/736132791 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3b48100a80 0x7f3b48197210 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f3b38004770 tx=0x7f3b380042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:08.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.686+0000 7f3b44ff9640 1 -- 172.21.15.67:0/736132791 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b3803f070 con 0x7f3b48100a80 2024-09-10T08:19:08.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.686+0000 7f3b4e148640 1 -- 172.21.15.67:0/736132791 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b4819c450 con 0x7f3b48100a80 2024-09-10T08:19:08.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.686+0000 7f3b44ff9640 1 -- 172.21.15.67:0/736132791 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3b3803b460 con 0x7f3b48100a80 2024-09-10T08:19:08.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.686+0000 7f3b44ff9640 1 -- 172.21.15.67:0/736132791 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b38035070 con 0x7f3b48100a80 2024-09-10T08:19:08.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.686+0000 7f3b4e148640 1 -- 172.21.15.67:0/736132791 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b481a3d90 con 0x7f3b48100a80 2024-09-10T08:19:08.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.689+0000 7f3b44ff9640 1 -- 172.21.15.67:0/736132791 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f3b3803b610 con 0x7f3b48100a80 2024-09-10T08:19:08.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.689+0000 7f3b50521740 1 Processor -- start 2024-09-10T08:19:08.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.689+0000 7f3b50521740 1 -- start start 2024-09-10T08:19:08.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.689+0000 7f3b50521740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5567848769e0 0x556784876dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:08.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.689+0000 7f3b50521740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556784877300 0x556784883a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:08.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.689+0000 7f3b50521740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556784883f50 0x556784886340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:08.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.689+0000 7f3b50521740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5567847dc280 con 0x5567848769e0 2024-09-10T08:19:08.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.689+0000 7f3b50521740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x556784783b10 con 0x556784883f50 2024-09-10T08:19:08.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.689+0000 7f3b50521740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5567847d8240 con 0x556784877300 2024-09-10T08:19:08.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.689+0000 7f3b47fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5567848769e0 0x556784876dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:08.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.689+0000 7f3b47fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5567848769e0 0x556784876dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42866/0 (socket says 172.21.15.67:42866) 2024-09-10T08:19:08.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.689+0000 7f3b47fff640 1 -- 172.21.15.67:0/703144114 learned_addr learned my addr 172.21.15.67:0/703144114 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:08.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.689+0000 7f3b477fe640 1 --2- 172.21.15.67:0/703144114 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556784877300 0x556784883a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:08.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.689+0000 7f3b46ffd640 1 --2- 172.21.15.67:0/703144114 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556784883f50 0x556784886340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:08.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.690+0000 7f3b44ff9640 1 --2- 172.21.15.67:0/736132791 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f3b300a2b80 0x7f3b300a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:08.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.690+0000 7f3b47fff640 1 -- 172.21.15.67:0/703144114 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556784877300 msgr2=0x556784883a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:08.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.690+0000 7f3b47fff640 1 --2- 172.21.15.67:0/703144114 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556784877300 0x556784883a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:08.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.690+0000 7f3b47fff640 1 -- 172.21.15.67:0/703144114 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556784883f50 msgr2=0x556784886340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:08.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.690+0000 7f3b47fff640 1 --2- 172.21.15.67:0/703144114 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556784883f50 0x556784886340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:08.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.690+0000 7f3b47fff640 1 -- 172.21.15.67:0/703144114 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5567847901f0 con 0x5567848769e0 2024-09-10T08:19:08.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.690+0000 7f3b46ffd640 1 --2- 172.21.15.67:0/703144114 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556784883f50 0x556784886340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:19:08.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.690+0000 7f3b44ff9640 1 -- 172.21.15.67:0/736132791 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f3b380ef8b0 con 0x7f3b48100a80 2024-09-10T08:19:08.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.690+0000 7f3b47fff640 1 --2- 172.21.15.67:0/736132791 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f3b300a2b80 0x7f3b300a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:08.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.690+0000 7f3b47fff640 1 --2- 172.21.15.67:0/703144114 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5567848769e0 0x556784876dc0 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f3b40009e60 tx=0x7f3b40010740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58b8013ecdd4fad0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:08.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.690+0000 7f3b2dffb640 1 -- 172.21.15.67:0/703144114 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b40021070 con 0x5567848769e0 2024-09-10T08:19:08.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.690+0000 7f3b2dffb640 1 -- 172.21.15.67:0/703144114 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3b4001be40 con 0x5567848769e0 2024-09-10T08:19:08.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.690+0000 7f3b2dffb640 1 -- 172.21.15.67:0/703144114 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b40016070 con 0x5567848769e0 2024-09-10T08:19:08.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.691+0000 7f3b50521740 1 -- 172.21.15.67:0/703144114 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5567848769e0 msgr2=0x556784876dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:08.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.691+0000 7f3b47fff640 1 --2- 172.21.15.67:0/736132791 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f3b300a2b80 0x7f3b300a5040 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f3b40011010 tx=0x7f3b40021000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:08.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.691+0000 7f3b50521740 1 --2- 172.21.15.67:0/703144114 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5567848769e0 0x556784876dc0 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f3b40009e60 tx=0x7f3b40010740 comp rx=0 tx=0).stop 2024-09-10T08:19:08.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.691+0000 7f3b50521740 1 -- 172.21.15.67:0/703144114 shutdown_connections 2024-09-10T08:19:08.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.691+0000 7f3b50521740 1 --2- 172.21.15.67:0/703144114 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x556784883f50 0x556784886340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:08.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.691+0000 7f3b50521740 1 --2- 172.21.15.67:0/703144114 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556784877300 0x556784883a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:08.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.691+0000 7f3b50521740 1 --2- 172.21.15.67:0/703144114 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5567848769e0 0x556784876dc0 unknown :-1 s=CLOSED pgs=815 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:08.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.691+0000 7f3b50521740 1 -- 172.21.15.67:0/703144114 >> 172.21.15.67:0/703144114 conn(0x5567848730f0 msgr2=0x5567848734d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:08.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.691+0000 7f3b50521740 1 -- 172.21.15.67:0/703144114 shutdown_connections 2024-09-10T08:19:08.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.691+0000 7f3b50521740 1 -- 172.21.15.67:0/703144114 wait complete. 2024-09-10T08:19:08.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.691+0000 7f3b50521740 1 -- start start 2024-09-10T08:19:08.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.692+0000 7f3b50521740 1 Processor -- start 2024-09-10T08:19:08.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.692+0000 7f3b50521740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5567848769e0 0x556784880e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:08.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.692+0000 7f3b50521740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556784877300 0x5567848813b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:08.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.692+0000 7f3b50521740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556784883f50 0x5567848818f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:08.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.692+0000 7f3b50521740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x556784886b80 con 0x556784883f50 2024-09-10T08:19:08.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.692+0000 7f3b50521740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x556784796f10 con 0x5567848769e0 2024-09-10T08:19:08.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.692+0000 7f3b50521740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x556784886d00 con 0x556784877300 2024-09-10T08:19:08.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.692+0000 7f3b50521740 10 client.0 _ll_register_callbacks cb 0x55678475fa40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:19:08.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.692+0000 7f3b47fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556784883f50 0x5567848818f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:08.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.692+0000 7f3b47fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556784883f50 0x5567848818f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42868/0 (socket says 172.21.15.67:42868) 2024-09-10T08:19:08.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.692+0000 7f3b47fff640 1 -- 172.21.15.67:0/4127042577 learned_addr learned my addr 172.21.15.67:0/4127042577 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:08.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.692+0000 7f3b46ffd640 1 --2- 172.21.15.67:0/4127042577 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556784877300 0x5567848813b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:08.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.692+0000 7f3b477fe640 1 --2- 172.21.15.67:0/4127042577 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5567848769e0 0x556784880e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:08.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.692+0000 7f3b47fff640 1 -- 172.21.15.67:0/4127042577 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556784877300 msgr2=0x5567848813b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:08.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.692+0000 7f3b47fff640 1 --2- 172.21.15.67:0/4127042577 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556784877300 0x5567848813b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:08.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.692+0000 7f3b47fff640 1 -- 172.21.15.67:0/4127042577 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5567848769e0 msgr2=0x556784880e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:08.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.692+0000 7f3b47fff640 1 --2- 172.21.15.67:0/4127042577 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5567848769e0 0x556784880e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:08.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.692+0000 7f3b47fff640 1 -- 172.21.15.67:0/4127042577 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55678454d6a0 con 0x556784883f50 2024-09-10T08:19:08.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.692+0000 7f3b477fe640 1 --2- 172.21.15.67:0/4127042577 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5567848769e0 0x556784880e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:19:08.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.693+0000 7f3b47fff640 1 --2- 172.21.15.67:0/4127042577 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556784883f50 0x5567848818f0 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f3b40006010 tx=0x7f3b400099c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37c5555119b3d8eb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:08.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.693+0000 7f3b26ffd640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:19:08.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.693+0000 7f3b26ffd640 1 -- 172.21.15.67:0/4127042577 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b40016040 con 0x556784883f50 2024-09-10T08:19:08.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.693+0000 7f3b26ffd640 1 -- 172.21.15.67:0/4127042577 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f3b400113e0 con 0x556784883f50 2024-09-10T08:19:08.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.693+0000 7f3b50521740 1 -- 172.21.15.67:0/4127042577 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5567847e97f0 con 0x556784883f50 2024-09-10T08:19:08.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.693+0000 7f3b26ffd640 1 -- 172.21.15.67:0/4127042577 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3b400115e0 con 0x556784883f50 2024-09-10T08:19:08.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.693+0000 7f3b50521740 10 client.16683 fetch_fsmap learned FSMap version 29 2024-09-10T08:19:08.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.693+0000 7f3b50521740 1 -- 172.21.15.67:0/4127042577 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556784892800 con 0x556784883f50 2024-09-10T08:19:08.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.693+0000 7f3b26ffd640 1 -- 172.21.15.67:0/4127042577 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x5567847e97f0 con 0x556784883f50 2024-09-10T08:19:08.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.693+0000 7f3b26ffd640 1 -- 172.21.15.67:0/4127042577 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f3b4002e070 con 0x556784883f50 2024-09-10T08:19:08.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.693+0000 7f3b50521740 10 client.16683 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:19:08.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.693+0000 7f3b50521740 10 client.16683 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:19:08.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.693+0000 7f3b50521740 20 client.16683 populate_metadata read hostname 'smithi067' 2024-09-10T08:19:08.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.693+0000 7f3b50521740 1 --2- 172.21.15.67:0/4127042577 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x556784893b50 0x556784895f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:08.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.693+0000 7f3b50521740 4 client.16683 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:19:08.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.693+0000 7f3b50521740 1 -- 172.21.15.67:0/4127042577 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5567847e3d00 con 0x556784893b50 2024-09-10T08:19:08.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.694+0000 7f3b477fe640 1 --2- 172.21.15.67:0/4127042577 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x556784893b50 0x556784895f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:08.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.694+0000 7f3b26ffd640 10 client.16683 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:19:08.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.694+0000 7f3b477fe640 1 --2- 172.21.15.67:0/4127042577 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x556784893b50 0x556784895f40 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7defb8f092f09217 server_cookie=ba4dfb89c245202f in_seq=0 out_seq=0 2024-09-10T08:19:08.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.695+0000 7f3b26ffd640 1 -- 172.21.15.67:0/4127042577 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5567847e3d00 con 0x556784893b50 2024-09-10T08:19:08.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.695+0000 7f3b26ffd640 10 client.16683 handle_command_reply: tid=0 2024-09-10T08:19:08.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.695+0000 7f3b50521740 1 client.16683 shutdown 2024-09-10T08:19:08.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.695+0000 7f3b50521740 1 -- 172.21.15.67:0/4127042577 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556784883f50 msgr2=0x5567848818f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:08.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.695+0000 7f3b50521740 1 --2- 172.21.15.67:0/4127042577 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556784883f50 0x5567848818f0 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f3b40006010 tx=0x7f3b400099c0 comp rx=0 tx=0).stop 2024-09-10T08:19:08.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.695+0000 7f3b50521740 1 -- 172.21.15.67:0/4127042577 shutdown_connections 2024-09-10T08:19:08.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.695+0000 7f3b50521740 1 --2- 172.21.15.67:0/4127042577 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x556784893b50 0x556784895f40 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:08.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.695+0000 7f3b50521740 1 --2- 172.21.15.67:0/4127042577 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556784883f50 0x5567848818f0 unknown :-1 s=CLOSED pgs=816 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:08.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.695+0000 7f3b50521740 1 --2- 172.21.15.67:0/4127042577 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556784877300 0x5567848813b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:08.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.695+0000 7f3b26ffd640 0 client.16683 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:19:08.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.695+0000 7f3b50521740 1 --2- 172.21.15.67:0/4127042577 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5567848769e0 0x556784880e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:08.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.695+0000 7f3b50521740 1 -- 172.21.15.67:0/4127042577 >> 172.21.15.67:0/4127042577 conn(0x5567848730f0 msgr2=0x556784878db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:08.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.695+0000 7f3b50521740 1 -- 172.21.15.67:0/4127042577 shutdown_connections 2024-09-10T08:19:08.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.695+0000 7f3b50521740 1 -- 172.21.15.67:0/4127042577 wait complete. 2024-09-10T08:19:08.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.695+0000 7f3b50521740 20 client.16683 trim_cache size 0 max 16384 2024-09-10T08:19:08.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.713+0000 7f3b50521740 1 Processor -- start 2024-09-10T08:19:08.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.713+0000 7f3b50521740 1 -- start start 2024-09-10T08:19:08.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.713+0000 7f3b50521740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5567848769e0 0x55678489b700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:08.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.713+0000 7f3b50521740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556784877300 0x55678489bc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:08.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.713+0000 7f3b50521740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556784883f50 0x55678487e0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:08.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.713+0000 7f3b50521740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3b481acb80 con 0x556784883f50 2024-09-10T08:19:08.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.713+0000 7f3b50521740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f3b481ae6c0 con 0x5567848769e0 2024-09-10T08:19:08.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.713+0000 7f3b50521740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f3b481ad250 con 0x556784877300 2024-09-10T08:19:08.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.713+0000 7f3b47fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556784883f50 0x55678487e0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:08.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.713+0000 7f3b47fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556784883f50 0x55678487e0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42872/0 (socket says 172.21.15.67:42872) 2024-09-10T08:19:08.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.713+0000 7f3b47fff640 1 -- 172.21.15.67:0/4187765844 learned_addr learned my addr 172.21.15.67:0/4187765844 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:08.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.713+0000 7f3b477fe640 1 --2- 172.21.15.67:0/4187765844 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5567848769e0 0x55678489b700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:08.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.713+0000 7f3b46ffd640 1 --2- 172.21.15.67:0/4187765844 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556784877300 0x55678489bc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:08.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.713+0000 7f3b47fff640 1 -- 172.21.15.67:0/4187765844 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556784877300 msgr2=0x55678489bc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:08.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.713+0000 7f3b47fff640 1 --2- 172.21.15.67:0/4187765844 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556784877300 0x55678489bc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:08.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.713+0000 7f3b47fff640 1 -- 172.21.15.67:0/4187765844 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5567848769e0 msgr2=0x55678489b700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:08.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.713+0000 7f3b47fff640 1 --2- 172.21.15.67:0/4187765844 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5567848769e0 0x55678489b700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:08.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.713+0000 7f3b47fff640 1 -- 172.21.15.67:0/4187765844 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556784883740 con 0x556784883f50 2024-09-10T08:19:08.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.714+0000 7f3b47fff640 1 --2- 172.21.15.67:0/4187765844 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556784883f50 0x55678487e0d0 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7f3b40011bb0 tx=0x7f3b40010740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0f4a3483647bd1a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:08.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.714+0000 7f3b2d7fa640 1 -- 172.21.15.67:0/4187765844 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b40016030 con 0x556784883f50 2024-09-10T08:19:08.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.714+0000 7f3b2d7fa640 1 -- 172.21.15.67:0/4187765844 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3b40009a40 con 0x556784883f50 2024-09-10T08:19:08.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.714+0000 7f3b2d7fa640 1 -- 172.21.15.67:0/4187765844 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b40011040 con 0x556784883f50 2024-09-10T08:19:08.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.715+0000 7f3b50521740 1 -- 172.21.15.67:0/4187765844 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556784883f50 msgr2=0x55678487e0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:08.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.715+0000 7f3b50521740 1 --2- 172.21.15.67:0/4187765844 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556784883f50 0x55678487e0d0 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7f3b40011bb0 tx=0x7f3b40010740 comp rx=0 tx=0).stop 2024-09-10T08:19:08.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.715+0000 7f3b50521740 1 -- 172.21.15.67:0/4187765844 shutdown_connections 2024-09-10T08:19:08.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.715+0000 7f3b50521740 1 --2- 172.21.15.67:0/4187765844 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556784883f50 0x55678487e0d0 unknown :-1 s=CLOSED pgs=817 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:08.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.715+0000 7f3b50521740 1 --2- 172.21.15.67:0/4187765844 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556784877300 0x55678489bc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:08.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.715+0000 7f3b50521740 1 --2- 172.21.15.67:0/4187765844 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5567848769e0 0x55678489b700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:08.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.715+0000 7f3b50521740 1 -- 172.21.15.67:0/4187765844 >> 172.21.15.67:0/4187765844 conn(0x5567848730f0 msgr2=0x556784882de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:08.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.715+0000 7f3b50521740 1 -- 172.21.15.67:0/4187765844 shutdown_connections 2024-09-10T08:19:08.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.715+0000 7f3b50521740 1 -- 172.21.15.67:0/4187765844 wait complete. 2024-09-10T08:19:08.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.715+0000 7f3b50521740 1 -- start start 2024-09-10T08:19:08.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.715+0000 7f3b50521740 1 Processor -- start 2024-09-10T08:19:08.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.716+0000 7f3b50521740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5567848769e0 0x55678487a640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:08.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.716+0000 7f3b50521740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556784877300 0x55678487ab80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:08.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.716+0000 7f3b50521740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556784883f50 0x55678487b0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:08.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.716+0000 7f3b50521740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3b481adff0 con 0x556784877300 2024-09-10T08:19:08.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.716+0000 7f3b50521740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f3b481ad920 con 0x5567848769e0 2024-09-10T08:19:08.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.716+0000 7f3b50521740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f3b481aab60 con 0x556784883f50 2024-09-10T08:19:08.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.716+0000 7f3b50521740 10 client.0 _ll_register_callbacks cb 0x7f3b4001f070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:19:08.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.716+0000 7f3b46ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556784877300 0x55678487ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:08.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.716+0000 7f3b46ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556784877300 0x55678487ab80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42882/0 (socket says 172.21.15.67:42882) 2024-09-10T08:19:08.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.716+0000 7f3b46ffd640 1 -- 172.21.15.67:0/1596203350 learned_addr learned my addr 172.21.15.67:0/1596203350 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:08.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.716+0000 7f3b47fff640 1 --2- 172.21.15.67:0/1596203350 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556784883f50 0x55678487b0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:08.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.716+0000 7f3b477fe640 1 --2- 172.21.15.67:0/1596203350 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5567848769e0 0x55678487a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:08.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.716+0000 7f3b46ffd640 1 -- 172.21.15.67:0/1596203350 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556784883f50 msgr2=0x55678487b0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:08.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.716+0000 7f3b46ffd640 1 --2- 172.21.15.67:0/1596203350 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556784883f50 0x55678487b0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:08.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.716+0000 7f3b46ffd640 1 -- 172.21.15.67:0/1596203350 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5567848769e0 msgr2=0x55678487a640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:08.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.716+0000 7f3b46ffd640 1 --2- 172.21.15.67:0/1596203350 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5567848769e0 0x55678487a640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:08.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.716+0000 7f3b46ffd640 1 -- 172.21.15.67:0/1596203350 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55678488a390 con 0x556784877300 2024-09-10T08:19:08.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.716+0000 7f3b477fe640 1 --2- 172.21.15.67:0/1596203350 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5567848769e0 0x55678487a640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:19:08.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.716+0000 7f3b46ffd640 1 --2- 172.21.15.67:0/1596203350 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556784877300 0x55678487ab80 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x5567848741e0 tx=0x7f3b3c011ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e4383d20bf99584 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:08.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.716+0000 7f3b26ffd640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:19:08.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.717+0000 7f3b26ffd640 1 -- 172.21.15.67:0/1596203350 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b3c020060 con 0x556784877300 2024-09-10T08:19:08.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.717+0000 7f3b26ffd640 1 -- 172.21.15.67:0/1596203350 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f3b3c004460 con 0x556784877300 2024-09-10T08:19:08.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.717+0000 7f3b50521740 1 -- 172.21.15.67:0/1596203350 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3b40009a40 con 0x556784877300 2024-09-10T08:19:08.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.717+0000 7f3b26ffd640 1 -- 172.21.15.67:0/1596203350 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3b3c027050 con 0x556784877300 2024-09-10T08:19:08.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.717+0000 7f3b50521740 10 client.16689 fetch_fsmap learned FSMap version 29 2024-09-10T08:19:08.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.717+0000 7f3b50521740 1 -- 172.21.15.67:0/1596203350 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x556784900da0 con 0x556784877300 2024-09-10T08:19:08.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.717+0000 7f3b26ffd640 1 -- 172.21.15.67:0/1596203350 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3b40009a40 con 0x556784877300 2024-09-10T08:19:08.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.717+0000 7f3b26ffd640 1 -- 172.21.15.67:0/1596203350 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f3b3c01a030 con 0x556784877300 2024-09-10T08:19:08.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.717+0000 7f3b50521740 10 client.16689 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:19:08.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.717+0000 7f3b50521740 10 client.16689 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:19:08.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.717+0000 7f3b50521740 20 client.16689 populate_metadata read hostname 'smithi067' 2024-09-10T08:19:08.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.717+0000 7f3b50521740 1 --2- 172.21.15.67:0/1596203350 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x556784893b50 0x556784903560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:08.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.717+0000 7f3b50521740 4 client.16689 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-10T08:19:08.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.717+0000 7f3b50521740 1 -- 172.21.15.67:0/1596203350 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x556784760110 con 0x556784893b50 2024-09-10T08:19:08.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.718+0000 7f3b477fe640 1 --2- 172.21.15.67:0/1596203350 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x556784893b50 0x556784903560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:08.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.718+0000 7f3b26ffd640 10 client.16689 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:19:08.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.718+0000 7f3b477fe640 1 --2- 172.21.15.67:0/1596203350 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x556784893b50 0x556784903560 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=35b061e747167dca server_cookie=706577186947b21e in_seq=0 out_seq=0 2024-09-10T08:19:08.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.719+0000 7f3b26ffd640 1 -- 172.21.15.67:0/1596203350 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x556784760110 con 0x556784893b50 2024-09-10T08:19:08.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.719+0000 7f3b26ffd640 10 client.16689 handle_command_reply: tid=0 2024-09-10T08:19:08.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.719+0000 7f3b50521740 1 client.16689 shutdown 2024-09-10T08:19:08.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.720+0000 7f3b50521740 1 -- 172.21.15.67:0/1596203350 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556784877300 msgr2=0x55678487ab80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:08.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.720+0000 7f3b50521740 1 --2- 172.21.15.67:0/1596203350 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556784877300 0x55678487ab80 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x5567848741e0 tx=0x7f3b3c011ec0 comp rx=0 tx=0).stop 2024-09-10T08:19:08.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.720+0000 7f3b50521740 1 -- 172.21.15.67:0/1596203350 shutdown_connections 2024-09-10T08:19:08.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.720+0000 7f3b50521740 1 --2- 172.21.15.67:0/1596203350 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x556784893b50 0x556784903560 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:08.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.720+0000 7f3b50521740 1 --2- 172.21.15.67:0/1596203350 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x556784883f50 0x55678487b0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:08.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.720+0000 7f3b50521740 1 --2- 172.21.15.67:0/1596203350 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556784877300 0x55678487ab80 unknown :-1 s=CLOSED pgs=818 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:08.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.720+0000 7f3b50521740 1 --2- 172.21.15.67:0/1596203350 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5567848769e0 0x55678487a640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:08.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.720+0000 7f3b50521740 1 -- 172.21.15.67:0/1596203350 >> 172.21.15.67:0/1596203350 conn(0x5567848730f0 msgr2=0x556784871a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:08.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.720+0000 7f3b26ffd640 0 client.16689 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:19:08.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.720+0000 7f3b50521740 1 -- 172.21.15.67:0/1596203350 shutdown_connections 2024-09-10T08:19:08.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.720+0000 7f3b50521740 1 -- 172.21.15.67:0/1596203350 wait complete. 2024-09-10T08:19:08.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.720+0000 7f3b50521740 20 client.16689 trim_cache size 0 max 16384 2024-09-10T08:19:08.727 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:19:08.727 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": 0, 2024-09-10T08:19:08.727 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_tag": "3e0f033e-8951-44d1-982c-b53dd22caf2c", 2024-09-10T08:19:08.727 INFO:teuthology.orchestra.run.smithi067.stdout: "mode": "asynchronous" 2024-09-10T08:19:08.727 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:19:08.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.720+0000 7f3b4e148640 1 -- 172.21.15.67:0/736132791 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f3b300a2b80 msgr2=0x7f3b300a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:08.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.720+0000 7f3b4e148640 1 --2- 172.21.15.67:0/736132791 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f3b300a2b80 0x7f3b300a5040 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f3b40011010 tx=0x7f3b40021000 comp rx=0 tx=0).stop 2024-09-10T08:19:08.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.720+0000 7f3b4e148640 1 -- 172.21.15.67:0/736132791 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3b48100a80 msgr2=0x7f3b48197210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:08.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.720+0000 7f3b4e148640 1 --2- 172.21.15.67:0/736132791 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3b48100a80 0x7f3b48197210 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f3b38004770 tx=0x7f3b380042f0 comp rx=0 tx=0).stop 2024-09-10T08:19:08.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.721+0000 7f3b4e148640 1 -- 172.21.15.67:0/736132791 shutdown_connections 2024-09-10T08:19:08.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.721+0000 7f3b4e148640 1 --2- 172.21.15.67:0/736132791 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f3b300a2b80 0x7f3b300a5040 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:08.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.721+0000 7f3b4e148640 1 --2- 172.21.15.67:0/736132791 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3b48106a80 0x7f3b4819bae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:08.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.721+0000 7f3b4e148640 1 --2- 172.21.15.67:0/736132791 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3b48101420 0x7f3b48197750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:08.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.721+0000 7f3b4e148640 1 --2- 172.21.15.67:0/736132791 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3b48100a80 0x7f3b48197210 unknown :-1 s=CLOSED pgs=814 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:08.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.721+0000 7f3b4e148640 1 -- 172.21.15.67:0/736132791 >> 172.21.15.67:0/736132791 conn(0x7f3b480fc7a0 msgr2=0x7f3b480fd060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:08.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.721+0000 7f3b4e148640 1 -- 172.21.15.67:0/736132791 shutdown_connections 2024-09-10T08:19:08.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:08.721+0000 7f3b4e148640 1 -- 172.21.15.67:0/736132791 wait complete. 2024-09-10T08:19:09.037 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.036+0000 7ff30ffff640 1 -- 172.21.15.67:0/3625542914 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff308030850 con 0x7ff31009ce40 2024-09-10T08:19:09.037 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.036+0000 7ff31e5fa640 1 -- 172.21.15.67:0/3625542914 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff31009ce40 msgr2=0x7ff31009d2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:09.038 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.036+0000 7ff31e5fa640 1 --2- 172.21.15.67:0/3625542914 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff31009ce40 0x7ff31009d2c0 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7ff308009860 tx=0x7ff30802a340 comp rx=0 tx=0).stop 2024-09-10T08:19:09.038 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.036+0000 7ff31e5fa640 1 -- 172.21.15.67:0/3625542914 shutdown_connections 2024-09-10T08:19:09.038 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.036+0000 7ff31e5fa640 1 --2- 172.21.15.67:0/3625542914 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff31009d800 0x7ff3100a4090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:09.038 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.036+0000 7ff31e5fa640 1 --2- 172.21.15.67:0/3625542914 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff31009ce40 0x7ff31009d2c0 secure :-1 s=CLOSED pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7ff308009860 tx=0x7ff30802a340 comp rx=0 tx=0).stop 2024-09-10T08:19:09.038 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.036+0000 7ff31e5fa640 1 --2- 172.21.15.67:0/3625542914 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff31009bc50 0x7ff31009c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:09.038 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.036+0000 7ff31e5fa640 1 -- 172.21.15.67:0/3625542914 >> 172.21.15.67:0/3625542914 conn(0x7ff31000ae70 msgr2=0x7ff31000d2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:09.039 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.037+0000 7ff31e5fa640 1 -- 172.21.15.67:0/3625542914 shutdown_connections 2024-09-10T08:19:09.039 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.037+0000 7ff31e5fa640 1 -- 172.21.15.67:0/3625542914 wait complete. 2024-09-10T08:19:09.039 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.038+0000 7ff31e5fa640 1 Processor -- start 2024-09-10T08:19:09.042 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.038+0000 7ff31e5fa640 1 -- start start 2024-09-10T08:19:09.042 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.039+0000 7ff31e5fa640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff31009bc50 0x7ff310132040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:09.042 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.039+0000 7ff31e5fa640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff31009d800 0x7ff310132580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:09.042 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.039+0000 7ff31e5fa640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff3101375e0 0x7ff3101399d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:09.042 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.039+0000 7ff31e5fa640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff3100a77b0 con 0x7ff31009d800 2024-09-10T08:19:09.042 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.039+0000 7ff31e5fa640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7ff3100a7630 con 0x7ff31009bc50 2024-09-10T08:19:09.042 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.039+0000 7ff31e5fa640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ff3100a7930 con 0x7ff3101375e0 2024-09-10T08:19:09.042 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.039+0000 7ff31ddf9640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff3101375e0 0x7ff3101399d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:09.042 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.039+0000 7ff31ddf9640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff3101375e0 0x7ff3101399d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.67:35054/0 (socket says 172.21.15.67:35054) 2024-09-10T08:19:09.043 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.039+0000 7ff31ddf9640 1 -- 172.21.15.67:0/854856712 learned_addr learned my addr 172.21.15.67:0/854856712 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:09.043 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.039+0000 7ff31cdf7640 1 --2- 172.21.15.67:0/854856712 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff31009d800 0x7ff310132580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:09.043 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.039+0000 7ff31d5f8640 1 --2- 172.21.15.67:0/854856712 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff31009bc50 0x7ff310132040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:09.043 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.040+0000 7ff31d5f8640 1 -- 172.21.15.67:0/854856712 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff3101375e0 msgr2=0x7ff3101399d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:09.043 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.040+0000 7ff31d5f8640 1 --2- 172.21.15.67:0/854856712 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff3101375e0 0x7ff3101399d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:09.043 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.040+0000 7ff31d5f8640 1 -- 172.21.15.67:0/854856712 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff31009d800 msgr2=0x7ff310132580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:09.043 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.040+0000 7ff31d5f8640 1 --2- 172.21.15.67:0/854856712 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff31009d800 0x7ff310132580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:09.043 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.040+0000 7ff31d5f8640 1 -- 172.21.15.67:0/854856712 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff31014b050 con 0x7ff31009bc50 2024-09-10T08:19:09.043 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.040+0000 7ff31ddf9640 1 --2- 172.21.15.67:0/854856712 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff3101375e0 0x7ff3101399d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:19:09.043 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.041+0000 7ff31d5f8640 1 --2- 172.21.15.67:0/854856712 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff31009bc50 0x7ff310132040 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7ff31400d740 tx=0x7ff31400dc00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:09.044 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.042+0000 7ff30e7fc640 1 -- 172.21.15.67:0/854856712 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff314017070 con 0x7ff31009bc50 2024-09-10T08:19:09.044 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.042+0000 7ff30e7fc640 1 -- 172.21.15.67:0/854856712 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff31400de50 con 0x7ff31009bc50 2024-09-10T08:19:09.045 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.042+0000 7ff30e7fc640 1 -- 172.21.15.67:0/854856712 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff31400f620 con 0x7ff31009bc50 2024-09-10T08:19:09.045 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.042+0000 7ff31e5fa640 1 -- 172.21.15.67:0/854856712 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff31014b340 con 0x7ff31009bc50 2024-09-10T08:19:09.045 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.042+0000 7ff31e5fa640 1 -- 172.21.15.67:0/854856712 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff31014b810 con 0x7ff31009bc50 2024-09-10T08:19:09.049 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.047+0000 7ff3225f3740 1 Processor -- start 2024-09-10T08:19:09.049 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.047+0000 7ff3225f3740 1 -- start start 2024-09-10T08:19:09.049 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.047+0000 7ff3225f3740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f07cb3fb70 0x55f07cb3ff70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:09.049 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.048+0000 7ff3225f3740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f07cb404b0 0x55f07cb44f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:09.049 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.048+0000 7ff3225f3740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f07cb45540 0x55f07cb47a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:09.049 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.048+0000 7ff3225f3740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55f07caa32f0 con 0x55f07cb3fb70 2024-09-10T08:19:09.049 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.048+0000 7ff3225f3740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55f07ca4b270 con 0x55f07cb45540 2024-09-10T08:19:09.050 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.048+0000 7ff3225f3740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55f07ca9f2b0 con 0x55f07cb404b0 2024-09-10T08:19:09.051 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.048+0000 7ff31cdf7640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f07cb45540 0x55f07cb47a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:09.052 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.048+0000 7ff31cdf7640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f07cb45540 0x55f07cb47a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.67:52126/0 (socket says 172.21.15.67:52126) 2024-09-10T08:19:09.052 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.048+0000 7ff31cdf7640 1 -- 172.21.15.67:0/2211117865 learned_addr learned my addr 172.21.15.67:0/2211117865 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:09.052 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.048+0000 7ff31ddf9640 1 --2- 172.21.15.67:0/2211117865 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f07cb3fb70 0x55f07cb3ff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:09.052 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.049+0000 7ff30e7fc640 1 -- 172.21.15.67:0/854856712 <== mon.2 v2:172.21.15.133:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7ff31401a070 con 0x7ff31009bc50 2024-09-10T08:19:09.052 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.050+0000 7ff31cdf7640 1 -- 172.21.15.67:0/2211117865 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f07cb404b0 msgr2=0x55f07cb44f70 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-10T08:19:09.052 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.050+0000 7ff31cdf7640 1 --2- 172.21.15.67:0/2211117865 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f07cb404b0 0x55f07cb44f70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:09.052 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.050+0000 7ff31cdf7640 1 -- 172.21.15.67:0/2211117865 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f07cb3fb70 msgr2=0x55f07cb3ff70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:09.052 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.050+0000 7ff31cdf7640 1 --2- 172.21.15.67:0/2211117865 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f07cb3fb70 0x55f07cb3ff70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:09.052 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.050+0000 7ff31cdf7640 1 -- 172.21.15.67:0/2211117865 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f07ca4a340 con 0x55f07cb45540 2024-09-10T08:19:09.052 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.050+0000 7ff30e7fc640 1 --2- 172.21.15.67:0/854856712 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff3040a2ce0 0x7ff3040a51a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:09.053 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.050+0000 7ff31cdf7640 1 --2- 172.21.15.67:0/2211117865 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f07cb45540 0x55f07cb47a00 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7ff308005940 tx=0x7ff308009510 comp rx=0 tx=0).ready entity=mon.2 client_cookie=24ce4d94b556137a server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:09.053 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.050+0000 7ff30e7fc640 1 -- 172.21.15.67:0/854856712 <== mon.2 v2:172.21.15.133:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7ff3140cec90 con 0x7ff31009bc50 2024-09-10T08:19:09.053 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.051+0000 7ff31ddf9640 1 --2- 172.21.15.67:0/854856712 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff3040a2ce0 0x7ff3040a51a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:09.053 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.051+0000 7ff3037fe640 1 -- 172.21.15.67:0/2211117865 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff308041020 con 0x55f07cb45540 2024-09-10T08:19:09.053 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.051+0000 7ff3037fe640 1 -- 172.21.15.67:0/2211117865 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff308004030 con 0x55f07cb45540 2024-09-10T08:19:09.053 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.051+0000 7ff3037fe640 1 -- 172.21.15.67:0/2211117865 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff308037040 con 0x55f07cb45540 2024-09-10T08:19:09.054 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.052+0000 7ff3225f3740 1 -- 172.21.15.67:0/2211117865 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f07cb45540 msgr2=0x55f07cb47a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:09.054 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.052+0000 7ff3225f3740 1 --2- 172.21.15.67:0/2211117865 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f07cb45540 0x55f07cb47a00 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7ff308005940 tx=0x7ff308009510 comp rx=0 tx=0).stop 2024-09-10T08:19:09.054 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.052+0000 7ff3225f3740 1 -- 172.21.15.67:0/2211117865 shutdown_connections 2024-09-10T08:19:09.054 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.052+0000 7ff3225f3740 1 --2- 172.21.15.67:0/2211117865 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f07cb45540 0x55f07cb47a00 secure :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7ff308005940 tx=0x7ff308009510 comp rx=0 tx=0).stop 2024-09-10T08:19:09.054 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.052+0000 7ff3225f3740 1 --2- 172.21.15.67:0/2211117865 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f07cb404b0 0x55f07cb44f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:09.054 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.052+0000 7ff3225f3740 1 --2- 172.21.15.67:0/2211117865 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f07cb3fb70 0x55f07cb3ff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:09.054 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.052+0000 7ff3225f3740 1 -- 172.21.15.67:0/2211117865 >> 172.21.15.67:0/2211117865 conn(0x55f07cb3b1e0 msgr2=0x55f07cb3b5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:09.055 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.053+0000 7ff31ddf9640 1 --2- 172.21.15.67:0/854856712 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff3040a2ce0 0x7ff3040a51a0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7ff318051790 tx=0x7ff318063770 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:09.056 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.055+0000 7ff3225f3740 1 -- 172.21.15.67:0/2211117865 shutdown_connections 2024-09-10T08:19:09.057 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.056+0000 7ff3225f3740 1 -- 172.21.15.67:0/2211117865 wait complete. 2024-09-10T08:19:09.057 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.057+0000 7ff3225f3740 1 -- start start 2024-09-10T08:19:09.057 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.057+0000 7ff3225f3740 1 Processor -- start 2024-09-10T08:19:09.059 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.058+0000 7ff3225f3740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f07cb3fb70 0x55f07cb4a0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:09.059 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.058+0000 7ff3225f3740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f07cb4a600 0x55f07cb4f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:09.059 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.058+0000 7ff3225f3740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f07cb4aa80 0x55f07cb51be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:09.059 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.058+0000 7ff3225f3740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55f07cb484b0 con 0x55f07cb4a600 2024-09-10T08:19:09.059 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.058+0000 7ff3225f3740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55f07ca2c290 con 0x55f07cb3fb70 2024-09-10T08:19:09.059 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.058+0000 7ff3225f3740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55f07cb48630 con 0x55f07cb4aa80 2024-09-10T08:19:09.059 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.058+0000 7ff3225f3740 10 client.0 _ll_register_callbacks cb 0x55f07ca5d140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:19:09.059 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.058+0000 7ff31cdf7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f07cb4a600 0x55f07cb4f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:09.059 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.058+0000 7ff31cdf7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f07cb4a600 0x55f07cb4f630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42934/0 (socket says 172.21.15.67:42934) 2024-09-10T08:19:09.059 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.058+0000 7ff31cdf7640 1 -- 172.21.15.67:0/2707734323 learned_addr learned my addr 172.21.15.67:0/2707734323 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:09.060 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.059+0000 7ff31cdf7640 1 -- 172.21.15.67:0/2707734323 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f07cb4aa80 msgr2=0x55f07cb51be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:09.060 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.059+0000 7ff31cdf7640 1 --2- 172.21.15.67:0/2707734323 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f07cb4aa80 0x55f07cb51be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:09.060 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.059+0000 7ff31cdf7640 1 -- 172.21.15.67:0/2707734323 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f07cb3fb70 msgr2=0x55f07cb4a0c0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-10T08:19:09.060 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.059+0000 7ff31cdf7640 1 --2- 172.21.15.67:0/2707734323 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f07cb3fb70 0x55f07cb4a0c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:09.060 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.059+0000 7ff31cdf7640 1 -- 172.21.15.67:0/2707734323 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f07c7b6210 con 0x55f07cb4a600 2024-09-10T08:19:09.060 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.059+0000 7ff31cdf7640 1 --2- 172.21.15.67:0/2707734323 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f07cb4a600 0x55f07cb4f630 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7ff308035040 tx=0x7ff308005490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62ce0555fc4a3a74 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:09.061 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.059+0000 7ff300ff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:19:09.061 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.059+0000 7ff300ff9640 1 -- 172.21.15.67:0/2707734323 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff308037030 con 0x55f07cb4a600 2024-09-10T08:19:09.061 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.059+0000 7ff300ff9640 1 -- 172.21.15.67:0/2707734323 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7ff3080043e0 con 0x55f07cb4a600 2024-09-10T08:19:09.061 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.060+0000 7ff3225f3740 1 -- 172.21.15.67:0/2707734323 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff308004030 con 0x55f07cb4a600 2024-09-10T08:19:09.062 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.060+0000 7ff300ff9640 1 -- 172.21.15.67:0/2707734323 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff308041040 con 0x55f07cb4a600 2024-09-10T08:19:09.062 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.060+0000 7ff3225f3740 10 client.16701 fetch_fsmap learned FSMap version 29 2024-09-10T08:19:09.062 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.060+0000 7ff3225f3740 1 -- 172.21.15.67:0/2707734323 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55f07c882620 con 0x55f07cb4a600 2024-09-10T08:19:09.062 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.061+0000 7ff300ff9640 1 -- 172.21.15.67:0/2707734323 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff308004030 con 0x55f07cb4a600 2024-09-10T08:19:09.062 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.061+0000 7ff300ff9640 1 -- 172.21.15.67:0/2707734323 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7ff3080046c0 con 0x55f07cb4a600 2024-09-10T08:19:09.062 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.061+0000 7ff3225f3740 10 client.16701 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:19:09.062 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.061+0000 7ff3225f3740 10 client.16701 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:19:09.063 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.061+0000 7ff3225f3740 20 client.16701 populate_metadata read hostname 'smithi067' 2024-09-10T08:19:09.063 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.061+0000 7ff3225f3740 1 --2- 172.21.15.67:0/2707734323 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55f07cb56130 0x55f07cb585a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:09.063 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.061+0000 7ff3225f3740 4 client.16701 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:19:09.063 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.062+0000 7ff3225f3740 1 -- 172.21.15.67:0/2707734323 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f07cab0a20 con 0x55f07cb56130 2024-09-10T08:19:09.063 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.062+0000 7ff31d5f8640 1 --2- 172.21.15.67:0/2707734323 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55f07cb56130 0x55f07cb585a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:09.063 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.063+0000 7ff31d5f8640 1 --2- 172.21.15.67:0/2707734323 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55f07cb56130 0x55f07cb585a0 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ea1d71eabdd1af90 server_cookie=8b427c0ac6b394ec in_seq=0 out_seq=0 2024-09-10T08:19:09.063 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.063+0000 7ff300ff9640 10 client.16701 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:19:09.064 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.064+0000 7ff300ff9640 1 -- 172.21.15.67:0/2707734323 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f07cab0a20 con 0x55f07cb56130 2024-09-10T08:19:09.064 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.064+0000 7ff300ff9640 10 client.16701 handle_command_reply: tid=0 2024-09-10T08:19:09.064 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.064+0000 7ff3225f3740 1 client.16701 shutdown 2024-09-10T08:19:09.064 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.064+0000 7ff3225f3740 1 -- 172.21.15.67:0/2707734323 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f07cb4a600 msgr2=0x55f07cb4f630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:09.064 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.064+0000 7ff3225f3740 1 --2- 172.21.15.67:0/2707734323 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f07cb4a600 0x55f07cb4f630 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7ff308035040 tx=0x7ff308005490 comp rx=0 tx=0).stop 2024-09-10T08:19:09.065 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.064+0000 7ff3225f3740 1 -- 172.21.15.67:0/2707734323 shutdown_connections 2024-09-10T08:19:09.065 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.064+0000 7ff3225f3740 1 --2- 172.21.15.67:0/2707734323 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55f07cb56130 0x55f07cb585a0 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:09.065 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.064+0000 7ff3225f3740 1 --2- 172.21.15.67:0/2707734323 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f07cb4aa80 0x55f07cb51be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:09.065 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.064+0000 7ff3225f3740 1 --2- 172.21.15.67:0/2707734323 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f07cb4a600 0x55f07cb4f630 unknown :-1 s=CLOSED pgs=820 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:09.065 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.064+0000 7ff3225f3740 1 --2- 172.21.15.67:0/2707734323 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f07cb3fb70 0x55f07cb4a0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:09.065 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.064+0000 7ff3225f3740 1 -- 172.21.15.67:0/2707734323 >> 172.21.15.67:0/2707734323 conn(0x55f07cb3b1e0 msgr2=0x55f07cb3c9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:09.066 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.064+0000 7ff300ff9640 0 client.16701 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:19:09.066 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.065+0000 7ff3225f3740 1 -- 172.21.15.67:0/2707734323 shutdown_connections 2024-09-10T08:19:09.066 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.065+0000 7ff3225f3740 1 -- 172.21.15.67:0/2707734323 wait complete. 2024-09-10T08:19:09.066 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.065+0000 7ff3225f3740 20 client.16701 trim_cache size 0 max 16384 2024-09-10T08:19:09.097 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.094+0000 7ff3225f3740 1 Processor -- start 2024-09-10T08:19:09.097 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.094+0000 7ff3225f3740 1 -- start start 2024-09-10T08:19:09.097 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.094+0000 7ff3225f3740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f07cb3fb70 0x55f07cb4f5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:09.097 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.094+0000 7ff3225f3740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f07cb4a600 0x55f07cb40f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:09.097 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.094+0000 7ff3225f3740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f07cb4aa80 0x55f07cb3b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:09.097 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.094+0000 7ff3225f3740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff310155dc0 con 0x55f07cb3fb70 2024-09-10T08:19:09.098 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.094+0000 7ff3225f3740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7ff310157900 con 0x55f07cb4a600 2024-09-10T08:19:09.098 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.094+0000 7ff3225f3740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ff310156490 con 0x55f07cb4aa80 2024-09-10T08:19:09.098 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.095+0000 7ff31cdf7640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f07cb4a600 0x55f07cb40f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:09.098 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.095+0000 7ff31cdf7640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f07cb4a600 0x55f07cb40f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.133:3300/0 says I am v2:172.21.15.67:52148/0 (socket says 172.21.15.67:52148) 2024-09-10T08:19:09.098 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.095+0000 7ff31cdf7640 1 -- 172.21.15.67:0/605910813 learned_addr learned my addr 172.21.15.67:0/605910813 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:09.098 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.096+0000 7ff31ddf9640 1 --2- 172.21.15.67:0/605910813 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f07cb4aa80 0x55f07cb3b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:09.098 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.096+0000 7ff31cdf7640 1 -- 172.21.15.67:0/605910813 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f07cb4aa80 msgr2=0x55f07cb3b5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:09.098 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.096+0000 7ff31cdf7640 1 --2- 172.21.15.67:0/605910813 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f07cb4aa80 0x55f07cb3b5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:09.098 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.096+0000 7ff31cdf7640 1 -- 172.21.15.67:0/605910813 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f07cb3fb70 msgr2=0x55f07cb4f5f0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-10T08:19:09.098 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.096+0000 7ff31cdf7640 1 --2- 172.21.15.67:0/605910813 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f07cb3fb70 0x55f07cb4f5f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:09.098 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.096+0000 7ff31cdf7640 1 -- 172.21.15.67:0/605910813 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f07cb4a430 con 0x55f07cb4a600 2024-09-10T08:19:09.098 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.097+0000 7ff31cdf7640 1 --2- 172.21.15.67:0/605910813 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f07cb4a600 0x55f07cb40f10 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7ff308005fb0 tx=0x7ff30802a340 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4cd722304cb008f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:09.100 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.097+0000 7ff302ffd640 1 -- 172.21.15.67:0/605910813 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff308037040 con 0x55f07cb4a600 2024-09-10T08:19:09.100 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.097+0000 7ff302ffd640 1 -- 172.21.15.67:0/605910813 <== mon.2 v2:172.21.15.133:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff308004030 con 0x55f07cb4a600 2024-09-10T08:19:09.100 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.098+0000 7ff302ffd640 1 -- 172.21.15.67:0/605910813 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff308030850 con 0x55f07cb4a600 2024-09-10T08:19:09.100 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.098+0000 7ff3225f3740 1 -- 172.21.15.67:0/605910813 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f07cb4a600 msgr2=0x55f07cb40f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:09.100 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.098+0000 7ff3225f3740 1 --2- 172.21.15.67:0/605910813 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f07cb4a600 0x55f07cb40f10 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7ff308005fb0 tx=0x7ff30802a340 comp rx=0 tx=0).stop 2024-09-10T08:19:09.100 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.098+0000 7ff3225f3740 1 -- 172.21.15.67:0/605910813 shutdown_connections 2024-09-10T08:19:09.100 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.098+0000 7ff3225f3740 1 --2- 172.21.15.67:0/605910813 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f07cb4a600 0x55f07cb40f10 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:09.100 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.098+0000 7ff3225f3740 1 --2- 172.21.15.67:0/605910813 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f07cb4aa80 0x55f07cb3b5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:09.101 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.098+0000 7ff3225f3740 1 --2- 172.21.15.67:0/605910813 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f07cb3fb70 0x55f07cb4f5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:09.101 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.098+0000 7ff3225f3740 1 -- 172.21.15.67:0/605910813 >> 172.21.15.67:0/605910813 conn(0x55f07cb3b1e0 msgr2=0x55f07cb35ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:09.101 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.099+0000 7ff3225f3740 1 -- 172.21.15.67:0/605910813 shutdown_connections 2024-09-10T08:19:09.101 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.099+0000 7ff3225f3740 1 -- 172.21.15.67:0/605910813 wait complete. 2024-09-10T08:19:09.101 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.099+0000 7ff3225f3740 1 -- start start 2024-09-10T08:19:09.101 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.100+0000 7ff3225f3740 1 Processor -- start 2024-09-10T08:19:09.102 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.100+0000 7ff3225f3740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f07cb3fb70 0x55f07cb67390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:09.102 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.100+0000 7ff3225f3740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f07cb4a600 0x55f07cb678d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:09.102 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.100+0000 7ff3225f3740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f07cb4aa80 0x55f07cbbecf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:09.102 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.100+0000 7ff3225f3740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff310157230 con 0x55f07cb4aa80 2024-09-10T08:19:09.103 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.100+0000 7ff3225f3740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7ff310156b60 con 0x55f07cb3fb70 2024-09-10T08:19:09.103 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.100+0000 7ff3225f3740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ff310153da0 con 0x55f07cb4a600 2024-09-10T08:19:09.103 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.100+0000 7ff3225f3740 10 client.0 _ll_register_callbacks cb 0x7ff318068920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:19:09.103 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.101+0000 7ff31ddf9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f07cb4aa80 0x55f07cbbecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:09.103 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.101+0000 7ff31ddf9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f07cb4aa80 0x55f07cbbecf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42936/0 (socket says 172.21.15.67:42936) 2024-09-10T08:19:09.103 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.101+0000 7ff31ddf9640 1 -- 172.21.15.67:0/1073409009 learned_addr learned my addr 172.21.15.67:0/1073409009 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:09.103 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.101+0000 7ff31d5f8640 1 --2- 172.21.15.67:0/1073409009 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f07cb3fb70 0x55f07cb67390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:09.103 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.101+0000 7ff31cdf7640 1 --2- 172.21.15.67:0/1073409009 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f07cb4a600 0x55f07cb678d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:09.103 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.101+0000 7ff31d5f8640 1 -- 172.21.15.67:0/1073409009 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f07cb4a600 msgr2=0x55f07cb678d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:09.103 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.101+0000 7ff31d5f8640 1 --2- 172.21.15.67:0/1073409009 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f07cb4a600 0x55f07cb678d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:09.103 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.101+0000 7ff31d5f8640 1 -- 172.21.15.67:0/1073409009 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f07cb4aa80 msgr2=0x55f07cbbecf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:09.104 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.101+0000 7ff31d5f8640 1 --2- 172.21.15.67:0/1073409009 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f07cb4aa80 0x55f07cbbecf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:09.104 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.101+0000 7ff31d5f8640 1 -- 172.21.15.67:0/1073409009 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f07cbbf230 con 0x55f07cb3fb70 2024-09-10T08:19:09.105 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.102+0000 7ff31d5f8640 1 --2- 172.21.15.67:0/1073409009 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f07cb3fb70 0x55f07cb67390 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x55f07cb40ee0 tx=0x7ff3140cc260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3cd72fa133942ae4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:09.105 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.102+0000 7ff300ff9640 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-09-10T08:19:09.105 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.102+0000 7ff300ff9640 1 -- 172.21.15.67:0/1073409009 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff314021040 con 0x55f07cb3fb70 2024-09-10T08:19:09.105 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.102+0000 7ff300ff9640 1 -- 172.21.15.67:0/1073409009 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7ff3140bb0b0 con 0x55f07cb3fb70 2024-09-10T08:19:09.105 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.102+0000 7ff3225f3740 1 -- 172.21.15.67:0/1073409009 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff308004030 con 0x55f07cb3fb70 2024-09-10T08:19:09.105 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.103+0000 7ff300ff9640 1 -- 172.21.15.67:0/1073409009 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7ff3140a3d60 con 0x55f07cb3fb70 2024-09-10T08:19:09.105 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.103+0000 7ff3225f3740 10 client.25934 fetch_fsmap learned FSMap version 29 2024-09-10T08:19:09.106 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.103+0000 7ff3225f3740 1 -- 172.21.15.67:0/1073409009 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55f07cbc04c0 con 0x55f07cb3fb70 2024-09-10T08:19:09.106 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.104+0000 7ff300ff9640 1 -- 172.21.15.67:0/1073409009 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff308004030 con 0x55f07cb3fb70 2024-09-10T08:19:09.106 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.104+0000 7ff300ff9640 1 -- 172.21.15.67:0/1073409009 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7ff3140b5020 con 0x55f07cb3fb70 2024-09-10T08:19:09.106 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.104+0000 7ff3225f3740 10 client.25934 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:19:09.106 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.104+0000 7ff3225f3740 10 client.25934 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:19:09.106 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.104+0000 7ff3225f3740 20 client.25934 populate_metadata read hostname 'smithi067' 2024-09-10T08:19:09.106 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.104+0000 7ff3225f3740 1 --2- 172.21.15.67:0/1073409009 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55f07cbc0dc0 0x55f07cbc31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:09.106 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.104+0000 7ff3225f3740 4 client.25934 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:19:09.106 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.104+0000 7ff3225f3740 1 -- 172.21.15.67:0/1073409009 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f07caaad70 con 0x55f07cbc0dc0 2024-09-10T08:19:09.106 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.105+0000 7ff31cdf7640 1 --2- 172.21.15.67:0/1073409009 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55f07cbc0dc0 0x55f07cbc31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:09.111 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.111+0000 7ff300ff9640 10 client.25934 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:19:09.111 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.111+0000 7ff31cdf7640 1 --2- 172.21.15.67:0/1073409009 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55f07cbc0dc0 0x55f07cbc31e0 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=897f07c6bfb52b75 server_cookie=4df04201793b2f7a in_seq=0 out_seq=0 2024-09-10T08:19:09.136 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.135+0000 7ff300ff9640 1 -- 172.21.15.67:0/1073409009 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55f07caaad70 con 0x55f07cbc0dc0 2024-09-10T08:19:09.136 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.135+0000 7ff300ff9640 10 client.25934 handle_command_reply: tid=0 2024-09-10T08:19:09.136 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.135+0000 7ff3225f3740 1 client.25934 shutdown 2024-09-10T08:19:09.137 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.136+0000 7ff3225f3740 1 -- 172.21.15.67:0/1073409009 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f07cb3fb70 msgr2=0x55f07cb67390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:09.137 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.136+0000 7ff3225f3740 1 --2- 172.21.15.67:0/1073409009 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f07cb3fb70 0x55f07cb67390 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x55f07cb40ee0 tx=0x7ff3140cc260 comp rx=0 tx=0).stop 2024-09-10T08:19:09.137 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.136+0000 7ff3225f3740 1 -- 172.21.15.67:0/1073409009 shutdown_connections 2024-09-10T08:19:09.137 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.136+0000 7ff3225f3740 1 --2- 172.21.15.67:0/1073409009 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55f07cbc0dc0 0x55f07cbc31e0 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:09.137 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.136+0000 7ff3225f3740 1 --2- 172.21.15.67:0/1073409009 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f07cb4aa80 0x55f07cbbecf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:09.137 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.136+0000 7ff3225f3740 1 --2- 172.21.15.67:0/1073409009 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55f07cb4a600 0x55f07cb678d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:09.137 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.136+0000 7ff3225f3740 1 --2- 172.21.15.67:0/1073409009 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55f07cb3fb70 0x55f07cb67390 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:09.137 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.136+0000 7ff3225f3740 1 -- 172.21.15.67:0/1073409009 >> 172.21.15.67:0/1073409009 conn(0x55f07cb3b1e0 msgr2=0x55f07cb39a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:09.137 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.136+0000 7ff300ff9640 0 client.25934 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:19:09.138 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.136+0000 7ff3225f3740 1 -- 172.21.15.67:0/1073409009 shutdown_connections 2024-09-10T08:19:09.138 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.137+0000 7ff3225f3740 1 -- 172.21.15.67:0/1073409009 wait complete. 2024-09-10T08:19:09.138 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.137+0000 7ff3225f3740 20 client.25934 trim_cache size 0 max 16384 2024-09-10T08:19:09.138 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout:{ 2024-09-10T08:19:09.138 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout: "message": "", 2024-09-10T08:19:09.138 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout: "return_code": 0 2024-09-10T08:19:09.138 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout:} 2024-09-10T08:19:09.139 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.138+0000 7ff31e5fa640 1 -- 172.21.15.67:0/854856712 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff3040a2ce0 msgr2=0x7ff3040a51a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:09.139 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.138+0000 7ff31e5fa640 1 --2- 172.21.15.67:0/854856712 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff3040a2ce0 0x7ff3040a51a0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7ff318051790 tx=0x7ff318063770 comp rx=0 tx=0).stop 2024-09-10T08:19:09.139 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.138+0000 7ff31e5fa640 1 -- 172.21.15.67:0/854856712 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff31009bc50 msgr2=0x7ff310132040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:09.139 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.138+0000 7ff31e5fa640 1 --2- 172.21.15.67:0/854856712 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff31009bc50 0x7ff310132040 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7ff31400d740 tx=0x7ff31400dc00 comp rx=0 tx=0).stop 2024-09-10T08:19:09.142 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.141+0000 7ff31e5fa640 1 -- 172.21.15.67:0/854856712 shutdown_connections 2024-09-10T08:19:09.142 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.141+0000 7ff31e5fa640 1 --2- 172.21.15.67:0/854856712 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff3040a2ce0 0x7ff3040a51a0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:09.142 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.141+0000 7ff31e5fa640 1 --2- 172.21.15.67:0/854856712 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff3101375e0 0x7ff3101399d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:09.142 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.141+0000 7ff31e5fa640 1 --2- 172.21.15.67:0/854856712 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff31009d800 0x7ff310132580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:09.142 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.141+0000 7ff31e5fa640 1 --2- 172.21.15.67:0/854856712 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff31009bc50 0x7ff310132040 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:09.142 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.141+0000 7ff31e5fa640 1 -- 172.21.15.67:0/854856712 >> 172.21.15.67:0/854856712 conn(0x7ff31000ae70 msgr2=0x7ff3100a02a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:09.142 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.142+0000 7ff31e5fa640 1 -- 172.21.15.67:0/854856712 shutdown_connections 2024-09-10T08:19:09.143 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:09.142+0000 7ff31e5fa640 1 -- 172.21.15.67:0/854856712 wait complete. 2024-09-10T08:19:09.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:08 smithi203 ceph-mon[34672]: pgmap v487: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-09-10T08:19:09.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:08 smithi133 ceph-mon[34721]: pgmap v487: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-09-10T08:19:09.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:08 smithi067 ceph-mon[31051]: pgmap v487: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-09-10T08:19:09.564 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T08:19:10.034 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:19:10.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:09 smithi203 ceph-mon[34672]: scrub queued for path: / 2024-09-10T08:19:10.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:09 smithi203 ceph-mon[34672]: scrub summary: idle+waiting paths [/] 2024-09-10T08:19:10.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:09 smithi203 ceph-mon[34672]: scrub summary: active paths [/] 2024-09-10T08:19:10.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:09 smithi203 ceph-mon[34672]: scrub summary: idle+waiting paths [/] 2024-09-10T08:19:10.339 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:09 smithi067 ceph-mon[31051]: scrub queued for path: / 2024-09-10T08:19:10.339 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:09 smithi067 ceph-mon[31051]: scrub summary: idle+waiting paths [/] 2024-09-10T08:19:10.339 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:09 smithi067 ceph-mon[31051]: scrub summary: active paths [/] 2024-09-10T08:19:10.339 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:09 smithi067 ceph-mon[31051]: scrub summary: idle+waiting paths [/] 2024-09-10T08:19:10.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:09 smithi133 ceph-mon[34721]: scrub queued for path: / 2024-09-10T08:19:10.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:09 smithi133 ceph-mon[34721]: scrub summary: idle+waiting paths [/] 2024-09-10T08:19:10.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:09 smithi133 ceph-mon[34721]: scrub summary: active paths [/] 2024-09-10T08:19:10.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:09 smithi133 ceph-mon[34721]: scrub summary: idle+waiting paths [/] 2024-09-10T08:19:10.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.606+0000 7fd704702640 1 -- 172.21.15.67:0/666637526 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6fc106f10 msgr2=0x7fd6fc10ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:10.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.606+0000 7fd704702640 1 --2- 172.21.15.67:0/666637526 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6fc106f10 0x7fd6fc10ea90 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7fd6f4009ca0 tx=0x7fd6f402a8c0 comp rx=0 tx=0).stop 2024-09-10T08:19:10.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.607+0000 7fd704702640 1 -- 172.21.15.67:0/666637526 shutdown_connections 2024-09-10T08:19:10.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.607+0000 7fd704702640 1 --2- 172.21.15.67:0/666637526 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6fc106f10 0x7fd6fc10ea90 unknown :-1 s=CLOSED pgs=821 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:10.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.607+0000 7fd704702640 1 --2- 172.21.15.67:0/666637526 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd6fc102790 0x7fd6fc1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:10.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.607+0000 7fd704702640 1 --2- 172.21.15.67:0/666637526 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd6fc101de0 0x7fd6fc1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:10.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.607+0000 7fd704702640 1 -- 172.21.15.67:0/666637526 >> 172.21.15.67:0/666637526 conn(0x7fd6fc0fd8c0 msgr2=0x7fd6fc0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:10.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.607+0000 7fd704702640 1 -- 172.21.15.67:0/666637526 shutdown_connections 2024-09-10T08:19:10.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.607+0000 7fd704702640 1 -- 172.21.15.67:0/666637526 wait complete. 2024-09-10T08:19:10.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.607+0000 7fd704702640 1 Processor -- start 2024-09-10T08:19:10.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.607+0000 7fd704702640 1 -- start start 2024-09-10T08:19:10.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.608+0000 7fd704702640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd6fc101de0 0x7fd6fc19a580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:10.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.608+0000 7fd704702640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6fc102790 0x7fd6fc19aac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:10.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.608+0000 7fd704702640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd6fc106f10 0x7fd6fc19ee50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:10.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.608+0000 7fd704702640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd6fc111e20 con 0x7fd6fc102790 2024-09-10T08:19:10.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.608+0000 7fd704702640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fd6fc111ca0 con 0x7fd6fc106f10 2024-09-10T08:19:10.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.608+0000 7fd704702640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fd6fc111fa0 con 0x7fd6fc101de0 2024-09-10T08:19:10.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.608+0000 7fd701c9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6fc102790 0x7fd6fc19aac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:10.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.608+0000 7fd70249e640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd6fc101de0 0x7fd6fc19a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:10.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.608+0000 7fd70249e640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd6fc101de0 0x7fd6fc19a580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.67:35122/0 (socket says 172.21.15.67:35122) 2024-09-10T08:19:10.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.608+0000 7fd70249e640 1 -- 172.21.15.67:0/2762630367 learned_addr learned my addr 172.21.15.67:0/2762630367 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:10.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.608+0000 7fd702c9f640 1 --2- 172.21.15.67:0/2762630367 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd6fc106f10 0x7fd6fc19ee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:10.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.608+0000 7fd70249e640 1 -- 172.21.15.67:0/2762630367 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd6fc106f10 msgr2=0x7fd6fc19ee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:10.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.608+0000 7fd70249e640 1 --2- 172.21.15.67:0/2762630367 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd6fc106f10 0x7fd6fc19ee50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:10.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.608+0000 7fd70249e640 1 -- 172.21.15.67:0/2762630367 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6fc102790 msgr2=0x7fd6fc19aac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:10.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.608+0000 7fd70249e640 1 --2- 172.21.15.67:0/2762630367 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6fc102790 0x7fd6fc19aac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:10.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.608+0000 7fd70249e640 1 -- 172.21.15.67:0/2762630367 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6fc19f530 con 0x7fd6fc101de0 2024-09-10T08:19:10.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.608+0000 7fd701c9d640 1 --2- 172.21.15.67:0/2762630367 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6fc102790 0x7fd6fc19aac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:19:10.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.609+0000 7fd70249e640 1 --2- 172.21.15.67:0/2762630367 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd6fc101de0 0x7fd6fc19a580 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fd6f800ea60 tx=0x7fd6f800ef20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:10.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.609+0000 7fd6f37fe640 1 -- 172.21.15.67:0/2762630367 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6f800cde0 con 0x7fd6fc101de0 2024-09-10T08:19:10.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.609+0000 7fd704702640 1 -- 172.21.15.67:0/2762630367 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6fc19f820 con 0x7fd6fc101de0 2024-09-10T08:19:10.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.609+0000 7fd704702640 1 -- 172.21.15.67:0/2762630367 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6fc1a7100 con 0x7fd6fc101de0 2024-09-10T08:19:10.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.609+0000 7fd6f37fe640 1 -- 172.21.15.67:0/2762630367 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd6f80035f0 con 0x7fd6fc101de0 2024-09-10T08:19:10.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.609+0000 7fd6f37fe640 1 -- 172.21.15.67:0/2762630367 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6f8018690 con 0x7fd6fc101de0 2024-09-10T08:19:10.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.611+0000 7fd6f37fe640 1 -- 172.21.15.67:0/2762630367 <== mon.1 v2:172.21.15.203:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7fd6f8003a80 con 0x7fd6fc101de0 2024-09-10T08:19:10.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.612+0000 7fd706adb740 1 Processor -- start 2024-09-10T08:19:10.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.612+0000 7fd706adb740 1 -- start start 2024-09-10T08:19:10.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.612+0000 7fd6f37fe640 1 --2- 172.21.15.67:0/2762630367 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd6e80a2b80 0x7fd6e80a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:10.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.612+0000 7fd702c9f640 1 --2- 172.21.15.67:0/2762630367 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd6e80a2b80 0x7fd6e80a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:10.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.612+0000 7fd6f37fe640 1 -- 172.21.15.67:0/2762630367 <== mon.1 v2:172.21.15.203:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fd6f80cf6a0 con 0x7fd6fc101de0 2024-09-10T08:19:10.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.612+0000 7fd706adb740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5570e6f8c4a0 0x5570e6f8c880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:10.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.613+0000 7fd706adb740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570e6f8cdc0 0x5570e6f97140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:10.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.613+0000 7fd706adb740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5570e6f97680 0x5570e6f99a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:10.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.613+0000 7fd706adb740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5570e6ef22e0 con 0x5570e6f97680 2024-09-10T08:19:10.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.613+0000 7fd706adb740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5570e6e99ce0 con 0x5570e6f8c4a0 2024-09-10T08:19:10.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.613+0000 7fd706adb740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5570e6eee2a0 con 0x5570e6f8cdc0 2024-09-10T08:19:10.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.613+0000 7fd701c9d640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570e6f8cdc0 0x5570e6f97140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:10.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.613+0000 7fd701c9d640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570e6f8cdc0 0x5570e6f97140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.203:3300/0 says I am v2:172.21.15.67:35136/0 (socket says 172.21.15.67:35136) 2024-09-10T08:19:10.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.613+0000 7fd701c9d640 1 -- 172.21.15.67:0/302783620 learned_addr learned my addr 172.21.15.67:0/302783620 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:10.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.613+0000 7fd702c9f640 1 --2- 172.21.15.67:0/2762630367 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd6e80a2b80 0x7fd6e80a5040 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fd6f4004af0 tx=0x7fd6f4004a60 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:10.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.613+0000 7fd70249e640 1 --2- 172.21.15.67:0/302783620 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5570e6f8c4a0 0x5570e6f8c880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:10.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.613+0000 7fd702c9f640 1 --2- 172.21.15.67:0/302783620 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5570e6f97680 0x5570e6f99a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:10.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.613+0000 7fd701c9d640 1 -- 172.21.15.67:0/302783620 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5570e6f8c4a0 msgr2=0x5570e6f8c880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:10.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.613+0000 7fd701c9d640 1 --2- 172.21.15.67:0/302783620 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5570e6f8c4a0 0x5570e6f8c880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:10.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.613+0000 7fd701c9d640 1 -- 172.21.15.67:0/302783620 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5570e6f97680 msgr2=0x5570e6f99a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:10.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.613+0000 7fd701c9d640 1 --2- 172.21.15.67:0/302783620 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5570e6f97680 0x5570e6f99a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:10.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.613+0000 7fd701c9d640 1 -- 172.21.15.67:0/302783620 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5570e6e7e440 con 0x5570e6f8cdc0 2024-09-10T08:19:10.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.613+0000 7fd701c9d640 1 --2- 172.21.15.67:0/302783620 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570e6f8cdc0 0x5570e6f97140 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fd6ec0103d0 tx=0x7fd6ec010890 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a019988b60786df server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:10.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.614+0000 7fd6f0ff9640 1 -- 172.21.15.67:0/302783620 <== mon.1 v2:172.21.15.203:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6ec005220 con 0x5570e6f8cdc0 2024-09-10T08:19:10.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.614+0000 7fd6f0ff9640 1 -- 172.21.15.67:0/302783620 <== mon.1 v2:172.21.15.203:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd6ec004c50 con 0x5570e6f8cdc0 2024-09-10T08:19:10.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.614+0000 7fd6f0ff9640 1 -- 172.21.15.67:0/302783620 <== mon.1 v2:172.21.15.203:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6ec011a50 con 0x5570e6f8cdc0 2024-09-10T08:19:10.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.614+0000 7fd706adb740 1 -- 172.21.15.67:0/302783620 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570e6f8cdc0 msgr2=0x5570e6f97140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:10.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.614+0000 7fd706adb740 1 --2- 172.21.15.67:0/302783620 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570e6f8cdc0 0x5570e6f97140 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fd6ec0103d0 tx=0x7fd6ec010890 comp rx=0 tx=0).stop 2024-09-10T08:19:10.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.614+0000 7fd706adb740 1 -- 172.21.15.67:0/302783620 shutdown_connections 2024-09-10T08:19:10.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.614+0000 7fd706adb740 1 --2- 172.21.15.67:0/302783620 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5570e6f97680 0x5570e6f99a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:10.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.614+0000 7fd706adb740 1 --2- 172.21.15.67:0/302783620 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570e6f8cdc0 0x5570e6f97140 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:10.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.614+0000 7fd706adb740 1 --2- 172.21.15.67:0/302783620 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5570e6f8c4a0 0x5570e6f8c880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:10.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.614+0000 7fd706adb740 1 -- 172.21.15.67:0/302783620 >> 172.21.15.67:0/302783620 conn(0x5570e6f88a30 msgr2=0x5570e6f88e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:10.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.614+0000 7fd706adb740 1 -- 172.21.15.67:0/302783620 shutdown_connections 2024-09-10T08:19:10.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.614+0000 7fd706adb740 1 -- 172.21.15.67:0/302783620 wait complete. 2024-09-10T08:19:10.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.615+0000 7fd706adb740 1 -- start start 2024-09-10T08:19:10.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.615+0000 7fd706adb740 1 Processor -- start 2024-09-10T08:19:10.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.615+0000 7fd706adb740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5570e6f8c4a0 0x5570e6f96e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:10.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.615+0000 7fd706adb740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5570e6f8cdc0 0x5570e6f940b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:10.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.615+0000 7fd706adb740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570e6f97680 0x5570e6f945f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:10.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.615+0000 7fd706adb740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5570e6f9a250 con 0x5570e6f8c4a0 2024-09-10T08:19:10.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.615+0000 7fd706adb740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5570e6ead050 con 0x5570e6f8cdc0 2024-09-10T08:19:10.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.615+0000 7fd706adb740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5570e6f9a3d0 con 0x5570e6f97680 2024-09-10T08:19:10.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.615+0000 7fd706adb740 10 client.0 _ll_register_callbacks cb 0x5570e6eed160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:19:10.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.615+0000 7fd70249e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5570e6f8c4a0 0x5570e6f96e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:10.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.615+0000 7fd70249e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5570e6f8c4a0 0x5570e6f96e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42972/0 (socket says 172.21.15.67:42972) 2024-09-10T08:19:10.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.615+0000 7fd70249e640 1 -- 172.21.15.67:0/2554271359 learned_addr learned my addr 172.21.15.67:0/2554271359 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:10.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.615+0000 7fd702c9f640 1 --2- 172.21.15.67:0/2554271359 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570e6f97680 0x5570e6f945f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:10.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.615+0000 7fd701c9d640 1 --2- 172.21.15.67:0/2554271359 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5570e6f8cdc0 0x5570e6f940b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:10.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.616+0000 7fd701c9d640 1 -- 172.21.15.67:0/2554271359 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570e6f97680 msgr2=0x5570e6f945f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:10.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.616+0000 7fd701c9d640 1 --2- 172.21.15.67:0/2554271359 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570e6f97680 0x5570e6f945f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:10.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.616+0000 7fd701c9d640 1 -- 172.21.15.67:0/2554271359 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5570e6f8c4a0 msgr2=0x5570e6f96e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:10.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.616+0000 7fd701c9d640 1 --2- 172.21.15.67:0/2554271359 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5570e6f8c4a0 0x5570e6f96e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:10.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.616+0000 7fd701c9d640 1 -- 172.21.15.67:0/2554271359 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5570e6c633c0 con 0x5570e6f8cdc0 2024-09-10T08:19:10.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.616+0000 7fd70249e640 1 --2- 172.21.15.67:0/2554271359 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5570e6f8c4a0 0x5570e6f96e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:19:10.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.616+0000 7fd701c9d640 1 --2- 172.21.15.67:0/2554271359 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5570e6f8cdc0 0x5570e6f940b0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fd6ec000c00 tx=0x7fd6ec0048f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5657fcaffbc18de server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:10.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.616+0000 7fd6e5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.133:3300/0 2024-09-10T08:19:10.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.616+0000 7fd6e5ffb640 1 -- 172.21.15.67:0/2554271359 <== mon.2 v2:172.21.15.133:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6ec004020 con 0x5570e6f8cdc0 2024-09-10T08:19:10.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.616+0000 7fd6e5ffb640 1 -- 172.21.15.67:0/2554271359 <== mon.2 v2:172.21.15.133:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fd6ec0041c0 con 0x5570e6f8cdc0 2024-09-10T08:19:10.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.616+0000 7fd706adb740 1 -- 172.21.15.67:0/2554271359 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd6ec004c50 con 0x5570e6f8cdc0 2024-09-10T08:19:10.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.616+0000 7fd6e5ffb640 1 -- 172.21.15.67:0/2554271359 <== mon.2 v2:172.21.15.133:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fd6ec0043c0 con 0x5570e6f8cdc0 2024-09-10T08:19:10.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.616+0000 7fd706adb740 10 client.25946 fetch_fsmap learned FSMap version 29 2024-09-10T08:19:10.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.616+0000 7fd706adb740 1 -- 172.21.15.67:0/2554271359 --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5570e6fa5ac0 con 0x5570e6f8cdc0 2024-09-10T08:19:10.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.617+0000 7fd6e5ffb640 1 -- 172.21.15.67:0/2554271359 <== mon.2 v2:172.21.15.133:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd6ec004c50 con 0x5570e6f8cdc0 2024-09-10T08:19:10.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.617+0000 7fd6e5ffb640 1 -- 172.21.15.67:0/2554271359 <== mon.2 v2:172.21.15.133:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fd6ec0051d0 con 0x5570e6f8cdc0 2024-09-10T08:19:10.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.617+0000 7fd706adb740 10 client.25946 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:19:10.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.617+0000 7fd706adb740 10 client.25946 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:19:10.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.617+0000 7fd706adb740 20 client.25946 populate_metadata read hostname 'smithi067' 2024-09-10T08:19:10.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.617+0000 7fd706adb740 1 --2- 172.21.15.67:0/2554271359 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5570e6fa6f20 0x5570e6fa9310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:10.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.617+0000 7fd706adb740 4 client.25946 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:19:10.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.617+0000 7fd706adb740 1 -- 172.21.15.67:0/2554271359 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5570e6eff850 con 0x5570e6fa6f20 2024-09-10T08:19:10.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.617+0000 7fd70249e640 1 --2- 172.21.15.67:0/2554271359 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5570e6fa6f20 0x5570e6fa9310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:10.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.617+0000 7fd6e5ffb640 10 client.25946 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:19:10.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.617+0000 7fd70249e640 1 --2- 172.21.15.67:0/2554271359 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5570e6fa6f20 0x5570e6fa9310 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=928eec8e005f6cec server_cookie=cd636f08c092d51f in_seq=0 out_seq=0 2024-09-10T08:19:10.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.618+0000 7fd6e5ffb640 1 -- 172.21.15.67:0/2554271359 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5570e6eff850 con 0x5570e6fa6f20 2024-09-10T08:19:10.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.618+0000 7fd6e5ffb640 10 client.25946 handle_command_reply: tid=0 2024-09-10T08:19:10.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.618+0000 7fd706adb740 1 client.25946 shutdown 2024-09-10T08:19:10.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.618+0000 7fd706adb740 1 -- 172.21.15.67:0/2554271359 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5570e6f8cdc0 msgr2=0x5570e6f940b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:10.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.618+0000 7fd706adb740 1 --2- 172.21.15.67:0/2554271359 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5570e6f8cdc0 0x5570e6f940b0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fd6ec000c00 tx=0x7fd6ec0048f0 comp rx=0 tx=0).stop 2024-09-10T08:19:10.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.618+0000 7fd706adb740 1 -- 172.21.15.67:0/2554271359 shutdown_connections 2024-09-10T08:19:10.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.618+0000 7fd706adb740 1 --2- 172.21.15.67:0/2554271359 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5570e6fa6f20 0x5570e6fa9310 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:10.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.618+0000 7fd706adb740 1 --2- 172.21.15.67:0/2554271359 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5570e6f8cdc0 0x5570e6f940b0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:10.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.618+0000 7fd706adb740 1 --2- 172.21.15.67:0/2554271359 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570e6f97680 0x5570e6f945f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:10.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.618+0000 7fd6e5ffb640 0 client.25946 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:19:10.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.618+0000 7fd706adb740 1 --2- 172.21.15.67:0/2554271359 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5570e6f8c4a0 0x5570e6f96e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:10.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.618+0000 7fd706adb740 1 -- 172.21.15.67:0/2554271359 >> 172.21.15.67:0/2554271359 conn(0x5570e6f88a30 msgr2=0x5570e6f87b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:10.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.619+0000 7fd706adb740 1 -- 172.21.15.67:0/2554271359 shutdown_connections 2024-09-10T08:19:10.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.619+0000 7fd706adb740 1 -- 172.21.15.67:0/2554271359 wait complete. 2024-09-10T08:19:10.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.619+0000 7fd706adb740 20 client.25946 trim_cache size 0 max 16384 2024-09-10T08:19:10.637 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.636+0000 7fd706adb740 1 Processor -- start 2024-09-10T08:19:10.637 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.636+0000 7fd706adb740 1 -- start start 2024-09-10T08:19:10.637 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.636+0000 7fd706adb740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5570e6f8c4a0 0x5570e6f93970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:10.637 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.636+0000 7fd706adb740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5570e6f8cdc0 0x5570e6faeb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:10.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.636+0000 7fd706adb740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570e6f97680 0x5570e6faf050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:10.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.636+0000 7fd706adb740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd6e000fd20 con 0x5570e6f8c4a0 2024-09-10T08:19:10.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.636+0000 7fd706adb740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fd6e0011860 con 0x5570e6f8cdc0 2024-09-10T08:19:10.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.636+0000 7fd706adb740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fd6e00103f0 con 0x5570e6f97680 2024-09-10T08:19:10.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.636+0000 7fd70249e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5570e6f8c4a0 0x5570e6f93970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:10.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.636+0000 7fd70249e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5570e6f8c4a0 0x5570e6f93970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42984/0 (socket says 172.21.15.67:42984) 2024-09-10T08:19:10.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.636+0000 7fd70249e640 1 -- 172.21.15.67:0/4035297539 learned_addr learned my addr 172.21.15.67:0/4035297539 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:10.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.636+0000 7fd702c9f640 1 --2- 172.21.15.67:0/4035297539 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570e6f97680 0x5570e6faf050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:10.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.636+0000 7fd701c9d640 1 --2- 172.21.15.67:0/4035297539 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5570e6f8cdc0 0x5570e6faeb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:10.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.636+0000 7fd70249e640 1 -- 172.21.15.67:0/4035297539 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570e6f97680 msgr2=0x5570e6faf050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:10.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.636+0000 7fd70249e640 1 --2- 172.21.15.67:0/4035297539 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570e6f97680 0x5570e6faf050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:10.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.636+0000 7fd70249e640 1 -- 172.21.15.67:0/4035297539 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5570e6f8cdc0 msgr2=0x5570e6faeb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:10.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.636+0000 7fd70249e640 1 --2- 172.21.15.67:0/4035297539 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5570e6f8cdc0 0x5570e6faeb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:10.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.636+0000 7fd70249e640 1 -- 172.21.15.67:0/4035297539 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5570e6f97170 con 0x5570e6f8c4a0 2024-09-10T08:19:10.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.636+0000 7fd702c9f640 1 --2- 172.21.15.67:0/4035297539 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570e6f97680 0x5570e6faf050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:19:10.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.637+0000 7fd70249e640 1 --2- 172.21.15.67:0/4035297539 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5570e6f8c4a0 0x5570e6f93970 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7fd6f80cd110 tx=0x7fd6f8000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a9cd59d52a66983 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:10.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.637+0000 7fd6e7fff640 1 -- 172.21.15.67:0/4035297539 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6f80b4040 con 0x5570e6f8c4a0 2024-09-10T08:19:10.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.637+0000 7fd6e7fff640 1 -- 172.21.15.67:0/4035297539 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd6f809feb0 con 0x5570e6f8c4a0 2024-09-10T08:19:10.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.637+0000 7fd6e7fff640 1 -- 172.21.15.67:0/4035297539 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6f80cf340 con 0x5570e6f8c4a0 2024-09-10T08:19:10.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.637+0000 7fd706adb740 1 -- 172.21.15.67:0/4035297539 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5570e6f8c4a0 msgr2=0x5570e6f93970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:10.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.637+0000 7fd706adb740 1 --2- 172.21.15.67:0/4035297539 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5570e6f8c4a0 0x5570e6f93970 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7fd6f80cd110 tx=0x7fd6f8000bc0 comp rx=0 tx=0).stop 2024-09-10T08:19:10.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.637+0000 7fd706adb740 1 -- 172.21.15.67:0/4035297539 shutdown_connections 2024-09-10T08:19:10.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.637+0000 7fd706adb740 1 --2- 172.21.15.67:0/4035297539 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5570e6f8cdc0 0x5570e6faeb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:10.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.637+0000 7fd706adb740 1 --2- 172.21.15.67:0/4035297539 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570e6f97680 0x5570e6faf050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:10.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.637+0000 7fd706adb740 1 --2- 172.21.15.67:0/4035297539 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5570e6f8c4a0 0x5570e6f93970 unknown :-1 s=CLOSED pgs=822 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:10.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.637+0000 7fd706adb740 1 -- 172.21.15.67:0/4035297539 >> 172.21.15.67:0/4035297539 conn(0x5570e6f88a30 msgr2=0x5570e6f88e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:10.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.638+0000 7fd706adb740 1 -- 172.21.15.67:0/4035297539 shutdown_connections 2024-09-10T08:19:10.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.638+0000 7fd706adb740 1 -- 172.21.15.67:0/4035297539 wait complete. 2024-09-10T08:19:10.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.638+0000 7fd706adb740 1 -- start start 2024-09-10T08:19:10.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.638+0000 7fd706adb740 1 Processor -- start 2024-09-10T08:19:10.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.638+0000 7fd706adb740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5570e6f8c4a0 0x5570e6f9fbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:10.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.638+0000 7fd706adb740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5570e6f8cdc0 0x5570e6f8e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:10.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.638+0000 7fd706adb740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570e6f97680 0x5570e6f8ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:10.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.638+0000 7fd706adb740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd6e0011190 con 0x5570e6f8c4a0 2024-09-10T08:19:10.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.638+0000 7fd70249e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5570e6f8c4a0 0x5570e6f9fbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:10.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.638+0000 7fd70249e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5570e6f8c4a0 0x5570e6f9fbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42994/0 (socket says 172.21.15.67:42994) 2024-09-10T08:19:10.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.638+0000 7fd70249e640 1 -- 172.21.15.67:0/2188789434 learned_addr learned my addr 172.21.15.67:0/2188789434 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:10.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.638+0000 7fd706adb740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fd6e0010ac0 con 0x5570e6f8cdc0 2024-09-10T08:19:10.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.639+0000 7fd701c9d640 1 --2- 172.21.15.67:0/2188789434 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5570e6f8cdc0 0x5570e6f8e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:10.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.639+0000 7fd706adb740 1 -- 172.21.15.67:0/2188789434 --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fd6e000dd00 con 0x5570e6f97680 2024-09-10T08:19:10.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.639+0000 7fd702c9f640 1 --2- 172.21.15.67:0/2188789434 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570e6f97680 0x5570e6f8ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:10.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.639+0000 7fd706adb740 10 client.0 _ll_register_callbacks cb 0x7fd6ec00be60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:19:10.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.639+0000 7fd70249e640 1 -- 172.21.15.67:0/2188789434 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570e6f97680 msgr2=0x5570e6f8ebf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:10.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.639+0000 7fd70249e640 1 --2- 172.21.15.67:0/2188789434 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570e6f97680 0x5570e6f8ebf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:10.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.639+0000 7fd70249e640 1 -- 172.21.15.67:0/2188789434 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5570e6f8cdc0 msgr2=0x5570e6f8e6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:10.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.639+0000 7fd70249e640 1 --2- 172.21.15.67:0/2188789434 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5570e6f8cdc0 0x5570e6f8e6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:10.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.639+0000 7fd70249e640 1 -- 172.21.15.67:0/2188789434 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5570e6f8f160 con 0x5570e6f8c4a0 2024-09-10T08:19:10.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.639+0000 7fd702c9f640 1 --2- 172.21.15.67:0/2188789434 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570e6f97680 0x5570e6f8ebf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:19:10.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.639+0000 7fd701c9d640 1 --2- 172.21.15.67:0/2188789434 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5570e6f8cdc0 0x5570e6f8e6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:19:10.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.639+0000 7fd70249e640 1 --2- 172.21.15.67:0/2188789434 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5570e6f8c4a0 0x5570e6f9fbd0 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7fd6f800c760 tx=0x7fd6f8099ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8097d3feddafcf server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:10.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.639+0000 7fd6e5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:19:10.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.639+0000 7fd6e5ffb640 1 -- 172.21.15.67:0/2188789434 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6f807e020 con 0x5570e6f8c4a0 2024-09-10T08:19:10.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.639+0000 7fd6e5ffb640 1 -- 172.21.15.67:0/2188789434 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fd6f80cf340 con 0x5570e6f8c4a0 2024-09-10T08:19:10.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.639+0000 7fd706adb740 1 -- 172.21.15.67:0/2188789434 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd6f809feb0 con 0x5570e6f8c4a0 2024-09-10T08:19:10.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.639+0000 7fd6e5ffb640 1 -- 172.21.15.67:0/2188789434 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fd6f80b4070 con 0x5570e6f8c4a0 2024-09-10T08:19:10.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.639+0000 7fd706adb740 10 client.16722 fetch_fsmap learned FSMap version 29 2024-09-10T08:19:10.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.639+0000 7fd706adb740 1 -- 172.21.15.67:0/2188789434 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5570e6f9e440 con 0x5570e6f8c4a0 2024-09-10T08:19:10.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.640+0000 7fd6e5ffb640 1 -- 172.21.15.67:0/2188789434 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd6f809feb0 con 0x5570e6f8c4a0 2024-09-10T08:19:10.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.640+0000 7fd6e5ffb640 1 -- 172.21.15.67:0/2188789434 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fd6f8097a50 con 0x5570e6f8c4a0 2024-09-10T08:19:10.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.640+0000 7fd706adb740 10 client.16722 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:19:10.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.640+0000 7fd706adb740 10 client.16722 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:19:10.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.640+0000 7fd706adb740 20 client.16722 populate_metadata read hostname 'smithi067' 2024-09-10T08:19:10.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.640+0000 7fd706adb740 1 --2- 172.21.15.67:0/2188789434 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5570e7011fc0 0x5570e70143b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:10.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.640+0000 7fd706adb740 4 client.16722 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T08:19:10.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.640+0000 7fd706adb740 1 -- 172.21.15.67:0/2188789434 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5570e6ef9d60 con 0x5570e7011fc0 2024-09-10T08:19:10.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.640+0000 7fd701c9d640 1 --2- 172.21.15.67:0/2188789434 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5570e7011fc0 0x5570e70143b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:10.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.640+0000 7fd701c9d640 1 --2- 172.21.15.67:0/2188789434 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5570e7011fc0 0x5570e70143b0 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=68129fe89d37e5b4 server_cookie=f5be0137c38fd065 in_seq=0 out_seq=0 2024-09-10T08:19:10.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.640+0000 7fd6e5ffb640 10 client.16722 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:19:10.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.641+0000 7fd6e5ffb640 1 -- 172.21.15.67:0/2188789434 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x5570e6ef9d60 con 0x5570e7011fc0 2024-09-10T08:19:10.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.641+0000 7fd6e5ffb640 10 client.16722 handle_command_reply: tid=0 2024-09-10T08:19:10.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.641+0000 7fd706adb740 1 client.16722 shutdown 2024-09-10T08:19:10.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.641+0000 7fd706adb740 1 -- 172.21.15.67:0/2188789434 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5570e6f8c4a0 msgr2=0x5570e6f9fbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:10.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.641+0000 7fd706adb740 1 --2- 172.21.15.67:0/2188789434 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5570e6f8c4a0 0x5570e6f9fbd0 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7fd6f800c760 tx=0x7fd6f8099ba0 comp rx=0 tx=0).stop 2024-09-10T08:19:10.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.641+0000 7fd706adb740 1 -- 172.21.15.67:0/2188789434 shutdown_connections 2024-09-10T08:19:10.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.641+0000 7fd706adb740 1 --2- 172.21.15.67:0/2188789434 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5570e7011fc0 0x5570e70143b0 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:10.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.641+0000 7fd706adb740 1 --2- 172.21.15.67:0/2188789434 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5570e6f8cdc0 0x5570e6f8e6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:10.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.641+0000 7fd706adb740 1 --2- 172.21.15.67:0/2188789434 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5570e6f97680 0x5570e6f8ebf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:10.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.641+0000 7fd706adb740 1 --2- 172.21.15.67:0/2188789434 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5570e6f8c4a0 0x5570e6f9fbd0 unknown :-1 s=CLOSED pgs=823 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:10.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.641+0000 7fd6e5ffb640 0 client.16722 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:19:10.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.641+0000 7fd706adb740 1 -- 172.21.15.67:0/2188789434 >> 172.21.15.67:0/2188789434 conn(0x5570e6f88a30 msgr2=0x5570e6f95910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:10.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.641+0000 7fd706adb740 1 -- 172.21.15.67:0/2188789434 shutdown_connections 2024-09-10T08:19:10.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.641+0000 7fd706adb740 1 -- 172.21.15.67:0/2188789434 wait complete. 2024-09-10T08:19:10.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.641+0000 7fd706adb740 20 client.16722 trim_cache size 0 max 16384 2024-09-10T08:19:10.649 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:19:10.650 INFO:teuthology.orchestra.run.smithi067.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-10T08:19:10.650 INFO:teuthology.orchestra.run.smithi067.stdout: "scrubs": { 2024-09-10T08:19:10.650 INFO:teuthology.orchestra.run.smithi067.stdout: "3e0f033e-8951-44d1-982c-b53dd22caf2c": { 2024-09-10T08:19:10.650 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/", 2024-09-10T08:19:10.650 INFO:teuthology.orchestra.run.smithi067.stdout: "tag": "3e0f033e-8951-44d1-982c-b53dd22caf2c", 2024-09-10T08:19:10.650 INFO:teuthology.orchestra.run.smithi067.stdout: "options": "recursive,force" 2024-09-10T08:19:10.650 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:10.650 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:10.650 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:19:10.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.642+0000 7fd704702640 1 -- 172.21.15.67:0/2762630367 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd6e80a2b80 msgr2=0x7fd6e80a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:10.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.642+0000 7fd704702640 1 --2- 172.21.15.67:0/2762630367 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd6e80a2b80 0x7fd6e80a5040 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fd6f4004af0 tx=0x7fd6f4004a60 comp rx=0 tx=0).stop 2024-09-10T08:19:10.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.642+0000 7fd704702640 1 -- 172.21.15.67:0/2762630367 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd6fc101de0 msgr2=0x7fd6fc19a580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:10.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.642+0000 7fd704702640 1 --2- 172.21.15.67:0/2762630367 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd6fc101de0 0x7fd6fc19a580 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fd6f800ea60 tx=0x7fd6f800ef20 comp rx=0 tx=0).stop 2024-09-10T08:19:10.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.642+0000 7fd704702640 1 -- 172.21.15.67:0/2762630367 shutdown_connections 2024-09-10T08:19:10.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.642+0000 7fd704702640 1 --2- 172.21.15.67:0/2762630367 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd6e80a2b80 0x7fd6e80a5040 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:10.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.642+0000 7fd704702640 1 --2- 172.21.15.67:0/2762630367 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd6fc106f10 0x7fd6fc19ee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:10.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.642+0000 7fd704702640 1 --2- 172.21.15.67:0/2762630367 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6fc102790 0x7fd6fc19aac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:10.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.642+0000 7fd704702640 1 --2- 172.21.15.67:0/2762630367 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd6fc101de0 0x7fd6fc19a580 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:10.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.642+0000 7fd704702640 1 -- 172.21.15.67:0/2762630367 >> 172.21.15.67:0/2762630367 conn(0x7fd6fc0fd8c0 msgr2=0x7fd6fc0fec30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:10.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.642+0000 7fd704702640 1 -- 172.21.15.67:0/2762630367 shutdown_connections 2024-09-10T08:19:10.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:10.642+0000 7fd704702640 1 -- 172.21.15.67:0/2762630367 wait complete. 2024-09-10T08:19:11.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:10 smithi203 ceph-mon[34672]: pgmap v488: 129 pgs: 129 active+clean; 8.0 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 2.9 KiB/s wr, 58 op/s 2024-09-10T08:19:11.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:10 smithi133 ceph-mon[34721]: pgmap v488: 129 pgs: 129 active+clean; 8.0 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 2.9 KiB/s wr, 58 op/s 2024-09-10T08:19:11.349 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:10 smithi067 ceph-mon[31051]: pgmap v488: 129 pgs: 129 active+clean; 8.0 GiB data, 20 GiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 2.9 KiB/s wr, 58 op/s 2024-09-10T08:19:11.380 INFO:tasks.cephfs.filesystem:scrub status for tag:3e0f033e-8951-44d1-982c-b53dd22caf2c - {'path': '/', 'tag': '3e0f033e-8951-44d1-982c-b53dd22caf2c', 'options': 'recursive,force'} 2024-09-10T08:19:13.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:12 smithi203 ceph-mon[34672]: pgmap v489: 129 pgs: 129 active+clean; 6.3 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 2.0 KiB/s wr, 92 op/s 2024-09-10T08:19:13.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:12 smithi203 ceph-mon[34672]: scrub summary: idle 2024-09-10T08:19:13.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:12 smithi133 ceph-mon[34721]: pgmap v489: 129 pgs: 129 active+clean; 6.3 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 2.0 KiB/s wr, 92 op/s 2024-09-10T08:19:13.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:12 smithi133 ceph-mon[34721]: scrub summary: idle 2024-09-10T08:19:13.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:12 smithi067 ceph-mon[31051]: pgmap v489: 129 pgs: 129 active+clean; 6.3 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 2.0 KiB/s wr, 92 op/s 2024-09-10T08:19:13.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:12 smithi067 ceph-mon[31051]: scrub summary: idle 2024-09-10T08:19:15.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:15 smithi203 ceph-mon[34672]: pgmap v490: 129 pgs: 129 active+clean; 4.1 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 2.1 KiB/s wr, 140 op/s 2024-09-10T08:19:15.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:15 smithi133 ceph-mon[34721]: pgmap v490: 129 pgs: 129 active+clean; 4.1 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 2.1 KiB/s wr, 140 op/s 2024-09-10T08:19:15.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:14 smithi067 ceph-mon[31051]: pgmap v490: 129 pgs: 129 active+clean; 4.1 GiB data, 11 GiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 2.1 KiB/s wr, 140 op/s 2024-09-10T08:19:17.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:17 smithi203 ceph-mon[34672]: pgmap v491: 129 pgs: 129 active+clean; 986 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 2.2 KiB/s wr, 230 op/s 2024-09-10T08:19:17.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:17 smithi133 ceph-mon[34721]: pgmap v491: 129 pgs: 129 active+clean; 986 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 2.2 KiB/s wr, 230 op/s 2024-09-10T08:19:17.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:17 smithi067 ceph-mon[31051]: pgmap v491: 129 pgs: 129 active+clean; 986 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 2.2 KiB/s wr, 230 op/s 2024-09-10T08:19:19.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:19 smithi203 ceph-mon[34672]: pgmap v492: 129 pgs: 129 active+clean; 986 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 2.2 KiB/s wr, 226 op/s 2024-09-10T08:19:19.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:19 smithi133 ceph-mon[34721]: pgmap v492: 129 pgs: 129 active+clean; 986 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 2.2 KiB/s wr, 226 op/s 2024-09-10T08:19:19.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:19 smithi067 ceph-mon[31051]: pgmap v492: 129 pgs: 129 active+clean; 986 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 2.2 KiB/s wr, 226 op/s 2024-09-10T08:19:21.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:21 smithi203 ceph-mon[34672]: pgmap v493: 129 pgs: 129 active+clean; 986 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 2.2 KiB/s wr, 230 op/s 2024-09-10T08:19:21.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:21 smithi133 ceph-mon[34721]: pgmap v493: 129 pgs: 129 active+clean; 986 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 2.2 KiB/s wr, 230 op/s 2024-09-10T08:19:21.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:21 smithi067 ceph-mon[31051]: pgmap v493: 129 pgs: 129 active+clean; 986 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 8.4 KiB/s rd, 2.2 KiB/s wr, 230 op/s 2024-09-10T08:19:22.251 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.251+0000 7f59c0ced640 1 -- 172.21.15.67:0/1067176595 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59bc0ffe30 msgr2=0x7f59bc100230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:22.252 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.251+0000 7f59c0ced640 1 --2- 172.21.15.67:0/1067176595 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59bc0ffe30 0x7f59bc100230 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7f59ac009900 tx=0x7f59ac02a410 comp rx=0 tx=0).stop 2024-09-10T08:19:22.252 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.251+0000 7f59c0ced640 1 -- 172.21.15.67:0/1067176595 shutdown_connections 2024-09-10T08:19:22.252 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.251+0000 7f59c0ced640 1 --2- 172.21.15.67:0/1067176595 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f59bc102e00 0x7f59bc103280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:22.252 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.251+0000 7f59c0ced640 1 --2- 172.21.15.67:0/1067176595 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f59bc1037c0 0x7f59bc10a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:22.252 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.251+0000 7f59c0ced640 1 --2- 172.21.15.67:0/1067176595 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59bc0ffe30 0x7f59bc100230 unknown :-1 s=CLOSED pgs=824 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:22.252 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.251+0000 7f59c0ced640 1 -- 172.21.15.67:0/1067176595 >> 172.21.15.67:0/1067176595 conn(0x7f59bc0fb970 msgr2=0x7f59bc0fdd90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:22.252 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.251+0000 7f59c0ced640 1 -- 172.21.15.67:0/1067176595 shutdown_connections 2024-09-10T08:19:22.252 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.251+0000 7f59c0ced640 1 -- 172.21.15.67:0/1067176595 wait complete. 2024-09-10T08:19:22.252 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.252+0000 7f59c0ced640 1 Processor -- start 2024-09-10T08:19:22.252 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.252+0000 7f59c0ced640 1 -- start start 2024-09-10T08:19:22.254 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.252+0000 7f59c0ced640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f59bc0ffe30 0x7f59bc102770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:22.254 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.252+0000 7f59c0ced640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59bc102e00 0x7f59bc100db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:22.254 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.252+0000 7f59c0ced640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f59bc1037c0 0x7f59bc1012f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:22.255 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.252+0000 7f59c0ced640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f59bc10d6b0 con 0x7f59bc102e00 2024-09-10T08:19:22.255 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.252+0000 7f59c0ced640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f59bc10d530 con 0x7f59bc1037c0 2024-09-10T08:19:22.255 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.252+0000 7f59c0ced640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f59bc10d830 con 0x7f59bc0ffe30 2024-09-10T08:19:22.255 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.253+0000 7f59b9d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59bc102e00 0x7f59bc100db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:22.255 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.253+0000 7f59b9d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59bc102e00 0x7f59bc100db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:35830/0 (socket says 172.21.15.67:35830) 2024-09-10T08:19:22.255 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.253+0000 7f59b9d9b640 1 -- 172.21.15.67:0/3419470300 learned_addr learned my addr 172.21.15.67:0/3419470300 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:22.255 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.253+0000 7f59bad9d640 1 --2- 172.21.15.67:0/3419470300 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f59bc1037c0 0x7f59bc1012f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:22.255 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.253+0000 7f59ba59c640 1 --2- 172.21.15.67:0/3419470300 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f59bc0ffe30 0x7f59bc102770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:22.255 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.253+0000 7f59b9d9b640 1 -- 172.21.15.67:0/3419470300 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f59bc0ffe30 msgr2=0x7f59bc102770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:22.255 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.253+0000 7f59b9d9b640 1 --2- 172.21.15.67:0/3419470300 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f59bc0ffe30 0x7f59bc102770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:22.255 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.253+0000 7f59b9d9b640 1 -- 172.21.15.67:0/3419470300 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f59bc1037c0 msgr2=0x7f59bc1012f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:22.255 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.253+0000 7f59b9d9b640 1 --2- 172.21.15.67:0/3419470300 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f59bc1037c0 0x7f59bc1012f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:22.255 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.253+0000 7f59b9d9b640 1 -- 172.21.15.67:0/3419470300 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59bc101b80 con 0x7f59bc102e00 2024-09-10T08:19:22.255 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.253+0000 7f59b9d9b640 1 --2- 172.21.15.67:0/3419470300 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59bc102e00 0x7f59bc100db0 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7f59b000e9f0 tx=0x7f59b000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:22.256 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.253+0000 7f59ab7fe640 1 -- 172.21.15.67:0/3419470300 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59b000cd80 con 0x7f59bc102e00 2024-09-10T08:19:22.256 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.253+0000 7f59ab7fe640 1 -- 172.21.15.67:0/3419470300 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f59b00108e0 con 0x7f59bc102e00 2024-09-10T08:19:22.256 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.253+0000 7f59c0ced640 1 -- 172.21.15.67:0/3419470300 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59bc1a1eb0 con 0x7f59bc102e00 2024-09-10T08:19:22.256 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.253+0000 7f59ab7fe640 1 -- 172.21.15.67:0/3419470300 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59b0018920 con 0x7f59bc102e00 2024-09-10T08:19:22.256 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.254+0000 7f59c0ced640 1 -- 172.21.15.67:0/3419470300 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59bc1a2320 con 0x7f59bc102e00 2024-09-10T08:19:22.258 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.257+0000 7f59c3a88740 1 Processor -- start 2024-09-10T08:19:22.258 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.257+0000 7f59ab7fe640 1 -- 172.21.15.67:0/3419470300 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f59b0010a90 con 0x7f59bc102e00 2024-09-10T08:19:22.258 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.257+0000 7f59c3a88740 1 -- start start 2024-09-10T08:19:22.258 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.257+0000 7f59c3a88740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5584b41b29a0 0x5584b41b2da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:22.258 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.257+0000 7f59c3a88740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5584b41b32e0 0x5584b41b7da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:22.259 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.257+0000 7f59c3a88740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5584b41b8370 0x5584b41ba830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:22.259 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.257+0000 7f59c3a88740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5584b41162f0 con 0x5584b41b29a0 2024-09-10T08:19:22.259 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.257+0000 7f59c3a88740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5584b40be270 con 0x5584b41b8370 2024-09-10T08:19:22.259 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.257+0000 7f59c3a88740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5584b41122b0 con 0x5584b41b32e0 2024-09-10T08:19:22.259 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.257+0000 7f59bad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5584b41b29a0 0x5584b41b2da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:22.259 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.257+0000 7f59bad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5584b41b29a0 0x5584b41b2da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:35844/0 (socket says 172.21.15.67:35844) 2024-09-10T08:19:22.259 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.257+0000 7f59bad9d640 1 -- 172.21.15.67:0/4081014778 learned_addr learned my addr 172.21.15.67:0/4081014778 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:22.259 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.258+0000 7f59b9d9b640 1 --2- 172.21.15.67:0/4081014778 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5584b41b8370 0x5584b41ba830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:22.259 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.258+0000 7f59ba59c640 1 --2- 172.21.15.67:0/4081014778 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5584b41b32e0 0x5584b41b7da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:22.259 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.258+0000 7f59bad9d640 1 -- 172.21.15.67:0/4081014778 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5584b41b32e0 msgr2=0x5584b41b7da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:22.259 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.258+0000 7f59bad9d640 1 --2- 172.21.15.67:0/4081014778 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5584b41b32e0 0x5584b41b7da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:22.259 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.258+0000 7f59bad9d640 1 -- 172.21.15.67:0/4081014778 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5584b41b8370 msgr2=0x5584b41ba830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:22.259 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.258+0000 7f59bad9d640 1 --2- 172.21.15.67:0/4081014778 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5584b41b8370 0x5584b41ba830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:22.259 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.258+0000 7f59ab7fe640 1 --2- 172.21.15.67:0/3419470300 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f59a40a2cb0 0x7f59a40a5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:22.260 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.258+0000 7f59bad9d640 1 -- 172.21.15.67:0/4081014778 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5584b40bd340 con 0x5584b41b29a0 2024-09-10T08:19:22.260 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.258+0000 7f59ab7fe640 1 -- 172.21.15.67:0/3419470300 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f59b00cf630 con 0x7f59bc102e00 2024-09-10T08:19:22.260 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.258+0000 7f59bad9d640 1 --2- 172.21.15.67:0/3419470300 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f59a40a2cb0 0x7f59a40a5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:22.260 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.258+0000 7f59bad9d640 1 --2- 172.21.15.67:0/4081014778 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5584b41b29a0 0x5584b41b2da0 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7f59b4009fd0 tx=0x7f59b40118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c2cbc75a96051ab server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:22.260 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.258+0000 7f59a8ff9640 1 -- 172.21.15.67:0/4081014778 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59b4004250 con 0x5584b41b29a0 2024-09-10T08:19:22.260 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.259+0000 7f59a8ff9640 1 -- 172.21.15.67:0/4081014778 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f59b4003db0 con 0x5584b41b29a0 2024-09-10T08:19:22.260 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.259+0000 7f59a8ff9640 1 -- 172.21.15.67:0/4081014778 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59b401bb80 con 0x5584b41b29a0 2024-09-10T08:19:22.265 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.259+0000 7f59c3a88740 1 -- 172.21.15.67:0/4081014778 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5584b41b29a0 msgr2=0x5584b41b2da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:22.265 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.259+0000 7f59bad9d640 1 --2- 172.21.15.67:0/3419470300 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f59a40a2cb0 0x7f59a40a5170 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f59b4020000 tx=0x7f59b4021000 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:22.265 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.259+0000 7f59c3a88740 1 --2- 172.21.15.67:0/4081014778 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5584b41b29a0 0x5584b41b2da0 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7f59b4009fd0 tx=0x7f59b40118d0 comp rx=0 tx=0).stop 2024-09-10T08:19:22.265 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.259+0000 7f59c3a88740 1 -- 172.21.15.67:0/4081014778 shutdown_connections 2024-09-10T08:19:22.265 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.259+0000 7f59c3a88740 1 --2- 172.21.15.67:0/4081014778 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5584b41b8370 0x5584b41ba830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:22.265 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.259+0000 7f59c3a88740 1 --2- 172.21.15.67:0/4081014778 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5584b41b32e0 0x5584b41b7da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:22.265 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.259+0000 7f59c3a88740 1 --2- 172.21.15.67:0/4081014778 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5584b41b29a0 0x5584b41b2da0 unknown :-1 s=CLOSED pgs=826 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:22.265 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.259+0000 7f59c3a88740 1 -- 172.21.15.67:0/4081014778 >> 172.21.15.67:0/4081014778 conn(0x5584b41ae010 msgr2=0x5584b41ae410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:22.265 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.259+0000 7f59c3a88740 1 -- 172.21.15.67:0/4081014778 shutdown_connections 2024-09-10T08:19:22.265 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.259+0000 7f59c3a88740 1 -- 172.21.15.67:0/4081014778 wait complete. 2024-09-10T08:19:22.265 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.260+0000 7f59c3a88740 1 -- start start 2024-09-10T08:19:22.266 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.260+0000 7f59c3a88740 1 Processor -- start 2024-09-10T08:19:22.266 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.260+0000 7f59c3a88740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5584b41b29a0 0x5584b41bcba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:22.266 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.260+0000 7f59c3a88740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5584b41b32e0 0x5584b41bd0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:22.266 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.260+0000 7f59c3a88740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5584b41b8370 0x5584b41c4120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:22.266 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.260+0000 7f59c3a88740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5584b41bb340 con 0x5584b41b8370 2024-09-10T08:19:22.266 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.260+0000 7f59c3a88740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5584b409f290 con 0x5584b41b29a0 2024-09-10T08:19:22.266 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.260+0000 7f59c3a88740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5584b41bb4c0 con 0x5584b41b32e0 2024-09-10T08:19:22.266 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.260+0000 7f59c3a88740 10 client.0 _ll_register_callbacks cb 0x5584b40d0140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:19:22.266 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.260+0000 7f59bad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5584b41b8370 0x5584b41c4120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:22.266 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.260+0000 7f59bad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5584b41b8370 0x5584b41c4120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:35854/0 (socket says 172.21.15.67:35854) 2024-09-10T08:19:22.266 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.260+0000 7f59bad9d640 1 -- 172.21.15.67:0/2509419312 learned_addr learned my addr 172.21.15.67:0/2509419312 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:22.266 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.260+0000 7f59b9d9b640 1 --2- 172.21.15.67:0/2509419312 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5584b41b32e0 0x5584b41bd0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:22.266 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.260+0000 7f59ba59c640 1 --2- 172.21.15.67:0/2509419312 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5584b41b29a0 0x5584b41bcba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:22.267 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.261+0000 7f59bad9d640 1 -- 172.21.15.67:0/2509419312 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5584b41b32e0 msgr2=0x5584b41bd0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:22.267 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.261+0000 7f59bad9d640 1 --2- 172.21.15.67:0/2509419312 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5584b41b32e0 0x5584b41bd0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:22.267 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.261+0000 7f59bad9d640 1 -- 172.21.15.67:0/2509419312 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5584b41b29a0 msgr2=0x5584b41bcba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:22.267 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.261+0000 7f59bad9d640 1 --2- 172.21.15.67:0/2509419312 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5584b41b29a0 0x5584b41bcba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:22.267 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.261+0000 7f59bad9d640 1 -- 172.21.15.67:0/2509419312 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5584b3e29210 con 0x5584b41b8370 2024-09-10T08:19:22.267 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.261+0000 7f59ba59c640 1 --2- 172.21.15.67:0/2509419312 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5584b41b29a0 0x5584b41bcba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:19:22.267 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.261+0000 7f59bad9d640 1 --2- 172.21.15.67:0/2509419312 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5584b41b8370 0x5584b41c4120 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7f59b401bb30 tx=0x7f59b401bb60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7df101f4bbacb940 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:22.267 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.261+0000 7f59a1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:19:22.267 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.261+0000 7f59a1ffb640 1 -- 172.21.15.67:0/2509419312 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59b4034020 con 0x5584b41b8370 2024-09-10T08:19:22.267 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.261+0000 7f59a1ffb640 1 -- 172.21.15.67:0/2509419312 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f59b400fc00 con 0x5584b41b8370 2024-09-10T08:19:22.267 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.261+0000 7f59c3a88740 1 -- 172.21.15.67:0/2509419312 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f59b4003db0 con 0x5584b41b8370 2024-09-10T08:19:22.267 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.261+0000 7f59a1ffb640 1 -- 172.21.15.67:0/2509419312 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f59b403f050 con 0x5584b41b8370 2024-09-10T08:19:22.267 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.261+0000 7f59c3a88740 10 client.16734 fetch_fsmap learned FSMap version 29 2024-09-10T08:19:22.267 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.261+0000 7f59c3a88740 1 -- 172.21.15.67:0/2509419312 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5584b3ef5620 con 0x5584b41b8370 2024-09-10T08:19:22.268 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.261+0000 7f59a1ffb640 1 -- 172.21.15.67:0/2509419312 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f59b4003db0 con 0x5584b41b8370 2024-09-10T08:19:22.268 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.262+0000 7f59a1ffb640 1 -- 172.21.15.67:0/2509419312 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f59b402fb50 con 0x5584b41b8370 2024-09-10T08:19:22.268 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.262+0000 7f59c3a88740 10 client.16734 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:19:22.268 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.262+0000 7f59c3a88740 10 client.16734 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:19:22.268 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.262+0000 7f59c3a88740 20 client.16734 populate_metadata read hostname 'smithi067' 2024-09-10T08:19:22.268 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.262+0000 7f59c3a88740 1 --2- 172.21.15.67:0/2509419312 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5584b41c85a0 0x5584b41ca9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:22.268 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.262+0000 7f59c3a88740 4 client.16734 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:19:22.268 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.262+0000 7f59c3a88740 1 -- 172.21.15.67:0/2509419312 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5584b4123a20 con 0x5584b41c85a0 2024-09-10T08:19:22.268 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.262+0000 7f59ba59c640 1 --2- 172.21.15.67:0/2509419312 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5584b41c85a0 0x5584b41ca9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:22.268 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.263+0000 7f59ba59c640 1 --2- 172.21.15.67:0/2509419312 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5584b41c85a0 0x5584b41ca9d0 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=16a1424c8f8aa87a server_cookie=a38a0189e4b0832f in_seq=0 out_seq=0 2024-09-10T08:19:22.268 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.263+0000 7f59a1ffb640 10 client.16734 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:19:22.268 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.263+0000 7f59a1ffb640 1 -- 172.21.15.67:0/2509419312 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5584b4123a20 con 0x5584b41c85a0 2024-09-10T08:19:22.268 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.263+0000 7f59a1ffb640 10 client.16734 handle_command_reply: tid=0 2024-09-10T08:19:22.269 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.264+0000 7f59c3a88740 1 client.16734 shutdown 2024-09-10T08:19:22.269 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.264+0000 7f59c3a88740 1 -- 172.21.15.67:0/2509419312 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5584b41b8370 msgr2=0x5584b41c4120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:22.269 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.264+0000 7f59c3a88740 1 --2- 172.21.15.67:0/2509419312 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5584b41b8370 0x5584b41c4120 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7f59b401bb30 tx=0x7f59b401bb60 comp rx=0 tx=0).stop 2024-09-10T08:19:22.269 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.264+0000 7f59c3a88740 1 -- 172.21.15.67:0/2509419312 shutdown_connections 2024-09-10T08:19:22.269 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.264+0000 7f59c3a88740 1 --2- 172.21.15.67:0/2509419312 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5584b41c85a0 0x5584b41ca9d0 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:22.269 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.264+0000 7f59c3a88740 1 --2- 172.21.15.67:0/2509419312 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5584b41b8370 0x5584b41c4120 unknown :-1 s=CLOSED pgs=827 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:22.269 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.264+0000 7f59a1ffb640 0 client.16734 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:19:22.269 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.264+0000 7f59c3a88740 1 --2- 172.21.15.67:0/2509419312 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5584b41b32e0 0x5584b41bd0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:22.269 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.264+0000 7f59c3a88740 1 --2- 172.21.15.67:0/2509419312 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5584b41b29a0 0x5584b41bcba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:22.269 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.264+0000 7f59c3a88740 1 -- 172.21.15.67:0/2509419312 >> 172.21.15.67:0/2509419312 conn(0x5584b41ae010 msgr2=0x5584b41af820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:22.269 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.264+0000 7f59c3a88740 1 -- 172.21.15.67:0/2509419312 shutdown_connections 2024-09-10T08:19:22.269 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.264+0000 7f59c3a88740 1 -- 172.21.15.67:0/2509419312 wait complete. 2024-09-10T08:19:22.269 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.264+0000 7f59c3a88740 20 client.16734 trim_cache size 0 max 16384 2024-09-10T08:19:22.282 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.279+0000 7f59c3a88740 1 Processor -- start 2024-09-10T08:19:22.282 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.279+0000 7f59c3a88740 1 -- start start 2024-09-10T08:19:22.282 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.279+0000 7f59c3a88740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5584b41b29a0 0x5584b41b2d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:22.282 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.279+0000 7f59c3a88740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5584b41b32e0 0x5584b41c4040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:22.282 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.279+0000 7f59c3a88740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5584b41b8370 0x5584b41b7b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:22.283 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.279+0000 7f59c3a88740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f59bc1acb30 con 0x5584b41b32e0 2024-09-10T08:19:22.283 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.279+0000 7f59c3a88740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f59bc1ae670 con 0x5584b41b29a0 2024-09-10T08:19:22.283 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.279+0000 7f59c3a88740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f59bc1ad200 con 0x5584b41b8370 2024-09-10T08:19:22.283 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.279+0000 7f59b9d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5584b41b32e0 0x5584b41c4040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:22.283 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.279+0000 7f59b9d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5584b41b32e0 0x5584b41c4040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:35864/0 (socket says 172.21.15.67:35864) 2024-09-10T08:19:22.283 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.279+0000 7f59b9d9b640 1 -- 172.21.15.67:0/927968010 learned_addr learned my addr 172.21.15.67:0/927968010 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:22.283 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.279+0000 7f59bad9d640 1 --2- 172.21.15.67:0/927968010 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5584b41b8370 0x5584b41b7b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:22.283 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.279+0000 7f59ba59c640 1 --2- 172.21.15.67:0/927968010 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5584b41b29a0 0x5584b41b2d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:22.283 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.279+0000 7f59b9d9b640 1 -- 172.21.15.67:0/927968010 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5584b41b8370 msgr2=0x5584b41b7b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:22.283 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.279+0000 7f59b9d9b640 1 --2- 172.21.15.67:0/927968010 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5584b41b8370 0x5584b41b7b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:22.283 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.279+0000 7f59b9d9b640 1 -- 172.21.15.67:0/927968010 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5584b41b29a0 msgr2=0x5584b41b2d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:22.283 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.279+0000 7f59b9d9b640 1 --2- 172.21.15.67:0/927968010 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5584b41b29a0 0x5584b41b2d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:22.284 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.279+0000 7f59b9d9b640 1 -- 172.21.15.67:0/927968010 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5584b41bd280 con 0x5584b41b32e0 2024-09-10T08:19:22.284 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.279+0000 7f59ba59c640 1 --2- 172.21.15.67:0/927968010 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5584b41b29a0 0x5584b41b2d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:19:22.284 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.279+0000 7f59b9d9b640 1 --2- 172.21.15.67:0/927968010 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5584b41b32e0 0x5584b41c4040 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7f59b00d52f0 tx=0x7f59b0009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79b6b6ca2e5c3b21 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:22.284 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.280+0000 7f59a3fff640 1 -- 172.21.15.67:0/927968010 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59b0010de0 con 0x5584b41b32e0 2024-09-10T08:19:22.284 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.280+0000 7f59a3fff640 1 -- 172.21.15.67:0/927968010 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f59b009bb40 con 0x5584b41b32e0 2024-09-10T08:19:22.284 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.280+0000 7f59a3fff640 1 -- 172.21.15.67:0/927968010 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59b009af90 con 0x5584b41b32e0 2024-09-10T08:19:22.284 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.280+0000 7f59c3a88740 1 -- 172.21.15.67:0/927968010 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5584b41b32e0 msgr2=0x5584b41c4040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:22.284 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.280+0000 7f59c3a88740 1 --2- 172.21.15.67:0/927968010 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5584b41b32e0 0x5584b41c4040 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7f59b00d52f0 tx=0x7f59b0009310 comp rx=0 tx=0).stop 2024-09-10T08:19:22.284 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.280+0000 7f59c3a88740 1 -- 172.21.15.67:0/927968010 shutdown_connections 2024-09-10T08:19:22.284 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.280+0000 7f59c3a88740 1 --2- 172.21.15.67:0/927968010 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5584b41b8370 0x5584b41b7b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:22.284 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.280+0000 7f59c3a88740 1 --2- 172.21.15.67:0/927968010 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5584b41b32e0 0x5584b41c4040 unknown :-1 s=CLOSED pgs=828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:22.284 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.280+0000 7f59c3a88740 1 --2- 172.21.15.67:0/927968010 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5584b41b29a0 0x5584b41b2d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:22.284 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.280+0000 7f59c3a88740 1 -- 172.21.15.67:0/927968010 >> 172.21.15.67:0/927968010 conn(0x5584b41ae010 msgr2=0x5584b41ad1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:22.284 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.280+0000 7f59c3a88740 1 -- 172.21.15.67:0/927968010 shutdown_connections 2024-09-10T08:19:22.285 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.280+0000 7f59c3a88740 1 -- 172.21.15.67:0/927968010 wait complete. 2024-09-10T08:19:22.285 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.281+0000 7f59c3a88740 1 -- start start 2024-09-10T08:19:22.285 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.281+0000 7f59c3a88740 1 Processor -- start 2024-09-10T08:19:22.285 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.281+0000 7f59c3a88740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5584b41b29a0 0x5584b41c1750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:22.285 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.281+0000 7f59c3a88740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5584b41b32e0 0x5584b41c1c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:22.285 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.281+0000 7f59c3a88740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5584b41b8370 0x5584b41c2ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:22.285 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.281+0000 7f59c3a88740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f59bc1adfa0 con 0x5584b41b8370 2024-09-10T08:19:22.285 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.281+0000 7f59c3a88740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f59bc1ad8d0 con 0x5584b41b29a0 2024-09-10T08:19:22.285 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.281+0000 7f59c3a88740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f59bc1aab10 con 0x5584b41b32e0 2024-09-10T08:19:22.285 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.281+0000 7f59c3a88740 10 client.0 _ll_register_callbacks cb 0x7f59b00d5420 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:19:22.285 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.281+0000 7f59bad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5584b41b8370 0x5584b41c2ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:22.285 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.281+0000 7f59bad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5584b41b8370 0x5584b41c2ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:35878/0 (socket says 172.21.15.67:35878) 2024-09-10T08:19:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.281+0000 7f59bad9d640 1 -- 172.21.15.67:0/1206458439 learned_addr learned my addr 172.21.15.67:0/1206458439 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.281+0000 7f59b9d9b640 1 --2- 172.21.15.67:0/1206458439 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5584b41b32e0 0x5584b41c1c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.281+0000 7f59ba59c640 1 --2- 172.21.15.67:0/1206458439 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5584b41b29a0 0x5584b41c1750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.281+0000 7f59bad9d640 1 -- 172.21.15.67:0/1206458439 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5584b41b32e0 msgr2=0x5584b41c1c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.281+0000 7f59bad9d640 1 --2- 172.21.15.67:0/1206458439 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5584b41b32e0 0x5584b41c1c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.281+0000 7f59bad9d640 1 -- 172.21.15.67:0/1206458439 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5584b41b29a0 msgr2=0x5584b41c1750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.281+0000 7f59bad9d640 1 --2- 172.21.15.67:0/1206458439 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5584b41b29a0 0x5584b41c1750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.281+0000 7f59bad9d640 1 -- 172.21.15.67:0/1206458439 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5584b41c32b0 con 0x5584b41b8370 2024-09-10T08:19:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.281+0000 7f59bad9d640 1 --2- 172.21.15.67:0/1206458439 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5584b41b8370 0x5584b41c2ca0 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7f59b4004a40 tx=0x7f59b4004a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9956c354b90b5e67 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.281+0000 7f59a1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:19:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.282+0000 7f59a1ffb640 1 -- 172.21.15.67:0/1206458439 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59b4048060 con 0x5584b41b8370 2024-09-10T08:19:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.282+0000 7f59a1ffb640 1 -- 172.21.15.67:0/1206458439 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f59b401b590 con 0x5584b41b8370 2024-09-10T08:19:22.286 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.282+0000 7f59c3a88740 1 -- 172.21.15.67:0/1206458439 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f59b009bb40 con 0x5584b41b8370 2024-09-10T08:19:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.282+0000 7f59a1ffb640 1 -- 172.21.15.67:0/1206458439 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f59b404f050 con 0x5584b41b8370 2024-09-10T08:19:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.282+0000 7f59c3a88740 10 client.16740 fetch_fsmap learned FSMap version 29 2024-09-10T08:19:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.282+0000 7f59c3a88740 1 -- 172.21.15.67:0/1206458439 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5584b42332b0 con 0x5584b41b8370 2024-09-10T08:19:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.282+0000 7f59a1ffb640 1 -- 172.21.15.67:0/1206458439 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f59b009bb40 con 0x5584b41b8370 2024-09-10T08:19:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.282+0000 7f59a1ffb640 1 -- 172.21.15.67:0/1206458439 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f59b402f7d0 con 0x5584b41b8370 2024-09-10T08:19:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.282+0000 7f59c3a88740 10 client.16740 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:19:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.282+0000 7f59c3a88740 10 client.16740 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:19:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.282+0000 7f59c3a88740 20 client.16740 populate_metadata read hostname 'smithi067' 2024-09-10T08:19:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.282+0000 7f59c3a88740 1 --2- 172.21.15.67:0/1206458439 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5584b4233c10 0x5584b4236030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.282+0000 7f59c3a88740 4 client.16740 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:19:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.282+0000 7f59c3a88740 1 -- 172.21.15.67:0/1206458439 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "flush journal"}) -- 0x5584b411dd70 con 0x5584b4233c10 2024-09-10T08:19:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.283+0000 7f59ba59c640 1 --2- 172.21.15.67:0/1206458439 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5584b4233c10 0x5584b4236030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.283+0000 7f59ba59c640 1 --2- 172.21.15.67:0/1206458439 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5584b4233c10 0x5584b4236030 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5d615a17cf3fb952 server_cookie=c0bf103b7c8c3840 in_seq=0 out_seq=0 2024-09-10T08:19:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.283+0000 7f59a1ffb640 10 client.16740 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:19:22.289 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.286+0000 7f59a1ffb640 1 -- 172.21.15.67:0/1206458439 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5584b411dd70 con 0x5584b4233c10 2024-09-10T08:19:22.289 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.286+0000 7f59a1ffb640 10 client.16740 handle_command_reply: tid=0 2024-09-10T08:19:22.289 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.286+0000 7f59c3a88740 1 client.16740 shutdown 2024-09-10T08:19:22.289 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.287+0000 7f59c3a88740 1 -- 172.21.15.67:0/1206458439 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5584b41b8370 msgr2=0x5584b41c2ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:22.289 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.287+0000 7f59c3a88740 1 --2- 172.21.15.67:0/1206458439 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5584b41b8370 0x5584b41c2ca0 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7f59b4004a40 tx=0x7f59b4004a70 comp rx=0 tx=0).stop 2024-09-10T08:19:22.289 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.287+0000 7f59c3a88740 1 -- 172.21.15.67:0/1206458439 shutdown_connections 2024-09-10T08:19:22.289 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.287+0000 7f59c3a88740 1 --2- 172.21.15.67:0/1206458439 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5584b4233c10 0x5584b4236030 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:22.289 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.287+0000 7f59c3a88740 1 --2- 172.21.15.67:0/1206458439 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5584b41b8370 0x5584b41c2ca0 unknown :-1 s=CLOSED pgs=829 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:22.289 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.287+0000 7f59c3a88740 1 --2- 172.21.15.67:0/1206458439 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5584b41b32e0 0x5584b41c1c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.287+0000 7f59a1ffb640 0 client.16740 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:19:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.287+0000 7f59c3a88740 1 --2- 172.21.15.67:0/1206458439 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5584b41b29a0 0x5584b41c1750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.287+0000 7f59c3a88740 1 -- 172.21.15.67:0/1206458439 >> 172.21.15.67:0/1206458439 conn(0x5584b41ae010 msgr2=0x5584b41ad1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.287+0000 7f59c3a88740 1 -- 172.21.15.67:0/1206458439 shutdown_connections 2024-09-10T08:19:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.287+0000 7f59c3a88740 1 -- 172.21.15.67:0/1206458439 wait complete. 2024-09-10T08:19:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.287+0000 7f59c3a88740 20 client.16740 trim_cache size 0 max 16384 2024-09-10T08:19:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout:{ 2024-09-10T08:19:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout: "message": "", 2024-09-10T08:19:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout: "return_code": 0 2024-09-10T08:19:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout:} 2024-09-10T08:19:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.287+0000 7f59c0ced640 1 -- 172.21.15.67:0/3419470300 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f59a40a2cb0 msgr2=0x7f59a40a5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.287+0000 7f59c0ced640 1 --2- 172.21.15.67:0/3419470300 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f59a40a2cb0 0x7f59a40a5170 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f59b4020000 tx=0x7f59b4021000 comp rx=0 tx=0).stop 2024-09-10T08:19:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.287+0000 7f59c0ced640 1 -- 172.21.15.67:0/3419470300 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59bc102e00 msgr2=0x7f59bc100db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:22.291 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.287+0000 7f59c0ced640 1 --2- 172.21.15.67:0/3419470300 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59bc102e00 0x7f59bc100db0 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7f59b000e9f0 tx=0x7f59b000eeb0 comp rx=0 tx=0).stop 2024-09-10T08:19:22.292 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.287+0000 7f59c0ced640 1 -- 172.21.15.67:0/3419470300 shutdown_connections 2024-09-10T08:19:22.292 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.287+0000 7f59c0ced640 1 --2- 172.21.15.67:0/3419470300 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f59a40a2cb0 0x7f59a40a5170 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:22.292 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.287+0000 7f59c0ced640 1 --2- 172.21.15.67:0/3419470300 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f59bc1037c0 0x7f59bc1012f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:22.292 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.287+0000 7f59c0ced640 1 --2- 172.21.15.67:0/3419470300 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59bc102e00 0x7f59bc100db0 unknown :-1 s=CLOSED pgs=825 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:22.292 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.287+0000 7f59c0ced640 1 --2- 172.21.15.67:0/3419470300 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f59bc0ffe30 0x7f59bc102770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:22.292 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.287+0000 7f59c0ced640 1 -- 172.21.15.67:0/3419470300 >> 172.21.15.67:0/3419470300 conn(0x7f59bc0fb970 msgr2=0x7f59bc106220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:22.292 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.288+0000 7f59c0ced640 1 -- 172.21.15.67:0/3419470300 shutdown_connections 2024-09-10T08:19:22.292 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:22.288+0000 7f59c0ced640 1 -- 172.21.15.67:0/3419470300 wait complete. 2024-09-10T08:19:23.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:23 smithi203 ceph-mon[34672]: pgmap v494: 129 pgs: 129 active+clean; 986 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 682 B/s wr, 182 op/s 2024-09-10T08:19:23.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:23 smithi133 ceph-mon[34721]: pgmap v494: 129 pgs: 129 active+clean; 986 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 682 B/s wr, 182 op/s 2024-09-10T08:19:23.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:23 smithi067 ceph-mon[31051]: pgmap v494: 129 pgs: 129 active+clean; 986 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 682 B/s wr, 182 op/s 2024-09-10T08:19:25.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:25 smithi203 ceph-mon[34672]: pgmap v495: 129 pgs: 129 active+clean; 986 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 426 B/s wr, 144 op/s 2024-09-10T08:19:25.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:25 smithi133 ceph-mon[34721]: pgmap v495: 129 pgs: 129 active+clean; 986 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 426 B/s wr, 144 op/s 2024-09-10T08:19:25.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:25 smithi067 ceph-mon[31051]: pgmap v495: 129 pgs: 129 active+clean; 986 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 426 B/s wr, 144 op/s 2024-09-10T08:19:25.556 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:19:25.828 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:19:26.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.321+0000 7f3c0e679640 1 -- 172.21.15.67:0/448549064 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3c08102790 msgr2=0x7f3c081067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:26.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.321+0000 7f3c0e679640 1 --2- 172.21.15.67:0/448549064 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3c08102790 0x7f3c081067e0 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7f3bf0009900 tx=0x7f3bf002a410 comp rx=0 tx=0).stop 2024-09-10T08:19:26.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.321+0000 7f3c0e679640 1 -- 172.21.15.67:0/448549064 shutdown_connections 2024-09-10T08:19:26.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.321+0000 7f3c0e679640 1 --2- 172.21.15.67:0/448549064 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3c08106f10 0x7f3c0810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:26.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.321+0000 7f3c0e679640 1 --2- 172.21.15.67:0/448549064 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3c08102790 0x7f3c081067e0 unknown :-1 s=CLOSED pgs=830 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:26.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.321+0000 7f3c0e679640 1 --2- 172.21.15.67:0/448549064 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3c08101de0 0x7f3c081021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:26.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.321+0000 7f3c0e679640 1 -- 172.21.15.67:0/448549064 >> 172.21.15.67:0/448549064 conn(0x7f3c080fd8c0 msgr2=0x7f3c080ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:26.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.321+0000 7f3c0e679640 1 -- 172.21.15.67:0/448549064 shutdown_connections 2024-09-10T08:19:26.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.321+0000 7f3c0e679640 1 -- 172.21.15.67:0/448549064 wait complete. 2024-09-10T08:19:26.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.322+0000 7f3c0e679640 1 Processor -- start 2024-09-10T08:19:26.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.322+0000 7f3c0e679640 1 -- start start 2024-09-10T08:19:26.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.322+0000 7f3c0e679640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3c08101de0 0x7f3c080744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:26.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.322+0000 7f3c0e679640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3c08102790 0x7f3c08074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:26.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.322+0000 7f3c0e679640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3c08106f10 0x7f3c08074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:26.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.322+0000 7f3c0e679640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3c08111e20 con 0x7f3c08106f10 2024-09-10T08:19:26.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.322+0000 7f3c0e679640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f3c08111ca0 con 0x7f3c08101de0 2024-09-10T08:19:26.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.322+0000 7f3c0e679640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f3c08111fa0 con 0x7f3c08102790 2024-09-10T08:19:26.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.322+0000 7f3c0cc16640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3c08106f10 0x7f3c08074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:26.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.322+0000 7f3c0cc16640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3c08106f10 0x7f3c08074f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40010/0 (socket says 172.21.15.67:40010) 2024-09-10T08:19:26.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.322+0000 7f3c0cc16640 1 -- 172.21.15.67:0/431926374 learned_addr learned my addr 172.21.15.67:0/431926374 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:26.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.322+0000 7f3c07fff640 1 --2- 172.21.15.67:0/431926374 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3c08101de0 0x7f3c080744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:26.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.322+0000 7f3c077fe640 1 --2- 172.21.15.67:0/431926374 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3c08102790 0x7f3c08074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:26.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.323+0000 7f3c0cc16640 1 -- 172.21.15.67:0/431926374 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3c08102790 msgr2=0x7f3c08074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:26.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.323+0000 7f3c0cc16640 1 --2- 172.21.15.67:0/431926374 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3c08102790 0x7f3c08074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:26.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.323+0000 7f3c0cc16640 1 -- 172.21.15.67:0/431926374 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3c08101de0 msgr2=0x7f3c080744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:26.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.323+0000 7f3c0cc16640 1 --2- 172.21.15.67:0/431926374 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3c08101de0 0x7f3c080744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:26.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.323+0000 7f3c0cc16640 1 -- 172.21.15.67:0/431926374 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c081a6820 con 0x7f3c08106f10 2024-09-10T08:19:26.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.323+0000 7f3c077fe640 1 --2- 172.21.15.67:0/431926374 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3c08102790 0x7f3c08074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:19:26.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.323+0000 7f3c0cc16640 1 --2- 172.21.15.67:0/431926374 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3c08106f10 0x7f3c08074f70 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7f3c0000cce0 tx=0x7f3c0000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:26.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.323+0000 7f3c057fa640 1 -- 172.21.15.67:0/431926374 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c0000f450 con 0x7f3c08106f10 2024-09-10T08:19:26.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.323+0000 7f3c0e679640 1 -- 172.21.15.67:0/431926374 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c081a6b10 con 0x7f3c08106f10 2024-09-10T08:19:26.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.323+0000 7f3c057fa640 1 -- 172.21.15.67:0/431926374 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3c0000faa0 con 0x7f3c08106f10 2024-09-10T08:19:26.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.323+0000 7f3c057fa640 1 -- 172.21.15.67:0/431926374 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c00018b70 con 0x7f3c08106f10 2024-09-10T08:19:26.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.323+0000 7f3c0e679640 1 -- 172.21.15.67:0/431926374 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c081a7070 con 0x7f3c08106f10 2024-09-10T08:19:26.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.324+0000 7f3c0e679640 1 -- 172.21.15.67:0/431926374 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3be8005290 con 0x7f3c08106f10 2024-09-10T08:19:26.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.325+0000 7f3c057fa640 1 -- 172.21.15.67:0/431926374 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f3c0000fc50 con 0x7f3c08106f10 2024-09-10T08:19:26.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.326+0000 7f3c057fa640 1 --2- 172.21.15.67:0/431926374 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f3bf40a2c00 0x7f3bf40a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:26.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.326+0000 7f3c057fa640 1 -- 172.21.15.67:0/431926374 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f3c000cf5f0 con 0x7f3c08106f10 2024-09-10T08:19:26.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.326+0000 7f3c07fff640 1 --2- 172.21.15.67:0/431926374 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f3bf40a2c00 0x7f3bf40a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:26.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.326+0000 7f3c07fff640 1 --2- 172.21.15.67:0/431926374 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f3bf40a2c00 0x7f3bf40a50c0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f3bf800bbe0 tx=0x7f3bf800b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:26.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.330+0000 7f3c057fa640 1 -- 172.21.15.67:0/431926374 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f3c00014030 con 0x7f3c08106f10 2024-09-10T08:19:26.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.544+0000 7f3c0e679640 1 -- 172.21.15.67:0/431926374 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3be8005580 con 0x7f3c08106f10 2024-09-10T08:19:26.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.544+0000 7f3c057fa640 1 -- 172.21.15.67:0/431926374 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11983 (secure 0 0 0) 0x7f3c0009c150 con 0x7f3c08106f10 2024-09-10T08:19:26.544 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:19:26.545 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":29,"btime":"2024-09-10T08:15:16:896413+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3649064068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3649064068},{"type":"v1","addr":"172.21.15.67:6835","nonce":3649064068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6837/384364542","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6836","nonce":384364542},{"type":"v1","addr":"172.21.15.67:6837","nonce":384364542}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T08:12:37.538183+0000","modified":"2024-09-10T08:15:16.520232+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24479,"mds_1":24475,"mds_2":24457,"mds_3":24412,"mds_4":24404},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6839/2770928820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6838","nonce":2770928820},{"type":"v1","addr":"172.21.15.67:6839","nonce":2770928820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14628":{"gid":14628,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6841/1116344955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6840","nonce":1116344955},{"type":"v1","addr":"172.21.15.67:6841","nonce":1116344955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24404":{"gid":24404,"name":"k","rank":4,"incarnation":26,"state":"up:active","state_seq":23,"addr":"172.21.15.133:6833/2920270168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":2920270168},{"type":"v1","addr":"172.21.15.133:6833","nonce":2920270168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24412":{"gid":24412,"name":"l","rank":3,"incarnation":24,"state":"up:active","state_seq":23,"addr":"172.21.15.203:6833/754287689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":754287689},{"type":"v1","addr":"172.21.15.203:6833","nonce":754287689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/3573205749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3573205749},{"type":"v1","addr":"172.21.15.133:6835","nonce":3573205749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6835/3722546188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":3722546188},{"type":"v1","addr":"172.21.15.203:6835","nonce":3722546188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/667764093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":667764093},{"type":"v1","addr":"172.21.15.133:6837","nonce":667764093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":19,"addr":"172.21.15.203:6837/4255783395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":4255783395},{"type":"v1","addr":"172.21.15.203:6837","nonce":4255783395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":17,"addr":"172.21.15.203:6839/2311592321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2311592321},{"type":"v1","addr":"172.21.15.203:6839","nonce":2311592321}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.133:6839/1848609384","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":1848609384},{"type":"v1","addr":"172.21.15.133:6839","nonce":1848609384}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24479,"qdb_cluster":[24404,24412,24457,24475,24479]},"id":1}]} 2024-09-10T08:19:26.545 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 29 2024-09-10T08:19:26.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.547+0000 7f3c0e679640 1 -- 172.21.15.67:0/431926374 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f3bf40a2c00 msgr2=0x7f3bf40a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:26.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.547+0000 7f3c0e679640 1 --2- 172.21.15.67:0/431926374 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f3bf40a2c00 0x7f3bf40a50c0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f3bf800bbe0 tx=0x7f3bf800b390 comp rx=0 tx=0).stop 2024-09-10T08:19:26.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.547+0000 7f3c0e679640 1 -- 172.21.15.67:0/431926374 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3c08106f10 msgr2=0x7f3c08074f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:26.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.547+0000 7f3c0e679640 1 --2- 172.21.15.67:0/431926374 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3c08106f10 0x7f3c08074f70 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7f3c0000cce0 tx=0x7f3c0000a620 comp rx=0 tx=0).stop 2024-09-10T08:19:26.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.547+0000 7f3c0e679640 1 -- 172.21.15.67:0/431926374 shutdown_connections 2024-09-10T08:19:26.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.547+0000 7f3c0e679640 1 --2- 172.21.15.67:0/431926374 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f3bf40a2c00 0x7f3bf40a50c0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:26.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.547+0000 7f3c0e679640 1 --2- 172.21.15.67:0/431926374 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3c08106f10 0x7f3c08074f70 unknown :-1 s=CLOSED pgs=831 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:26.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.547+0000 7f3c0e679640 1 --2- 172.21.15.67:0/431926374 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3c08102790 0x7f3c08074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:26.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.547+0000 7f3c0e679640 1 --2- 172.21.15.67:0/431926374 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3c08101de0 0x7f3c080744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:26.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.547+0000 7f3c0e679640 1 -- 172.21.15.67:0/431926374 >> 172.21.15.67:0/431926374 conn(0x7f3c080fd8c0 msgr2=0x7f3c080fec50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:26.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.547+0000 7f3c0e679640 1 -- 172.21.15.67:0/431926374 shutdown_connections 2024-09-10T08:19:26.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:26.547+0000 7f3c0e679640 1 -- 172.21.15.67:0/431926374 wait complete. 2024-09-10T08:19:27.260 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:27 smithi067 ceph-mon[31051]: pgmap v496: 129 pgs: 129 active+clean; 986 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 341 B/s wr, 99 op/s 2024-09-10T08:19:27.260 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:27 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/431926374' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:19:27.293 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24479 quiesce db --set-id cf26aab0 --release --await' 2024-09-10T08:19:27.293 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24479 quiesce db --set-id cf26aab0 --release --await 2024-09-10T08:19:27.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:27 smithi203 ceph-mon[34672]: pgmap v496: 129 pgs: 129 active+clean; 986 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 341 B/s wr, 99 op/s 2024-09-10T08:19:27.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:27 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/431926374' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:19:27.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:27 smithi133 ceph-mon[34721]: pgmap v496: 129 pgs: 129 active+clean; 986 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 341 B/s wr, 99 op/s 2024-09-10T08:19:27.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:27 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/431926374' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:19:27.558 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:19:28.121 INFO:tasks.workunit:Stopping ['suites/iozone.sh'] on client.0... 2024-09-10T08:19:28.121 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-10T08:19:28.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.079+0000 7faaea5fc640 1 -- 172.21.15.67:0/364301200 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faae4101420 msgr2=0x7faae410d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:28.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.079+0000 7faaea5fc640 1 --2- 172.21.15.67:0/364301200 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faae4101420 0x7faae410d950 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7faadc009cd0 tx=0x7faadc02a8e0 comp rx=0 tx=0).stop 2024-09-10T08:19:28.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.079+0000 7faaea5fc640 1 -- 172.21.15.67:0/364301200 shutdown_connections 2024-09-10T08:19:28.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.079+0000 7faaea5fc640 1 --2- 172.21.15.67:0/364301200 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faae4100a80 0x7faae4100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:28.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.079+0000 7faaea5fc640 1 --2- 172.21.15.67:0/364301200 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faae4101420 0x7faae410d950 unknown :-1 s=CLOSED pgs=832 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:28.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.079+0000 7faaea5fc640 1 --2- 172.21.15.67:0/364301200 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faae4106a80 0x7faae4106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:28.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.079+0000 7faaea5fc640 1 -- 172.21.15.67:0/364301200 >> 172.21.15.67:0/364301200 conn(0x7faae40fc7a0 msgr2=0x7faae40febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:28.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.079+0000 7faaea5fc640 1 -- 172.21.15.67:0/364301200 shutdown_connections 2024-09-10T08:19:28.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.079+0000 7faaea5fc640 1 -- 172.21.15.67:0/364301200 wait complete. 2024-09-10T08:19:28.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.080+0000 7faaea5fc640 1 Processor -- start 2024-09-10T08:19:28.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.080+0000 7faaea5fc640 1 -- start start 2024-09-10T08:19:28.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.080+0000 7faaea5fc640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faae4100a80 0x7faae40fce30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:28.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.080+0000 7faaea5fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faae4101420 0x7faae40fd370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:28.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.080+0000 7faaea5fc640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faae4106a80 0x7faae40fd8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:28.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.080+0000 7faaea5fc640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7faae4110d30 con 0x7faae4101420 2024-09-10T08:19:28.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.080+0000 7faaea5fc640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7faae4110bb0 con 0x7faae4100a80 2024-09-10T08:19:28.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.080+0000 7faaea5fc640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7faae4110eb0 con 0x7faae4106a80 2024-09-10T08:19:28.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.080+0000 7faadbfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faae4101420 0x7faae40fd370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:28.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.080+0000 7faadbfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faae4101420 0x7faae40fd370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40020/0 (socket says 172.21.15.67:40020) 2024-09-10T08:19:28.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.080+0000 7faadbfff640 1 -- 172.21.15.67:0/2675983580 learned_addr learned my addr 172.21.15.67:0/2675983580 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:28.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.080+0000 7faae8b99640 1 --2- 172.21.15.67:0/2675983580 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faae4106a80 0x7faae40fd8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:28.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.080+0000 7faae3fff640 1 --2- 172.21.15.67:0/2675983580 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faae4100a80 0x7faae40fce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:28.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.081+0000 7faadbfff640 1 -- 172.21.15.67:0/2675983580 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faae4106a80 msgr2=0x7faae40fd8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:28.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.081+0000 7faadbfff640 1 --2- 172.21.15.67:0/2675983580 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faae4106a80 0x7faae40fd8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:28.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.081+0000 7faadbfff640 1 -- 172.21.15.67:0/2675983580 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faae4100a80 msgr2=0x7faae40fce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:28.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.081+0000 7faadbfff640 1 --2- 172.21.15.67:0/2675983580 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faae4100a80 0x7faae40fce30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:28.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.081+0000 7faadbfff640 1 -- 172.21.15.67:0/2675983580 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faae41a6750 con 0x7faae4101420 2024-09-10T08:19:28.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.081+0000 7faadbfff640 1 --2- 172.21.15.67:0/2675983580 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faae4101420 0x7faae40fd370 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7faacc00c920 tx=0x7faacc00cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:28.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.081+0000 7faae1ffb640 1 -- 172.21.15.67:0/2675983580 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faacc007c70 con 0x7faae4101420 2024-09-10T08:19:28.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.081+0000 7faae1ffb640 1 -- 172.21.15.67:0/2675983580 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faacc007e10 con 0x7faae4101420 2024-09-10T08:19:28.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.081+0000 7faaea5fc640 1 -- 172.21.15.67:0/2675983580 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faae41a6a40 con 0x7faae4101420 2024-09-10T08:19:28.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.081+0000 7faae1ffb640 1 -- 172.21.15.67:0/2675983580 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faacc018820 con 0x7faae4101420 2024-09-10T08:19:28.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.081+0000 7faaea5fc640 1 -- 172.21.15.67:0/2675983580 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faae41a6f80 con 0x7faae4101420 2024-09-10T08:19:28.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.084+0000 7faae1ffb640 1 -- 172.21.15.67:0/2675983580 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7faacc0189c0 con 0x7faae4101420 2024-09-10T08:19:28.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.084+0000 7faaec9d5740 1 Processor -- start 2024-09-10T08:19:28.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.084+0000 7faaec9d5740 1 -- start start 2024-09-10T08:19:28.144 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:19:28.145 INFO:teuthology.orchestra.run.smithi067.stdout: "epoch": 29, 2024-09-10T08:19:28.145 INFO:teuthology.orchestra.run.smithi067.stdout: "leader": 24479, 2024-09-10T08:19:28.145 INFO:teuthology.orchestra.run.smithi067.stdout: "set_version": 12, 2024-09-10T08:19:28.145 INFO:teuthology.orchestra.run.smithi067.stdout: "sets": { 2024-09-10T08:19:28.145 INFO:teuthology.orchestra.run.smithi067.stdout: "cf26aab0": { 2024-09-10T08:19:28.145 INFO:teuthology.orchestra.run.smithi067.stdout: "version": 12, 2024-09-10T08:19:28.145 INFO:teuthology.orchestra.run.smithi067.stdout: "age_ref": 0.0, 2024-09-10T08:19:28.145 INFO:teuthology.orchestra.run.smithi067.stdout: "state": { 2024-09-10T08:19:28.145 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "RELEASED", 2024-09-10T08:19:28.145 INFO:teuthology.orchestra.run.smithi067.stdout: "age": 0.0 2024-09-10T08:19:28.145 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:28.145 INFO:teuthology.orchestra.run.smithi067.stdout: "timeout": 90.0, 2024-09-10T08:19:28.146 INFO:teuthology.orchestra.run.smithi067.stdout: "expiration": 142.8, 2024-09-10T08:19:28.146 INFO:teuthology.orchestra.run.smithi067.stdout: "members": { 2024-09-10T08:19:28.146 INFO:teuthology.orchestra.run.smithi067.stdout: "file:/": { 2024-09-10T08:19:28.146 INFO:teuthology.orchestra.run.smithi067.stdout: "excluded": false, 2024-09-10T08:19:28.146 INFO:teuthology.orchestra.run.smithi067.stdout: "state": { 2024-09-10T08:19:28.146 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "RELEASED", 2024-09-10T08:19:28.146 INFO:teuthology.orchestra.run.smithi067.stdout: "age": 0.0 2024-09-10T08:19:28.146 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:28.146 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:28.146 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:28.146 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:28.147 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:28.147 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:19:28.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.084+0000 7faaec9d5740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d3749eb060 0x55d3749eb440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:28.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.084+0000 7faaec9d5740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d3749eb980 0x55d3749f5d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:28.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.085+0000 7faaec9d5740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d3749f6240 0x55d3749f8630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:28.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.085+0000 7faaec9d5740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55d374950620 con 0x55d3749eb060 2024-09-10T08:19:28.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.085+0000 7faaec9d5740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55d3748f7e50 con 0x55d3749f6240 2024-09-10T08:19:28.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.085+0000 7faaec9d5740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55d37494c5e0 con 0x55d3749eb980 2024-09-10T08:19:28.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.085+0000 7faae8b99640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d3749eb060 0x55d3749eb440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:28.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.085+0000 7faae8b99640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d3749eb060 0x55d3749eb440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40030/0 (socket says 172.21.15.67:40030) 2024-09-10T08:19:28.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.085+0000 7faae8b99640 1 -- 172.21.15.67:0/2464146980 learned_addr learned my addr 172.21.15.67:0/2464146980 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:28.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.085+0000 7faadbfff640 1 --2- 172.21.15.67:0/2464146980 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d3749f6240 0x55d3749f8630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:28.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.085+0000 7faae3fff640 1 --2- 172.21.15.67:0/2464146980 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d3749eb980 0x55d3749f5d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:28.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.085+0000 7faae8b99640 1 -- 172.21.15.67:0/2464146980 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d3749eb980 msgr2=0x55d3749f5d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:28.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.085+0000 7faae8b99640 1 --2- 172.21.15.67:0/2464146980 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d3749eb980 0x55d3749f5d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:28.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.085+0000 7faae8b99640 1 -- 172.21.15.67:0/2464146980 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d3749f6240 msgr2=0x55d3749f8630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:28.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.085+0000 7faae8b99640 1 --2- 172.21.15.67:0/2464146980 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d3749f6240 0x55d3749f8630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:28.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.085+0000 7faae8b99640 1 -- 172.21.15.67:0/2464146980 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d3748e8d40 con 0x55d3749eb060 2024-09-10T08:19:28.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.085+0000 7faadbfff640 1 --2- 172.21.15.67:0/2464146980 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d3749f6240 0x55d3749f8630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:19:28.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.085+0000 7faae1ffb640 1 --2- 172.21.15.67:0/2675983580 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7faad00a2b80 0x7faad00a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:28.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.085+0000 7faae8b99640 1 --2- 172.21.15.67:0/2464146980 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d3749eb060 0x55d3749eb440 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7faadc009cd0 tx=0x7faadc009a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7edaac9491c4b32 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:28.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.085+0000 7faae3fff640 1 --2- 172.21.15.67:0/2675983580 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7faad00a2b80 0x7faad00a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:28.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.085+0000 7faae1ffb640 1 -- 172.21.15.67:0/2675983580 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7faacc0cf570 con 0x7faae4101420 2024-09-10T08:19:28.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.086+0000 7faada7fc640 1 -- 172.21.15.67:0/2464146980 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faadc049070 con 0x55d3749eb060 2024-09-10T08:19:28.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.086+0000 7faada7fc640 1 -- 172.21.15.67:0/2464146980 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faadc036040 con 0x55d3749eb060 2024-09-10T08:19:28.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.086+0000 7faada7fc640 1 -- 172.21.15.67:0/2464146980 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faadc004280 con 0x55d3749eb060 2024-09-10T08:19:28.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.086+0000 7faaec9d5740 1 -- 172.21.15.67:0/2464146980 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d3749eb060 msgr2=0x55d3749eb440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:28.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.086+0000 7faae3fff640 1 --2- 172.21.15.67:0/2675983580 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7faad00a2b80 0x7faad00a5040 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7faad4005fd0 tx=0x7faad400b5d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:28.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.086+0000 7faaec9d5740 1 --2- 172.21.15.67:0/2464146980 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d3749eb060 0x55d3749eb440 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7faadc009cd0 tx=0x7faadc009a20 comp rx=0 tx=0).stop 2024-09-10T08:19:28.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.086+0000 7faaec9d5740 1 -- 172.21.15.67:0/2464146980 shutdown_connections 2024-09-10T08:19:28.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.086+0000 7faaec9d5740 1 --2- 172.21.15.67:0/2464146980 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d3749f6240 0x55d3749f8630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:28.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.086+0000 7faaec9d5740 1 --2- 172.21.15.67:0/2464146980 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d3749eb980 0x55d3749f5d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:28.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.086+0000 7faaec9d5740 1 --2- 172.21.15.67:0/2464146980 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d3749eb060 0x55d3749eb440 unknown :-1 s=CLOSED pgs=834 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:28.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.086+0000 7faaec9d5740 1 -- 172.21.15.67:0/2464146980 >> 172.21.15.67:0/2464146980 conn(0x55d3749e75f0 msgr2=0x55d3749e79d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:28.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.086+0000 7faaec9d5740 1 -- 172.21.15.67:0/2464146980 shutdown_connections 2024-09-10T08:19:28.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.086+0000 7faaec9d5740 1 -- 172.21.15.67:0/2464146980 wait complete. 2024-09-10T08:19:28.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.087+0000 7faaec9d5740 1 -- start start 2024-09-10T08:19:28.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.087+0000 7faaec9d5740 1 Processor -- start 2024-09-10T08:19:28.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.087+0000 7faaec9d5740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d3749eb060 0x55d3749f3090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:28.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.087+0000 7faaec9d5740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d3749eb980 0x55d3749f35d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:28.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.087+0000 7faaec9d5740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d3749f6240 0x55d3749f3b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:28.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.087+0000 7faaec9d5740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55d3749f8e10 con 0x55d3749eb060 2024-09-10T08:19:28.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.087+0000 7faaec9d5740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55d3748d8f10 con 0x55d3749f6240 2024-09-10T08:19:28.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.087+0000 7faaec9d5740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55d3749f8f90 con 0x55d3749eb980 2024-09-10T08:19:28.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.087+0000 7faaec9d5740 10 client.0 _ll_register_callbacks cb 0x55d3748fcdb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:19:28.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.087+0000 7faae3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d3749eb060 0x55d3749f3090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:28.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.087+0000 7faae3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d3749eb060 0x55d3749f3090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40034/0 (socket says 172.21.15.67:40034) 2024-09-10T08:19:28.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.087+0000 7faae3fff640 1 -- 172.21.15.67:0/3155900830 learned_addr learned my addr 172.21.15.67:0/3155900830 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:28.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.087+0000 7faae8b99640 1 --2- 172.21.15.67:0/3155900830 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d3749f6240 0x55d3749f3b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:28.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.087+0000 7faadbfff640 1 --2- 172.21.15.67:0/3155900830 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d3749eb980 0x55d3749f35d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:28.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.088+0000 7faae3fff640 1 -- 172.21.15.67:0/3155900830 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d3749eb980 msgr2=0x55d3749f35d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:28.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.088+0000 7faae3fff640 1 --2- 172.21.15.67:0/3155900830 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d3749eb980 0x55d3749f35d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:28.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.088+0000 7faae3fff640 1 -- 172.21.15.67:0/3155900830 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d3749f6240 msgr2=0x55d3749f3b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:28.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.088+0000 7faae3fff640 1 --2- 172.21.15.67:0/3155900830 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d3749f6240 0x55d3749f3b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:28.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.088+0000 7faae3fff640 1 -- 172.21.15.67:0/3155900830 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d37465f580 con 0x55d3749eb060 2024-09-10T08:19:28.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.088+0000 7faae3fff640 1 --2- 172.21.15.67:0/3155900830 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d3749eb060 0x55d3749f3090 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7faad4012730 tx=0x7faad40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=117892f6c00f33f9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:28.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.088+0000 7faac37fe640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:19:28.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.088+0000 7faac37fe640 1 -- 172.21.15.67:0/3155900830 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faad401f8f0 con 0x55d3749eb060 2024-09-10T08:19:28.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.088+0000 7faac37fe640 1 -- 172.21.15.67:0/3155900830 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7faad401fa90 con 0x55d3749eb060 2024-09-10T08:19:28.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.088+0000 7faaec9d5740 1 -- 172.21.15.67:0/3155900830 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faadc036040 con 0x55d3749eb060 2024-09-10T08:19:28.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.088+0000 7faac37fe640 1 -- 172.21.15.67:0/3155900830 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7faad4030050 con 0x55d3749eb060 2024-09-10T08:19:28.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.088+0000 7faaec9d5740 10 client.16758 fetch_fsmap learned FSMap version 29 2024-09-10T08:19:28.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.088+0000 7faaec9d5740 1 -- 172.21.15.67:0/3155900830 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d374729960 con 0x55d3749eb060 2024-09-10T08:19:28.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.089+0000 7faac37fe640 1 -- 172.21.15.67:0/3155900830 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faadc036040 con 0x55d3749eb060 2024-09-10T08:19:28.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.089+0000 7faac37fe640 1 -- 172.21.15.67:0/3155900830 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7faad401e3b0 con 0x55d3749eb060 2024-09-10T08:19:28.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.089+0000 7faaec9d5740 10 client.16758 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:19:28.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.089+0000 7faaec9d5740 10 client.16758 resolve_mds: validated gid 24479 aka daemon mds.b 2024-09-10T08:19:28.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.089+0000 7faaec9d5740 20 client.16758 populate_metadata read hostname 'smithi067' 2024-09-10T08:19:28.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.089+0000 7faaec9d5740 1 --2- 172.21.15.67:0/3155900830 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55d374a05da0 0x55d374a08190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:28.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.089+0000 7faaec9d5740 4 client.16758 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:19:28.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.089+0000 7faaec9d5740 1 -- 172.21.15.67:0/3155900830 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d37495db90 con 0x55d374a05da0 2024-09-10T08:19:28.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.089+0000 7faadbfff640 1 --2- 172.21.15.67:0/3155900830 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55d374a05da0 0x55d374a08190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:28.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.089+0000 7faac37fe640 10 client.16758 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:19:28.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.089+0000 7faadbfff640 1 --2- 172.21.15.67:0/3155900830 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55d374a05da0 0x55d374a08190 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=34ede36d88257fbe server_cookie=f043a7da92771d3f in_seq=0 out_seq=0 2024-09-10T08:19:28.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.090+0000 7faac37fe640 1 -- 172.21.15.67:0/3155900830 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d37495db90 con 0x55d374a05da0 2024-09-10T08:19:28.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.090+0000 7faac37fe640 10 client.16758 handle_command_reply: tid=0 2024-09-10T08:19:28.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.090+0000 7faaec9d5740 1 client.16758 shutdown 2024-09-10T08:19:28.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.090+0000 7faaec9d5740 1 -- 172.21.15.67:0/3155900830 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d3749eb060 msgr2=0x55d3749f3090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:28.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.090+0000 7faaec9d5740 1 --2- 172.21.15.67:0/3155900830 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d3749eb060 0x55d3749f3090 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7faad4012730 tx=0x7faad40046c0 comp rx=0 tx=0).stop 2024-09-10T08:19:28.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.090+0000 7faaec9d5740 1 -- 172.21.15.67:0/3155900830 shutdown_connections 2024-09-10T08:19:28.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.090+0000 7faaec9d5740 1 --2- 172.21.15.67:0/3155900830 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55d374a05da0 0x55d374a08190 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:28.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.090+0000 7faaec9d5740 1 --2- 172.21.15.67:0/3155900830 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d3749f6240 0x55d3749f3b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:28.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.090+0000 7faaec9d5740 1 --2- 172.21.15.67:0/3155900830 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d3749eb980 0x55d3749f35d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:28.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.090+0000 7faaec9d5740 1 --2- 172.21.15.67:0/3155900830 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d3749eb060 0x55d3749f3090 unknown :-1 s=CLOSED pgs=835 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:28.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.090+0000 7faac37fe640 0 client.16758 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:19:28.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.090+0000 7faaec9d5740 1 -- 172.21.15.67:0/3155900830 >> 172.21.15.67:0/3155900830 conn(0x55d3749e75f0 msgr2=0x55d3749ed2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:28.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.091+0000 7faaec9d5740 1 -- 172.21.15.67:0/3155900830 shutdown_connections 2024-09-10T08:19:28.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.091+0000 7faaec9d5740 1 -- 172.21.15.67:0/3155900830 wait complete. 2024-09-10T08:19:28.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.091+0000 7faaec9d5740 20 client.16758 trim_cache size 0 max 16384 2024-09-10T08:19:28.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.108+0000 7faaec9d5740 1 Processor -- start 2024-09-10T08:19:28.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.108+0000 7faaec9d5740 1 -- start start 2024-09-10T08:19:28.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.108+0000 7faaec9d5740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d3749eb060 0x55d3749f4f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:28.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.108+0000 7faaec9d5740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d3749eb980 0x55d3749edac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:28.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.108+0000 7faaec9d5740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d3749f6240 0x55d374a0da10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:28.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.108+0000 7faaec9d5740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7faae41b0e50 con 0x55d3749eb060 2024-09-10T08:19:28.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.108+0000 7faaec9d5740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7faae41b2990 con 0x55d3749f6240 2024-09-10T08:19:28.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.108+0000 7faaec9d5740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7faae41b1520 con 0x55d3749eb980 2024-09-10T08:19:28.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.108+0000 7faae3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d3749eb060 0x55d3749f4f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:28.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.108+0000 7faae3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d3749eb060 0x55d3749f4f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40036/0 (socket says 172.21.15.67:40036) 2024-09-10T08:19:28.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.108+0000 7faae3fff640 1 -- 172.21.15.67:0/2578927758 learned_addr learned my addr 172.21.15.67:0/2578927758 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:28.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.108+0000 7faae3fff640 1 -- 172.21.15.67:0/2578927758 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d3749eb980 msgr2=0x55d3749edac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:28.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.108+0000 7faae3fff640 1 --2- 172.21.15.67:0/2578927758 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d3749eb980 0x55d3749edac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:28.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.108+0000 7faae3fff640 1 -- 172.21.15.67:0/2578927758 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d3749f6240 msgr2=0x55d374a0da10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:28.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.108+0000 7faae3fff640 1 --2- 172.21.15.67:0/2578927758 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d3749f6240 0x55d374a0da10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:28.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.108+0000 7faae3fff640 1 -- 172.21.15.67:0/2578927758 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d3749e7420 con 0x55d3749eb060 2024-09-10T08:19:28.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.108+0000 7faae3fff640 1 --2- 172.21.15.67:0/2578927758 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d3749eb060 0x55d3749f4f60 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7faad4000c00 tx=0x7faad4005810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b0e4ae1e2740b34 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:28.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.109+0000 7faad9ffb640 1 -- 172.21.15.67:0/2578927758 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faad401edc0 con 0x55d3749eb060 2024-09-10T08:19:28.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.109+0000 7faad9ffb640 1 -- 172.21.15.67:0/2578927758 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faad4038020 con 0x55d3749eb060 2024-09-10T08:19:28.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.109+0000 7faad9ffb640 1 -- 172.21.15.67:0/2578927758 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faad401ebd0 con 0x55d3749eb060 2024-09-10T08:19:28.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.109+0000 7faaec9d5740 1 -- 172.21.15.67:0/2578927758 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d3749eb060 msgr2=0x55d3749f4f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:28.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.109+0000 7faaec9d5740 1 --2- 172.21.15.67:0/2578927758 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d3749eb060 0x55d3749f4f60 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7faad4000c00 tx=0x7faad4005810 comp rx=0 tx=0).stop 2024-09-10T08:19:28.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.109+0000 7faaec9d5740 1 -- 172.21.15.67:0/2578927758 shutdown_connections 2024-09-10T08:19:28.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.109+0000 7faaec9d5740 1 --2- 172.21.15.67:0/2578927758 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d3749f6240 0x55d374a0da10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:28.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.109+0000 7faaec9d5740 1 --2- 172.21.15.67:0/2578927758 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d3749eb980 0x55d3749edac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:28.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.109+0000 7faaec9d5740 1 --2- 172.21.15.67:0/2578927758 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d3749eb060 0x55d3749f4f60 unknown :-1 s=CLOSED pgs=836 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:28.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.109+0000 7faaec9d5740 1 -- 172.21.15.67:0/2578927758 >> 172.21.15.67:0/2578927758 conn(0x55d3749e75f0 msgr2=0x55d3749e6750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:28.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.109+0000 7faaec9d5740 1 -- 172.21.15.67:0/2578927758 shutdown_connections 2024-09-10T08:19:28.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.109+0000 7faaec9d5740 1 -- 172.21.15.67:0/2578927758 wait complete. 2024-09-10T08:19:28.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.110+0000 7faaec9d5740 1 -- start start 2024-09-10T08:19:28.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.110+0000 7faaec9d5740 1 Processor -- start 2024-09-10T08:19:28.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.110+0000 7faaec9d5740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d3749eb060 0x55d3749fe3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:28.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.110+0000 7faaec9d5740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d3749eb980 0x55d3749fe930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:28.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.110+0000 7faaec9d5740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d3749f6240 0x55d3749fb1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:28.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.110+0000 7faaec9d5740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7faae41b22c0 con 0x55d3749f6240 2024-09-10T08:19:28.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.110+0000 7faaec9d5740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7faae41b1bf0 con 0x55d3749eb060 2024-09-10T08:19:28.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.110+0000 7faaec9d5740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7faae41aee30 con 0x55d3749eb980 2024-09-10T08:19:28.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.110+0000 7faaec9d5740 10 client.0 _ll_register_callbacks cb 0x7faad4011da0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:19:28.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.110+0000 7faae8b99640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d3749f6240 0x55d3749fb1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:28.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.110+0000 7faae8b99640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d3749f6240 0x55d3749fb1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40040/0 (socket says 172.21.15.67:40040) 2024-09-10T08:19:28.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.110+0000 7faae8b99640 1 -- 172.21.15.67:0/455411336 learned_addr learned my addr 172.21.15.67:0/455411336 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:28.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.110+0000 7faadbfff640 1 --2- 172.21.15.67:0/455411336 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d3749eb980 0x55d3749fe930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:28.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.110+0000 7faae3fff640 1 --2- 172.21.15.67:0/455411336 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d3749eb060 0x55d3749fe3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:28.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.111+0000 7faae8b99640 1 -- 172.21.15.67:0/455411336 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d3749eb980 msgr2=0x55d3749fe930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:28.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.111+0000 7faae8b99640 1 --2- 172.21.15.67:0/455411336 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d3749eb980 0x55d3749fe930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:28.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.111+0000 7faae8b99640 1 -- 172.21.15.67:0/455411336 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d3749eb060 msgr2=0x55d3749fe3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:28.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.111+0000 7faae8b99640 1 --2- 172.21.15.67:0/455411336 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d3749eb060 0x55d3749fe3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:28.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.111+0000 7faae8b99640 1 -- 172.21.15.67:0/455411336 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d3749fb9e0 con 0x55d3749f6240 2024-09-10T08:19:28.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.111+0000 7faadbfff640 1 --2- 172.21.15.67:0/455411336 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d3749eb980 0x55d3749fe930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:19:28.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.111+0000 7faae3fff640 1 --2- 172.21.15.67:0/455411336 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d3749eb060 0x55d3749fe3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:19:28.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.111+0000 7faae8b99640 1 --2- 172.21.15.67:0/455411336 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d3749f6240 0x55d3749fb1e0 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7faadc033040 tx=0x7faadc031a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e6712b2485e8900 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:28.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.111+0000 7faac37fe640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:19:28.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.111+0000 7faac37fe640 1 -- 172.21.15.67:0/455411336 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faadc054060 con 0x55d3749f6240 2024-09-10T08:19:28.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.111+0000 7faac37fe640 1 -- 172.21.15.67:0/455411336 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7faadc031bf0 con 0x55d3749f6240 2024-09-10T08:19:28.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.111+0000 7faaec9d5740 1 -- 172.21.15.67:0/455411336 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faad4038020 con 0x55d3749f6240 2024-09-10T08:19:28.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.111+0000 7faac37fe640 1 -- 172.21.15.67:0/455411336 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7faadc05b050 con 0x55d3749f6240 2024-09-10T08:19:28.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.111+0000 7faaec9d5740 10 client.16764 fetch_fsmap learned FSMap version 29 2024-09-10T08:19:28.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.111+0000 7faaec9d5740 1 -- 172.21.15.67:0/455411336 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d374a714b0 con 0x55d3749f6240 2024-09-10T08:19:28.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.111+0000 7faac37fe640 1 -- 172.21.15.67:0/455411336 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faad4038020 con 0x55d3749f6240 2024-09-10T08:19:28.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.111+0000 7faac37fe640 1 -- 172.21.15.67:0/455411336 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7faadc04c070 con 0x55d3749f6240 2024-09-10T08:19:28.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.111+0000 7faaec9d5740 10 client.16764 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:19:28.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.111+0000 7faaec9d5740 10 client.16764 resolve_mds: validated gid 24479 aka daemon mds.b 2024-09-10T08:19:28.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.111+0000 7faaec9d5740 20 client.16764 populate_metadata read hostname 'smithi067' 2024-09-10T08:19:28.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.112+0000 7faaec9d5740 1 --2- 172.21.15.67:0/455411336 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55d374a71790 0x55d374a73b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:28.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.112+0000 7faaec9d5740 4 client.16764 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "quiesce db", "set_id": "cf26aab0", "release": true, "await": true}] 2024-09-10T08:19:28.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.112+0000 7faaec9d5740 1 -- 172.21.15.67:0/455411336 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "quiesce db", "set_id": "cf26aab0", "release": true, "await": true}) -- 0x55d3749580a0 con 0x55d374a71790 2024-09-10T08:19:28.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.112+0000 7faae3fff640 1 --2- 172.21.15.67:0/455411336 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55d374a71790 0x55d374a73b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:28.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.112+0000 7faac37fe640 10 client.16764 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:19:28.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.112+0000 7faae3fff640 1 --2- 172.21.15.67:0/455411336 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55d374a71790 0x55d374a73b80 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fe5274bc35960aff server_cookie=4a5cfd9094a39025 in_seq=0 out_seq=0 2024-09-10T08:19:28.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.116+0000 7faac37fe640 1 -- 172.21.15.67:0/455411336 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x55d3749580a0 con 0x55d374a71790 2024-09-10T08:19:28.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.116+0000 7faac37fe640 10 client.16764 handle_command_reply: tid=0 2024-09-10T08:19:28.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.116+0000 7faaec9d5740 1 client.16764 shutdown 2024-09-10T08:19:28.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.116+0000 7faaec9d5740 1 -- 172.21.15.67:0/455411336 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d3749f6240 msgr2=0x55d3749fb1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:28.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.116+0000 7faaec9d5740 1 --2- 172.21.15.67:0/455411336 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d3749f6240 0x55d3749fb1e0 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7faadc033040 tx=0x7faadc031a80 comp rx=0 tx=0).stop 2024-09-10T08:19:28.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.116+0000 7faaec9d5740 1 -- 172.21.15.67:0/455411336 shutdown_connections 2024-09-10T08:19:28.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.116+0000 7faaec9d5740 1 --2- 172.21.15.67:0/455411336 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55d374a71790 0x55d374a73b80 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:28.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.116+0000 7faaec9d5740 1 --2- 172.21.15.67:0/455411336 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d3749f6240 0x55d3749fb1e0 unknown :-1 s=CLOSED pgs=837 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:28.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.116+0000 7faaec9d5740 1 --2- 172.21.15.67:0/455411336 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d3749eb980 0x55d3749fe930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:28.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.116+0000 7faac37fe640 0 client.16764 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:19:28.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.116+0000 7faaec9d5740 1 --2- 172.21.15.67:0/455411336 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d3749eb060 0x55d3749fe3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:28.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.116+0000 7faaec9d5740 1 -- 172.21.15.67:0/455411336 >> 172.21.15.67:0/455411336 conn(0x55d3749e75f0 msgr2=0x55d3749e5f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:28.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.116+0000 7faaec9d5740 1 -- 172.21.15.67:0/455411336 shutdown_connections 2024-09-10T08:19:28.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.116+0000 7faaec9d5740 1 -- 172.21.15.67:0/455411336 wait complete. 2024-09-10T08:19:28.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.116+0000 7faaec9d5740 20 client.16764 trim_cache size 0 max 16384 2024-09-10T08:19:28.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.117+0000 7faaea5fc640 1 -- 172.21.15.67:0/2675983580 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7faad00a2b80 msgr2=0x7faad00a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:28.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.117+0000 7faaea5fc640 1 --2- 172.21.15.67:0/2675983580 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7faad00a2b80 0x7faad00a5040 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7faad4005fd0 tx=0x7faad400b5d0 comp rx=0 tx=0).stop 2024-09-10T08:19:28.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.117+0000 7faaea5fc640 1 -- 172.21.15.67:0/2675983580 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faae4101420 msgr2=0x7faae40fd370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:28.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.117+0000 7faaea5fc640 1 --2- 172.21.15.67:0/2675983580 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faae4101420 0x7faae40fd370 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7faacc00c920 tx=0x7faacc00cde0 comp rx=0 tx=0).stop 2024-09-10T08:19:28.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.117+0000 7faaea5fc640 1 -- 172.21.15.67:0/2675983580 shutdown_connections 2024-09-10T08:19:28.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.117+0000 7faaea5fc640 1 --2- 172.21.15.67:0/2675983580 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7faad00a2b80 0x7faad00a5040 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:28.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.117+0000 7faaea5fc640 1 --2- 172.21.15.67:0/2675983580 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faae4106a80 0x7faae40fd8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:28.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.117+0000 7faaea5fc640 1 --2- 172.21.15.67:0/2675983580 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faae4101420 0x7faae40fd370 unknown :-1 s=CLOSED pgs=833 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:28.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.117+0000 7faaea5fc640 1 --2- 172.21.15.67:0/2675983580 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faae4100a80 0x7faae40fce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:28.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.117+0000 7faaea5fc640 1 -- 172.21.15.67:0/2675983580 >> 172.21.15.67:0/2675983580 conn(0x7faae40fc7a0 msgr2=0x7faae406a990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:28.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.117+0000 7faaea5fc640 1 -- 172.21.15.67:0/2675983580 shutdown_connections 2024-09-10T08:19:28.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:28.117+0000 7faaea5fc640 1 -- 172.21.15.67:0/2675983580 wait complete. 2024-09-10T08:19:28.444 DEBUG:teuthology.parallel:result is None 2024-09-10T08:19:28.445 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-10T08:19:28.523 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-10T08:19:28.523 DEBUG:teuthology.run_tasks:Unwinding manager quiescer 2024-09-10T08:19:28.534 INFO:tasks.quiescer:joining Quiescers 2024-09-10T08:19:28.535 WARNING:tasks.quiescer:The quiescer is requested to stop, running cancel all 2024-09-10T08:19:28.535 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:19:29.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:29 smithi203 ceph-mon[34672]: pgmap v497: 129 pgs: 129 active+clean; 986 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-09-10T08:19:29.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:29 smithi133 ceph-mon[34721]: pgmap v497: 129 pgs: 129 active+clean; 986 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-09-10T08:19:29.431 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:29 smithi067 ceph-mon[31051]: pgmap v497: 129 pgs: 129 active+clean; 986 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2024-09-10T08:19:30.523 INFO:tasks.quiescer.fs.[cephfs]:Successfully released set 'cf26aab0', total seconds elapsed: 27.7 2024-09-10T08:19:30.523 DEBUG:tasks.quiescer.fs.[cephfs]:Going to quiesce for duration: 22.75 2024-09-10T08:19:30.523 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:19:30.573 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:19:31.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.094+0000 7fc3b9150640 1 -- 172.21.15.67:0/3370786446 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc3b4106a80 msgr2=0x7fc3b4106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:31.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.094+0000 7fc3b9150640 1 --2- 172.21.15.67:0/3370786446 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc3b4106a80 0x7fc3b4106e60 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7fc3a4009930 tx=0x7fc3a402a420 comp rx=0 tx=0).stop 2024-09-10T08:19:31.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.094+0000 7fc3b9150640 1 -- 172.21.15.67:0/3370786446 shutdown_connections 2024-09-10T08:19:31.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.094+0000 7fc3b9150640 1 --2- 172.21.15.67:0/3370786446 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc3b4101420 0x7fc3b410d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:31.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.094+0000 7fc3b9150640 1 --2- 172.21.15.67:0/3370786446 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc3b4100a80 0x7fc3b4100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:31.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.094+0000 7fc3b9150640 1 --2- 172.21.15.67:0/3370786446 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc3b4106a80 0x7fc3b4106e60 unknown :-1 s=CLOSED pgs=838 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:31.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.094+0000 7fc3b9150640 1 -- 172.21.15.67:0/3370786446 >> 172.21.15.67:0/3370786446 conn(0x7fc3b40fc7a0 msgr2=0x7fc3b40febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:31.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.095+0000 7fc3b9150640 1 -- 172.21.15.67:0/3370786446 shutdown_connections 2024-09-10T08:19:31.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.095+0000 7fc3b9150640 1 -- 172.21.15.67:0/3370786446 wait complete. 2024-09-10T08:19:31.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.095+0000 7fc3b9150640 1 Processor -- start 2024-09-10T08:19:31.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.095+0000 7fc3b9150640 1 -- start start 2024-09-10T08:19:31.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.096+0000 7fc3b9150640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc3b4100a80 0x7fc3b4197350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:31.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.096+0000 7fc3b9150640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc3b4101420 0x7fc3b4197890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:31.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.096+0000 7fc3b9150640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc3b4106a80 0x7fc3b419bc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:31.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.096+0000 7fc3b9150640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc3b4110d30 con 0x7fc3b4101420 2024-09-10T08:19:31.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.096+0000 7fc3b9150640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fc3b4110bb0 con 0x7fc3b4100a80 2024-09-10T08:19:31.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.096+0000 7fc3b9150640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fc3b4110eb0 con 0x7fc3b4106a80 2024-09-10T08:19:31.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.096+0000 7fc3b259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc3b4101420 0x7fc3b4197890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:31.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.096+0000 7fc3b259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc3b4101420 0x7fc3b4197890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40052/0 (socket says 172.21.15.67:40052) 2024-09-10T08:19:31.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.096+0000 7fc3b259c640 1 -- 172.21.15.67:0/2724775416 learned_addr learned my addr 172.21.15.67:0/2724775416 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:31.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.096+0000 7fc3b2d9d640 1 --2- 172.21.15.67:0/2724775416 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc3b4100a80 0x7fc3b4197350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:31.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.096+0000 7fc3b359e640 1 --2- 172.21.15.67:0/2724775416 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc3b4106a80 0x7fc3b419bc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:31.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.096+0000 7fc3b259c640 1 -- 172.21.15.67:0/2724775416 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc3b4106a80 msgr2=0x7fc3b419bc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:31.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.096+0000 7fc3b259c640 1 --2- 172.21.15.67:0/2724775416 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc3b4106a80 0x7fc3b419bc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:31.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.096+0000 7fc3b259c640 1 -- 172.21.15.67:0/2724775416 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc3b4100a80 msgr2=0x7fc3b4197350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:31.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.096+0000 7fc3b259c640 1 --2- 172.21.15.67:0/2724775416 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc3b4100a80 0x7fc3b4197350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:31.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.096+0000 7fc3b259c640 1 -- 172.21.15.67:0/2724775416 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3b419c300 con 0x7fc3b4101420 2024-09-10T08:19:31.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.096+0000 7fc3b259c640 1 --2- 172.21.15.67:0/2724775416 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc3b4101420 0x7fc3b4197890 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7fc3a800d950 tx=0x7fc3a800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:31.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.097+0000 7fc39bfff640 1 -- 172.21.15.67:0/2724775416 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3a8017070 con 0x7fc3b4101420 2024-09-10T08:19:31.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.097+0000 7fc39bfff640 1 -- 172.21.15.67:0/2724775416 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc3a8009c30 con 0x7fc3b4101420 2024-09-10T08:19:31.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.097+0000 7fc39bfff640 1 -- 172.21.15.67:0/2724775416 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3a800f620 con 0x7fc3b4101420 2024-09-10T08:19:31.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.097+0000 7fc3b9150640 1 -- 172.21.15.67:0/2724775416 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3b419c5f0 con 0x7fc3b4101420 2024-09-10T08:19:31.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.097+0000 7fc3b9150640 1 -- 172.21.15.67:0/2724775416 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3b41a3ed0 con 0x7fc3b4101420 2024-09-10T08:19:31.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.098+0000 7fc3b9150640 1 -- 172.21.15.67:0/2724775416 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc3b4100ee0 con 0x7fc3b4101420 2024-09-10T08:19:31.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.099+0000 7fc39bfff640 1 -- 172.21.15.67:0/2724775416 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7fc3a80109a0 con 0x7fc3b4101420 2024-09-10T08:19:31.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.100+0000 7fc39bfff640 1 --2- 172.21.15.67:0/2724775416 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc39c0a2b80 0x7fc39c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:31.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.100+0000 7fc39bfff640 1 -- 172.21.15.67:0/2724775416 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fc3a80cf090 con 0x7fc3b4101420 2024-09-10T08:19:31.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.100+0000 7fc3b2d9d640 1 --2- 172.21.15.67:0/2724775416 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc39c0a2b80 0x7fc39c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:31.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.100+0000 7fc3b2d9d640 1 --2- 172.21.15.67:0/2724775416 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc39c0a2b80 0x7fc39c0a5040 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fc3a4009900 tx=0x7fc3a4000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:31.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.104+0000 7fc39bfff640 1 -- 172.21.15.67:0/2724775416 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc3a8009de0 con 0x7fc3b4101420 2024-09-10T08:19:31.155 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:19:31.278 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:31 smithi067 ceph-mon[31051]: pgmap v498: 129 pgs: 129 active+clean; 994 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 938 B/s wr, 12 op/s 2024-09-10T08:19:31.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:31 smithi203 ceph-mon[34672]: pgmap v498: 129 pgs: 129 active+clean; 994 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 938 B/s wr, 12 op/s 2024-09-10T08:19:31.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.337+0000 7fc3b9150640 1 -- 172.21.15.67:0/2724775416 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc3b4108ff0 con 0x7fc3b4101420 2024-09-10T08:19:31.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.338+0000 7fc39bfff640 1 -- 172.21.15.67:0/2724775416 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11983 (secure 0 0 0) 0x7fc3a809bbf0 con 0x7fc3b4101420 2024-09-10T08:19:31.337 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:19:31.337 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":29,"btime":"2024-09-10T08:15:16:896413+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3649064068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3649064068},{"type":"v1","addr":"172.21.15.67:6835","nonce":3649064068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6837/384364542","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6836","nonce":384364542},{"type":"v1","addr":"172.21.15.67:6837","nonce":384364542}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T08:12:37.538183+0000","modified":"2024-09-10T08:15:16.520232+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24479,"mds_1":24475,"mds_2":24457,"mds_3":24412,"mds_4":24404},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6839/2770928820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6838","nonce":2770928820},{"type":"v1","addr":"172.21.15.67:6839","nonce":2770928820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14628":{"gid":14628,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6841/1116344955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6840","nonce":1116344955},{"type":"v1","addr":"172.21.15.67:6841","nonce":1116344955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24404":{"gid":24404,"name":"k","rank":4,"incarnation":26,"state":"up:active","state_seq":23,"addr":"172.21.15.133:6833/2920270168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":2920270168},{"type":"v1","addr":"172.21.15.133:6833","nonce":2920270168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24412":{"gid":24412,"name":"l","rank":3,"incarnation":24,"state":"up:active","state_seq":23,"addr":"172.21.15.203:6833/754287689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":754287689},{"type":"v1","addr":"172.21.15.203:6833","nonce":754287689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/3573205749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3573205749},{"type":"v1","addr":"172.21.15.133:6835","nonce":3573205749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6835/3722546188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":3722546188},{"type":"v1","addr":"172.21.15.203:6835","nonce":3722546188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/667764093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":667764093},{"type":"v1","addr":"172.21.15.133:6837","nonce":667764093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":19,"addr":"172.21.15.203:6837/4255783395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":4255783395},{"type":"v1","addr":"172.21.15.203:6837","nonce":4255783395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":17,"addr":"172.21.15.203:6839/2311592321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2311592321},{"type":"v1","addr":"172.21.15.203:6839","nonce":2311592321}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.133:6839/1848609384","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":1848609384},{"type":"v1","addr":"172.21.15.133:6839","nonce":1848609384}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24479,"qdb_cluster":[24404,24412,24457,24475,24479]},"id":1}]} 2024-09-10T08:19:31.338 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 29 2024-09-10T08:19:31.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.340+0000 7fc3b9150640 1 -- 172.21.15.67:0/2724775416 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc39c0a2b80 msgr2=0x7fc39c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:31.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.340+0000 7fc3b9150640 1 --2- 172.21.15.67:0/2724775416 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc39c0a2b80 0x7fc39c0a5040 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fc3a4009900 tx=0x7fc3a4000bc0 comp rx=0 tx=0).stop 2024-09-10T08:19:31.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.340+0000 7fc3b9150640 1 -- 172.21.15.67:0/2724775416 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc3b4101420 msgr2=0x7fc3b4197890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:31.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.340+0000 7fc3b9150640 1 --2- 172.21.15.67:0/2724775416 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc3b4101420 0x7fc3b4197890 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7fc3a800d950 tx=0x7fc3a800de10 comp rx=0 tx=0).stop 2024-09-10T08:19:31.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.340+0000 7fc3b9150640 1 -- 172.21.15.67:0/2724775416 shutdown_connections 2024-09-10T08:19:31.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.340+0000 7fc3b9150640 1 --2- 172.21.15.67:0/2724775416 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc39c0a2b80 0x7fc39c0a5040 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:31.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.340+0000 7fc3b9150640 1 --2- 172.21.15.67:0/2724775416 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc3b4106a80 0x7fc3b419bc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:31.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.340+0000 7fc3b9150640 1 --2- 172.21.15.67:0/2724775416 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc3b4101420 0x7fc3b4197890 unknown :-1 s=CLOSED pgs=839 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:31.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.340+0000 7fc3b9150640 1 --2- 172.21.15.67:0/2724775416 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc3b4100a80 0x7fc3b4197350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:31.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.340+0000 7fc3b9150640 1 -- 172.21.15.67:0/2724775416 >> 172.21.15.67:0/2724775416 conn(0x7fc3b40fc7a0 msgr2=0x7fc3b40fe2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:31.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.340+0000 7fc3b9150640 1 -- 172.21.15.67:0/2724775416 shutdown_connections 2024-09-10T08:19:31.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:31.340+0000 7fc3b9150640 1 -- 172.21.15.67:0/2724775416 wait complete. 2024-09-10T08:19:31.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:31 smithi133 ceph-mon[34721]: pgmap v498: 129 pgs: 129 active+clean; 994 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 938 B/s wr, 12 op/s 2024-09-10T08:19:32.153 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24479 quiesce db --cancel --all' 2024-09-10T08:19:32.153 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24479 quiesce db --cancel --all 2024-09-10T08:19:32.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:32 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/2724775416' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:19:32.322 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:32 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/2724775416' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:19:32.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:32 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/2724775416' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:19:32.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.346+0000 7f552d235640 1 -- 172.21.15.67:0/3647537236 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5528100e20 msgr2=0x7f5528101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:32.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.346+0000 7f552d235640 1 --2- 172.21.15.67:0/3647537236 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5528100e20 0x7f5528101200 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7f5518009900 tx=0x7f551802a480 comp rx=0 tx=0).stop 2024-09-10T08:19:32.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.346+0000 7f552d235640 1 -- 172.21.15.67:0/3647537236 shutdown_connections 2024-09-10T08:19:32.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.346+0000 7f552d235640 1 --2- 172.21.15.67:0/3647537236 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5528102570 0x7f55281029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:32.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.346+0000 7f552d235640 1 --2- 172.21.15.67:0/3647537236 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5528102ef0 0x7f552810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:32.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.346+0000 7f552d235640 1 --2- 172.21.15.67:0/3647537236 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5528100e20 0x7f5528101200 unknown :-1 s=CLOSED pgs=840 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:32.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.346+0000 7f552d235640 1 -- 172.21.15.67:0/3647537236 >> 172.21.15.67:0/3647537236 conn(0x7f55280fc7d0 msgr2=0x7f55280febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:32.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.346+0000 7f552d235640 1 -- 172.21.15.67:0/3647537236 shutdown_connections 2024-09-10T08:19:32.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.346+0000 7f552d235640 1 -- 172.21.15.67:0/3647537236 wait complete. 2024-09-10T08:19:32.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.347+0000 7f552d235640 1 Processor -- start 2024-09-10T08:19:32.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.347+0000 7f552d235640 1 -- start start 2024-09-10T08:19:32.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.348+0000 7f552d235640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5528100e20 0x7f5528198420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:32.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.348+0000 7f552d235640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5528102570 0x7f5528198960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:32.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.348+0000 7f552d235640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5528102ef0 0x7f552819ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:32.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.348+0000 7f552d235640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f5528110e30 con 0x7f5528102ef0 2024-09-10T08:19:32.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.348+0000 7f552d235640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f5528110cb0 con 0x7f5528102570 2024-09-10T08:19:32.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.348+0000 7f552d235640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f5528110fb0 con 0x7f5528100e20 2024-09-10T08:19:32.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.348+0000 7f552759e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5528102ef0 0x7f552819ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:32.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.348+0000 7f552759e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5528102ef0 0x7f552819ccf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40062/0 (socket says 172.21.15.67:40062) 2024-09-10T08:19:32.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.348+0000 7f552759e640 1 -- 172.21.15.67:0/722576274 learned_addr learned my addr 172.21.15.67:0/722576274 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:32.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.348+0000 7f5526d9d640 1 --2- 172.21.15.67:0/722576274 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5528100e20 0x7f5528198420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:32.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.348+0000 7f552659c640 1 --2- 172.21.15.67:0/722576274 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5528102570 0x7f5528198960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:32.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.348+0000 7f552759e640 1 -- 172.21.15.67:0/722576274 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5528100e20 msgr2=0x7f5528198420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:32.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.348+0000 7f552759e640 1 --2- 172.21.15.67:0/722576274 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5528100e20 0x7f5528198420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:32.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.348+0000 7f552759e640 1 -- 172.21.15.67:0/722576274 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5528102570 msgr2=0x7f5528198960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:32.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.348+0000 7f552759e640 1 --2- 172.21.15.67:0/722576274 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5528102570 0x7f5528198960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:32.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.348+0000 7f552759e640 1 -- 172.21.15.67:0/722576274 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f552819d3d0 con 0x7f5528102ef0 2024-09-10T08:19:32.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.349+0000 7f552759e640 1 --2- 172.21.15.67:0/722576274 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5528102ef0 0x7f552819ccf0 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7f552000eb10 tx=0x7f552000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:32.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.349+0000 7f550ffff640 1 -- 172.21.15.67:0/722576274 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5520004b20 con 0x7f5528102ef0 2024-09-10T08:19:32.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.349+0000 7f552d235640 1 -- 172.21.15.67:0/722576274 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f552819d6c0 con 0x7f5528102ef0 2024-09-10T08:19:32.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.349+0000 7f550ffff640 1 -- 172.21.15.67:0/722576274 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5520004cc0 con 0x7f5528102ef0 2024-09-10T08:19:32.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.349+0000 7f550ffff640 1 -- 172.21.15.67:0/722576274 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5520010690 con 0x7f5528102ef0 2024-09-10T08:19:32.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.349+0000 7f552d235640 1 -- 172.21.15.67:0/722576274 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55281a4fa0 con 0x7f5528102ef0 2024-09-10T08:19:32.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.351+0000 7f550ffff640 1 -- 172.21.15.67:0/722576274 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f5520005020 con 0x7f5528102ef0 2024-09-10T08:19:32.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.352+0000 7f550ffff640 1 --2- 172.21.15.67:0/722576274 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f55100a2b80 0x7f55100a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:32.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.352+0000 7f552d235640 1 -- 172.21.15.67:0/722576274 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5528101200 con 0x7f5528102ef0 2024-09-10T08:19:32.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.352+0000 7f5526d9d640 1 --2- 172.21.15.67:0/722576274 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f55100a2b80 0x7f55100a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:32.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.352+0000 7f550ffff640 1 -- 172.21.15.67:0/722576274 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f55200cfb60 con 0x7f5528102ef0 2024-09-10T08:19:32.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.353+0000 7f5526d9d640 1 --2- 172.21.15.67:0/722576274 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f55100a2b80 0x7f55100a5040 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f5518009230 tx=0x7f55180058d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:32.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.357+0000 7f550ffff640 1 -- 172.21.15.67:0/722576274 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f552009c660 con 0x7f5528102ef0 2024-09-10T08:19:32.421 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:19:32.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.577+0000 7f552d235640 1 -- 172.21.15.67:0/722576274 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f552810a0a0 con 0x7f5528102ef0 2024-09-10T08:19:32.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.578+0000 7f550ffff640 1 -- 172.21.15.67:0/722576274 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11983 (secure 0 0 0) 0x7f552009bf60 con 0x7f5528102ef0 2024-09-10T08:19:32.578 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:19:32.578 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":29,"btime":"2024-09-10T08:15:16:896413+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3649064068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3649064068},{"type":"v1","addr":"172.21.15.67:6835","nonce":3649064068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6837/384364542","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6836","nonce":384364542},{"type":"v1","addr":"172.21.15.67:6837","nonce":384364542}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T08:12:37.538183+0000","modified":"2024-09-10T08:15:16.520232+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24479,"mds_1":24475,"mds_2":24457,"mds_3":24412,"mds_4":24404},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6839/2770928820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6838","nonce":2770928820},{"type":"v1","addr":"172.21.15.67:6839","nonce":2770928820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14628":{"gid":14628,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6841/1116344955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6840","nonce":1116344955},{"type":"v1","addr":"172.21.15.67:6841","nonce":1116344955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24404":{"gid":24404,"name":"k","rank":4,"incarnation":26,"state":"up:active","state_seq":23,"addr":"172.21.15.133:6833/2920270168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":2920270168},{"type":"v1","addr":"172.21.15.133:6833","nonce":2920270168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24412":{"gid":24412,"name":"l","rank":3,"incarnation":24,"state":"up:active","state_seq":23,"addr":"172.21.15.203:6833/754287689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":754287689},{"type":"v1","addr":"172.21.15.203:6833","nonce":754287689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/3573205749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3573205749},{"type":"v1","addr":"172.21.15.133:6835","nonce":3573205749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6835/3722546188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":3722546188},{"type":"v1","addr":"172.21.15.203:6835","nonce":3722546188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/667764093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":667764093},{"type":"v1","addr":"172.21.15.133:6837","nonce":667764093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":19,"addr":"172.21.15.203:6837/4255783395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":4255783395},{"type":"v1","addr":"172.21.15.203:6837","nonce":4255783395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":17,"addr":"172.21.15.203:6839/2311592321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2311592321},{"type":"v1","addr":"172.21.15.203:6839","nonce":2311592321}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.133:6839/1848609384","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":1848609384},{"type":"v1","addr":"172.21.15.133:6839","nonce":1848609384}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24479,"qdb_cluster":[24404,24412,24457,24475,24479]},"id":1}]} 2024-09-10T08:19:32.578 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 29 2024-09-10T08:19:32.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.580+0000 7f552d235640 1 -- 172.21.15.67:0/722576274 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f55100a2b80 msgr2=0x7f55100a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:32.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.580+0000 7f552d235640 1 --2- 172.21.15.67:0/722576274 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f55100a2b80 0x7f55100a5040 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f5518009230 tx=0x7f55180058d0 comp rx=0 tx=0).stop 2024-09-10T08:19:32.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.580+0000 7f552d235640 1 -- 172.21.15.67:0/722576274 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5528102ef0 msgr2=0x7f552819ccf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:32.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.580+0000 7f552d235640 1 --2- 172.21.15.67:0/722576274 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5528102ef0 0x7f552819ccf0 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7f552000eb10 tx=0x7f552000c2d0 comp rx=0 tx=0).stop 2024-09-10T08:19:32.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.580+0000 7f552d235640 1 -- 172.21.15.67:0/722576274 shutdown_connections 2024-09-10T08:19:32.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.580+0000 7f552d235640 1 --2- 172.21.15.67:0/722576274 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f55100a2b80 0x7f55100a5040 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:32.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.580+0000 7f552d235640 1 --2- 172.21.15.67:0/722576274 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5528102570 0x7f5528198960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:32.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.580+0000 7f552d235640 1 --2- 172.21.15.67:0/722576274 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5528102ef0 0x7f552819ccf0 unknown :-1 s=CLOSED pgs=841 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:32.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.580+0000 7f552d235640 1 --2- 172.21.15.67:0/722576274 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5528100e20 0x7f5528198420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:32.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.580+0000 7f552d235640 1 -- 172.21.15.67:0/722576274 >> 172.21.15.67:0/722576274 conn(0x7f55280fc7d0 msgr2=0x7f552806a250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:32.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.580+0000 7f552d235640 1 -- 172.21.15.67:0/722576274 shutdown_connections 2024-09-10T08:19:32.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:32.580+0000 7f552d235640 1 -- 172.21.15.67:0/722576274 wait complete. 2024-09-10T08:19:33.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.066+0000 7f87efa63640 1 -- 172.21.15.67:0/888105898 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f87e8102ef0 msgr2=0x7f87e810da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:33.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.066+0000 7f87efa63640 1 --2- 172.21.15.67:0/888105898 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f87e8102ef0 0x7f87e810da40 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7f87e0009ca0 tx=0x7f87e002a950 comp rx=0 tx=0).stop 2024-09-10T08:19:33.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.066+0000 7f87efa63640 1 -- 172.21.15.67:0/888105898 shutdown_connections 2024-09-10T08:19:33.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.066+0000 7f87efa63640 1 --2- 172.21.15.67:0/888105898 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f87e8102ef0 0x7f87e810da40 unknown :-1 s=CLOSED pgs=842 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:33.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.066+0000 7f87efa63640 1 --2- 172.21.15.67:0/888105898 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f87e8102570 0x7f87e81029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:33.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.066+0000 7f87efa63640 1 --2- 172.21.15.67:0/888105898 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f87e8100e20 0x7f87e8101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:33.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.066+0000 7f87efa63640 1 -- 172.21.15.67:0/888105898 >> 172.21.15.67:0/888105898 conn(0x7f87e80fc7d0 msgr2=0x7f87e80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:33.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.066+0000 7f87efa63640 1 -- 172.21.15.67:0/888105898 shutdown_connections 2024-09-10T08:19:33.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.066+0000 7f87efa63640 1 -- 172.21.15.67:0/888105898 wait complete. 2024-09-10T08:19:33.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.067+0000 7f87efa63640 1 Processor -- start 2024-09-10T08:19:33.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.067+0000 7f87efa63640 1 -- start start 2024-09-10T08:19:33.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.067+0000 7f87efa63640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f87e8100e20 0x7f87e81972b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:33.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.067+0000 7f87efa63640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f87e8102570 0x7f87e81977f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:33.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.067+0000 7f87efa63640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f87e8102ef0 0x7f87e819bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:33.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.067+0000 7f87efa63640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f87e8110e30 con 0x7f87e8102ef0 2024-09-10T08:19:33.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.067+0000 7f87efa63640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f87e8110cb0 con 0x7f87e8100e20 2024-09-10T08:19:33.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.067+0000 7f87efa63640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f87e8110fb0 con 0x7f87e8102570 2024-09-10T08:19:33.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.067+0000 7f87ee000640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f87e8102ef0 0x7f87e819bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:33.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.067+0000 7f87ee000640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f87e8102ef0 0x7f87e819bb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40086/0 (socket says 172.21.15.67:40086) 2024-09-10T08:19:33.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.067+0000 7f87ee000640 1 -- 172.21.15.67:0/1482598395 learned_addr learned my addr 172.21.15.67:0/1482598395 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:33.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.068+0000 7f87ecffe640 1 --2- 172.21.15.67:0/1482598395 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f87e8102570 0x7f87e81977f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:33.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.068+0000 7f87ed7ff640 1 --2- 172.21.15.67:0/1482598395 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f87e8100e20 0x7f87e81972b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:33.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.068+0000 7f87ee000640 1 -- 172.21.15.67:0/1482598395 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f87e8102570 msgr2=0x7f87e81977f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:33.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.068+0000 7f87ee000640 1 --2- 172.21.15.67:0/1482598395 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f87e8102570 0x7f87e81977f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:33.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.068+0000 7f87ee000640 1 -- 172.21.15.67:0/1482598395 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f87e8100e20 msgr2=0x7f87e81972b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:33.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.068+0000 7f87ee000640 1 --2- 172.21.15.67:0/1482598395 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f87e8100e20 0x7f87e81972b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:33.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.068+0000 7f87ee000640 1 -- 172.21.15.67:0/1482598395 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87e819c260 con 0x7f87e8102ef0 2024-09-10T08:19:33.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.068+0000 7f87ed7ff640 1 --2- 172.21.15.67:0/1482598395 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f87e8100e20 0x7f87e81972b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:19:33.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.068+0000 7f87ee000640 1 --2- 172.21.15.67:0/1482598395 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f87e8102ef0 0x7f87e819bb80 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7f87e0006010 tx=0x7f87e002f710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:33.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.068+0000 7f87da7fc640 1 -- 172.21.15.67:0/1482598395 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87e0034040 con 0x7f87e8102ef0 2024-09-10T08:19:33.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.068+0000 7f87da7fc640 1 -- 172.21.15.67:0/1482598395 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f87e0003e00 con 0x7f87e8102ef0 2024-09-10T08:19:33.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.068+0000 7f87efa63640 1 -- 172.21.15.67:0/1482598395 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87e819c4f0 con 0x7f87e8102ef0 2024-09-10T08:19:33.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.068+0000 7f87da7fc640 1 -- 172.21.15.67:0/1482598395 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87e003a5c0 con 0x7f87e8102ef0 2024-09-10T08:19:33.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.068+0000 7f87efa63640 1 -- 172.21.15.67:0/1482598395 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87e819c970 con 0x7f87e8102ef0 2024-09-10T08:19:33.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.070+0000 7f87da7fc640 1 -- 172.21.15.67:0/1482598395 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f87e0037020 con 0x7f87e8102ef0 2024-09-10T08:19:33.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.071+0000 7f87f1e3c740 1 Processor -- start 2024-09-10T08:19:33.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.071+0000 7f87f1e3c740 1 -- start start 2024-09-10T08:19:33.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.071+0000 7f87f1e3c740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5559e85fea00 0x5559e85fede0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:33.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.071+0000 7f87f1e3c740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5559e85ff320 0x5559e86096a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:33.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.071+0000 7f87f1e3c740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5559e8609be0 0x5559e860bfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:33.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.071+0000 7f87f1e3c740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5559e8563200 con 0x5559e8609be0 2024-09-10T08:19:33.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.071+0000 7f87f1e3c740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5559e8509dc0 con 0x5559e85fea00 2024-09-10T08:19:33.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.071+0000 7f87f1e3c740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5559e855f1c0 con 0x5559e85ff320 2024-09-10T08:19:33.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.071+0000 7f87da7fc640 1 --2- 172.21.15.67:0/1482598395 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f87d40a2b80 0x7f87d40a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:33.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.071+0000 7f87ecffe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5559e8609be0 0x5559e860bfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:33.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.071+0000 7f87ecffe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5559e8609be0 0x5559e860bfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40096/0 (socket says 172.21.15.67:40096) 2024-09-10T08:19:33.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.071+0000 7f87ecffe640 1 -- 172.21.15.67:0/172391868 learned_addr learned my addr 172.21.15.67:0/172391868 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:33.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.071+0000 7f87ee000640 1 --2- 172.21.15.67:0/1482598395 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f87d40a2b80 0x7f87d40a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:33.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.071+0000 7f87ecffe640 1 --2- 172.21.15.67:0/172391868 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5559e85fea00 0x5559e85fede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:33.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.072+0000 7f87ed7ff640 1 --2- 172.21.15.67:0/172391868 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5559e85ff320 0x5559e86096a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:33.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.072+0000 7f87da7fc640 1 -- 172.21.15.67:0/1482598395 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f87e00f1eb0 con 0x7f87e8102ef0 2024-09-10T08:19:33.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.072+0000 7f87ecffe640 1 -- 172.21.15.67:0/172391868 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5559e85ff320 msgr2=0x5559e86096a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:33.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.072+0000 7f87ecffe640 1 --2- 172.21.15.67:0/172391868 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5559e85ff320 0x5559e86096a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:33.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.072+0000 7f87ecffe640 1 -- 172.21.15.67:0/172391868 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5559e85fea00 msgr2=0x5559e85fede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:33.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.072+0000 7f87ecffe640 1 --2- 172.21.15.67:0/172391868 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5559e85fea00 0x5559e85fede0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:33.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.072+0000 7f87ecffe640 1 -- 172.21.15.67:0/172391868 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5559e82d4620 con 0x5559e8609be0 2024-09-10T08:19:33.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.072+0000 7f87ee000640 1 --2- 172.21.15.67:0/1482598395 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f87d40a2b80 0x7f87d40a5040 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f87e00c6a50 tx=0x7f87e008d290 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:33.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.072+0000 7f87ecffe640 1 --2- 172.21.15.67:0/172391868 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5559e8609be0 0x5559e860bfd0 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7f87dc0138d0 tx=0x7f87dc00e3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=469f9c38971560df server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:33.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.072+0000 7f87d37fe640 1 -- 172.21.15.67:0/172391868 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87dc004020 con 0x5559e8609be0 2024-09-10T08:19:33.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.072+0000 7f87d37fe640 1 -- 172.21.15.67:0/172391868 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f87dc00bd80 con 0x5559e8609be0 2024-09-10T08:19:33.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.072+0000 7f87d37fe640 1 -- 172.21.15.67:0/172391868 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87dc005280 con 0x5559e8609be0 2024-09-10T08:19:33.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.073+0000 7f87f1e3c740 1 -- 172.21.15.67:0/172391868 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5559e8609be0 msgr2=0x5559e860bfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:33.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.073+0000 7f87f1e3c740 1 --2- 172.21.15.67:0/172391868 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5559e8609be0 0x5559e860bfd0 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7f87dc0138d0 tx=0x7f87dc00e3f0 comp rx=0 tx=0).stop 2024-09-10T08:19:33.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.073+0000 7f87f1e3c740 1 -- 172.21.15.67:0/172391868 shutdown_connections 2024-09-10T08:19:33.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.073+0000 7f87f1e3c740 1 --2- 172.21.15.67:0/172391868 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5559e8609be0 0x5559e860bfd0 unknown :-1 s=CLOSED pgs=844 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:33.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.073+0000 7f87f1e3c740 1 --2- 172.21.15.67:0/172391868 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5559e85ff320 0x5559e86096a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:33.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.073+0000 7f87f1e3c740 1 --2- 172.21.15.67:0/172391868 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5559e85fea00 0x5559e85fede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:33.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.073+0000 7f87f1e3c740 1 -- 172.21.15.67:0/172391868 >> 172.21.15.67:0/172391868 conn(0x5559e85faf90 msgr2=0x5559e85fb370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:33.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.073+0000 7f87f1e3c740 1 -- 172.21.15.67:0/172391868 shutdown_connections 2024-09-10T08:19:33.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.073+0000 7f87f1e3c740 1 -- 172.21.15.67:0/172391868 wait complete. 2024-09-10T08:19:33.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.073+0000 7f87f1e3c740 1 -- start start 2024-09-10T08:19:33.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.073+0000 7f87f1e3c740 1 Processor -- start 2024-09-10T08:19:33.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.074+0000 7f87f1e3c740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5559e85fea00 0x5559e8609530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:33.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.074+0000 7f87f1e3c740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5559e85ff320 0x5559e86067e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:33.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.074+0000 7f87f1e3c740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5559e8609be0 0x5559e8606d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:33.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.074+0000 7f87f1e3c740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5559e860c7b0 con 0x5559e8609be0 2024-09-10T08:19:33.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.074+0000 7f87f1e3c740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5559e84fdc50 con 0x5559e85fea00 2024-09-10T08:19:33.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.074+0000 7f87f1e3c740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5559e860c930 con 0x5559e85ff320 2024-09-10T08:19:33.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.074+0000 7f87f1e3c740 10 client.0 _ll_register_callbacks cb 0x5559e850fba0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:19:33.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.074+0000 7f87ecffe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5559e8609be0 0x5559e8606d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:33.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.074+0000 7f87ecffe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5559e8609be0 0x5559e8606d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40098/0 (socket says 172.21.15.67:40098) 2024-09-10T08:19:33.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.074+0000 7f87ecffe640 1 -- 172.21.15.67:0/3119720359 learned_addr learned my addr 172.21.15.67:0/3119720359 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:33.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.074+0000 7f87ed7ff640 1 --2- 172.21.15.67:0/3119720359 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5559e85ff320 0x5559e86067e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:33.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.074+0000 7f87ecffe640 1 --2- 172.21.15.67:0/3119720359 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5559e85fea00 0x5559e8609530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:33.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.074+0000 7f87ecffe640 1 -- 172.21.15.67:0/3119720359 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5559e85ff320 msgr2=0x5559e86067e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:33.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.074+0000 7f87ecffe640 1 --2- 172.21.15.67:0/3119720359 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5559e85ff320 0x5559e86067e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:33.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.074+0000 7f87ecffe640 1 -- 172.21.15.67:0/3119720359 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5559e85fea00 msgr2=0x5559e8609530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:33.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.074+0000 7f87ecffe640 1 --2- 172.21.15.67:0/3119720359 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5559e85fea00 0x5559e8609530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:33.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.074+0000 7f87ecffe640 1 -- 172.21.15.67:0/3119720359 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5559e8607570 con 0x5559e8609be0 2024-09-10T08:19:33.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.075+0000 7f87ed7ff640 1 --2- 172.21.15.67:0/3119720359 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5559e85ff320 0x5559e86067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:19:33.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.075+0000 7f87ecffe640 1 --2- 172.21.15.67:0/3119720359 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5559e8609be0 0x5559e8606d40 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7f87dc005940 tx=0x7f87dc004470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36919110c3505d30 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:33.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.075+0000 7f87d0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:19:33.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.075+0000 7f87d0ff9640 1 -- 172.21.15.67:0/3119720359 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87dc00bad0 con 0x5559e8609be0 2024-09-10T08:19:33.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.075+0000 7f87d0ff9640 1 -- 172.21.15.67:0/3119720359 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f87dc005050 con 0x5559e8609be0 2024-09-10T08:19:33.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.075+0000 7f87f1e3c740 1 -- 172.21.15.67:0/3119720359 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f87dc00bd80 con 0x5559e8609be0 2024-09-10T08:19:33.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.075+0000 7f87d0ff9640 1 -- 172.21.15.67:0/3119720359 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f87dc005250 con 0x5559e8609be0 2024-09-10T08:19:33.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.075+0000 7f87f1e3c740 10 client.16788 fetch_fsmap learned FSMap version 29 2024-09-10T08:19:33.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.075+0000 7f87f1e3c740 1 -- 172.21.15.67:0/3119720359 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5559e8618360 con 0x5559e8609be0 2024-09-10T08:19:33.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.075+0000 7f87d0ff9640 1 -- 172.21.15.67:0/3119720359 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f87dc00bd80 con 0x5559e8609be0 2024-09-10T08:19:33.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.075+0000 7f87d0ff9640 1 -- 172.21.15.67:0/3119720359 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f87dc0035f0 con 0x5559e8609be0 2024-09-10T08:19:33.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.075+0000 7f87f1e3c740 10 client.16788 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:19:33.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.075+0000 7f87f1e3c740 10 client.16788 resolve_mds: validated gid 24479 aka daemon mds.b 2024-09-10T08:19:33.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.076+0000 7f87f1e3c740 20 client.16788 populate_metadata read hostname 'smithi067' 2024-09-10T08:19:33.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.076+0000 7f87f1e3c740 1 --2- 172.21.15.67:0/3119720359 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5559e86196b0 0x5559e861baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:33.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.076+0000 7f87f1e3c740 4 client.16788 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:19:33.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.076+0000 7f87f1e3c740 1 -- 172.21.15.67:0/3119720359 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5559e8570770 con 0x5559e86196b0 2024-09-10T08:19:33.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.076+0000 7f87ed7ff640 1 --2- 172.21.15.67:0/3119720359 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5559e86196b0 0x5559e861baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:33.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.076+0000 7f87d0ff9640 10 client.16788 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:19:33.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.076+0000 7f87ed7ff640 1 --2- 172.21.15.67:0/3119720359 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5559e86196b0 0x5559e861baa0 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3b30c51910f5843d server_cookie=d72546c9c4034191 in_seq=0 out_seq=0 2024-09-10T08:19:33.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.077+0000 7f87d0ff9640 1 -- 172.21.15.67:0/3119720359 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5559e8570770 con 0x5559e86196b0 2024-09-10T08:19:33.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.077+0000 7f87d0ff9640 10 client.16788 handle_command_reply: tid=0 2024-09-10T08:19:33.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.077+0000 7f87f1e3c740 1 client.16788 shutdown 2024-09-10T08:19:33.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.077+0000 7f87f1e3c740 1 -- 172.21.15.67:0/3119720359 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5559e8609be0 msgr2=0x5559e8606d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:33.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.077+0000 7f87f1e3c740 1 --2- 172.21.15.67:0/3119720359 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5559e8609be0 0x5559e8606d40 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7f87dc005940 tx=0x7f87dc004470 comp rx=0 tx=0).stop 2024-09-10T08:19:33.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.077+0000 7f87f1e3c740 1 -- 172.21.15.67:0/3119720359 shutdown_connections 2024-09-10T08:19:33.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.077+0000 7f87f1e3c740 1 --2- 172.21.15.67:0/3119720359 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5559e86196b0 0x5559e861baa0 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:33.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.077+0000 7f87f1e3c740 1 --2- 172.21.15.67:0/3119720359 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5559e8609be0 0x5559e8606d40 unknown :-1 s=CLOSED pgs=845 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:33.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.077+0000 7f87f1e3c740 1 --2- 172.21.15.67:0/3119720359 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5559e85ff320 0x5559e86067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:33.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.077+0000 7f87f1e3c740 1 --2- 172.21.15.67:0/3119720359 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5559e85fea00 0x5559e8609530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:33.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.077+0000 7f87d0ff9640 0 client.16788 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:19:33.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.077+0000 7f87f1e3c740 1 -- 172.21.15.67:0/3119720359 >> 172.21.15.67:0/3119720359 conn(0x5559e85faf90 msgr2=0x5559e85fa1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:33.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.078+0000 7f87f1e3c740 1 -- 172.21.15.67:0/3119720359 shutdown_connections 2024-09-10T08:19:33.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.078+0000 7f87f1e3c740 1 -- 172.21.15.67:0/3119720359 wait complete. 2024-09-10T08:19:33.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.078+0000 7f87f1e3c740 20 client.16788 trim_cache size 0 max 16384 2024-09-10T08:19:33.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.095+0000 7f87f1e3c740 1 Processor -- start 2024-09-10T08:19:33.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.095+0000 7f87f1e3c740 1 -- start start 2024-09-10T08:19:33.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.095+0000 7f87f1e3c740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5559e85fea00 0x5559e8615a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:33.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.095+0000 7f87f1e3c740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5559e85ff320 0x5559e85fa0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:33.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.095+0000 7f87f1e3c740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5559e8609be0 0x5559e8621260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:33.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.095+0000 7f87f1e3c740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f87e81acab0 con 0x5559e85fea00 2024-09-10T08:19:33.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.095+0000 7f87f1e3c740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f87e81ae5f0 con 0x5559e85ff320 2024-09-10T08:19:33.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.095+0000 7f87f1e3c740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f87e81ad180 con 0x5559e8609be0 2024-09-10T08:19:33.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.095+0000 7f87ecffe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5559e85fea00 0x5559e8615a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:33.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.095+0000 7f87ecffe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5559e85fea00 0x5559e8615a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40110/0 (socket says 172.21.15.67:40110) 2024-09-10T08:19:33.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.095+0000 7f87ecffe640 1 -- 172.21.15.67:0/3669923253 learned_addr learned my addr 172.21.15.67:0/3669923253 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:33.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.095+0000 7f87ed7ff640 1 --2- 172.21.15.67:0/3669923253 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5559e85ff320 0x5559e85fa0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:33.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.096+0000 7f87ecffe640 1 -- 172.21.15.67:0/3669923253 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5559e8609be0 msgr2=0x5559e8621260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:33.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.096+0000 7f87ecffe640 1 --2- 172.21.15.67:0/3669923253 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5559e8609be0 0x5559e8621260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:33.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.096+0000 7f87ecffe640 1 -- 172.21.15.67:0/3669923253 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5559e85ff320 msgr2=0x5559e85fa0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:33.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.096+0000 7f87ecffe640 1 --2- 172.21.15.67:0/3669923253 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5559e85ff320 0x5559e85fa0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:33.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.096+0000 7f87ecffe640 1 -- 172.21.15.67:0/3669923253 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5559e85f6950 con 0x5559e85fea00 2024-09-10T08:19:33.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.096+0000 7f87ed7ff640 1 --2- 172.21.15.67:0/3669923253 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5559e85ff320 0x5559e85fa0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:19:33.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.096+0000 7f87ecffe640 1 --2- 172.21.15.67:0/3669923253 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5559e85fea00 0x5559e8615a10 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7f87dc00b690 tx=0x7f87dc00eab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1a16ddd93e571a2 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:33.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.096+0000 7f87d2ffd640 1 -- 172.21.15.67:0/3669923253 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87dc00e8d0 con 0x5559e85fea00 2024-09-10T08:19:33.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.096+0000 7f87d2ffd640 1 -- 172.21.15.67:0/3669923253 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f87dc033030 con 0x5559e85fea00 2024-09-10T08:19:33.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.096+0000 7f87d2ffd640 1 -- 172.21.15.67:0/3669923253 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87dc0035f0 con 0x5559e85fea00 2024-09-10T08:19:33.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.097+0000 7f87f1e3c740 1 -- 172.21.15.67:0/3669923253 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5559e85fea00 msgr2=0x5559e8615a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:33.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.097+0000 7f87f1e3c740 1 --2- 172.21.15.67:0/3669923253 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5559e85fea00 0x5559e8615a10 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7f87dc00b690 tx=0x7f87dc00eab0 comp rx=0 tx=0).stop 2024-09-10T08:19:33.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.097+0000 7f87f1e3c740 1 -- 172.21.15.67:0/3669923253 shutdown_connections 2024-09-10T08:19:33.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.097+0000 7f87f1e3c740 1 --2- 172.21.15.67:0/3669923253 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5559e85ff320 0x5559e85fa0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:33.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.097+0000 7f87f1e3c740 1 --2- 172.21.15.67:0/3669923253 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5559e8609be0 0x5559e8621260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:33.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.097+0000 7f87f1e3c740 1 --2- 172.21.15.67:0/3669923253 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5559e85fea00 0x5559e8615a10 unknown :-1 s=CLOSED pgs=846 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:33.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.097+0000 7f87f1e3c740 1 -- 172.21.15.67:0/3669923253 >> 172.21.15.67:0/3669923253 conn(0x5559e85faf90 msgr2=0x5559e85f99b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:33.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.097+0000 7f87f1e3c740 1 -- 172.21.15.67:0/3669923253 shutdown_connections 2024-09-10T08:19:33.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.097+0000 7f87f1e3c740 1 -- 172.21.15.67:0/3669923253 wait complete. 2024-09-10T08:19:33.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.097+0000 7f87f1e3c740 1 -- start start 2024-09-10T08:19:33.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.097+0000 7f87f1e3c740 1 Processor -- start 2024-09-10T08:19:33.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.098+0000 7f87f1e3c740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5559e85fea00 0x5559e860d2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:33.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.098+0000 7f87f1e3c740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5559e85ff320 0x5559e860d800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:33.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.098+0000 7f87f1e3c740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5559e8609be0 0x5559e8682220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:33.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.098+0000 7f87f1e3c740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f87e81adf20 con 0x5559e85ff320 2024-09-10T08:19:33.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.098+0000 7f87f1e3c740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f87e81ad850 con 0x5559e85fea00 2024-09-10T08:19:33.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.098+0000 7f87f1e3c740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f87e81aaa90 con 0x5559e8609be0 2024-09-10T08:19:33.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.098+0000 7f87f1e3c740 10 client.0 _ll_register_callbacks cb 0x7f87dc00ee50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:19:33.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.098+0000 7f87ed7ff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5559e85ff320 0x5559e860d800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:33.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.098+0000 7f87ed7ff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5559e85ff320 0x5559e860d800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40114/0 (socket says 172.21.15.67:40114) 2024-09-10T08:19:33.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.098+0000 7f87ed7ff640 1 -- 172.21.15.67:0/3765297908 learned_addr learned my addr 172.21.15.67:0/3765297908 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:33.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.098+0000 7f87ecffe640 1 --2- 172.21.15.67:0/3765297908 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5559e85fea00 0x5559e860d2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:33.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.098+0000 7f87ecffe640 1 --2- 172.21.15.67:0/3765297908 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5559e8609be0 0x5559e8682220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:33.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.098+0000 7f87ed7ff640 1 -- 172.21.15.67:0/3765297908 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5559e8609be0 msgr2=0x5559e8682220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:33.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.098+0000 7f87ed7ff640 1 --2- 172.21.15.67:0/3765297908 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5559e8609be0 0x5559e8682220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:33.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.098+0000 7f87ed7ff640 1 -- 172.21.15.67:0/3765297908 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5559e85fea00 msgr2=0x5559e860d2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:33.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.098+0000 7f87ed7ff640 1 --2- 172.21.15.67:0/3765297908 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5559e85fea00 0x5559e860d2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:33.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.098+0000 7f87ed7ff640 1 -- 172.21.15.67:0/3765297908 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5559e8682910 con 0x5559e85ff320 2024-09-10T08:19:33.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.098+0000 7f87ecffe640 1 --2- 172.21.15.67:0/3765297908 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5559e85fea00 0x5559e860d2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:19:33.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.098+0000 7f87ed7ff640 1 --2- 172.21.15.67:0/3765297908 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5559e85ff320 0x5559e860d800 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7f87e400bcc0 tx=0x7f87e400fae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c983f6dc477b4ec9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:33.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.098+0000 7f87d0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:19:33.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.098+0000 7f87d0ff9640 1 -- 172.21.15.67:0/3765297908 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87e4005520 con 0x5559e85ff320 2024-09-10T08:19:33.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.098+0000 7f87d0ff9640 1 -- 172.21.15.67:0/3765297908 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f87e40047a0 con 0x5559e85ff320 2024-09-10T08:19:33.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.098+0000 7f87f1e3c740 1 -- 172.21.15.67:0/3765297908 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f87dc033030 con 0x5559e85ff320 2024-09-10T08:19:33.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.099+0000 7f87d0ff9640 1 -- 172.21.15.67:0/3765297908 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f87e402c050 con 0x5559e85ff320 2024-09-10T08:19:33.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.099+0000 7f87f1e3c740 10 client.16794 fetch_fsmap learned FSMap version 29 2024-09-10T08:19:33.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.099+0000 7f87f1e3c740 1 -- 172.21.15.67:0/3765297908 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5559e8683c70 con 0x5559e85ff320 2024-09-10T08:19:33.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.099+0000 7f87d0ff9640 1 -- 172.21.15.67:0/3765297908 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f87dc033030 con 0x5559e85ff320 2024-09-10T08:19:33.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.099+0000 7f87d0ff9640 1 -- 172.21.15.67:0/3765297908 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f87e401ca40 con 0x5559e85ff320 2024-09-10T08:19:33.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.099+0000 7f87f1e3c740 10 client.16794 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:19:33.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.099+0000 7f87f1e3c740 10 client.16794 resolve_mds: validated gid 24479 aka daemon mds.b 2024-09-10T08:19:33.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.099+0000 7f87f1e3c740 20 client.16794 populate_metadata read hostname 'smithi067' 2024-09-10T08:19:33.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.099+0000 7f87f1e3c740 1 --2- 172.21.15.67:0/3765297908 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5559e8684420 0x5559e8686840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:33.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.099+0000 7f87f1e3c740 4 client.16794 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "quiesce db", "cancel": true, "all": true}] 2024-09-10T08:19:33.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.099+0000 7f87f1e3c740 1 -- 172.21.15.67:0/3765297908 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "quiesce db", "cancel": true, "all": true}) -- 0x5559e856ac80 con 0x5559e8684420 2024-09-10T08:19:33.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.100+0000 7f87ecffe640 1 --2- 172.21.15.67:0/3765297908 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5559e8684420 0x5559e8686840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:33.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.100+0000 7f87d0ff9640 10 client.16794 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:19:33.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.100+0000 7f87ecffe640 1 --2- 172.21.15.67:0/3765297908 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5559e8684420 0x5559e8686840 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d30a2e44b6a217e9 server_cookie=a2ca4c6e9399579d in_seq=0 out_seq=0 2024-09-10T08:19:33.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.100+0000 7f87d0ff9640 1 -- 172.21.15.67:0/3765297908 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+80 (crc 0 0 0) 0x5559e856ac80 con 0x5559e8684420 2024-09-10T08:19:33.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.100+0000 7f87d0ff9640 10 client.16794 handle_command_reply: tid=0 2024-09-10T08:19:33.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.100+0000 7f87f1e3c740 1 client.16794 shutdown 2024-09-10T08:19:33.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.100+0000 7f87f1e3c740 1 -- 172.21.15.67:0/3765297908 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5559e85ff320 msgr2=0x5559e860d800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:33.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.100+0000 7f87f1e3c740 1 --2- 172.21.15.67:0/3765297908 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5559e85ff320 0x5559e860d800 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7f87e400bcc0 tx=0x7f87e400fae0 comp rx=0 tx=0).stop 2024-09-10T08:19:33.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.101+0000 7f87f1e3c740 1 -- 172.21.15.67:0/3765297908 shutdown_connections 2024-09-10T08:19:33.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.101+0000 7f87f1e3c740 1 --2- 172.21.15.67:0/3765297908 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x5559e8684420 0x5559e8686840 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:33.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.101+0000 7f87f1e3c740 1 --2- 172.21.15.67:0/3765297908 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5559e8609be0 0x5559e8682220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:33.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.101+0000 7f87f1e3c740 1 --2- 172.21.15.67:0/3765297908 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5559e85ff320 0x5559e860d800 unknown :-1 s=CLOSED pgs=847 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:33.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.101+0000 7f87f1e3c740 1 --2- 172.21.15.67:0/3765297908 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5559e85fea00 0x5559e860d2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:33.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.101+0000 7f87f1e3c740 1 -- 172.21.15.67:0/3765297908 >> 172.21.15.67:0/3765297908 conn(0x5559e85faf90 msgr2=0x5559e8608860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:33.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.101+0000 7f87d0ff9640 0 client.16794 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:19:33.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.101+0000 7f87f1e3c740 1 -- 172.21.15.67:0/3765297908 shutdown_connections 2024-09-10T08:19:33.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.101+0000 7f87f1e3c740 1 -- 172.21.15.67:0/3765297908 wait complete. 2024-09-10T08:19:33.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.101+0000 7f87f1e3c740 20 client.16794 trim_cache size 0 max 16384 2024-09-10T08:19:33.106 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:19:33.106 INFO:teuthology.orchestra.run.smithi067.stdout: "epoch": 29, 2024-09-10T08:19:33.107 INFO:teuthology.orchestra.run.smithi067.stdout: "leader": 24479, 2024-09-10T08:19:33.107 INFO:teuthology.orchestra.run.smithi067.stdout: "set_version": 12, 2024-09-10T08:19:33.107 INFO:teuthology.orchestra.run.smithi067.stdout: "sets": {} 2024-09-10T08:19:33.107 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:19:33.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.101+0000 7f87efa63640 1 -- 172.21.15.67:0/1482598395 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f87d40a2b80 msgr2=0x7f87d40a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:33.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.101+0000 7f87efa63640 1 --2- 172.21.15.67:0/1482598395 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f87d40a2b80 0x7f87d40a5040 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f87e00c6a50 tx=0x7f87e008d290 comp rx=0 tx=0).stop 2024-09-10T08:19:33.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.101+0000 7f87efa63640 1 -- 172.21.15.67:0/1482598395 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f87e8102ef0 msgr2=0x7f87e819bb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:33.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.101+0000 7f87efa63640 1 --2- 172.21.15.67:0/1482598395 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f87e8102ef0 0x7f87e819bb80 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7f87e0006010 tx=0x7f87e002f710 comp rx=0 tx=0).stop 2024-09-10T08:19:33.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.101+0000 7f87efa63640 1 -- 172.21.15.67:0/1482598395 shutdown_connections 2024-09-10T08:19:33.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.101+0000 7f87efa63640 1 --2- 172.21.15.67:0/1482598395 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f87d40a2b80 0x7f87d40a5040 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:33.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.101+0000 7f87efa63640 1 --2- 172.21.15.67:0/1482598395 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f87e8102ef0 0x7f87e819bb80 unknown :-1 s=CLOSED pgs=843 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:33.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.101+0000 7f87efa63640 1 --2- 172.21.15.67:0/1482598395 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f87e8102570 0x7f87e81977f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:33.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.101+0000 7f87efa63640 1 --2- 172.21.15.67:0/1482598395 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f87e8100e20 0x7f87e81972b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:33.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.101+0000 7f87efa63640 1 -- 172.21.15.67:0/1482598395 >> 172.21.15.67:0/1482598395 conn(0x7f87e80fc7d0 msgr2=0x7f87e80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:33.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.102+0000 7f87efa63640 1 -- 172.21.15.67:0/1482598395 shutdown_connections 2024-09-10T08:19:33.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:33.102+0000 7f87efa63640 1 -- 172.21.15.67:0/1482598395 wait complete. 2024-09-10T08:19:33.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:33 smithi203 ceph-mon[34672]: pgmap v499: 129 pgs: 129 active+clean; 994 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1023 B/s wr, 9 op/s 2024-09-10T08:19:33.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:33 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/722576274' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:19:33.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:33 smithi133 ceph-mon[34721]: pgmap v499: 129 pgs: 129 active+clean; 994 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1023 B/s wr, 9 op/s 2024-09-10T08:19:33.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:33 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/722576274' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:19:33.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:33 smithi067 ceph-mon[31051]: pgmap v499: 129 pgs: 129 active+clean; 994 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1023 B/s wr, 9 op/s 2024-09-10T08:19:33.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:33 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/722576274' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:19:33.703 DEBUG:tasks.quiescer.fs.[cephfs]:Running ceph command: 'tell mds.24479 quiesce db / --timeout 90 --expiration 142.75 --await-for 45.0' 2024-09-10T08:19:33.703 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- timeout 105 ceph tell mds.24479 quiesce db / --timeout 90 --expiration 142.75 --await-for 45.0 2024-09-10T08:19:34.591 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:19:35.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.153+0000 7f0296dc3640 1 -- 172.21.15.67:0/1203133508 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0290106f50 msgr2=0x7f029010eaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:35.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.153+0000 7f0296dc3640 1 --2- 172.21.15.67:0/1203133508 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0290106f50 0x7f029010eaf0 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7f0288009cd0 tx=0x7f028802a8e0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.153+0000 7f0296dc3640 1 -- 172.21.15.67:0/1203133508 shutdown_connections 2024-09-10T08:19:35.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.153+0000 7f0296dc3640 1 --2- 172.21.15.67:0/1203133508 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0290106f50 0x7f029010eaf0 unknown :-1 s=CLOSED pgs=848 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.153+0000 7f0296dc3640 1 --2- 172.21.15.67:0/1203133508 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0290100ca0 0x7f0290106840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.153+0000 7f0296dc3640 1 --2- 172.21.15.67:0/1203133508 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f02901002f0 0x7f02901006d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.153+0000 7f0296dc3640 1 -- 172.21.15.67:0/1203133508 >> 172.21.15.67:0/1203133508 conn(0x7f0290077220 msgr2=0x7f02900fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:35.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.154+0000 7f0296dc3640 1 -- 172.21.15.67:0/1203133508 shutdown_connections 2024-09-10T08:19:35.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.154+0000 7f0296dc3640 1 -- 172.21.15.67:0/1203133508 wait complete. 2024-09-10T08:19:35.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.154+0000 7f0296dc3640 1 Processor -- start 2024-09-10T08:19:35.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.154+0000 7f0296dc3640 1 -- start start 2024-09-10T08:19:35.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.154+0000 7f0296dc3640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f02901002f0 0x7f0290198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:35.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.154+0000 7f0296dc3640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0290100ca0 0x7f02901988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:35.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.154+0000 7f0296dc3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0290106f50 0x7f029019cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:35.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.154+0000 7f0296dc3640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f0290111e50 con 0x7f0290106f50 2024-09-10T08:19:35.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.154+0000 7f0296dc3640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f0290111cd0 con 0x7f02901002f0 2024-09-10T08:19:35.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.154+0000 7f0296dc3640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f0290111fd0 con 0x7f0290100ca0 2024-09-10T08:19:35.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.155+0000 7f0295360640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0290106f50 0x7f029019cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:35.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.155+0000 7f0295360640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0290106f50 0x7f029019cc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40120/0 (socket says 172.21.15.67:40120) 2024-09-10T08:19:35.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.155+0000 7f0295360640 1 -- 172.21.15.67:0/955136193 learned_addr learned my addr 172.21.15.67:0/955136193 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:35.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.155+0000 7f0294b5f640 1 --2- 172.21.15.67:0/955136193 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f02901002f0 0x7f0290198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:35.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.155+0000 7f028ffff640 1 --2- 172.21.15.67:0/955136193 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0290100ca0 0x7f02901988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:35.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.155+0000 7f0295360640 1 -- 172.21.15.67:0/955136193 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0290100ca0 msgr2=0x7f02901988c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:35.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.155+0000 7f0295360640 1 --2- 172.21.15.67:0/955136193 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0290100ca0 0x7f02901988c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.155+0000 7f0295360640 1 -- 172.21.15.67:0/955136193 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f02901002f0 msgr2=0x7f0290198380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:35.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.155+0000 7f0295360640 1 --2- 172.21.15.67:0/955136193 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f02901002f0 0x7f0290198380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.155+0000 7f0295360640 1 -- 172.21.15.67:0/955136193 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f029019d330 con 0x7f0290106f50 2024-09-10T08:19:35.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.155+0000 7f0295360640 1 --2- 172.21.15.67:0/955136193 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0290106f50 0x7f029019cc50 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7f0288005cc0 tx=0x7f0288003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:35.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.155+0000 7f028dffb640 1 -- 172.21.15.67:0/955136193 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0288004450 con 0x7f0290106f50 2024-09-10T08:19:35.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.155+0000 7f028dffb640 1 -- 172.21.15.67:0/955136193 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0288031c90 con 0x7f0290106f50 2024-09-10T08:19:35.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.155+0000 7f0296dc3640 1 -- 172.21.15.67:0/955136193 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f029019d5c0 con 0x7f0290106f50 2024-09-10T08:19:35.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.155+0000 7f028dffb640 1 -- 172.21.15.67:0/955136193 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f028803b400 con 0x7f0290106f50 2024-09-10T08:19:35.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.156+0000 7f0296dc3640 1 -- 172.21.15.67:0/955136193 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02901a4f00 con 0x7f0290106f50 2024-09-10T08:19:35.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.158+0000 7f028dffb640 1 -- 172.21.15.67:0/955136193 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f0288004680 con 0x7f0290106f50 2024-09-10T08:19:35.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.158+0000 7f029919c740 1 Processor -- start 2024-09-10T08:19:35.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.158+0000 7f028dffb640 1 --2- 172.21.15.67:0/955136193 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f02800a2b80 0x7f02800a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:35.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.158+0000 7f029919c740 1 -- start start 2024-09-10T08:19:35.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.159+0000 7f028ffff640 1 --2- 172.21.15.67:0/955136193 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f02800a2b80 0x7f02800a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:35.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.159+0000 7f028dffb640 1 -- 172.21.15.67:0/955136193 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f028802e030 con 0x7f0290106f50 2024-09-10T08:19:35.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.159+0000 7f029919c740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561dda0e9770 0x561dda0e9b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:35.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.159+0000 7f029919c740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561dda0ea090 0x561dda0f8900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:35.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.159+0000 7f029919c740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561dda0f8e40 0x561dda0fb230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:35.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.159+0000 7f029919c740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x561dda04e160 con 0x561dda0f8e40 2024-09-10T08:19:35.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.159+0000 7f029919c740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x561dd9ff5720 con 0x561dda0ea090 2024-09-10T08:19:35.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.159+0000 7f029919c740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x561dda04a120 con 0x561dda0e9770 2024-09-10T08:19:35.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.159+0000 7f0295360640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561dda0f8e40 0x561dda0fb230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:35.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.159+0000 7f028ffff640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561dda0ea090 0x561dda0f8900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:35.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.159+0000 7f0295360640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561dda0f8e40 0x561dda0fb230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40130/0 (socket says 172.21.15.67:40130) 2024-09-10T08:19:35.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.159+0000 7f0294b5f640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561dda0e9770 0x561dda0e9b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:35.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.159+0000 7f0295360640 1 -- 172.21.15.67:0/2160413443 learned_addr learned my addr 172.21.15.67:0/2160413443 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:35.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.159+0000 7f028ffff640 1 --2- 172.21.15.67:0/955136193 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f02800a2b80 0x7f02800a5040 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f02900ff860 tx=0x7f027c0103d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:35.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.159+0000 7f0295360640 1 -- 172.21.15.67:0/2160413443 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561dda0e9770 msgr2=0x561dda0e9b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:35.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.159+0000 7f0295360640 1 --2- 172.21.15.67:0/2160413443 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561dda0e9770 0x561dda0e9b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.159+0000 7f0295360640 1 -- 172.21.15.67:0/2160413443 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561dda0ea090 msgr2=0x561dda0f8900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:35.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.159+0000 7f0295360640 1 --2- 172.21.15.67:0/2160413443 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561dda0ea090 0x561dda0f8900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.159+0000 7f0295360640 1 -- 172.21.15.67:0/2160413443 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561dd9dbfba0 con 0x561dda0f8e40 2024-09-10T08:19:35.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.159+0000 7f028ffff640 1 --2- 172.21.15.67:0/2160413443 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561dda0ea090 0x561dda0f8900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:19:35.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.159+0000 7f0295360640 1 --2- 172.21.15.67:0/2160413443 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561dda0f8e40 0x561dda0fb230 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7f02880c5120 tx=0x7f0288003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=836cf7bcc0476457 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:35.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.160+0000 7f027affd640 1 -- 172.21.15.67:0/2160413443 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02880bc9e0 con 0x561dda0f8e40 2024-09-10T08:19:35.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.160+0000 7f027affd640 1 -- 172.21.15.67:0/2160413443 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0288036070 con 0x561dda0f8e40 2024-09-10T08:19:35.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.160+0000 7f027affd640 1 -- 172.21.15.67:0/2160413443 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02880f0240 con 0x561dda0f8e40 2024-09-10T08:19:35.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.160+0000 7f029919c740 1 -- 172.21.15.67:0/2160413443 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561dda0f8e40 msgr2=0x561dda0fb230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:35.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.160+0000 7f029919c740 1 --2- 172.21.15.67:0/2160413443 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561dda0f8e40 0x561dda0fb230 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7f02880c5120 tx=0x7f0288003f10 comp rx=0 tx=0).stop 2024-09-10T08:19:35.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.160+0000 7f029919c740 1 -- 172.21.15.67:0/2160413443 shutdown_connections 2024-09-10T08:19:35.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.160+0000 7f029919c740 1 --2- 172.21.15.67:0/2160413443 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561dda0ea090 0x561dda0f8900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.160+0000 7f029919c740 1 --2- 172.21.15.67:0/2160413443 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561dda0f8e40 0x561dda0fb230 unknown :-1 s=CLOSED pgs=850 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.160+0000 7f029919c740 1 --2- 172.21.15.67:0/2160413443 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561dda0e9770 0x561dda0e9b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.160+0000 7f029919c740 1 -- 172.21.15.67:0/2160413443 >> 172.21.15.67:0/2160413443 conn(0x561dda0e5de0 msgr2=0x561dda0e61c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:35.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.160+0000 7f029919c740 1 -- 172.21.15.67:0/2160413443 shutdown_connections 2024-09-10T08:19:35.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.160+0000 7f029919c740 1 -- 172.21.15.67:0/2160413443 wait complete. 2024-09-10T08:19:35.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.161+0000 7f029919c740 1 -- start start 2024-09-10T08:19:35.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.161+0000 7f029919c740 1 Processor -- start 2024-09-10T08:19:35.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.161+0000 7f029919c740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561dda0e9770 0x561dda0f5e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:35.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.161+0000 7f029919c740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561dda0ea090 0x561dda0f6360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:35.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.161+0000 7f029919c740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561dda0f8e40 0x561dda0f68a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:35.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.161+0000 7f029919c740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x561dda0fb770 con 0x561dda0f8e40 2024-09-10T08:19:35.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.161+0000 7f029919c740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x561dd9fd6900 con 0x561dda0e9770 2024-09-10T08:19:35.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.161+0000 7f029919c740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x561dda0fb8f0 con 0x561dda0ea090 2024-09-10T08:19:35.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.161+0000 7f029919c740 10 client.0 _ll_register_callbacks cb 0x561dd9fd4780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:19:35.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.161+0000 7f0295360640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561dda0f8e40 0x561dda0f68a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:35.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.161+0000 7f0295360640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561dda0f8e40 0x561dda0f68a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40138/0 (socket says 172.21.15.67:40138) 2024-09-10T08:19:35.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.161+0000 7f0295360640 1 -- 172.21.15.67:0/1511215075 learned_addr learned my addr 172.21.15.67:0/1511215075 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:35.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.161+0000 7f028ffff640 1 --2- 172.21.15.67:0/1511215075 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561dda0ea090 0x561dda0f6360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:35.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.162+0000 7f0294b5f640 1 --2- 172.21.15.67:0/1511215075 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561dda0e9770 0x561dda0f5e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:35.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.162+0000 7f0295360640 1 -- 172.21.15.67:0/1511215075 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561dda0ea090 msgr2=0x561dda0f6360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:35.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.162+0000 7f0295360640 1 --2- 172.21.15.67:0/1511215075 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561dda0ea090 0x561dda0f6360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.162+0000 7f0295360640 1 -- 172.21.15.67:0/1511215075 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561dda0e9770 msgr2=0x561dda0f5e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:35.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.162+0000 7f0295360640 1 --2- 172.21.15.67:0/1511215075 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561dda0e9770 0x561dda0f5e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.162+0000 7f0295360640 1 -- 172.21.15.67:0/1511215075 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561dda016c50 con 0x561dda0f8e40 2024-09-10T08:19:35.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.162+0000 7f0294b5f640 1 --2- 172.21.15.67:0/1511215075 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561dda0e9770 0x561dda0f5e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:19:35.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.162+0000 7f0295360640 1 --2- 172.21.15.67:0/1511215075 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561dda0f8e40 0x561dda0f68a0 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7f02880b93b0 tx=0x7f02880c0d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6361ededd710fd56 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:35.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.162+0000 7f026ffff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:19:35.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.162+0000 7f026ffff640 1 -- 172.21.15.67:0/1511215075 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02880da060 con 0x561dda0f8e40 2024-09-10T08:19:35.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.162+0000 7f026ffff640 1 -- 172.21.15.67:0/1511215075 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f02880d5be0 con 0x561dda0f8e40 2024-09-10T08:19:35.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.162+0000 7f029919c740 1 -- 172.21.15.67:0/1511215075 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0288036070 con 0x561dda0f8e40 2024-09-10T08:19:35.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.162+0000 7f026ffff640 1 -- 172.21.15.67:0/1511215075 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f02880c5650 con 0x561dda0f8e40 2024-09-10T08:19:35.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.162+0000 7f029919c740 10 client.16806 fetch_fsmap learned FSMap version 29 2024-09-10T08:19:35.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.162+0000 7f029919c740 1 -- 172.21.15.67:0/1511215075 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561dda0fb770 con 0x561dda0f8e40 2024-09-10T08:19:35.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.162+0000 7f026ffff640 1 -- 172.21.15.67:0/1511215075 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0288036070 con 0x561dda0f8e40 2024-09-10T08:19:35.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.163+0000 7f026ffff640 1 -- 172.21.15.67:0/1511215075 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f028804d020 con 0x561dda0f8e40 2024-09-10T08:19:35.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.163+0000 7f029919c740 10 client.16806 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:19:35.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.163+0000 7f029919c740 10 client.16806 resolve_mds: validated gid 24479 aka daemon mds.b 2024-09-10T08:19:35.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.163+0000 7f029919c740 20 client.16806 populate_metadata read hostname 'smithi067' 2024-09-10T08:19:35.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.163+0000 7f029919c740 1 --2- 172.21.15.67:0/1511215075 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x561dda108600 0x561dda10a9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:35.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.163+0000 7f029919c740 4 client.16806 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:19:35.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.163+0000 7f029919c740 1 -- 172.21.15.67:0/1511215075 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561dda05b890 con 0x561dda108600 2024-09-10T08:19:35.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.163+0000 7f0294b5f640 1 --2- 172.21.15.67:0/1511215075 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x561dda108600 0x561dda10a9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:35.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.164+0000 7f0294b5f640 1 --2- 172.21.15.67:0/1511215075 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x561dda108600 0x561dda10a9f0 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=69c8b4a04873cb00 server_cookie=c5fd10bd3abae935 in_seq=0 out_seq=0 2024-09-10T08:19:35.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.164+0000 7f026ffff640 10 client.16806 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:19:35.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.164+0000 7f026ffff640 1 -- 172.21.15.67:0/1511215075 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561dda05b890 con 0x561dda108600 2024-09-10T08:19:35.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.164+0000 7f026ffff640 10 client.16806 handle_command_reply: tid=0 2024-09-10T08:19:35.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.164+0000 7f029919c740 1 client.16806 shutdown 2024-09-10T08:19:35.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.164+0000 7f029919c740 1 -- 172.21.15.67:0/1511215075 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561dda0f8e40 msgr2=0x561dda0f68a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:35.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.164+0000 7f029919c740 1 --2- 172.21.15.67:0/1511215075 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561dda0f8e40 0x561dda0f68a0 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7f02880b93b0 tx=0x7f02880c0d90 comp rx=0 tx=0).stop 2024-09-10T08:19:35.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.164+0000 7f029919c740 1 -- 172.21.15.67:0/1511215075 shutdown_connections 2024-09-10T08:19:35.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.164+0000 7f029919c740 1 --2- 172.21.15.67:0/1511215075 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x561dda108600 0x561dda10a9f0 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.164+0000 7f026ffff640 0 client.16806 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:19:35.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.164+0000 7f029919c740 1 --2- 172.21.15.67:0/1511215075 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561dda0f8e40 0x561dda0f68a0 unknown :-1 s=CLOSED pgs=851 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.164+0000 7f029919c740 1 --2- 172.21.15.67:0/1511215075 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561dda0ea090 0x561dda0f6360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.164+0000 7f029919c740 1 --2- 172.21.15.67:0/1511215075 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561dda0e9770 0x561dda0f5e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.164+0000 7f029919c740 1 -- 172.21.15.67:0/1511215075 >> 172.21.15.67:0/1511215075 conn(0x561dda0e5de0 msgr2=0x561dda0eba70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:35.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.165+0000 7f029919c740 1 -- 172.21.15.67:0/1511215075 shutdown_connections 2024-09-10T08:19:35.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.165+0000 7f029919c740 1 -- 172.21.15.67:0/1511215075 wait complete. 2024-09-10T08:19:35.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.165+0000 7f029919c740 20 client.16806 trim_cache size 0 max 16384 2024-09-10T08:19:35.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.182+0000 7f029919c740 1 Processor -- start 2024-09-10T08:19:35.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.182+0000 7f029919c740 1 -- start start 2024-09-10T08:19:35.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.182+0000 7f029919c740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561dda0e9770 0x561dda110180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:35.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.182+0000 7f029919c740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561dda0ea090 0x561dda1106c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:35.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.182+0000 7f029919c740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561dda0f8e40 0x561dda100b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:35.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.182+0000 7f029919c740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f02901acbd0 con 0x561dda0f8e40 2024-09-10T08:19:35.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.182+0000 7f029919c740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f02901ae710 con 0x561dda0ea090 2024-09-10T08:19:35.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.182+0000 7f029919c740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f02901ad2a0 con 0x561dda0e9770 2024-09-10T08:19:35.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.182+0000 7f0295360640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561dda0f8e40 0x561dda100b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:35.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.182+0000 7f0295360640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561dda0f8e40 0x561dda100b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40148/0 (socket says 172.21.15.67:40148) 2024-09-10T08:19:35.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.182+0000 7f0295360640 1 -- 172.21.15.67:0/252832643 learned_addr learned my addr 172.21.15.67:0/252832643 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:35.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.182+0000 7f0294b5f640 1 --2- 172.21.15.67:0/252832643 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561dda0e9770 0x561dda110180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:35.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.182+0000 7f028ffff640 1 --2- 172.21.15.67:0/252832643 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561dda0ea090 0x561dda1106c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:35.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.182+0000 7f0295360640 1 -- 172.21.15.67:0/252832643 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561dda0e9770 msgr2=0x561dda110180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:35.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.182+0000 7f0295360640 1 --2- 172.21.15.67:0/252832643 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561dda0e9770 0x561dda110180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.182+0000 7f0295360640 1 -- 172.21.15.67:0/252832643 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561dda0ea090 msgr2=0x561dda1106c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:35.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.182+0000 7f0295360640 1 --2- 172.21.15.67:0/252832643 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561dda0ea090 0x561dda1106c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.182+0000 7f0295360640 1 -- 172.21.15.67:0/252832643 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561dda0f4e10 con 0x561dda0f8e40 2024-09-10T08:19:35.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.183+0000 7f0295360640 1 --2- 172.21.15.67:0/252832643 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561dda0f8e40 0x561dda100b30 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7f02880bc6e0 tx=0x7f0288003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7273510217fe365 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:35.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.183+0000 7f027a7fc640 1 -- 172.21.15.67:0/252832643 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02880da070 con 0x561dda0f8e40 2024-09-10T08:19:35.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.183+0000 7f027a7fc640 1 -- 172.21.15.67:0/252832643 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0288036070 con 0x561dda0f8e40 2024-09-10T08:19:35.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.183+0000 7f027a7fc640 1 -- 172.21.15.67:0/252832643 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02880bc9e0 con 0x561dda0f8e40 2024-09-10T08:19:35.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.183+0000 7f029919c740 1 -- 172.21.15.67:0/252832643 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561dda0f8e40 msgr2=0x561dda100b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:35.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.183+0000 7f029919c740 1 --2- 172.21.15.67:0/252832643 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561dda0f8e40 0x561dda100b30 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7f02880bc6e0 tx=0x7f0288003f10 comp rx=0 tx=0).stop 2024-09-10T08:19:35.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.183+0000 7f029919c740 1 -- 172.21.15.67:0/252832643 shutdown_connections 2024-09-10T08:19:35.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.183+0000 7f029919c740 1 --2- 172.21.15.67:0/252832643 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561dda0ea090 0x561dda1106c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.183+0000 7f029919c740 1 --2- 172.21.15.67:0/252832643 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561dda0f8e40 0x561dda100b30 unknown :-1 s=CLOSED pgs=852 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.183+0000 7f029919c740 1 --2- 172.21.15.67:0/252832643 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561dda0e9770 0x561dda110180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.183+0000 7f029919c740 1 -- 172.21.15.67:0/252832643 >> 172.21.15.67:0/252832643 conn(0x561dda0e5de0 msgr2=0x561dda0f7ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:35.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.184+0000 7f029919c740 1 -- 172.21.15.67:0/252832643 shutdown_connections 2024-09-10T08:19:35.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.184+0000 7f029919c740 1 -- 172.21.15.67:0/252832643 wait complete. 2024-09-10T08:19:35.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.184+0000 7f029919c740 1 -- start start 2024-09-10T08:19:35.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.184+0000 7f029919c740 1 Processor -- start 2024-09-10T08:19:35.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.184+0000 7f029919c740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561dda0e9770 0x561dda101150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:35.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.184+0000 7f029919c740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561dda0ea090 0x561dda0fdb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:35.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.184+0000 7f029919c740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561dda0f8e40 0x561dda0fe050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:35.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.184+0000 7f029919c740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f02901ae040 con 0x561dda0f8e40 2024-09-10T08:19:35.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.184+0000 7f029919c740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f02901ad970 con 0x561dda0ea090 2024-09-10T08:19:35.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.184+0000 7f029919c740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f02901aabb0 con 0x561dda0e9770 2024-09-10T08:19:35.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.184+0000 7f029919c740 10 client.0 _ll_register_callbacks cb 0x7f027c005d50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:19:35.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.185+0000 7f0295360640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561dda0f8e40 0x561dda0fe050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:35.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.185+0000 7f0294b5f640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561dda0e9770 0x561dda101150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:35.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.185+0000 7f0295360640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561dda0f8e40 0x561dda0fe050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40156/0 (socket says 172.21.15.67:40156) 2024-09-10T08:19:35.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.185+0000 7f0295360640 1 -- 172.21.15.67:0/4026508040 learned_addr learned my addr 172.21.15.67:0/4026508040 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:35.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.185+0000 7f028ffff640 1 --2- 172.21.15.67:0/4026508040 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561dda0ea090 0x561dda0fdb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:35.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.185+0000 7f0295360640 1 -- 172.21.15.67:0/4026508040 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561dda0e9770 msgr2=0x561dda101150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:35.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.185+0000 7f0295360640 1 --2- 172.21.15.67:0/4026508040 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561dda0e9770 0x561dda101150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.185+0000 7f0295360640 1 -- 172.21.15.67:0/4026508040 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561dda0ea090 msgr2=0x561dda0fdb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:35.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.185+0000 7f0295360640 1 --2- 172.21.15.67:0/4026508040 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561dda0ea090 0x561dda0fdb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.185+0000 7f0295360640 1 -- 172.21.15.67:0/4026508040 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561dda0fe760 con 0x561dda0f8e40 2024-09-10T08:19:35.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.185+0000 7f0295360640 1 --2- 172.21.15.67:0/4026508040 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561dda0f8e40 0x561dda0fe050 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f028809f040 tx=0x7f02880095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6fee983df2e176fb server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:35.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.185+0000 7f026ffff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:19:35.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.185+0000 7f026ffff640 1 -- 172.21.15.67:0/4026508040 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02880da070 con 0x561dda0f8e40 2024-09-10T08:19:35.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.185+0000 7f026ffff640 1 -- 172.21.15.67:0/4026508040 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f02880d5be0 con 0x561dda0f8e40 2024-09-10T08:19:35.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.185+0000 7f029919c740 1 -- 172.21.15.67:0/4026508040 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0288036070 con 0x561dda0f8e40 2024-09-10T08:19:35.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.185+0000 7f026ffff640 1 -- 172.21.15.67:0/4026508040 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f02880d5e60 con 0x561dda0f8e40 2024-09-10T08:19:35.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.185+0000 7f029919c740 10 client.16812 fetch_fsmap learned FSMap version 29 2024-09-10T08:19:35.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.185+0000 7f029919c740 1 -- 172.21.15.67:0/4026508040 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x561dda0fe760 con 0x561dda0f8e40 2024-09-10T08:19:35.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.186+0000 7f026ffff640 1 -- 172.21.15.67:0/4026508040 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0288036070 con 0x561dda0f8e40 2024-09-10T08:19:35.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.186+0000 7f026ffff640 1 -- 172.21.15.67:0/4026508040 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f028804d070 con 0x561dda0f8e40 2024-09-10T08:19:35.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.186+0000 7f029919c740 10 client.16812 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:19:35.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.186+0000 7f029919c740 10 client.16812 resolve_mds: validated gid 24479 aka daemon mds.b 2024-09-10T08:19:35.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.186+0000 7f029919c740 20 client.16812 populate_metadata read hostname 'smithi067' 2024-09-10T08:19:35.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.186+0000 7f029919c740 1 --2- 172.21.15.67:0/4026508040 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x561dda108600 0x561dda176400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:35.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.186+0000 7f029919c740 4 client.16812 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 142.75, "await_for": 45.0}] 2024-09-10T08:19:35.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.186+0000 7f029919c740 1 -- 172.21.15.67:0/4026508040 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "quiesce db", "roots": ["/"], "timeout": 90.0, "expiration": 142.75, "await_for": 45.0}) -- 0x561dda055be0 con 0x561dda108600 2024-09-10T08:19:35.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.186+0000 7f0294b5f640 1 --2- 172.21.15.67:0/4026508040 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x561dda108600 0x561dda176400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:35.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.187+0000 7f0294b5f640 1 --2- 172.21.15.67:0/4026508040 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x561dda108600 0x561dda176400 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=43743e3afb7379d8 server_cookie=181a88248b56626d in_seq=0 out_seq=0 2024-09-10T08:19:35.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.187+0000 7f026ffff640 10 client.16812 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:19:35.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.194+0000 7f026ffff640 1 -- 172.21.15.67:0/4026508040 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+591 (crc 0 0 0) 0x561dda055be0 con 0x561dda108600 2024-09-10T08:19:35.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.194+0000 7f026ffff640 10 client.16812 handle_command_reply: tid=0 2024-09-10T08:19:35.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.194+0000 7f029919c740 1 client.16812 shutdown 2024-09-10T08:19:35.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.194+0000 7f029919c740 1 -- 172.21.15.67:0/4026508040 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561dda0f8e40 msgr2=0x561dda0fe050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:35.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.194+0000 7f029919c740 1 --2- 172.21.15.67:0/4026508040 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561dda0f8e40 0x561dda0fe050 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f028809f040 tx=0x7f02880095c0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.194+0000 7f029919c740 1 -- 172.21.15.67:0/4026508040 shutdown_connections 2024-09-10T08:19:35.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.194+0000 7f029919c740 1 --2- 172.21.15.67:0/4026508040 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x561dda108600 0x561dda176400 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.194+0000 7f029919c740 1 --2- 172.21.15.67:0/4026508040 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x561dda0ea090 0x561dda0fdb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.194+0000 7f029919c740 1 --2- 172.21.15.67:0/4026508040 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561dda0f8e40 0x561dda0fe050 unknown :-1 s=CLOSED pgs=853 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.194+0000 7f029919c740 1 --2- 172.21.15.67:0/4026508040 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x561dda0e9770 0x561dda101150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.194+0000 7f026ffff640 0 client.16812 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:19:35.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.194+0000 7f029919c740 1 -- 172.21.15.67:0/4026508040 >> 172.21.15.67:0/4026508040 conn(0x561dda0e5de0 msgr2=0x561dda0f7680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:35.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.194+0000 7f029919c740 1 -- 172.21.15.67:0/4026508040 shutdown_connections 2024-09-10T08:19:35.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.194+0000 7f029919c740 1 -- 172.21.15.67:0/4026508040 wait complete. 2024-09-10T08:19:35.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.194+0000 7f029919c740 20 client.16812 trim_cache size 0 max 16384 2024-09-10T08:19:35.202 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:19:35.202 INFO:teuthology.orchestra.run.smithi067.stdout: "epoch": 29, 2024-09-10T08:19:35.203 INFO:teuthology.orchestra.run.smithi067.stdout: "leader": 24479, 2024-09-10T08:19:35.203 INFO:teuthology.orchestra.run.smithi067.stdout: "set_version": 14, 2024-09-10T08:19:35.203 INFO:teuthology.orchestra.run.smithi067.stdout: "sets": { 2024-09-10T08:19:35.203 INFO:teuthology.orchestra.run.smithi067.stdout: "d852f4a7": { 2024-09-10T08:19:35.203 INFO:teuthology.orchestra.run.smithi067.stdout: "version": 14, 2024-09-10T08:19:35.203 INFO:teuthology.orchestra.run.smithi067.stdout: "age_ref": 0.0, 2024-09-10T08:19:35.203 INFO:teuthology.orchestra.run.smithi067.stdout: "state": { 2024-09-10T08:19:35.203 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "QUIESCED", 2024-09-10T08:19:35.203 INFO:teuthology.orchestra.run.smithi067.stdout: "age": 0.0 2024-09-10T08:19:35.203 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:35.203 INFO:teuthology.orchestra.run.smithi067.stdout: "timeout": 90.0, 2024-09-10T08:19:35.203 INFO:teuthology.orchestra.run.smithi067.stdout: "expiration": 142.8, 2024-09-10T08:19:35.203 INFO:teuthology.orchestra.run.smithi067.stdout: "members": { 2024-09-10T08:19:35.203 INFO:teuthology.orchestra.run.smithi067.stdout: "file:/": { 2024-09-10T08:19:35.204 INFO:teuthology.orchestra.run.smithi067.stdout: "excluded": false, 2024-09-10T08:19:35.204 INFO:teuthology.orchestra.run.smithi067.stdout: "state": { 2024-09-10T08:19:35.204 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "QUIESCED", 2024-09-10T08:19:35.204 INFO:teuthology.orchestra.run.smithi067.stdout: "age": 0.0 2024-09-10T08:19:35.204 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:35.204 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:35.204 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:35.204 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:35.204 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:35.204 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:19:35.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.195+0000 7f0296dc3640 1 -- 172.21.15.67:0/955136193 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f02800a2b80 msgr2=0x7f02800a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:35.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.195+0000 7f0296dc3640 1 --2- 172.21.15.67:0/955136193 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f02800a2b80 0x7f02800a5040 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f02900ff860 tx=0x7f027c0103d0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.195+0000 7f0296dc3640 1 -- 172.21.15.67:0/955136193 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0290106f50 msgr2=0x7f029019cc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:35.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.195+0000 7f0296dc3640 1 --2- 172.21.15.67:0/955136193 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0290106f50 0x7f029019cc50 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7f0288005cc0 tx=0x7f0288003c20 comp rx=0 tx=0).stop 2024-09-10T08:19:35.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.195+0000 7f0296dc3640 1 -- 172.21.15.67:0/955136193 shutdown_connections 2024-09-10T08:19:35.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.195+0000 7f0296dc3640 1 --2- 172.21.15.67:0/955136193 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f02800a2b80 0x7f02800a5040 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.195+0000 7f0296dc3640 1 --2- 172.21.15.67:0/955136193 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0290106f50 0x7f029019cc50 unknown :-1 s=CLOSED pgs=849 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.195+0000 7f0296dc3640 1 --2- 172.21.15.67:0/955136193 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f0290100ca0 0x7f02901988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.195+0000 7f0296dc3640 1 --2- 172.21.15.67:0/955136193 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f02901002f0 0x7f0290198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.195+0000 7f0296dc3640 1 -- 172.21.15.67:0/955136193 >> 172.21.15.67:0/955136193 conn(0x7f0290077220 msgr2=0x7f02901052c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:35.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.195+0000 7f0296dc3640 1 -- 172.21.15.67:0/955136193 shutdown_connections 2024-09-10T08:19:35.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:35.195+0000 7f0296dc3640 1 -- 172.21.15.67:0/955136193 wait complete. 2024-09-10T08:19:35.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:35 smithi203 ceph-mon[34672]: pgmap v500: 129 pgs: 129 active+clean; 994 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-09-10T08:19:35.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:35 smithi133 ceph-mon[34721]: pgmap v500: 129 pgs: 129 active+clean; 994 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-09-10T08:19:35.381 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.378+0000 7f9f38fa6640 1 -- 172.21.15.67:0/2661128758 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9f341025e0 msgr2=0x7f9f341049d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:35.381 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.378+0000 7f9f38fa6640 1 --2- 172.21.15.67:0/2661128758 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9f341025e0 0x7f9f341049d0 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7f9f24009900 tx=0x7f9f2402a410 comp rx=0 tx=0).stop 2024-09-10T08:19:35.381 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.378+0000 7f9f38fa6640 1 -- 172.21.15.67:0/2661128758 shutdown_connections 2024-09-10T08:19:35.381 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.378+0000 7f9f38fa6640 1 --2- 172.21.15.67:0/2661128758 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9f34104f10 0x7f9f34107300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.381 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.378+0000 7f9f38fa6640 1 --2- 172.21.15.67:0/2661128758 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9f34107840 0x7f9f34109cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.381 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.378+0000 7f9f38fa6640 1 --2- 172.21.15.67:0/2661128758 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9f341025e0 0x7f9f341049d0 unknown :-1 s=CLOSED pgs=854 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.382 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.378+0000 7f9f38fa6640 1 -- 172.21.15.67:0/2661128758 >> 172.21.15.67:0/2661128758 conn(0x7f9f340fc1e0 msgr2=0x7f9f340fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:35.382 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.378+0000 7f9f38fa6640 1 -- 172.21.15.67:0/2661128758 shutdown_connections 2024-09-10T08:19:35.382 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.379+0000 7f9f38fa6640 1 -- 172.21.15.67:0/2661128758 wait complete. 2024-09-10T08:19:35.382 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.379+0000 7f9f38fa6640 1 Processor -- start 2024-09-10T08:19:35.382 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.379+0000 7f9f38fa6640 1 -- start start 2024-09-10T08:19:35.382 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.379+0000 7f9f38fa6640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9f341025e0 0x7f9f34197db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:35.382 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.379+0000 7f9f38fa6640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9f34104f10 0x7f9f341982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:35.382 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.379+0000 7f9f38fa6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9f34107840 0x7f9f3419f320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:35.382 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.379+0000 7f9f38fa6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f9f3410d6d0 con 0x7f9f34107840 2024-09-10T08:19:35.382 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.379+0000 7f9f38fa6640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f9f3410d550 con 0x7f9f341025e0 2024-09-10T08:19:35.382 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.379+0000 7f9f38fa6640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f9f3410d850 con 0x7f9f34104f10 2024-09-10T08:19:35.382 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.380+0000 7f9f32d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9f34107840 0x7f9f3419f320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:35.382 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.380+0000 7f9f32d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9f34107840 0x7f9f3419f320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42974/0 (socket says 172.21.15.67:42974) 2024-09-10T08:19:35.383 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.380+0000 7f9f32d9d640 1 -- 172.21.15.67:0/1172989994 learned_addr learned my addr 172.21.15.67:0/1172989994 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:35.383 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.380+0000 7f9f3259c640 1 --2- 172.21.15.67:0/1172989994 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9f341025e0 0x7f9f34197db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:35.383 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.380+0000 7f9f31d9b640 1 --2- 172.21.15.67:0/1172989994 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9f34104f10 0x7f9f341982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:35.383 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.380+0000 7f9f32d9d640 1 -- 172.21.15.67:0/1172989994 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9f34104f10 msgr2=0x7f9f341982f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:35.383 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.380+0000 7f9f32d9d640 1 --2- 172.21.15.67:0/1172989994 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9f34104f10 0x7f9f341982f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.383 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.380+0000 7f9f32d9d640 1 -- 172.21.15.67:0/1172989994 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9f341025e0 msgr2=0x7f9f34197db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:35.383 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.380+0000 7f9f32d9d640 1 --2- 172.21.15.67:0/1172989994 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9f341025e0 0x7f9f34197db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.383 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.380+0000 7f9f32d9d640 1 -- 172.21.15.67:0/1172989994 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f3419f9c0 con 0x7f9f34107840 2024-09-10T08:19:35.383 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.380+0000 7f9f31d9b640 1 --2- 172.21.15.67:0/1172989994 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9f34104f10 0x7f9f341982f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:19:35.383 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.380+0000 7f9f32d9d640 1 --2- 172.21.15.67:0/1172989994 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9f34107840 0x7f9f3419f320 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7f9f2c00dac0 tx=0x7f9f2c00df80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:35.383 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.380+0000 7f9f237fe640 1 -- 172.21.15.67:0/1172989994 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f2c017070 con 0x7f9f34107840 2024-09-10T08:19:35.383 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.380+0000 7f9f237fe640 1 -- 172.21.15.67:0/1172989994 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9f2c00be30 con 0x7f9f34107840 2024-09-10T08:19:35.383 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.380+0000 7f9f237fe640 1 -- 172.21.15.67:0/1172989994 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f2c010460 con 0x7f9f34107840 2024-09-10T08:19:35.384 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.380+0000 7f9f38fa6640 1 -- 172.21.15.67:0/1172989994 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f3419fcb0 con 0x7f9f34107840 2024-09-10T08:19:35.384 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.380+0000 7f9f38fa6640 1 -- 172.21.15.67:0/1172989994 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f341a01b0 con 0x7f9f34107840 2024-09-10T08:19:35.390 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.383+0000 7f9f237fe640 1 -- 172.21.15.67:0/1172989994 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f9f2c003970 con 0x7f9f34107840 2024-09-10T08:19:35.390 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.383+0000 7f9f3be1f740 1 Processor -- start 2024-09-10T08:19:35.390 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.383+0000 7f9f3be1f740 1 -- start start 2024-09-10T08:19:35.391 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.383+0000 7f9f3be1f740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d59ce6a9a0 0x55d59ce6ada0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:35.391 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.383+0000 7f9f3be1f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d59ce6b2e0 0x55d59ce6fda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:35.391 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.383+0000 7f9f3be1f740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d59ce70370 0x55d59ce72830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:35.391 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.383+0000 7f9f3be1f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55d59cdce2f0 con 0x55d59ce6b2e0 2024-09-10T08:19:35.391 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.383+0000 7f9f3be1f740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55d59cd76270 con 0x55d59ce6a9a0 2024-09-10T08:19:35.391 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.383+0000 7f9f3be1f740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55d59cdca2b0 con 0x55d59ce70370 2024-09-10T08:19:35.391 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.383+0000 7f9f3259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d59ce6b2e0 0x55d59ce6fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:35.391 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.383+0000 7f9f3259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d59ce6b2e0 0x55d59ce6fda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42982/0 (socket says 172.21.15.67:42982) 2024-09-10T08:19:35.391 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.383+0000 7f9f3259c640 1 -- 172.21.15.67:0/662952245 learned_addr learned my addr 172.21.15.67:0/662952245 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:35.391 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.384+0000 7f9f3259c640 1 -- 172.21.15.67:0/662952245 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d59ce70370 msgr2=0x55d59ce72830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:35.391 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.384+0000 7f9f3259c640 1 --2- 172.21.15.67:0/662952245 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d59ce70370 0x55d59ce72830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.391 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.384+0000 7f9f3259c640 1 -- 172.21.15.67:0/662952245 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d59ce6a9a0 msgr2=0x55d59ce6ada0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:35.391 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.384+0000 7f9f237fe640 1 --2- 172.21.15.67:0/1172989994 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f9f1c0a2c30 0x7f9f1c0a50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:35.392 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.384+0000 7f9f31d9b640 1 --2- 172.21.15.67:0/662952245 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d59ce6a9a0 0x55d59ce6ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:35.392 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.384+0000 7f9f3259c640 1 --2- 172.21.15.67:0/662952245 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d59ce6a9a0 0x55d59ce6ada0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.392 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.384+0000 7f9f3259c640 1 -- 172.21.15.67:0/662952245 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d59cd75340 con 0x55d59ce6b2e0 2024-09-10T08:19:35.392 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.384+0000 7f9f31d9b640 1 --2- 172.21.15.67:0/662952245 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d59ce6a9a0 0x55d59ce6ada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:19:35.392 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.384+0000 7f9f32d9d640 1 --2- 172.21.15.67:0/1172989994 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f9f1c0a2c30 0x7f9f1c0a50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:35.392 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.384+0000 7f9f237fe640 1 -- 172.21.15.67:0/1172989994 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f9f2c0cf200 con 0x7f9f34107840 2024-09-10T08:19:35.392 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.384+0000 7f9f3259c640 1 --2- 172.21.15.67:0/662952245 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d59ce6b2e0 0x55d59ce6fda0 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f9f24009900 tx=0x7f9f24005c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=829cdd0806754dd5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:35.392 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.384+0000 7f9f20ff9640 1 -- 172.21.15.67:0/662952245 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f24035030 con 0x55d59ce6b2e0 2024-09-10T08:19:35.392 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.384+0000 7f9f20ff9640 1 -- 172.21.15.67:0/662952245 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9f24040070 con 0x55d59ce6b2e0 2024-09-10T08:19:35.392 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.384+0000 7f9f20ff9640 1 -- 172.21.15.67:0/662952245 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f24003af0 con 0x55d59ce6b2e0 2024-09-10T08:19:35.392 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.385+0000 7f9f3be1f740 1 -- 172.21.15.67:0/662952245 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d59ce6b2e0 msgr2=0x55d59ce6fda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:35.392 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.385+0000 7f9f32d9d640 1 --2- 172.21.15.67:0/1172989994 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f9f1c0a2c30 0x7f9f1c0a50f0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f9f2c004990 tx=0x7f9f2c090ab0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:35.392 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.385+0000 7f9f3be1f740 1 --2- 172.21.15.67:0/662952245 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d59ce6b2e0 0x55d59ce6fda0 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f9f24009900 tx=0x7f9f24005c00 comp rx=0 tx=0).stop 2024-09-10T08:19:35.393 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.385+0000 7f9f3be1f740 1 -- 172.21.15.67:0/662952245 shutdown_connections 2024-09-10T08:19:35.393 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.385+0000 7f9f3be1f740 1 --2- 172.21.15.67:0/662952245 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d59ce70370 0x55d59ce72830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.393 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.385+0000 7f9f3be1f740 1 --2- 172.21.15.67:0/662952245 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d59ce6b2e0 0x55d59ce6fda0 unknown :-1 s=CLOSED pgs=856 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.393 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.385+0000 7f9f3be1f740 1 --2- 172.21.15.67:0/662952245 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d59ce6a9a0 0x55d59ce6ada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.393 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.385+0000 7f9f3be1f740 1 -- 172.21.15.67:0/662952245 >> 172.21.15.67:0/662952245 conn(0x55d59ce66010 msgr2=0x55d59ce66410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:35.393 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.385+0000 7f9f3be1f740 1 -- 172.21.15.67:0/662952245 shutdown_connections 2024-09-10T08:19:35.393 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.385+0000 7f9f3be1f740 1 -- 172.21.15.67:0/662952245 wait complete. 2024-09-10T08:19:35.393 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.385+0000 7f9f3be1f740 1 -- start start 2024-09-10T08:19:35.393 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.386+0000 7f9f3be1f740 1 Processor -- start 2024-09-10T08:19:35.393 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.386+0000 7f9f3be1f740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d59ce6a9a0 0x55d59ce74bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:35.393 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.386+0000 7f9f3be1f740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d59ce6b2e0 0x55d59ce75100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:35.393 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.386+0000 7f9f3be1f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d59ce70370 0x55d59ce7c140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:35.394 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.386+0000 7f9f3be1f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55d59ce732e0 con 0x55d59ce70370 2024-09-10T08:19:35.394 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.386+0000 7f9f3be1f740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55d59cd57290 con 0x55d59ce6b2e0 2024-09-10T08:19:35.394 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.386+0000 7f9f3be1f740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55d59ce73460 con 0x55d59ce6a9a0 2024-09-10T08:19:35.394 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.386+0000 7f9f3be1f740 10 client.0 _ll_register_callbacks cb 0x55d59cd88140 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:19:35.394 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.386+0000 7f9f31d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d59ce70370 0x55d59ce7c140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:35.394 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.386+0000 7f9f3259c640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d59ce6b2e0 0x55d59ce75100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:35.394 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.386+0000 7f9f31d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d59ce70370 0x55d59ce7c140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42992/0 (socket says 172.21.15.67:42992) 2024-09-10T08:19:35.394 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.386+0000 7f9f31d9b640 1 -- 172.21.15.67:0/2390873033 learned_addr learned my addr 172.21.15.67:0/2390873033 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:35.394 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.386+0000 7f9f31d9b640 1 --2- 172.21.15.67:0/2390873033 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d59ce6a9a0 0x55d59ce74bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:35.394 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.386+0000 7f9f31d9b640 1 -- 172.21.15.67:0/2390873033 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d59ce6a9a0 msgr2=0x55d59ce74bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:35.394 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.386+0000 7f9f31d9b640 1 --2- 172.21.15.67:0/2390873033 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d59ce6a9a0 0x55d59ce74bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.394 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.386+0000 7f9f31d9b640 1 -- 172.21.15.67:0/2390873033 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d59ce6b2e0 msgr2=0x55d59ce75100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:35.395 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.386+0000 7f9f31d9b640 1 --2- 172.21.15.67:0/2390873033 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d59ce6b2e0 0x55d59ce75100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.395 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.386+0000 7f9f31d9b640 1 -- 172.21.15.67:0/2390873033 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d59cae1210 con 0x55d59ce70370 2024-09-10T08:19:35.395 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.386+0000 7f9f31d9b640 1 --2- 172.21.15.67:0/2390873033 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d59ce70370 0x55d59ce7c140 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x55d59ce740f0 tx=0x7f9f2800d5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5be0cffb196b360b server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:35.395 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.386+0000 7f9f19ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:19:35.395 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.387+0000 7f9f19ffb640 1 -- 172.21.15.67:0/2390873033 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f28004030 con 0x55d59ce70370 2024-09-10T08:19:35.395 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.387+0000 7f9f19ffb640 1 -- 172.21.15.67:0/2390873033 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f9f280041d0 con 0x55d59ce70370 2024-09-10T08:19:35.395 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.387+0000 7f9f3be1f740 1 -- 172.21.15.67:0/2390873033 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9f24040070 con 0x55d59ce70370 2024-09-10T08:19:35.395 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.387+0000 7f9f19ffb640 1 -- 172.21.15.67:0/2390873033 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9f28027050 con 0x55d59ce70370 2024-09-10T08:19:35.395 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.387+0000 7f9f3be1f740 10 client.16824 fetch_fsmap learned FSMap version 29 2024-09-10T08:19:35.395 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.387+0000 7f9f3be1f740 1 -- 172.21.15.67:0/2390873033 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d59cbad620 con 0x55d59ce70370 2024-09-10T08:19:35.395 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.387+0000 7f9f19ffb640 1 -- 172.21.15.67:0/2390873033 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9f24040070 con 0x55d59ce70370 2024-09-10T08:19:35.395 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.387+0000 7f9f19ffb640 1 -- 172.21.15.67:0/2390873033 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f9f2801f410 con 0x55d59ce70370 2024-09-10T08:19:35.395 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.387+0000 7f9f3be1f740 10 client.16824 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:19:35.396 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.387+0000 7f9f3be1f740 10 client.16824 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:19:35.396 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.387+0000 7f9f3be1f740 20 client.16824 populate_metadata read hostname 'smithi067' 2024-09-10T08:19:35.396 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.387+0000 7f9f3be1f740 1 --2- 172.21.15.67:0/2390873033 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55d59ce80800 0x55d59ce82c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:35.396 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.387+0000 7f9f3be1f740 4 client.16824 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:19:35.396 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.387+0000 7f9f3be1f740 1 -- 172.21.15.67:0/2390873033 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d59cddba20 con 0x55d59ce80800 2024-09-10T08:19:35.396 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.387+0000 7f9f3259c640 1 --2- 172.21.15.67:0/2390873033 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55d59ce80800 0x55d59ce82c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:35.396 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.388+0000 7f9f3259c640 1 --2- 172.21.15.67:0/2390873033 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55d59ce80800 0x55d59ce82c10 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6ba6caecf80fa62d server_cookie=469fbff1a9675f59 in_seq=0 out_seq=0 2024-09-10T08:19:35.396 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.388+0000 7f9f19ffb640 10 client.16824 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:19:35.396 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.388+0000 7f9f19ffb640 1 -- 172.21.15.67:0/2390873033 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d59cddba20 con 0x55d59ce80800 2024-09-10T08:19:35.396 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.388+0000 7f9f19ffb640 10 client.16824 handle_command_reply: tid=0 2024-09-10T08:19:35.396 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.389+0000 7f9f3be1f740 1 client.16824 shutdown 2024-09-10T08:19:35.396 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.389+0000 7f9f3be1f740 1 -- 172.21.15.67:0/2390873033 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d59ce70370 msgr2=0x55d59ce7c140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:35.396 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.389+0000 7f9f3be1f740 1 --2- 172.21.15.67:0/2390873033 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d59ce70370 0x55d59ce7c140 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x55d59ce740f0 tx=0x7f9f2800d5b0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.397 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.389+0000 7f9f3be1f740 1 -- 172.21.15.67:0/2390873033 shutdown_connections 2024-09-10T08:19:35.397 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.389+0000 7f9f3be1f740 1 --2- 172.21.15.67:0/2390873033 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55d59ce80800 0x55d59ce82c10 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.397 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.389+0000 7f9f3be1f740 1 --2- 172.21.15.67:0/2390873033 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d59ce6b2e0 0x55d59ce75100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.397 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.389+0000 7f9f3be1f740 1 --2- 172.21.15.67:0/2390873033 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d59ce70370 0x55d59ce7c140 unknown :-1 s=CLOSED pgs=857 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.397 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.389+0000 7f9f3be1f740 1 --2- 172.21.15.67:0/2390873033 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d59ce6a9a0 0x55d59ce74bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.397 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.389+0000 7f9f19ffb640 0 client.16824 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:19:35.397 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.389+0000 7f9f3be1f740 1 -- 172.21.15.67:0/2390873033 >> 172.21.15.67:0/2390873033 conn(0x55d59ce66010 msgr2=0x55d59ce67820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:35.397 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.389+0000 7f9f3be1f740 1 -- 172.21.15.67:0/2390873033 shutdown_connections 2024-09-10T08:19:35.397 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.389+0000 7f9f3be1f740 1 -- 172.21.15.67:0/2390873033 wait complete. 2024-09-10T08:19:35.397 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.389+0000 7f9f3be1f740 20 client.16824 trim_cache size 0 max 16384 2024-09-10T08:19:35.408 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.404+0000 7f9f3be1f740 1 Processor -- start 2024-09-10T08:19:35.408 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.404+0000 7f9f3be1f740 1 -- start start 2024-09-10T08:19:35.408 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.404+0000 7f9f3be1f740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d59ce66010 0x55d59ce650b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:35.408 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.404+0000 7f9f3be1f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d59ce6a9a0 0x55d59ce87510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:35.408 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.404+0000 7f9f3be1f740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d59ce6b2e0 0x55d59ce87a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:35.408 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.404+0000 7f9f3be1f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f9f341aa790 con 0x55d59ce6a9a0 2024-09-10T08:19:35.408 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.404+0000 7f9f3be1f740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f9f341ac2d0 con 0x55d59ce6b2e0 2024-09-10T08:19:35.409 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.404+0000 7f9f3be1f740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f9f341aae60 con 0x55d59ce66010 2024-09-10T08:19:35.409 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.404+0000 7f9f3259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d59ce6a9a0 0x55d59ce87510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:35.409 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.404+0000 7f9f3259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d59ce6a9a0 0x55d59ce87510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:43004/0 (socket says 172.21.15.67:43004) 2024-09-10T08:19:35.409 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.404+0000 7f9f3259c640 1 -- 172.21.15.67:0/1967461531 learned_addr learned my addr 172.21.15.67:0/1967461531 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:35.409 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.404+0000 7f9f31d9b640 1 --2- 172.21.15.67:0/1967461531 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d59ce66010 0x55d59ce650b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:35.409 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.405+0000 7f9f3259c640 1 -- 172.21.15.67:0/1967461531 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d59ce66010 msgr2=0x55d59ce650b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:35.409 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.405+0000 7f9f3259c640 1 --2- 172.21.15.67:0/1967461531 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d59ce66010 0x55d59ce650b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.409 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.405+0000 7f9f31d9b640 1 --2- 172.21.15.67:0/1967461531 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d59ce6b2e0 0x55d59ce87a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:35.409 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.405+0000 7f9f3259c640 1 -- 172.21.15.67:0/1967461531 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d59ce6b2e0 msgr2=0x55d59ce87a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:35.409 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.405+0000 7f9f3259c640 1 --2- 172.21.15.67:0/1967461531 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d59ce6b2e0 0x55d59ce87a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.410 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.405+0000 7f9f3259c640 1 -- 172.21.15.67:0/1967461531 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d59ce72c90 con 0x55d59ce6a9a0 2024-09-10T08:19:35.410 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.405+0000 7f9f31d9b640 1 --2- 172.21.15.67:0/1967461531 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d59ce6b2e0 0x55d59ce87a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:19:35.410 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.405+0000 7f9f3259c640 1 --2- 172.21.15.67:0/1967461531 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d59ce6a9a0 0x55d59ce87510 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7f9f24005ec0 tx=0x7f9f24046040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e4dbe4f2add2939 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:35.410 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.405+0000 7f9f1bfff640 1 -- 172.21.15.67:0/1967461531 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f24035040 con 0x55d59ce6a9a0 2024-09-10T08:19:35.410 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.405+0000 7f9f1bfff640 1 -- 172.21.15.67:0/1967461531 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9f24040040 con 0x55d59ce6a9a0 2024-09-10T08:19:35.410 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.405+0000 7f9f1bfff640 1 -- 172.21.15.67:0/1967461531 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f24052720 con 0x55d59ce6a9a0 2024-09-10T08:19:35.410 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.406+0000 7f9f3be1f740 1 -- 172.21.15.67:0/1967461531 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d59ce6a9a0 msgr2=0x55d59ce87510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:35.410 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.406+0000 7f9f3be1f740 1 --2- 172.21.15.67:0/1967461531 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d59ce6a9a0 0x55d59ce87510 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7f9f24005ec0 tx=0x7f9f24046040 comp rx=0 tx=0).stop 2024-09-10T08:19:35.410 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.406+0000 7f9f3be1f740 1 -- 172.21.15.67:0/1967461531 shutdown_connections 2024-09-10T08:19:35.410 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.406+0000 7f9f3be1f740 1 --2- 172.21.15.67:0/1967461531 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d59ce6b2e0 0x55d59ce87a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.410 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.406+0000 7f9f3be1f740 1 --2- 172.21.15.67:0/1967461531 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d59ce6a9a0 0x55d59ce87510 unknown :-1 s=CLOSED pgs=858 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.410 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.406+0000 7f9f3be1f740 1 --2- 172.21.15.67:0/1967461531 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d59ce66010 0x55d59ce650b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.411 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.406+0000 7f9f3be1f740 1 -- 172.21.15.67:0/1967461531 >> 172.21.15.67:0/1967461531 conn(0x55d59ce6fe90 msgr2=0x55d59ce649a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:35.411 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.406+0000 7f9f3be1f740 1 -- 172.21.15.67:0/1967461531 shutdown_connections 2024-09-10T08:19:35.411 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.406+0000 7f9f3be1f740 1 -- 172.21.15.67:0/1967461531 wait complete. 2024-09-10T08:19:35.411 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.406+0000 7f9f3be1f740 1 -- start start 2024-09-10T08:19:35.411 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.406+0000 7f9f3be1f740 1 Processor -- start 2024-09-10T08:19:35.411 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.407+0000 7f9f3be1f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d59ce66010 0x55d59cee6770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:35.411 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.407+0000 7f9f3be1f740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d59ce6a9a0 0x55d59cee6cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:35.411 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.407+0000 7f9f3be1f740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d59ce6b2e0 0x55d59ceedcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:35.411 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.407+0000 7f9f3be1f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f9f341abc00 con 0x55d59ce66010 2024-09-10T08:19:35.411 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.407+0000 7f9f3be1f740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f9f341ab530 con 0x55d59ce6b2e0 2024-09-10T08:19:35.411 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.407+0000 7f9f3be1f740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f9f341a8770 con 0x55d59ce6a9a0 2024-09-10T08:19:35.411 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.407+0000 7f9f3be1f740 10 client.0 _ll_register_callbacks cb 0x7f9f2800daf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:19:35.411 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.407+0000 7f9f31d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d59ce66010 0x55d59cee6770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:35.412 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.407+0000 7f9f31d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d59ce66010 0x55d59cee6770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:43016/0 (socket says 172.21.15.67:43016) 2024-09-10T08:19:35.412 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.407+0000 7f9f31d9b640 1 -- 172.21.15.67:0/3181572474 learned_addr learned my addr 172.21.15.67:0/3181572474 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:35.412 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.407+0000 7f9f3259c640 1 --2- 172.21.15.67:0/3181572474 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d59ce6a9a0 0x55d59cee6cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:35.412 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.407+0000 7f9f31d9b640 1 -- 172.21.15.67:0/3181572474 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d59ce6a9a0 msgr2=0x55d59cee6cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:35.412 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.407+0000 7f9f31d9b640 1 --2- 172.21.15.67:0/3181572474 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d59ce6a9a0 0x55d59cee6cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.412 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.407+0000 7f9f31d9b640 1 -- 172.21.15.67:0/3181572474 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d59ce6b2e0 msgr2=0x55d59ceedcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:35.412 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.407+0000 7f9f31d9b640 1 --2- 172.21.15.67:0/3181572474 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d59ce6b2e0 0x55d59ceedcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.412 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.407+0000 7f9f31d9b640 1 -- 172.21.15.67:0/3181572474 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d59ceee300 con 0x55d59ce66010 2024-09-10T08:19:35.412 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.407+0000 7f9f31d9b640 1 --2- 172.21.15.67:0/3181572474 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d59ce66010 0x55d59cee6770 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7f9f2801f980 tx=0x7f9f28010fa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce3f52440569f7b4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:35.412 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.407+0000 7f9f19ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:19:35.412 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.407+0000 7f9f19ffb640 1 -- 172.21.15.67:0/3181572474 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f2802f070 con 0x55d59ce66010 2024-09-10T08:19:35.413 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.408+0000 7f9f3be1f740 1 -- 172.21.15.67:0/3181572474 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9f24040040 con 0x55d59ce66010 2024-09-10T08:19:35.413 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.408+0000 7f9f19ffb640 1 -- 172.21.15.67:0/3181572474 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f9f2801f410 con 0x55d59ce66010 2024-09-10T08:19:35.413 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.408+0000 7f9f19ffb640 1 -- 172.21.15.67:0/3181572474 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9f2803b050 con 0x55d59ce66010 2024-09-10T08:19:35.413 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.408+0000 7f9f3be1f740 10 client.16830 fetch_fsmap learned FSMap version 29 2024-09-10T08:19:35.413 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.408+0000 7f9f3be1f740 1 -- 172.21.15.67:0/3181572474 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d59ceef5e0 con 0x55d59ce66010 2024-09-10T08:19:35.413 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.408+0000 7f9f19ffb640 1 -- 172.21.15.67:0/3181572474 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9f24040040 con 0x55d59ce66010 2024-09-10T08:19:35.413 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.408+0000 7f9f19ffb640 1 -- 172.21.15.67:0/3181572474 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f9f28034440 con 0x55d59ce66010 2024-09-10T08:19:35.413 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.408+0000 7f9f3be1f740 10 client.16830 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:19:35.413 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.408+0000 7f9f3be1f740 10 client.16830 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-09-10T08:19:35.413 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.408+0000 7f9f3be1f740 20 client.16830 populate_metadata read hostname 'smithi067' 2024-09-10T08:19:35.413 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.408+0000 7f9f3be1f740 1 --2- 172.21.15.67:0/3181572474 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55d59ce70370 0x55d59cef1fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:35.413 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.408+0000 7f9f3be1f740 4 client.16830 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-10T08:19:35.413 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.408+0000 7f9f3be1f740 1 -- 172.21.15.67:0/3181572474 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55d59cdd5d70 con 0x55d59ce70370 2024-09-10T08:19:35.414 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.408+0000 7f9f3259c640 1 --2- 172.21.15.67:0/3181572474 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55d59ce70370 0x55d59cef1fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:35.414 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.409+0000 7f9f3259c640 1 --2- 172.21.15.67:0/3181572474 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55d59ce70370 0x55d59cef1fe0 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=98de0076ca6b6fbf server_cookie=aecef71bf0498298 in_seq=0 out_seq=0 2024-09-10T08:19:35.414 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.409+0000 7f9f19ffb640 10 client.16830 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:19:35.419 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.419+0000 7f9f19ffb640 1 -- 172.21.15.67:0/3181572474 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55d59cdd5d70 con 0x55d59ce70370 2024-09-10T08:19:35.419 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.419+0000 7f9f19ffb640 10 client.16830 handle_command_reply: tid=0 2024-09-10T08:19:35.419 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.419+0000 7f9f3be1f740 1 client.16830 shutdown 2024-09-10T08:19:35.419 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.419+0000 7f9f3be1f740 1 -- 172.21.15.67:0/3181572474 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d59ce66010 msgr2=0x55d59cee6770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:35.419 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.419+0000 7f9f3be1f740 1 --2- 172.21.15.67:0/3181572474 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d59ce66010 0x55d59cee6770 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7f9f2801f980 tx=0x7f9f28010fa0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.419 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.419+0000 7f9f3be1f740 1 -- 172.21.15.67:0/3181572474 shutdown_connections 2024-09-10T08:19:35.419 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.419+0000 7f9f3be1f740 1 --2- 172.21.15.67:0/3181572474 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55d59ce70370 0x55d59cef1fe0 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.419 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.419+0000 7f9f3be1f740 1 --2- 172.21.15.67:0/3181572474 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d59ce6b2e0 0x55d59ceedcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.419 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.419+0000 7f9f3be1f740 1 --2- 172.21.15.67:0/3181572474 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d59ce6a9a0 0x55d59cee6cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.419 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.419+0000 7f9f19ffb640 0 client.16830 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:19:35.419 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.419+0000 7f9f3be1f740 1 --2- 172.21.15.67:0/3181572474 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d59ce66010 0x55d59cee6770 unknown :-1 s=CLOSED pgs=859 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.420 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.419+0000 7f9f3be1f740 1 -- 172.21.15.67:0/3181572474 >> 172.21.15.67:0/3181572474 conn(0x55d59ce6fe90 msgr2=0x55d59ce649a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:35.420 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.419+0000 7f9f3be1f740 1 -- 172.21.15.67:0/3181572474 shutdown_connections 2024-09-10T08:19:35.420 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.419+0000 7f9f3be1f740 1 -- 172.21.15.67:0/3181572474 wait complete. 2024-09-10T08:19:35.420 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.419+0000 7f9f3be1f740 20 client.16830 trim_cache size 0 max 16384 2024-09-10T08:19:35.420 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout:{ 2024-09-10T08:19:35.421 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout: "message": "", 2024-09-10T08:19:35.421 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout: "return_code": 0 2024-09-10T08:19:35.421 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stdout:} 2024-09-10T08:19:35.421 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.419+0000 7f9f38fa6640 1 -- 172.21.15.67:0/1172989994 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f9f1c0a2c30 msgr2=0x7f9f1c0a50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:35.422 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.419+0000 7f9f38fa6640 1 --2- 172.21.15.67:0/1172989994 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f9f1c0a2c30 0x7f9f1c0a50f0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f9f2c004990 tx=0x7f9f2c090ab0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.422 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.420+0000 7f9f38fa6640 1 -- 172.21.15.67:0/1172989994 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9f34107840 msgr2=0x7f9f3419f320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:35.422 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.420+0000 7f9f38fa6640 1 --2- 172.21.15.67:0/1172989994 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9f34107840 0x7f9f3419f320 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7f9f2c00dac0 tx=0x7f9f2c00df80 comp rx=0 tx=0).stop 2024-09-10T08:19:35.422 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.420+0000 7f9f38fa6640 1 -- 172.21.15.67:0/1172989994 shutdown_connections 2024-09-10T08:19:35.422 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.420+0000 7f9f38fa6640 1 --2- 172.21.15.67:0/1172989994 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f9f1c0a2c30 0x7f9f1c0a50f0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.422 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.420+0000 7f9f38fa6640 1 --2- 172.21.15.67:0/1172989994 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9f34107840 0x7f9f3419f320 unknown :-1 s=CLOSED pgs=855 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.422 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.420+0000 7f9f38fa6640 1 --2- 172.21.15.67:0/1172989994 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9f34104f10 0x7f9f341982f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.422 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.420+0000 7f9f38fa6640 1 --2- 172.21.15.67:0/1172989994 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9f341025e0 0x7f9f34197db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:35.422 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.420+0000 7f9f38fa6640 1 -- 172.21.15.67:0/1172989994 >> 172.21.15.67:0/1172989994 conn(0x7f9f340fc1e0 msgr2=0x7f9f34102fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:35.422 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.420+0000 7f9f38fa6640 1 -- 172.21.15.67:0/1172989994 shutdown_connections 2024-09-10T08:19:35.422 INFO:teuthology.task.background_exec.ubuntu@smithi067.front.sepia.ceph.com.smithi067.stderr:2024-09-10T08:19:35.420+0000 7f9f38fa6640 1 -- 172.21.15.67:0/1172989994 wait complete. 2024-09-10T08:19:35.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:35 smithi067 ceph-mon[31051]: pgmap v500: 129 pgs: 129 active+clean; 994 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 10 op/s 2024-09-10T08:19:36.023 INFO:tasks.quiescer:done joining Quiescers 2024-09-10T08:19:36.023 DEBUG:teuthology.run_tasks:Unwinding manager background_exec 2024-09-10T08:19:36.033 INFO:teuthology.task.background_exec:Stopping background command on ubuntu@smithi067.front.sepia.ceph.com 2024-09-10T08:19:36.042 DEBUG:teuthology.run_tasks:Unwinding manager fwd_scrub 2024-09-10T08:19:36.069 INFO:tasks.fwd_scrub:joining ForwardScrubbers 2024-09-10T08:19:37.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:37 smithi203 ceph-mon[34672]: pgmap v501: 129 pgs: 129 active+clean; 998 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 1.7 KiB/s wr, 14 op/s 2024-09-10T08:19:37.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:37 smithi133 ceph-mon[34721]: pgmap v501: 129 pgs: 129 active+clean; 998 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 1.7 KiB/s wr, 14 op/s 2024-09-10T08:19:37.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:37 smithi067 ceph-mon[31051]: pgmap v501: 129 pgs: 129 active+clean; 998 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 7.1 KiB/s rd, 1.7 KiB/s wr, 14 op/s 2024-09-10T08:19:39.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:39 smithi203 ceph-mon[34672]: pgmap v502: 129 pgs: 129 active+clean; 998 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-09-10T08:19:39.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:39 smithi133 ceph-mon[34721]: pgmap v502: 129 pgs: 129 active+clean; 998 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-09-10T08:19:39.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:39 smithi067 ceph-mon[31051]: pgmap v502: 129 pgs: 129 active+clean; 998 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.7 KiB/s wr, 10 op/s 2024-09-10T08:19:41.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:41 smithi203 ceph-mon[34672]: pgmap v503: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 2.9 KiB/s wr, 15 op/s 2024-09-10T08:19:41.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:41 smithi133 ceph-mon[34721]: pgmap v503: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 2.9 KiB/s wr, 15 op/s 2024-09-10T08:19:41.381 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-10T08:19:41.411 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:41 smithi067 ceph-mon[31051]: pgmap v503: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 2.9 KiB/s wr, 15 op/s 2024-09-10T08:19:41.654 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:19:42.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.163+0000 7fde7c573640 1 -- 172.21.15.67:0/840715111 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fde74106f10 msgr2=0x7fde7410ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:42.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.163+0000 7fde7c573640 1 --2- 172.21.15.67:0/840715111 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fde74106f10 0x7fde7410ea90 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7fde6c009ca0 tx=0x7fde6c02a8c0 comp rx=0 tx=0).stop 2024-09-10T08:19:42.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.163+0000 7fde7c573640 1 -- 172.21.15.67:0/840715111 shutdown_connections 2024-09-10T08:19:42.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.163+0000 7fde7c573640 1 --2- 172.21.15.67:0/840715111 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fde74102790 0x7fde741067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:42.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.163+0000 7fde7c573640 1 --2- 172.21.15.67:0/840715111 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fde74106f10 0x7fde7410ea90 unknown :-1 s=CLOSED pgs=860 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:42.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.163+0000 7fde7c573640 1 --2- 172.21.15.67:0/840715111 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fde74101de0 0x7fde741021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:42.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.163+0000 7fde7c573640 1 -- 172.21.15.67:0/840715111 >> 172.21.15.67:0/840715111 conn(0x7fde740fd8c0 msgr2=0x7fde740ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:42.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.163+0000 7fde7c573640 1 -- 172.21.15.67:0/840715111 shutdown_connections 2024-09-10T08:19:42.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.164+0000 7fde7c573640 1 -- 172.21.15.67:0/840715111 wait complete. 2024-09-10T08:19:42.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.164+0000 7fde7c573640 1 Processor -- start 2024-09-10T08:19:42.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.164+0000 7fde7c573640 1 -- start start 2024-09-10T08:19:42.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.164+0000 7fde7c573640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fde74101de0 0x7fde740744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:42.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.164+0000 7fde7c573640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fde74102790 0x7fde74074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:42.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.164+0000 7fde7c573640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fde74106f10 0x7fde74074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:42.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.164+0000 7fde7c573640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fde74111e20 con 0x7fde74106f10 2024-09-10T08:19:42.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.164+0000 7fde7c573640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fde74111ca0 con 0x7fde74102790 2024-09-10T08:19:42.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.164+0000 7fde7c573640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fde74111fa0 con 0x7fde74101de0 2024-09-10T08:19:42.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.164+0000 7fde7ab10640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fde74106f10 0x7fde74074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:42.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.164+0000 7fde7ab10640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fde74106f10 0x7fde74074f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:43032/0 (socket says 172.21.15.67:43032) 2024-09-10T08:19:42.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.164+0000 7fde7ab10640 1 -- 172.21.15.67:0/3218044918 learned_addr learned my addr 172.21.15.67:0/3218044918 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:42.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.165+0000 7fde7a30f640 1 --2- 172.21.15.67:0/3218044918 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fde74101de0 0x7fde740744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:42.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.165+0000 7fde79b0e640 1 --2- 172.21.15.67:0/3218044918 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fde74102790 0x7fde74074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:42.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.165+0000 7fde7ab10640 1 -- 172.21.15.67:0/3218044918 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fde74101de0 msgr2=0x7fde740744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:42.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.165+0000 7fde7ab10640 1 --2- 172.21.15.67:0/3218044918 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fde74101de0 0x7fde740744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:42.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.165+0000 7fde7ab10640 1 -- 172.21.15.67:0/3218044918 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fde74102790 msgr2=0x7fde74074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:42.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.165+0000 7fde7ab10640 1 --2- 172.21.15.67:0/3218044918 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fde74102790 0x7fde74074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:42.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.165+0000 7fde7ab10640 1 -- 172.21.15.67:0/3218044918 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde741a6740 con 0x7fde74106f10 2024-09-10T08:19:42.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.165+0000 7fde7ab10640 1 --2- 172.21.15.67:0/3218044918 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fde74106f10 0x7fde74074f70 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7fde6c009dc0 tx=0x7fde6c032ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:42.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.165+0000 7fde6b7fe640 1 -- 172.21.15.67:0/3218044918 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde6c003cf0 con 0x7fde74106f10 2024-09-10T08:19:42.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.165+0000 7fde6b7fe640 1 -- 172.21.15.67:0/3218044918 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fde6c0044f0 con 0x7fde74106f10 2024-09-10T08:19:42.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.165+0000 7fde7c573640 1 -- 172.21.15.67:0/3218044918 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde741a69d0 con 0x7fde74106f10 2024-09-10T08:19:42.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.165+0000 7fde6b7fe640 1 -- 172.21.15.67:0/3218044918 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde6c030bf0 con 0x7fde74106f10 2024-09-10T08:19:42.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.165+0000 7fde7c573640 1 -- 172.21.15.67:0/3218044918 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde741a6f60 con 0x7fde74106f10 2024-09-10T08:19:42.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.167+0000 7fde6b7fe640 1 -- 172.21.15.67:0/3218044918 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7fde6c004040 con 0x7fde74106f10 2024-09-10T08:19:42.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.168+0000 7fde7e94c740 1 Processor -- start 2024-09-10T08:19:42.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.168+0000 7fde7e94c740 1 -- start start 2024-09-10T08:19:42.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.168+0000 7fde7e94c740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d75eeb94a0 0x55d75eeb9880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:42.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.168+0000 7fde7e94c740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d75eeb9dc0 0x55d75eec4140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:42.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.168+0000 7fde7e94c740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d75eec4680 0x55d75eec6a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:42.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.168+0000 7fde7e94c740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55d75ee1f2e0 con 0x55d75eeb9dc0 2024-09-10T08:19:42.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.168+0000 7fde7e94c740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55d75edc6ce0 con 0x55d75eec4680 2024-09-10T08:19:42.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.168+0000 7fde7e94c740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55d75ee1b2a0 con 0x55d75eeb94a0 2024-09-10T08:19:42.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.168+0000 7fde7a30f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d75eeb9dc0 0x55d75eec4140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:42.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.168+0000 7fde7a30f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d75eeb9dc0 0x55d75eec4140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:43040/0 (socket says 172.21.15.67:43040) 2024-09-10T08:19:42.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.168+0000 7fde7a30f640 1 -- 172.21.15.67:0/1052939432 learned_addr learned my addr 172.21.15.67:0/1052939432 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:42.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.168+0000 7fde6b7fe640 1 --2- 172.21.15.67:0/3218044918 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fde600a2c00 0x7fde600a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:42.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.169+0000 7fde79b0e640 1 --2- 172.21.15.67:0/1052939432 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d75eeb94a0 0x55d75eeb9880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:42.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.169+0000 7fde7ab10640 1 --2- 172.21.15.67:0/3218044918 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fde600a2c00 0x7fde600a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:42.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.169+0000 7fde79b0e640 1 --2- 172.21.15.67:0/1052939432 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d75eec4680 0x55d75eec6a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:42.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.169+0000 7fde7a30f640 1 -- 172.21.15.67:0/1052939432 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d75eeb94a0 msgr2=0x55d75eeb9880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:42.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.169+0000 7fde7a30f640 1 --2- 172.21.15.67:0/1052939432 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d75eeb94a0 0x55d75eeb9880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:42.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.169+0000 7fde7a30f640 1 -- 172.21.15.67:0/1052939432 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d75eec4680 msgr2=0x55d75eec6a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:42.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.169+0000 7fde7a30f640 1 --2- 172.21.15.67:0/1052939432 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d75eec4680 0x55d75eec6a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:42.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.169+0000 7fde7a30f640 1 -- 172.21.15.67:0/1052939432 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d75edab440 con 0x55d75eeb9dc0 2024-09-10T08:19:42.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.169+0000 7fde6b7fe640 1 -- 172.21.15.67:0/3218044918 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fde6c0f0b90 con 0x7fde74106f10 2024-09-10T08:19:42.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.169+0000 7fde7a30f640 1 --2- 172.21.15.67:0/1052939432 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d75eeb9dc0 0x55d75eec4140 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7fde7000b760 tx=0x7fde7000bc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea81b2bba7f75f61 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:42.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.169+0000 7fde68ff9640 1 -- 172.21.15.67:0/1052939432 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde70003dd0 con 0x55d75eeb9dc0 2024-09-10T08:19:42.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.169+0000 7fde68ff9640 1 -- 172.21.15.67:0/1052939432 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fde70015070 con 0x55d75eeb9dc0 2024-09-10T08:19:42.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.169+0000 7fde7ab10640 1 --2- 172.21.15.67:0/3218044918 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fde600a2c00 0x7fde600a50c0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fde6c0b9450 tx=0x7fde6c0b7a20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:42.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.169+0000 7fde68ff9640 1 -- 172.21.15.67:0/1052939432 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde70004d50 con 0x55d75eeb9dc0 2024-09-10T08:19:42.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.170+0000 7fde7e94c740 1 -- 172.21.15.67:0/1052939432 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d75eeb9dc0 msgr2=0x55d75eec4140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:42.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.170+0000 7fde7e94c740 1 --2- 172.21.15.67:0/1052939432 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d75eeb9dc0 0x55d75eec4140 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7fde7000b760 tx=0x7fde7000bc20 comp rx=0 tx=0).stop 2024-09-10T08:19:42.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.170+0000 7fde7e94c740 1 -- 172.21.15.67:0/1052939432 shutdown_connections 2024-09-10T08:19:42.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.170+0000 7fde7e94c740 1 --2- 172.21.15.67:0/1052939432 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d75eec4680 0x55d75eec6a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:42.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.170+0000 7fde7e94c740 1 --2- 172.21.15.67:0/1052939432 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d75eeb9dc0 0x55d75eec4140 unknown :-1 s=CLOSED pgs=862 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:42.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.170+0000 7fde7e94c740 1 --2- 172.21.15.67:0/1052939432 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d75eeb94a0 0x55d75eeb9880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:42.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.170+0000 7fde7e94c740 1 -- 172.21.15.67:0/1052939432 >> 172.21.15.67:0/1052939432 conn(0x55d75eeb5a30 msgr2=0x55d75eeb5e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:42.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.170+0000 7fde7e94c740 1 -- 172.21.15.67:0/1052939432 shutdown_connections 2024-09-10T08:19:42.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.170+0000 7fde7e94c740 1 -- 172.21.15.67:0/1052939432 wait complete. 2024-09-10T08:19:42.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.170+0000 7fde7e94c740 1 -- start start 2024-09-10T08:19:42.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.171+0000 7fde7e94c740 1 Processor -- start 2024-09-10T08:19:42.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.171+0000 7fde7e94c740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d75eeb94a0 0x55d75eec3f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:42.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.171+0000 7fde7e94c740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d75eeb9dc0 0x55d75eec11d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:42.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.171+0000 7fde7e94c740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d75eec4680 0x55d75eec1710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:42.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.171+0000 7fde7e94c740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55d75eec7250 con 0x55d75eeb9dc0 2024-09-10T08:19:42.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.171+0000 7fde7e94c740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55d75edda050 con 0x55d75eeb94a0 2024-09-10T08:19:42.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.171+0000 7fde7e94c740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55d75eec73d0 con 0x55d75eec4680 2024-09-10T08:19:42.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.171+0000 7fde7e94c740 10 client.0 _ll_register_callbacks cb 0x55d75ee1a160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:19:42.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.171+0000 7fde7a30f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d75eeb9dc0 0x55d75eec11d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:42.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.171+0000 7fde7a30f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d75eeb9dc0 0x55d75eec11d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:43052/0 (socket says 172.21.15.67:43052) 2024-09-10T08:19:42.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.171+0000 7fde7a30f640 1 -- 172.21.15.67:0/455614554 learned_addr learned my addr 172.21.15.67:0/455614554 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:42.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.171+0000 7fde79b0e640 1 --2- 172.21.15.67:0/455614554 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d75eec4680 0x55d75eec1710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:42.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.171+0000 7fde79b0e640 1 --2- 172.21.15.67:0/455614554 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d75eeb94a0 0x55d75eec3f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:42.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.171+0000 7fde7a30f640 1 -- 172.21.15.67:0/455614554 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d75eec4680 msgr2=0x55d75eec1710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:42.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.171+0000 7fde7a30f640 1 --2- 172.21.15.67:0/455614554 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d75eec4680 0x55d75eec1710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:42.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.171+0000 7fde7a30f640 1 -- 172.21.15.67:0/455614554 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d75eeb94a0 msgr2=0x55d75eec3f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:42.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.171+0000 7fde7a30f640 1 --2- 172.21.15.67:0/455614554 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d75eeb94a0 0x55d75eec3f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:42.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.171+0000 7fde7a30f640 1 -- 172.21.15.67:0/455614554 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d75eb903c0 con 0x55d75eeb9dc0 2024-09-10T08:19:42.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.171+0000 7fde79b0e640 1 --2- 172.21.15.67:0/455614554 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d75eec4680 0x55d75eec1710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:19:42.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.172+0000 7fde7a30f640 1 --2- 172.21.15.67:0/455614554 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d75eeb9dc0 0x55d75eec11d0 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7fde70003e00 tx=0x7fde70003e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=276aeec91d1a8cd5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:42.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.172+0000 7fde5dffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:19:42.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.172+0000 7fde5dffb640 1 -- 172.21.15.67:0/455614554 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde70028060 con 0x55d75eeb9dc0 2024-09-10T08:19:42.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.172+0000 7fde5dffb640 1 -- 172.21.15.67:0/455614554 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fde70011850 con 0x55d75eeb9dc0 2024-09-10T08:19:42.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.172+0000 7fde7e94c740 1 -- 172.21.15.67:0/455614554 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fde70015070 con 0x55d75eeb9dc0 2024-09-10T08:19:42.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.172+0000 7fde5dffb640 1 -- 172.21.15.67:0/455614554 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fde7002f050 con 0x55d75eeb9dc0 2024-09-10T08:19:42.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.172+0000 7fde7e94c740 10 client.16842 fetch_fsmap learned FSMap version 29 2024-09-10T08:19:42.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.172+0000 7fde7e94c740 1 -- 172.21.15.67:0/455614554 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d75eed2ba0 con 0x55d75eeb9dc0 2024-09-10T08:19:42.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.172+0000 7fde5dffb640 1 -- 172.21.15.67:0/455614554 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fde70015070 con 0x55d75eeb9dc0 2024-09-10T08:19:42.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.172+0000 7fde5dffb640 1 -- 172.21.15.67:0/455614554 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fde70022070 con 0x55d75eeb9dc0 2024-09-10T08:19:42.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.172+0000 7fde7e94c740 10 client.16842 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:19:42.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.172+0000 7fde7e94c740 10 client.16842 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:19:42.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.172+0000 7fde7e94c740 20 client.16842 populate_metadata read hostname 'smithi067' 2024-09-10T08:19:42.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.172+0000 7fde7e94c740 1 --2- 172.21.15.67:0/455614554 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55d75eed4060 0x55d75eed6450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:42.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.172+0000 7fde7e94c740 4 client.16842 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:19:42.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.172+0000 7fde7e94c740 1 -- 172.21.15.67:0/455614554 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d75ee2c850 con 0x55d75eed4060 2024-09-10T08:19:42.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.173+0000 7fde79b0e640 1 --2- 172.21.15.67:0/455614554 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55d75eed4060 0x55d75eed6450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:42.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.173+0000 7fde79b0e640 1 --2- 172.21.15.67:0/455614554 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55d75eed4060 0x55d75eed6450 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=793b6acf72d6d314 server_cookie=a76f0b67b8f1fb5a in_seq=0 out_seq=0 2024-09-10T08:19:42.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.173+0000 7fde5dffb640 10 client.16842 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:19:42.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.174+0000 7fde5dffb640 1 -- 172.21.15.67:0/455614554 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d75ee2c850 con 0x55d75eed4060 2024-09-10T08:19:42.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.174+0000 7fde5dffb640 10 client.16842 handle_command_reply: tid=0 2024-09-10T08:19:42.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.174+0000 7fde7e94c740 1 client.16842 shutdown 2024-09-10T08:19:42.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.174+0000 7fde7e94c740 1 -- 172.21.15.67:0/455614554 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d75eeb9dc0 msgr2=0x55d75eec11d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:42.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.174+0000 7fde7e94c740 1 --2- 172.21.15.67:0/455614554 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d75eeb9dc0 0x55d75eec11d0 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7fde70003e00 tx=0x7fde70003e30 comp rx=0 tx=0).stop 2024-09-10T08:19:42.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.174+0000 7fde7e94c740 1 -- 172.21.15.67:0/455614554 shutdown_connections 2024-09-10T08:19:42.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.174+0000 7fde7e94c740 1 --2- 172.21.15.67:0/455614554 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55d75eed4060 0x55d75eed6450 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:42.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.174+0000 7fde7e94c740 1 --2- 172.21.15.67:0/455614554 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d75eec4680 0x55d75eec1710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:42.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.174+0000 7fde7e94c740 1 --2- 172.21.15.67:0/455614554 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d75eeb9dc0 0x55d75eec11d0 unknown :-1 s=CLOSED pgs=863 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:42.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.174+0000 7fde7e94c740 1 --2- 172.21.15.67:0/455614554 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d75eeb94a0 0x55d75eec3f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:42.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.174+0000 7fde5dffb640 0 client.16842 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:19:42.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.174+0000 7fde7e94c740 1 -- 172.21.15.67:0/455614554 >> 172.21.15.67:0/455614554 conn(0x55d75eeb5a30 msgr2=0x55d75eebb710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:42.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.174+0000 7fde7e94c740 1 -- 172.21.15.67:0/455614554 shutdown_connections 2024-09-10T08:19:42.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.174+0000 7fde7e94c740 1 -- 172.21.15.67:0/455614554 wait complete. 2024-09-10T08:19:42.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.174+0000 7fde7e94c740 20 client.16842 trim_cache size 0 max 16384 2024-09-10T08:19:42.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.192+0000 7fde7e94c740 1 Processor -- start 2024-09-10T08:19:42.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.192+0000 7fde7e94c740 1 -- start start 2024-09-10T08:19:42.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.192+0000 7fde7e94c740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d75eeb94a0 0x55d75eec2a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:42.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.192+0000 7fde7e94c740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d75eeb9dc0 0x55d75eedba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:42.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.192+0000 7fde7e94c740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d75eec4680 0x55d75eedbfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:42.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.192+0000 7fde7e94c740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fde741b0e90 con 0x55d75eec4680 2024-09-10T08:19:42.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.192+0000 7fde7e94c740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fde741b29d0 con 0x55d75eeb94a0 2024-09-10T08:19:42.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.192+0000 7fde7e94c740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fde741b1560 con 0x55d75eeb9dc0 2024-09-10T08:19:42.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.192+0000 7fde79b0e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d75eec4680 0x55d75eedbfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:42.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.192+0000 7fde79b0e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d75eec4680 0x55d75eedbfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:43058/0 (socket says 172.21.15.67:43058) 2024-09-10T08:19:42.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.192+0000 7fde79b0e640 1 -- 172.21.15.67:0/2349110368 learned_addr learned my addr 172.21.15.67:0/2349110368 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:42.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.192+0000 7fde7a30f640 1 --2- 172.21.15.67:0/2349110368 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d75eeb9dc0 0x55d75eedba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:42.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.192+0000 7fde79b0e640 1 -- 172.21.15.67:0/2349110368 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d75eeb9dc0 msgr2=0x55d75eedba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:42.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.192+0000 7fde79b0e640 1 --2- 172.21.15.67:0/2349110368 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d75eeb9dc0 0x55d75eedba80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:42.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.192+0000 7fde79b0e640 1 -- 172.21.15.67:0/2349110368 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d75eeb94a0 msgr2=0x55d75eec2a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:42.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.192+0000 7fde79b0e640 1 --2- 172.21.15.67:0/2349110368 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d75eeb94a0 0x55d75eec2a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:42.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.192+0000 7fde79b0e640 1 -- 172.21.15.67:0/2349110368 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d75eec38e0 con 0x55d75eec4680 2024-09-10T08:19:42.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.192+0000 7fde7a30f640 1 --2- 172.21.15.67:0/2349110368 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d75eeb9dc0 0x55d75eedba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:19:42.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.192+0000 7fde79b0e640 1 --2- 172.21.15.67:0/2349110368 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d75eec4680 0x55d75eedbfc0 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x55d75eed6a20 tx=0x7fde6400e3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22d9c56c82fa3de9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:42.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.193+0000 7fde5ffff640 1 -- 172.21.15.67:0/2349110368 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde64004310 con 0x55d75eec4680 2024-09-10T08:19:42.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.193+0000 7fde5ffff640 1 -- 172.21.15.67:0/2349110368 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fde640044b0 con 0x55d75eec4680 2024-09-10T08:19:42.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.193+0000 7fde5ffff640 1 -- 172.21.15.67:0/2349110368 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde6401f9d0 con 0x55d75eec4680 2024-09-10T08:19:42.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.193+0000 7fde7e94c740 1 -- 172.21.15.67:0/2349110368 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d75eec4680 msgr2=0x55d75eedbfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:42.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.193+0000 7fde7e94c740 1 --2- 172.21.15.67:0/2349110368 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d75eec4680 0x55d75eedbfc0 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x55d75eed6a20 tx=0x7fde6400e3f0 comp rx=0 tx=0).stop 2024-09-10T08:19:42.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.193+0000 7fde7e94c740 1 -- 172.21.15.67:0/2349110368 shutdown_connections 2024-09-10T08:19:42.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.193+0000 7fde7e94c740 1 --2- 172.21.15.67:0/2349110368 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d75eec4680 0x55d75eedbfc0 unknown :-1 s=CLOSED pgs=864 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:42.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.193+0000 7fde7e94c740 1 --2- 172.21.15.67:0/2349110368 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d75eeb9dc0 0x55d75eedba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:42.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.193+0000 7fde7e94c740 1 --2- 172.21.15.67:0/2349110368 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d75eeb94a0 0x55d75eec2a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:42.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.193+0000 7fde7e94c740 1 -- 172.21.15.67:0/2349110368 >> 172.21.15.67:0/2349110368 conn(0x55d75eeb5a30 msgr2=0x55d75eec0190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:42.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.193+0000 7fde7e94c740 1 -- 172.21.15.67:0/2349110368 shutdown_connections 2024-09-10T08:19:42.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.193+0000 7fde7e94c740 1 -- 172.21.15.67:0/2349110368 wait complete. 2024-09-10T08:19:42.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.194+0000 7fde7e94c740 1 -- start start 2024-09-10T08:19:42.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.194+0000 7fde7e94c740 1 Processor -- start 2024-09-10T08:19:42.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.194+0000 7fde7e94c740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d75eeb94a0 0x55d75eeca3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:42.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.194+0000 7fde7e94c740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d75eeb9dc0 0x55d75eeca910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:42.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.194+0000 7fde7e94c740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d75eec4680 0x55d75eecae50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:42.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.194+0000 7fde7e94c740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fde741b2300 con 0x55d75eeb9dc0 2024-09-10T08:19:42.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.194+0000 7fde7e94c740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fde741b1c30 con 0x55d75eec4680 2024-09-10T08:19:42.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.194+0000 7fde7e94c740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fde741aee70 con 0x55d75eeb94a0 2024-09-10T08:19:42.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.194+0000 7fde7e94c740 10 client.0 _ll_register_callbacks cb 0x7fde70004590 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:19:42.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.194+0000 7fde7a30f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d75eeb9dc0 0x55d75eeca910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:42.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.194+0000 7fde7a30f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d75eeb9dc0 0x55d75eeca910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:43074/0 (socket says 172.21.15.67:43074) 2024-09-10T08:19:42.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.194+0000 7fde7a30f640 1 -- 172.21.15.67:0/1993465809 learned_addr learned my addr 172.21.15.67:0/1993465809 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:42.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.195+0000 7fde79b0e640 1 --2- 172.21.15.67:0/1993465809 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d75eeb94a0 0x55d75eeca3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:42.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.195+0000 7fde7a30f640 1 -- 172.21.15.67:0/1993465809 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d75eeb94a0 msgr2=0x55d75eeca3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:42.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.195+0000 7fde7a30f640 1 --2- 172.21.15.67:0/1993465809 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d75eeb94a0 0x55d75eeca3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:42.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.195+0000 7fde7a30f640 1 -- 172.21.15.67:0/1993465809 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d75eec4680 msgr2=0x55d75eecae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:42.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.195+0000 7fde7a30f640 1 --2- 172.21.15.67:0/1993465809 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d75eec4680 0x55d75eecae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:42.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.195+0000 7fde7a30f640 1 -- 172.21.15.67:0/1993465809 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d75ef3da60 con 0x55d75eeb9dc0 2024-09-10T08:19:42.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.195+0000 7fde79b0e640 1 --2- 172.21.15.67:0/1993465809 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d75eeb94a0 0x55d75eeca3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:19:42.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.195+0000 7fde7a30f640 1 --2- 172.21.15.67:0/1993465809 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d75eeb9dc0 0x55d75eeca910 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x55d75eec2810 tx=0x7fde70004970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4401268a3f435e9 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:42.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.195+0000 7fde5dffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:19:42.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.195+0000 7fde5dffb640 1 -- 172.21.15.67:0/1993465809 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde70039060 con 0x55d75eeb9dc0 2024-09-10T08:19:42.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.195+0000 7fde5dffb640 1 -- 172.21.15.67:0/1993465809 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fde70019630 con 0x55d75eeb9dc0 2024-09-10T08:19:42.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.195+0000 7fde7e94c740 1 -- 172.21.15.67:0/1993465809 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fde640044b0 con 0x55d75eeb9dc0 2024-09-10T08:19:42.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.195+0000 7fde5dffb640 1 -- 172.21.15.67:0/1993465809 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7fde70003ea0 con 0x55d75eeb9dc0 2024-09-10T08:19:42.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.195+0000 7fde7e94c740 10 client.16848 fetch_fsmap learned FSMap version 29 2024-09-10T08:19:42.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.195+0000 7fde7e94c740 1 -- 172.21.15.67:0/1993465809 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55d75ef3ecf0 con 0x55d75eeb9dc0 2024-09-10T08:19:42.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.195+0000 7fde5dffb640 1 -- 172.21.15.67:0/1993465809 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fde640044b0 con 0x55d75eeb9dc0 2024-09-10T08:19:42.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.196+0000 7fde5dffb640 1 -- 172.21.15.67:0/1993465809 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7fde70022070 con 0x55d75eeb9dc0 2024-09-10T08:19:42.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.196+0000 7fde7e94c740 10 client.16848 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:19:42.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.196+0000 7fde7e94c740 10 client.16848 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:19:42.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.196+0000 7fde7e94c740 20 client.16848 populate_metadata read hostname 'smithi067' 2024-09-10T08:19:42.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.196+0000 7fde7e94c740 1 --2- 172.21.15.67:0/1993465809 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55d75ef3f4a0 0x55d75ef418c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:42.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.196+0000 7fde7e94c740 4 client.16848 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-10T08:19:42.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.196+0000 7fde7e94c740 1 -- 172.21.15.67:0/1993465809 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55d75ee26d60 con 0x55d75ef3f4a0 2024-09-10T08:19:42.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.196+0000 7fde79b0e640 1 --2- 172.21.15.67:0/1993465809 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55d75ef3f4a0 0x55d75ef418c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:42.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.197+0000 7fde79b0e640 1 --2- 172.21.15.67:0/1993465809 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55d75ef3f4a0 0x55d75ef418c0 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=26d9c24aa95ef42f server_cookie=8128f3884a774d57 in_seq=0 out_seq=0 2024-09-10T08:19:42.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.197+0000 7fde5dffb640 10 client.16848 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:19:42.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.197+0000 7fde5dffb640 1 -- 172.21.15.67:0/1993465809 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55d75ee26d60 con 0x55d75ef3f4a0 2024-09-10T08:19:42.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.197+0000 7fde5dffb640 10 client.16848 handle_command_reply: tid=0 2024-09-10T08:19:42.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.197+0000 7fde7e94c740 1 client.16848 shutdown 2024-09-10T08:19:42.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.197+0000 7fde7e94c740 1 -- 172.21.15.67:0/1993465809 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d75eeb9dc0 msgr2=0x55d75eeca910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:42.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.197+0000 7fde7e94c740 1 --2- 172.21.15.67:0/1993465809 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d75eeb9dc0 0x55d75eeca910 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x55d75eec2810 tx=0x7fde70004970 comp rx=0 tx=0).stop 2024-09-10T08:19:42.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.197+0000 7fde7e94c740 1 -- 172.21.15.67:0/1993465809 shutdown_connections 2024-09-10T08:19:42.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.197+0000 7fde7e94c740 1 --2- 172.21.15.67:0/1993465809 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55d75ef3f4a0 0x55d75ef418c0 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:42.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.197+0000 7fde7e94c740 1 --2- 172.21.15.67:0/1993465809 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55d75eec4680 0x55d75eecae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:42.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.197+0000 7fde7e94c740 1 --2- 172.21.15.67:0/1993465809 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d75eeb9dc0 0x55d75eeca910 unknown :-1 s=CLOSED pgs=865 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:42.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.197+0000 7fde5dffb640 0 client.16848 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:19:42.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.197+0000 7fde7e94c740 1 --2- 172.21.15.67:0/1993465809 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55d75eeb94a0 0x55d75eeca3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:42.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.197+0000 7fde7e94c740 1 -- 172.21.15.67:0/1993465809 >> 172.21.15.67:0/1993465809 conn(0x55d75eeb5a30 msgr2=0x55d75eebf970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:42.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.197+0000 7fde7e94c740 1 -- 172.21.15.67:0/1993465809 shutdown_connections 2024-09-10T08:19:42.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.197+0000 7fde7e94c740 1 -- 172.21.15.67:0/1993465809 wait complete. 2024-09-10T08:19:42.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.197+0000 7fde7e94c740 20 client.16848 trim_cache size 0 max 16384 2024-09-10T08:19:42.202 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:19:42.203 INFO:teuthology.orchestra.run.smithi067.stdout: "status": "no active scrubs running", 2024-09-10T08:19:42.203 INFO:teuthology.orchestra.run.smithi067.stdout: "scrubs": {} 2024-09-10T08:19:42.203 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:19:42.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.198+0000 7fde7c573640 1 -- 172.21.15.67:0/3218044918 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fde600a2c00 msgr2=0x7fde600a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:42.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.198+0000 7fde7c573640 1 --2- 172.21.15.67:0/3218044918 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fde600a2c00 0x7fde600a50c0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fde6c0b9450 tx=0x7fde6c0b7a20 comp rx=0 tx=0).stop 2024-09-10T08:19:42.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.198+0000 7fde7c573640 1 -- 172.21.15.67:0/3218044918 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fde74106f10 msgr2=0x7fde74074f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:42.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.198+0000 7fde7c573640 1 --2- 172.21.15.67:0/3218044918 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fde74106f10 0x7fde74074f70 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7fde6c009dc0 tx=0x7fde6c032ff0 comp rx=0 tx=0).stop 2024-09-10T08:19:42.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.198+0000 7fde7c573640 1 -- 172.21.15.67:0/3218044918 shutdown_connections 2024-09-10T08:19:42.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.198+0000 7fde7c573640 1 --2- 172.21.15.67:0/3218044918 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fde600a2c00 0x7fde600a50c0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:42.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.198+0000 7fde7c573640 1 --2- 172.21.15.67:0/3218044918 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fde74102790 0x7fde74074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:42.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.198+0000 7fde7c573640 1 --2- 172.21.15.67:0/3218044918 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fde74106f10 0x7fde74074f70 unknown :-1 s=CLOSED pgs=861 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:42.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.198+0000 7fde7c573640 1 --2- 172.21.15.67:0/3218044918 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fde74101de0 0x7fde740744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:42.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.198+0000 7fde7c573640 1 -- 172.21.15.67:0/3218044918 >> 172.21.15.67:0/3218044918 conn(0x7fde740fd8c0 msgr2=0x7fde740feb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:42.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.198+0000 7fde7c573640 1 -- 172.21.15.67:0/3218044918 shutdown_connections 2024-09-10T08:19:42.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:42.198+0000 7fde7c573640 1 -- 172.21.15.67:0/3218044918 wait complete. 2024-09-10T08:19:43.031 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-10T08:19:43.032 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:19:43.097 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:43 smithi067 ceph-mon[31051]: pgmap v504: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 2.3 KiB/s wr, 13 op/s 2024-09-10T08:19:43.097 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:43 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:19:43.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:43 smithi203 ceph-mon[34672]: pgmap v504: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 2.3 KiB/s wr, 13 op/s 2024-09-10T08:19:43.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:43 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:19:43.337 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:19:43.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:43 smithi133 ceph-mon[34721]: pgmap v504: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 5.9 KiB/s rd, 2.3 KiB/s wr, 13 op/s 2024-09-10T08:19:43.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:43 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-10T08:19:43.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:43.915+0000 7f5113bf3640 1 -- 172.21.15.67:0/1440390884 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f510c101df0 msgr2=0x7f510c1021d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:43.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:43.915+0000 7f5113bf3640 1 --2- 172.21.15.67:0/1440390884 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f510c101df0 0x7f510c1021d0 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f5108009900 tx=0x7f510802a3f0 comp rx=0 tx=0).stop 2024-09-10T08:19:43.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:43.915+0000 7f5113bf3640 1 -- 172.21.15.67:0/1440390884 shutdown_connections 2024-09-10T08:19:43.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:43.915+0000 7f5113bf3640 1 --2- 172.21.15.67:0/1440390884 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f510c106f20 0x7f510c10eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:43.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:43.915+0000 7f5113bf3640 1 --2- 172.21.15.67:0/1440390884 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f510c1027a0 0x7f510c1067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:43.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:43.915+0000 7f5113bf3640 1 --2- 172.21.15.67:0/1440390884 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f510c101df0 0x7f510c1021d0 unknown :-1 s=CLOSED pgs=866 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:43.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:43.915+0000 7f5113bf3640 1 -- 172.21.15.67:0/1440390884 >> 172.21.15.67:0/1440390884 conn(0x7f510c0fd8b0 msgr2=0x7f510c0ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:43.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:43.915+0000 7f5113bf3640 1 -- 172.21.15.67:0/1440390884 shutdown_connections 2024-09-10T08:19:43.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:43.915+0000 7f5113bf3640 1 -- 172.21.15.67:0/1440390884 wait complete. 2024-09-10T08:19:43.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:43.915+0000 7f5113bf3640 1 Processor -- start 2024-09-10T08:19:43.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:43.916+0000 7f5113bf3640 1 -- start start 2024-09-10T08:19:43.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:43.916+0000 7f5113bf3640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f510c101df0 0x7f510c0744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:43.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:43.916+0000 7f5113bf3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f510c1027a0 0x7f510c074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:43.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:43.916+0000 7f5113bf3640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f510c106f20 0x7f510c074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:43.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:43.916+0000 7f5113bf3640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f510c111df0 con 0x7f510c1027a0 2024-09-10T08:19:43.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:43.916+0000 7f5113bf3640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f510c111c70 con 0x7f510c106f20 2024-09-10T08:19:43.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:43.916+0000 7f5113bf3640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f510c111f70 con 0x7f510c101df0 2024-09-10T08:19:43.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:43.916+0000 7f511118e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f510c1027a0 0x7f510c074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:43.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:43.916+0000 7f511118e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f510c1027a0 0x7f510c074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:43104/0 (socket says 172.21.15.67:43104) 2024-09-10T08:19:43.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:43.916+0000 7f511118e640 1 -- 172.21.15.67:0/2557998419 learned_addr learned my addr 172.21.15.67:0/2557998419 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:43.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:43.916+0000 7f511198f640 1 --2- 172.21.15.67:0/2557998419 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f510c101df0 0x7f510c0744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:43.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:43.916+0000 7f5112190640 1 --2- 172.21.15.67:0/2557998419 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f510c106f20 0x7f510c074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:43.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:43.916+0000 7f511118e640 1 -- 172.21.15.67:0/2557998419 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f510c101df0 msgr2=0x7f510c0744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:43.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:43.916+0000 7f511118e640 1 --2- 172.21.15.67:0/2557998419 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f510c101df0 0x7f510c0744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:43.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:43.916+0000 7f511118e640 1 -- 172.21.15.67:0/2557998419 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f510c106f20 msgr2=0x7f510c074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:43.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:43.916+0000 7f511118e640 1 --2- 172.21.15.67:0/2557998419 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f510c106f20 0x7f510c074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:43.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:43.916+0000 7f511118e640 1 -- 172.21.15.67:0/2557998419 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f510c1a66f0 con 0x7f510c1027a0 2024-09-10T08:19:43.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:43.916+0000 7f5112190640 1 --2- 172.21.15.67:0/2557998419 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f510c106f20 0x7f510c074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:19:43.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:43.916+0000 7f511118e640 1 --2- 172.21.15.67:0/2557998419 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f510c1027a0 0x7f510c074a30 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7f50fc00c920 tx=0x7f50fc00cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:43.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:43.917+0000 7f5102ffd640 1 -- 172.21.15.67:0/2557998419 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50fc007c70 con 0x7f510c1027a0 2024-09-10T08:19:43.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:43.917+0000 7f5102ffd640 1 -- 172.21.15.67:0/2557998419 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f50fc007e10 con 0x7f510c1027a0 2024-09-10T08:19:43.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:43.917+0000 7f5113bf3640 1 -- 172.21.15.67:0/2557998419 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f510c1a69e0 con 0x7f510c1027a0 2024-09-10T08:19:43.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:43.917+0000 7f5102ffd640 1 -- 172.21.15.67:0/2557998419 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50fc018820 con 0x7f510c1027a0 2024-09-10T08:19:43.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:43.917+0000 7f5113bf3640 1 -- 172.21.15.67:0/2557998419 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f510c1a6f20 con 0x7f510c1027a0 2024-09-10T08:19:43.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:43.918+0000 7f5113bf3640 1 -- 172.21.15.67:0/2557998419 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f510c1021d0 con 0x7f510c1027a0 2024-09-10T08:19:43.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:43.919+0000 7f5102ffd640 1 -- 172.21.15.67:0/2557998419 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f50fc0189c0 con 0x7f510c1027a0 2024-09-10T08:19:43.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:43.920+0000 7f5102ffd640 1 --2- 172.21.15.67:0/2557998419 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f50f80a2b80 0x7f50f80a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:43.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:43.920+0000 7f511198f640 1 --2- 172.21.15.67:0/2557998419 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f50f80a2b80 0x7f50f80a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:43.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:43.920+0000 7f5102ffd640 1 -- 172.21.15.67:0/2557998419 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f50fc0cf570 con 0x7f510c1027a0 2024-09-10T08:19:43.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:43.920+0000 7f511198f640 1 --2- 172.21.15.67:0/2557998419 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f50f80a2b80 0x7f50f80a5040 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f5108031440 tx=0x7f5108005e80 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:43.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:43.924+0000 7f5102ffd640 1 -- 172.21.15.67:0/2557998419 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f50fc014030 con 0x7f510c1027a0 2024-09-10T08:19:44.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:44.141+0000 7f5113bf3640 1 -- 172.21.15.67:0/2557998419 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f510c10a100 con 0x7f510c1027a0 2024-09-10T08:19:44.141 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:44 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:19:44.141 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:44 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:19:44.141 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:44 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:19:44.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:44.142+0000 7f5102ffd640 1 -- 172.21.15.67:0/2557998419 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11983 (secure 0 0 0) 0x7f50fc09c0d0 con 0x7f510c1027a0 2024-09-10T08:19:44.142 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:19:44.143 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":29,"btime":"2024-09-10T08:15:16:896413+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3649064068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3649064068},{"type":"v1","addr":"172.21.15.67:6835","nonce":3649064068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6837/384364542","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6836","nonce":384364542},{"type":"v1","addr":"172.21.15.67:6837","nonce":384364542}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T08:12:37.538183+0000","modified":"2024-09-10T08:15:16.520232+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24479,"mds_1":24475,"mds_2":24457,"mds_3":24412,"mds_4":24404},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6839/2770928820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6838","nonce":2770928820},{"type":"v1","addr":"172.21.15.67:6839","nonce":2770928820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14628":{"gid":14628,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6841/1116344955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6840","nonce":1116344955},{"type":"v1","addr":"172.21.15.67:6841","nonce":1116344955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24404":{"gid":24404,"name":"k","rank":4,"incarnation":26,"state":"up:active","state_seq":23,"addr":"172.21.15.133:6833/2920270168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":2920270168},{"type":"v1","addr":"172.21.15.133:6833","nonce":2920270168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24412":{"gid":24412,"name":"l","rank":3,"incarnation":24,"state":"up:active","state_seq":23,"addr":"172.21.15.203:6833/754287689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":754287689},{"type":"v1","addr":"172.21.15.203:6833","nonce":754287689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/3573205749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3573205749},{"type":"v1","addr":"172.21.15.133:6835","nonce":3573205749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6835/3722546188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":3722546188},{"type":"v1","addr":"172.21.15.203:6835","nonce":3722546188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/667764093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":667764093},{"type":"v1","addr":"172.21.15.133:6837","nonce":667764093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":19,"addr":"172.21.15.203:6837/4255783395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":4255783395},{"type":"v1","addr":"172.21.15.203:6837","nonce":4255783395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":17,"addr":"172.21.15.203:6839/2311592321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2311592321},{"type":"v1","addr":"172.21.15.203:6839","nonce":2311592321}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.133:6839/1848609384","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":1848609384},{"type":"v1","addr":"172.21.15.133:6839","nonce":1848609384}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24479,"qdb_cluster":[24404,24412,24457,24475,24479]},"id":1}]} 2024-09-10T08:19:44.143 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 29 2024-09-10T08:19:44.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:44.145+0000 7f5113bf3640 1 -- 172.21.15.67:0/2557998419 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f50f80a2b80 msgr2=0x7f50f80a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:44.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:44.145+0000 7f5113bf3640 1 --2- 172.21.15.67:0/2557998419 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f50f80a2b80 0x7f50f80a5040 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f5108031440 tx=0x7f5108005e80 comp rx=0 tx=0).stop 2024-09-10T08:19:44.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:44.145+0000 7f5113bf3640 1 -- 172.21.15.67:0/2557998419 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f510c1027a0 msgr2=0x7f510c074a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:44.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:44.145+0000 7f5113bf3640 1 --2- 172.21.15.67:0/2557998419 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f510c1027a0 0x7f510c074a30 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7f50fc00c920 tx=0x7f50fc00cde0 comp rx=0 tx=0).stop 2024-09-10T08:19:44.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:44.145+0000 7f5113bf3640 1 -- 172.21.15.67:0/2557998419 shutdown_connections 2024-09-10T08:19:44.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:44.145+0000 7f5113bf3640 1 --2- 172.21.15.67:0/2557998419 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f50f80a2b80 0x7f50f80a5040 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:44.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:44.145+0000 7f5113bf3640 1 --2- 172.21.15.67:0/2557998419 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f510c106f20 0x7f510c074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:44.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:44.146+0000 7f5113bf3640 1 --2- 172.21.15.67:0/2557998419 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f510c1027a0 0x7f510c074a30 unknown :-1 s=CLOSED pgs=867 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:44.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:44.146+0000 7f5113bf3640 1 --2- 172.21.15.67:0/2557998419 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f510c101df0 0x7f510c0744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:44.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:44.146+0000 7f5113bf3640 1 -- 172.21.15.67:0/2557998419 >> 172.21.15.67:0/2557998419 conn(0x7f510c0fd8b0 msgr2=0x7f510c0feb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:44.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:44.146+0000 7f5113bf3640 1 -- 172.21.15.67:0/2557998419 shutdown_connections 2024-09-10T08:19:44.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:44.146+0000 7f5113bf3640 1 -- 172.21.15.67:0/2557998419 wait complete. 2024-09-10T08:19:44.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:44 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:19:44.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:44 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:19:44.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:44 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:19:44.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:44 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-10T08:19:44.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:44 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-10T08:19:44.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:44 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' 2024-09-10T08:19:44.902 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.1:4 damage ls 2024-09-10T08:19:45.123 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:45 smithi067 ceph-mon[31051]: pgmap v505: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 2.2 KiB/s wr, 13 op/s 2024-09-10T08:19:45.123 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:45 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/2557998419' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:19:45.210 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:19:45.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:45 smithi203 ceph-mon[34672]: pgmap v505: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 2.2 KiB/s wr, 13 op/s 2024-09-10T08:19:45.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:45 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/2557998419' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:19:45.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:45 smithi133 ceph-mon[34721]: pgmap v505: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 2.2 KiB/s wr, 13 op/s 2024-09-10T08:19:45.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:45 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/2557998419' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:19:45.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.684+0000 7f95cbf9e640 1 -- 172.21.15.67:0/631386340 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f95c4103660 msgr2=0x7f95c410bb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:45.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.684+0000 7f95cbf9e640 1 --2- 172.21.15.67:0/631386340 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f95c4103660 0x7f95c410bb50 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7f95b4009900 tx=0x7f95b402a480 comp rx=0 tx=0).stop 2024-09-10T08:19:45.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.685+0000 7f95cbf9e640 1 -- 172.21.15.67:0/631386340 shutdown_connections 2024-09-10T08:19:45.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.685+0000 7f95cbf9e640 1 --2- 172.21.15.67:0/631386340 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f95c410c170 0x7f95c410e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:45.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.685+0000 7f95cbf9e640 1 --2- 172.21.15.67:0/631386340 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f95c4103660 0x7f95c410bb50 unknown :-1 s=CLOSED pgs=868 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:45.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.685+0000 7f95cbf9e640 1 --2- 172.21.15.67:0/631386340 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f95c4102d40 0x7f95c4103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:45.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.685+0000 7f95cbf9e640 1 -- 172.21.15.67:0/631386340 >> 172.21.15.67:0/631386340 conn(0x7f95c40fc7a0 msgr2=0x7f95c40febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:45.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.685+0000 7f95cbf9e640 1 -- 172.21.15.67:0/631386340 shutdown_connections 2024-09-10T08:19:45.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.685+0000 7f95cbf9e640 1 -- 172.21.15.67:0/631386340 wait complete. 2024-09-10T08:19:45.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.685+0000 7f95cbf9e640 1 Processor -- start 2024-09-10T08:19:45.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.685+0000 7f95cbf9e640 1 -- start start 2024-09-10T08:19:45.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.685+0000 7f95cbf9e640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f95c4102d40 0x7f95c41983a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:45.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.685+0000 7f95cbf9e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f95c4103660 0x7f95c41988e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:45.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.685+0000 7f95cbf9e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f95c410c170 0x7f95c419cc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:45.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.685+0000 7f95cbf9e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f95c4111e20 con 0x7f95c4103660 2024-09-10T08:19:45.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.685+0000 7f95cbf9e640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f95c4111ca0 con 0x7f95c410c170 2024-09-10T08:19:45.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.685+0000 7f95cbf9e640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f95c4111fa0 con 0x7f95c4102d40 2024-09-10T08:19:45.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.686+0000 7f95c9539640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f95c4103660 0x7f95c41988e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:45.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.686+0000 7f95c9539640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f95c4103660 0x7f95c41988e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55576/0 (socket says 172.21.15.67:55576) 2024-09-10T08:19:45.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.686+0000 7f95c9539640 1 -- 172.21.15.67:0/4090907339 learned_addr learned my addr 172.21.15.67:0/4090907339 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:45.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.686+0000 7f95ca53b640 1 --2- 172.21.15.67:0/4090907339 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f95c410c170 0x7f95c419cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:45.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.686+0000 7f95c9d3a640 1 --2- 172.21.15.67:0/4090907339 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f95c4102d40 0x7f95c41983a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:45.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.686+0000 7f95c9539640 1 -- 172.21.15.67:0/4090907339 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f95c4102d40 msgr2=0x7f95c41983a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:45.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.686+0000 7f95c9539640 1 --2- 172.21.15.67:0/4090907339 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f95c4102d40 0x7f95c41983a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:45.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.686+0000 7f95c9539640 1 -- 172.21.15.67:0/4090907339 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f95c410c170 msgr2=0x7f95c419cc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:45.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.686+0000 7f95c9539640 1 --2- 172.21.15.67:0/4090907339 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f95c410c170 0x7f95c419cc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:45.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.686+0000 7f95c9539640 1 -- 172.21.15.67:0/4090907339 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95c419d350 con 0x7f95c4103660 2024-09-10T08:19:45.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.686+0000 7f95c9539640 1 --2- 172.21.15.67:0/4090907339 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f95c4103660 0x7f95c41988e0 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7f95b4005940 tx=0x7f95b40042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:45.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.686+0000 7f95baffd640 1 -- 172.21.15.67:0/4090907339 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95b403f030 con 0x7f95c4103660 2024-09-10T08:19:45.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.686+0000 7f95cbf9e640 1 -- 172.21.15.67:0/4090907339 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95c419d5e0 con 0x7f95c4103660 2024-09-10T08:19:45.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.686+0000 7f95baffd640 1 -- 172.21.15.67:0/4090907339 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f95b4003cb0 con 0x7f95c4103660 2024-09-10T08:19:45.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.686+0000 7f95baffd640 1 -- 172.21.15.67:0/4090907339 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95b4035070 con 0x7f95c4103660 2024-09-10T08:19:45.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.686+0000 7f95cbf9e640 1 -- 172.21.15.67:0/4090907339 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95c41a4f20 con 0x7f95c4103660 2024-09-10T08:19:45.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.688+0000 7f95baffd640 1 -- 172.21.15.67:0/4090907339 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f95b4042030 con 0x7f95c4103660 2024-09-10T08:19:45.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.689+0000 7f95ce377740 1 Processor -- start 2024-09-10T08:19:45.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.689+0000 7f95ce377740 1 -- start start 2024-09-10T08:19:45.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.689+0000 7f95ce377740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ecc3364b40 0x55ecc3363090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:45.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.689+0000 7f95ce377740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ecc33635d0 0x55ecc3363a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:45.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.689+0000 7f95ce377740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ecc336e370 0x55ecc3370760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:45.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.689+0000 7f95ce377740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55ecc32c92f0 con 0x55ecc336e370 2024-09-10T08:19:45.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.689+0000 7f95ce377740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55ecc3270cf0 con 0x55ecc33635d0 2024-09-10T08:19:45.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.689+0000 7f95ce377740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55ecc32c52b0 con 0x55ecc3364b40 2024-09-10T08:19:45.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.689+0000 7f95baffd640 1 --2- 172.21.15.67:0/4090907339 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f95b00a2b80 0x7f95b00a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:45.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.690+0000 7f95c9539640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ecc336e370 0x55ecc3370760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:45.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.690+0000 7f95c9539640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ecc336e370 0x55ecc3370760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55584/0 (socket says 172.21.15.67:55584) 2024-09-10T08:19:45.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.690+0000 7f95c9539640 1 -- 172.21.15.67:0/708068170 learned_addr learned my addr 172.21.15.67:0/708068170 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:45.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.690+0000 7f95ca53b640 1 --2- 172.21.15.67:0/708068170 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ecc3364b40 0x55ecc3363090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:45.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.690+0000 7f95ca53b640 1 --2- 172.21.15.67:0/4090907339 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f95b00a2b80 0x7f95b00a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:45.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.690+0000 7f95c9d3a640 1 --2- 172.21.15.67:0/708068170 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ecc33635d0 0x55ecc3363a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:45.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.690+0000 7f95baffd640 1 -- 172.21.15.67:0/4090907339 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f95b40ef8e0 con 0x7f95c4103660 2024-09-10T08:19:45.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.690+0000 7f95c9539640 1 -- 172.21.15.67:0/708068170 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ecc3364b40 msgr2=0x55ecc3363090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:45.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.690+0000 7f95c9539640 1 --2- 172.21.15.67:0/708068170 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ecc3364b40 0x55ecc3363090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:45.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.690+0000 7f95c9539640 1 -- 172.21.15.67:0/708068170 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ecc33635d0 msgr2=0x55ecc3363a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:45.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.690+0000 7f95c9539640 1 --2- 172.21.15.67:0/708068170 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ecc33635d0 0x55ecc3363a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:45.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.690+0000 7f95c9539640 1 -- 172.21.15.67:0/708068170 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ecc32553a0 con 0x55ecc336e370 2024-09-10T08:19:45.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.690+0000 7f95ca53b640 1 --2- 172.21.15.67:0/4090907339 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f95b00a2b80 0x7f95b00a5040 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f95bc005e00 tx=0x7f95bc005c50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:45.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.690+0000 7f95c9539640 1 --2- 172.21.15.67:0/708068170 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ecc336e370 0x55ecc3370760 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7f95b4004650 tx=0x7f95b4005e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e355fb06b654abf server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:45.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.690+0000 7f95affff640 1 -- 172.21.15.67:0/708068170 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95b4049070 con 0x55ecc336e370 2024-09-10T08:19:45.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.691+0000 7f95affff640 1 -- 172.21.15.67:0/708068170 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f95b403b460 con 0x55ecc336e370 2024-09-10T08:19:45.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.691+0000 7f95affff640 1 -- 172.21.15.67:0/708068170 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95b40c00f0 con 0x55ecc336e370 2024-09-10T08:19:45.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.691+0000 7f95ce377740 1 -- 172.21.15.67:0/708068170 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ecc336e370 msgr2=0x55ecc3370760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:45.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.691+0000 7f95ce377740 1 --2- 172.21.15.67:0/708068170 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ecc336e370 0x55ecc3370760 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7f95b4004650 tx=0x7f95b4005e10 comp rx=0 tx=0).stop 2024-09-10T08:19:45.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.691+0000 7f95ce377740 1 -- 172.21.15.67:0/708068170 shutdown_connections 2024-09-10T08:19:45.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.691+0000 7f95ce377740 1 --2- 172.21.15.67:0/708068170 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ecc33635d0 0x55ecc3363a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:45.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.691+0000 7f95ce377740 1 --2- 172.21.15.67:0/708068170 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ecc336e370 0x55ecc3370760 unknown :-1 s=CLOSED pgs=870 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:45.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.691+0000 7f95ce377740 1 --2- 172.21.15.67:0/708068170 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ecc3364b40 0x55ecc3363090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:45.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.691+0000 7f95ce377740 1 -- 172.21.15.67:0/708068170 >> 172.21.15.67:0/708068170 conn(0x55ecc332c310 msgr2=0x55ecc335fc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:45.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.691+0000 7f95ce377740 1 -- 172.21.15.67:0/708068170 shutdown_connections 2024-09-10T08:19:45.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.691+0000 7f95ce377740 1 -- 172.21.15.67:0/708068170 wait complete. 2024-09-10T08:19:45.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.692+0000 7f95ce377740 1 -- start start 2024-09-10T08:19:45.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.692+0000 7f95ce377740 1 Processor -- start 2024-09-10T08:19:45.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.692+0000 7f95ce377740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ecc33635d0 0x55ecc336dda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:45.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.692+0000 7f95ce377740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ecc3364b40 0x55ecc336b050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:45.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.692+0000 7f95ce377740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ecc336e370 0x55ecc336b7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:45.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.692+0000 7f95ce377740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55ecc3370e30 con 0x55ecc3364b40 2024-09-10T08:19:45.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.692+0000 7f95ce377740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55ecc3284060 con 0x55ecc336e370 2024-09-10T08:19:45.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.692+0000 7f95ce377740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55ecc3370fb0 con 0x55ecc33635d0 2024-09-10T08:19:45.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.692+0000 7f95ce377740 10 client.0 _ll_register_callbacks cb 0x55ecc2fd78c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:19:45.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.692+0000 7f95c9539640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ecc3364b40 0x55ecc336b050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:45.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.692+0000 7f95c9539640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ecc3364b40 0x55ecc336b050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55596/0 (socket says 172.21.15.67:55596) 2024-09-10T08:19:45.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.692+0000 7f95c9539640 1 -- 172.21.15.67:0/2566813390 learned_addr learned my addr 172.21.15.67:0/2566813390 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:45.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.692+0000 7f95c9d3a640 1 --2- 172.21.15.67:0/2566813390 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ecc33635d0 0x55ecc336dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:45.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.693+0000 7f95ca53b640 1 --2- 172.21.15.67:0/2566813390 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ecc336e370 0x55ecc336b7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:45.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.693+0000 7f95c9539640 1 -- 172.21.15.67:0/2566813390 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ecc33635d0 msgr2=0x55ecc336dda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:45.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.693+0000 7f95c9539640 1 --2- 172.21.15.67:0/2566813390 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ecc33635d0 0x55ecc336dda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:45.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.693+0000 7f95c9539640 1 -- 172.21.15.67:0/2566813390 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ecc336e370 msgr2=0x55ecc336b7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:45.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.693+0000 7f95c9539640 1 --2- 172.21.15.67:0/2566813390 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ecc336e370 0x55ecc336b7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:45.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.693+0000 7f95c9539640 1 -- 172.21.15.67:0/2566813390 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ecc303a3c0 con 0x55ecc3364b40 2024-09-10T08:19:45.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.693+0000 7f95c9539640 1 --2- 172.21.15.67:0/2566813390 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ecc3364b40 0x55ecc336b050 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7f95b40bbcd0 tx=0x7f95b40bbe90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=924c737d6934fc63 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:45.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.693+0000 7f95ad7fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:19:45.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.693+0000 7f95ad7fa640 1 -- 172.21.15.67:0/2566813390 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95b4049070 con 0x55ecc3364b40 2024-09-10T08:19:45.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.693+0000 7f95ad7fa640 1 -- 172.21.15.67:0/2566813390 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f95b40b83b0 con 0x55ecc3364b40 2024-09-10T08:19:45.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.693+0000 7f95ce377740 1 -- 172.21.15.67:0/2566813390 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55ecc32d6860 con 0x55ecc3364b40 2024-09-10T08:19:45.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.693+0000 7f95ad7fa640 1 -- 172.21.15.67:0/2566813390 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f95b40c49b0 con 0x55ecc3364b40 2024-09-10T08:19:45.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.693+0000 7f95ce377740 10 client.16866 fetch_fsmap learned FSMap version 29 2024-09-10T08:19:45.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.693+0000 7f95ce377740 1 -- 172.21.15.67:0/2566813390 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ecc3370e30 con 0x55ecc3364b40 2024-09-10T08:19:45.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.693+0000 7f95ad7fa640 1 -- 172.21.15.67:0/2566813390 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55ecc32d6860 con 0x55ecc3364b40 2024-09-10T08:19:45.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.694+0000 7f95ad7fa640 1 -- 172.21.15.67:0/2566813390 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f95b40c4520 con 0x55ecc3364b40 2024-09-10T08:19:45.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.694+0000 7f95ce377740 10 client.16866 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:19:45.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.694+0000 7f95ce377740 10 client.16866 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.k 2024-09-10T08:19:45.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.694+0000 7f95ce377740 20 client.16866 populate_metadata read hostname 'smithi067' 2024-09-10T08:19:45.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.694+0000 7f95ce377740 1 --2- 172.21.15.67:0/2566813390 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x55ecc337db30 0x55ecc337ff20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:45.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.694+0000 7f95ce377740 4 client.16866 mds_command: new command op to 24404 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:19:45.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.694+0000 7f95ce377740 1 -- 172.21.15.67:0/2566813390 --> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ecc32d0d70 con 0x55ecc337db30 2024-09-10T08:19:45.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.694+0000 7f95c9d3a640 1 --2- 172.21.15.67:0/2566813390 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x55ecc337db30 0x55ecc337ff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:45.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.694+0000 7f95c9d3a640 1 --2- 172.21.15.67:0/2566813390 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x55ecc337db30 0x55ecc337ff20 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=c06a1990e9c3ab20 server_cookie=d440c7aa80e960fe in_seq=0 out_seq=0 2024-09-10T08:19:45.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.694+0000 7f95ad7fa640 10 client.16866 ms_handle_connect on v2:172.21.15.133:6832/2920270168 2024-09-10T08:19:45.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.695+0000 7f95ad7fa640 1 -- 172.21.15.67:0/2566813390 <== mds.4 v2:172.21.15.133:6832/2920270168 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ecc32d0d70 con 0x55ecc337db30 2024-09-10T08:19:45.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.695+0000 7f95ad7fa640 10 client.16866 handle_command_reply: tid=0 2024-09-10T08:19:45.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.695+0000 7f95ce377740 1 client.16866 shutdown 2024-09-10T08:19:45.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.695+0000 7f95ce377740 1 -- 172.21.15.67:0/2566813390 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ecc3364b40 msgr2=0x55ecc336b050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:45.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.695+0000 7f95ce377740 1 --2- 172.21.15.67:0/2566813390 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ecc3364b40 0x55ecc336b050 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7f95b40bbcd0 tx=0x7f95b40bbe90 comp rx=0 tx=0).stop 2024-09-10T08:19:45.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.696+0000 7f95ce377740 1 -- 172.21.15.67:0/2566813390 shutdown_connections 2024-09-10T08:19:45.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.696+0000 7f95ce377740 1 --2- 172.21.15.67:0/2566813390 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x55ecc337db30 0x55ecc337ff20 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:45.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.696+0000 7f95ce377740 1 --2- 172.21.15.67:0/2566813390 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ecc336e370 0x55ecc336b7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:45.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.696+0000 7f95ce377740 1 --2- 172.21.15.67:0/2566813390 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ecc3364b40 0x55ecc336b050 unknown :-1 s=CLOSED pgs=871 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:45.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.696+0000 7f95ce377740 1 --2- 172.21.15.67:0/2566813390 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ecc33635d0 0x55ecc336dda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:45.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.696+0000 7f95ce377740 1 -- 172.21.15.67:0/2566813390 >> 172.21.15.67:0/2566813390 conn(0x55ecc332c310 msgr2=0x55ecc3365990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:45.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.696+0000 7f95ad7fa640 0 client.16866 ms_handle_reset on v2:172.21.15.133:6832/2920270168 2024-09-10T08:19:45.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.696+0000 7f95ce377740 1 -- 172.21.15.67:0/2566813390 shutdown_connections 2024-09-10T08:19:45.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.696+0000 7f95ce377740 1 -- 172.21.15.67:0/2566813390 wait complete. 2024-09-10T08:19:45.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.696+0000 7f95ce377740 20 client.16866 trim_cache size 0 max 16384 2024-09-10T08:19:45.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.709+0000 7f95ce377740 1 Processor -- start 2024-09-10T08:19:45.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.709+0000 7f95ce377740 1 -- start start 2024-09-10T08:19:45.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.709+0000 7f95ce377740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ecc33635d0 0x55ecc33857b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:45.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.709+0000 7f95ce377740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ecc3364b40 0x55ecc3385cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:45.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.709+0000 7f95ce377740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ecc336e370 0x55ecc335f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:45.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.709+0000 7f95ce377740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f95c41aedd0 con 0x55ecc3364b40 2024-09-10T08:19:45.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.709+0000 7f95ce377740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f95c41b0910 con 0x55ecc336e370 2024-09-10T08:19:45.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.709+0000 7f95ce377740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f95c41af4a0 con 0x55ecc33635d0 2024-09-10T08:19:45.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.710+0000 7f95c9539640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ecc3364b40 0x55ecc3385cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:45.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.710+0000 7f95c9539640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ecc3364b40 0x55ecc3385cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55608/0 (socket says 172.21.15.67:55608) 2024-09-10T08:19:45.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.710+0000 7f95c9539640 1 -- 172.21.15.67:0/116532855 learned_addr learned my addr 172.21.15.67:0/116532855 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:45.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.710+0000 7f95c9d3a640 1 --2- 172.21.15.67:0/116532855 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ecc33635d0 0x55ecc33857b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:45.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.710+0000 7f95ca53b640 1 --2- 172.21.15.67:0/116532855 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ecc336e370 0x55ecc335f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:45.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.710+0000 7f95c9539640 1 -- 172.21.15.67:0/116532855 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ecc33635d0 msgr2=0x55ecc33857b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:45.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.710+0000 7f95c9539640 1 --2- 172.21.15.67:0/116532855 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ecc33635d0 0x55ecc33857b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:45.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.710+0000 7f95c9539640 1 -- 172.21.15.67:0/116532855 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ecc336e370 msgr2=0x55ecc335f4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:45.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.710+0000 7f95c9539640 1 --2- 172.21.15.67:0/116532855 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ecc336e370 0x55ecc335f4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:45.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.710+0000 7f95c9539640 1 -- 172.21.15.67:0/116532855 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ecc3380500 con 0x55ecc3364b40 2024-09-10T08:19:45.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.710+0000 7f95c9539640 1 --2- 172.21.15.67:0/116532855 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ecc3364b40 0x55ecc3385cf0 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7f95b40ed350 tx=0x7f95b403bf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f12f4c06eb97588e server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:45.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.710+0000 7f95af7fe640 1 -- 172.21.15.67:0/116532855 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95b4049070 con 0x55ecc3364b40 2024-09-10T08:19:45.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.710+0000 7f95af7fe640 1 -- 172.21.15.67:0/116532855 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f95b40bc440 con 0x55ecc3364b40 2024-09-10T08:19:45.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.710+0000 7f95af7fe640 1 -- 172.21.15.67:0/116532855 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95b40c4680 con 0x55ecc3364b40 2024-09-10T08:19:45.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.711+0000 7f95ce377740 1 -- 172.21.15.67:0/116532855 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ecc3364b40 msgr2=0x55ecc3385cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:45.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.711+0000 7f95ce377740 1 --2- 172.21.15.67:0/116532855 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ecc3364b40 0x55ecc3385cf0 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7f95b40ed350 tx=0x7f95b403bf90 comp rx=0 tx=0).stop 2024-09-10T08:19:45.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.711+0000 7f95ce377740 1 -- 172.21.15.67:0/116532855 shutdown_connections 2024-09-10T08:19:45.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.711+0000 7f95ce377740 1 --2- 172.21.15.67:0/116532855 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ecc336e370 0x55ecc335f4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:45.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.711+0000 7f95ce377740 1 --2- 172.21.15.67:0/116532855 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ecc3364b40 0x55ecc3385cf0 unknown :-1 s=CLOSED pgs=872 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:45.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.711+0000 7f95ce377740 1 --2- 172.21.15.67:0/116532855 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ecc33635d0 0x55ecc33857b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:45.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.711+0000 7f95ce377740 1 -- 172.21.15.67:0/116532855 >> 172.21.15.67:0/116532855 conn(0x55ecc332c310 msgr2=0x55ecc336a140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:45.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.712+0000 7f95ce377740 1 -- 172.21.15.67:0/116532855 shutdown_connections 2024-09-10T08:19:45.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.712+0000 7f95ce377740 1 -- 172.21.15.67:0/116532855 wait complete. 2024-09-10T08:19:45.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.712+0000 7f95ce377740 1 -- start start 2024-09-10T08:19:45.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.712+0000 7f95ce377740 1 Processor -- start 2024-09-10T08:19:45.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.712+0000 7f95ce377740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ecc33635d0 0x55ecc33764d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:45.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.712+0000 7f95ce377740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ecc336e370 0x55ecc3376a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:45.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.712+0000 7f95ce377740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ecc3371760 0x55ecc3371ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:45.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.713+0000 7f95ce377740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f95c41b0240 con 0x55ecc33635d0 2024-09-10T08:19:45.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.713+0000 7f95ce377740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f95c41afb70 con 0x55ecc3371760 2024-09-10T08:19:45.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.713+0000 7f95ce377740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f95c41acdb0 con 0x55ecc336e370 2024-09-10T08:19:45.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.713+0000 7f95ce377740 10 client.0 _ll_register_callbacks cb 0x7f95c000a570 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:19:45.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.713+0000 7f95c9d3a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ecc33635d0 0x55ecc33764d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:45.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.713+0000 7f95c9d3a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ecc33635d0 0x55ecc33764d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55624/0 (socket says 172.21.15.67:55624) 2024-09-10T08:19:45.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.713+0000 7f95c9d3a640 1 -- 172.21.15.67:0/1916691149 learned_addr learned my addr 172.21.15.67:0/1916691149 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:45.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.713+0000 7f95c9539640 1 --2- 172.21.15.67:0/1916691149 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ecc336e370 0x55ecc3376a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:45.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.713+0000 7f95ca53b640 1 --2- 172.21.15.67:0/1916691149 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ecc3371760 0x55ecc3371ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:45.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.713+0000 7f95c9d3a640 1 -- 172.21.15.67:0/1916691149 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ecc336e370 msgr2=0x55ecc3376a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:45.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.713+0000 7f95c9d3a640 1 --2- 172.21.15.67:0/1916691149 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ecc336e370 0x55ecc3376a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:45.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.713+0000 7f95c9d3a640 1 -- 172.21.15.67:0/1916691149 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ecc3371760 msgr2=0x55ecc3371ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:45.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.713+0000 7f95c9d3a640 1 --2- 172.21.15.67:0/1916691149 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ecc3371760 0x55ecc3371ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:45.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.713+0000 7f95c9d3a640 1 -- 172.21.15.67:0/1916691149 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ecc33723d0 con 0x55ecc33635d0 2024-09-10T08:19:45.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.713+0000 7f95ca53b640 1 --2- 172.21.15.67:0/1916691149 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ecc3371760 0x55ecc3371ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:19:45.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.713+0000 7f95c9d3a640 1 --2- 172.21.15.67:0/1916691149 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ecc33635d0 0x55ecc33764d0 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x55ecc3380750 tx=0x7f95c0014ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b147e49508c7b2d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:45.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.713+0000 7f95ad7fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:19:45.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.714+0000 7f95ad7fa640 1 -- 172.21.15.67:0/1916691149 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95c00142e0 con 0x55ecc33635d0 2024-09-10T08:19:45.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.714+0000 7f95ad7fa640 1 -- 172.21.15.67:0/1916691149 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f95c0004b20 con 0x55ecc33635d0 2024-09-10T08:19:45.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.714+0000 7f95ce377740 1 -- 172.21.15.67:0/1916691149 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f95b40bc440 con 0x55ecc33635d0 2024-09-10T08:19:45.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.714+0000 7f95ad7fa640 1 -- 172.21.15.67:0/1916691149 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f95c0004d20 con 0x55ecc33635d0 2024-09-10T08:19:45.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.714+0000 7f95ce377740 10 client.16872 fetch_fsmap learned FSMap version 29 2024-09-10T08:19:45.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.714+0000 7f95ce377740 1 -- 172.21.15.67:0/1916691149 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ecc33e8750 con 0x55ecc33635d0 2024-09-10T08:19:45.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.714+0000 7f95ad7fa640 1 -- 172.21.15.67:0/1916691149 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f95b40bc440 con 0x55ecc33635d0 2024-09-10T08:19:45.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.714+0000 7f95ad7fa640 1 -- 172.21.15.67:0/1916691149 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f95c0004020 con 0x55ecc33635d0 2024-09-10T08:19:45.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.714+0000 7f95ce377740 10 client.16872 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:19:45.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.714+0000 7f95ce377740 10 client.16872 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.k 2024-09-10T08:19:45.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.714+0000 7f95ce377740 20 client.16872 populate_metadata read hostname 'smithi067' 2024-09-10T08:19:45.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.714+0000 7f95ce377740 1 --2- 172.21.15.67:0/1916691149 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x55ecc33e8ed0 0x55ecc33eb2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:45.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.714+0000 7f95ce377740 4 client.16872 mds_command: new command op to 24404 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T08:19:45.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.714+0000 7f95ce377740 1 -- 172.21.15.67:0/1916691149 --> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ecc324d170 con 0x55ecc33e8ed0 2024-09-10T08:19:45.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.715+0000 7f95c9539640 1 --2- 172.21.15.67:0/1916691149 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x55ecc33e8ed0 0x55ecc33eb2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:45.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.715+0000 7f95ad7fa640 10 client.16872 ms_handle_connect on v2:172.21.15.133:6832/2920270168 2024-09-10T08:19:45.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.715+0000 7f95c9539640 1 --2- 172.21.15.67:0/1916691149 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x55ecc33e8ed0 0x55ecc33eb2f0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=5483bd6fd8066faa server_cookie=df5036c6993b2014 in_seq=0 out_seq=0 2024-09-10T08:19:45.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.715+0000 7f95ad7fa640 1 -- 172.21.15.67:0/1916691149 <== mds.4 v2:172.21.15.133:6832/2920270168 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ecc324d170 con 0x55ecc33e8ed0 2024-09-10T08:19:45.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.715+0000 7f95ad7fa640 10 client.16872 handle_command_reply: tid=0 2024-09-10T08:19:45.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.716+0000 7f95ce377740 1 client.16872 shutdown 2024-09-10T08:19:45.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.716+0000 7f95ce377740 1 -- 172.21.15.67:0/1916691149 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ecc33635d0 msgr2=0x55ecc33764d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:45.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.716+0000 7f95ce377740 1 --2- 172.21.15.67:0/1916691149 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ecc33635d0 0x55ecc33764d0 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x55ecc3380750 tx=0x7f95c0014ca0 comp rx=0 tx=0).stop 2024-09-10T08:19:45.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.716+0000 7f95ce377740 1 -- 172.21.15.67:0/1916691149 shutdown_connections 2024-09-10T08:19:45.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.716+0000 7f95ce377740 1 --2- 172.21.15.67:0/1916691149 >> [v2:172.21.15.133:6832/2920270168,v1:172.21.15.133:6833/2920270168] conn(0x55ecc33e8ed0 0x55ecc33eb2f0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:45.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.716+0000 7f95ce377740 1 --2- 172.21.15.67:0/1916691149 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ecc3371760 0x55ecc3371ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:45.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.716+0000 7f95ce377740 1 --2- 172.21.15.67:0/1916691149 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ecc336e370 0x55ecc3376a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:45.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.716+0000 7f95ce377740 1 --2- 172.21.15.67:0/1916691149 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ecc33635d0 0x55ecc33764d0 unknown :-1 s=CLOSED pgs=873 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:45.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.716+0000 7f95ad7fa640 0 client.16872 ms_handle_reset on v2:172.21.15.133:6832/2920270168 2024-09-10T08:19:45.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.716+0000 7f95ce377740 1 -- 172.21.15.67:0/1916691149 >> 172.21.15.67:0/1916691149 conn(0x55ecc332c310 msgr2=0x55ecc3379080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:45.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.716+0000 7f95ce377740 1 -- 172.21.15.67:0/1916691149 shutdown_connections 2024-09-10T08:19:45.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.716+0000 7f95ce377740 1 -- 172.21.15.67:0/1916691149 wait complete. 2024-09-10T08:19:45.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.716+0000 7f95ce377740 20 client.16872 trim_cache size 0 max 16384 2024-09-10T08:19:45.723 INFO:teuthology.orchestra.run.smithi067.stdout:[] 2024-09-10T08:19:45.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.717+0000 7f95cbf9e640 1 -- 172.21.15.67:0/4090907339 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f95b00a2b80 msgr2=0x7f95b00a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:45.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.717+0000 7f95cbf9e640 1 --2- 172.21.15.67:0/4090907339 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f95b00a2b80 0x7f95b00a5040 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f95bc005e00 tx=0x7f95bc005c50 comp rx=0 tx=0).stop 2024-09-10T08:19:45.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.717+0000 7f95cbf9e640 1 -- 172.21.15.67:0/4090907339 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f95c4103660 msgr2=0x7f95c41988e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:45.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.717+0000 7f95cbf9e640 1 --2- 172.21.15.67:0/4090907339 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f95c4103660 0x7f95c41988e0 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7f95b4005940 tx=0x7f95b40042f0 comp rx=0 tx=0).stop 2024-09-10T08:19:45.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.717+0000 7f95cbf9e640 1 -- 172.21.15.67:0/4090907339 shutdown_connections 2024-09-10T08:19:45.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.717+0000 7f95cbf9e640 1 --2- 172.21.15.67:0/4090907339 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f95b00a2b80 0x7f95b00a5040 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:45.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.717+0000 7f95cbf9e640 1 --2- 172.21.15.67:0/4090907339 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f95c410c170 0x7f95c419cc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:45.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.717+0000 7f95cbf9e640 1 --2- 172.21.15.67:0/4090907339 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f95c4103660 0x7f95c41988e0 unknown :-1 s=CLOSED pgs=869 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:45.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.717+0000 7f95cbf9e640 1 --2- 172.21.15.67:0/4090907339 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f95c4102d40 0x7f95c41983a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:45.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.717+0000 7f95cbf9e640 1 -- 172.21.15.67:0/4090907339 >> 172.21.15.67:0/4090907339 conn(0x7f95c40fc7a0 msgr2=0x7f95c40fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:45.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.717+0000 7f95cbf9e640 1 -- 172.21.15.67:0/4090907339 shutdown_connections 2024-09-10T08:19:45.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:45.717+0000 7f95cbf9e640 1 -- 172.21.15.67:0/4090907339 wait complete. 2024-09-10T08:19:46.614 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.1:3 damage ls 2024-09-10T08:19:46.876 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:19:47.286 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:47 smithi067 ceph-mon[31051]: pgmap v506: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 2.1 KiB/s wr, 15 op/s 2024-09-10T08:19:47.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:47 smithi203 ceph-mon[34672]: pgmap v506: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 2.1 KiB/s wr, 15 op/s 2024-09-10T08:19:47.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:47 smithi133 ceph-mon[34721]: pgmap v506: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 7.6 KiB/s rd, 2.1 KiB/s wr, 15 op/s 2024-09-10T08:19:47.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.371+0000 7f330a566640 1 -- 172.21.15.67:0/2697763805 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3304106a80 msgr2=0x7f3304106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:47.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.371+0000 7f330a566640 1 --2- 172.21.15.67:0/2697763805 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3304106a80 0x7f3304106e60 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7f32f4009930 tx=0x7f32f402a420 comp rx=0 tx=0).stop 2024-09-10T08:19:47.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.371+0000 7f330a566640 1 -- 172.21.15.67:0/2697763805 shutdown_connections 2024-09-10T08:19:47.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.371+0000 7f330a566640 1 --2- 172.21.15.67:0/2697763805 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3304101420 0x7f330410d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:47.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.371+0000 7f330a566640 1 --2- 172.21.15.67:0/2697763805 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3304100a80 0x7f3304100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:47.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.371+0000 7f330a566640 1 --2- 172.21.15.67:0/2697763805 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3304106a80 0x7f3304106e60 unknown :-1 s=CLOSED pgs=874 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:47.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.371+0000 7f330a566640 1 -- 172.21.15.67:0/2697763805 >> 172.21.15.67:0/2697763805 conn(0x7f33040fc7a0 msgr2=0x7f33040febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:47.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.371+0000 7f330a566640 1 -- 172.21.15.67:0/2697763805 shutdown_connections 2024-09-10T08:19:47.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.371+0000 7f330a566640 1 -- 172.21.15.67:0/2697763805 wait complete. 2024-09-10T08:19:47.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.371+0000 7f330a566640 1 Processor -- start 2024-09-10T08:19:47.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.372+0000 7f330a566640 1 -- start start 2024-09-10T08:19:47.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.372+0000 7f330a566640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3304100a80 0x7f3304198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:47.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.372+0000 7f330a566640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3304101420 0x7f3304198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:47.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.372+0000 7f330a566640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3304106a80 0x7f330419cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:47.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.372+0000 7f330a566640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3304110cf0 con 0x7f3304100a80 2024-09-10T08:19:47.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.372+0000 7f330a566640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f3304110b70 con 0x7f3304101420 2024-09-10T08:19:47.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.372+0000 7f330a566640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f3304110e70 con 0x7f3304106a80 2024-09-10T08:19:47.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.372+0000 7f3303fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3304100a80 0x7f3304198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:47.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.372+0000 7f3303fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3304100a80 0x7f3304198340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55640/0 (socket says 172.21.15.67:55640) 2024-09-10T08:19:47.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.372+0000 7f3303fff640 1 -- 172.21.15.67:0/1608559653 learned_addr learned my addr 172.21.15.67:0/1608559653 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:47.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.372+0000 7f32fbfff640 1 --2- 172.21.15.67:0/1608559653 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3304101420 0x7f3304198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:47.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.372+0000 7f3308b03640 1 --2- 172.21.15.67:0/1608559653 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3304106a80 0x7f330419cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:47.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.372+0000 7f3303fff640 1 -- 172.21.15.67:0/1608559653 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3304106a80 msgr2=0x7f330419cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:47.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.372+0000 7f3303fff640 1 --2- 172.21.15.67:0/1608559653 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3304106a80 0x7f330419cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:47.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.372+0000 7f3303fff640 1 -- 172.21.15.67:0/1608559653 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3304101420 msgr2=0x7f3304198880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:47.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.372+0000 7f3303fff640 1 --2- 172.21.15.67:0/1608559653 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3304101420 0x7f3304198880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:47.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.372+0000 7f3303fff640 1 -- 172.21.15.67:0/1608559653 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f330419d2f0 con 0x7f3304100a80 2024-09-10T08:19:47.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.372+0000 7f3308b03640 1 --2- 172.21.15.67:0/1608559653 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3304106a80 0x7f330419cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:19:47.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.372+0000 7f3303fff640 1 --2- 172.21.15.67:0/1608559653 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3304100a80 0x7f3304198340 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7f32f4004770 tx=0x7f32f40042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:47.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.373+0000 7f3301ffb640 1 -- 172.21.15.67:0/1608559653 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32f403f070 con 0x7f3304100a80 2024-09-10T08:19:47.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.373+0000 7f330a566640 1 -- 172.21.15.67:0/1608559653 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f330419d580 con 0x7f3304100a80 2024-09-10T08:19:47.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.373+0000 7f3301ffb640 1 -- 172.21.15.67:0/1608559653 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f32f403b460 con 0x7f3304100a80 2024-09-10T08:19:47.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.373+0000 7f3301ffb640 1 -- 172.21.15.67:0/1608559653 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32f4035070 con 0x7f3304100a80 2024-09-10T08:19:47.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.373+0000 7f330a566640 1 -- 172.21.15.67:0/1608559653 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33041a4ec0 con 0x7f3304100a80 2024-09-10T08:19:47.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.375+0000 7f3301ffb640 1 -- 172.21.15.67:0/1608559653 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f32f403b610 con 0x7f3304100a80 2024-09-10T08:19:47.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.375+0000 7f330c93f740 1 Processor -- start 2024-09-10T08:19:47.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.375+0000 7f330c93f740 1 -- start start 2024-09-10T08:19:47.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.375+0000 7f330c93f740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e4fd1bab40 0x55e4fd1b9090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:47.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.375+0000 7f330c93f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4fd1b95d0 0x55e4fd1b9a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:47.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.375+0000 7f330c93f740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55e4fd1c8780 0x55e4fd1cab70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:47.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.375+0000 7f330c93f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55e4fd11f2f0 con 0x55e4fd1b95d0 2024-09-10T08:19:47.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.375+0000 7f330c93f740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55e4fd0c6cf0 con 0x55e4fd1bab40 2024-09-10T08:19:47.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.375+0000 7f330c93f740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55e4fd11b2b0 con 0x55e4fd1c8780 2024-09-10T08:19:47.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.376+0000 7f3303fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4fd1b95d0 0x55e4fd1b9a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:47.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.376+0000 7f3303fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4fd1b95d0 0x55e4fd1b9a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55652/0 (socket says 172.21.15.67:55652) 2024-09-10T08:19:47.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.376+0000 7f3303fff640 1 -- 172.21.15.67:0/4143811729 learned_addr learned my addr 172.21.15.67:0/4143811729 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:47.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.376+0000 7f3301ffb640 1 --2- 172.21.15.67:0/1608559653 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f32f00a2b80 0x7f32f00a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:47.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.376+0000 7f3308b03640 1 --2- 172.21.15.67:0/4143811729 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e4fd1bab40 0x55e4fd1b9090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:47.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.376+0000 7f32fbfff640 1 --2- 172.21.15.67:0/4143811729 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55e4fd1c8780 0x55e4fd1cab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:47.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.376+0000 7f3308b03640 1 --2- 172.21.15.67:0/1608559653 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f32f00a2b80 0x7f32f00a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:47.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.376+0000 7f3303fff640 1 -- 172.21.15.67:0/4143811729 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55e4fd1c8780 msgr2=0x55e4fd1cab70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:47.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.376+0000 7f3303fff640 1 --2- 172.21.15.67:0/4143811729 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55e4fd1c8780 0x55e4fd1cab70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:47.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.376+0000 7f3303fff640 1 -- 172.21.15.67:0/4143811729 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e4fd1bab40 msgr2=0x55e4fd1b9090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:47.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.376+0000 7f3303fff640 1 --2- 172.21.15.67:0/4143811729 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e4fd1bab40 0x55e4fd1b9090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:47.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.376+0000 7f3301ffb640 1 -- 172.21.15.67:0/1608559653 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f32f40ef7c0 con 0x7f3304100a80 2024-09-10T08:19:47.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.376+0000 7f3303fff640 1 -- 172.21.15.67:0/4143811729 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e4fd0ab3a0 con 0x55e4fd1b95d0 2024-09-10T08:19:47.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.376+0000 7f3308b03640 1 --2- 172.21.15.67:0/4143811729 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e4fd1bab40 0x55e4fd1b9090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:19:47.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.376+0000 7f3303fff640 1 --2- 172.21.15.67:0/4143811729 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4fd1b95d0 0x55e4fd1b9a10 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7f32f40b85f0 tx=0x7f32f402a420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4b00f4652b84469 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:47.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.376+0000 7f32fa7fc640 1 -- 172.21.15.67:0/4143811729 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32f4048070 con 0x55e4fd1b95d0 2024-09-10T08:19:47.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.377+0000 7f32fa7fc640 1 -- 172.21.15.67:0/4143811729 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f32f40bc320 con 0x55e4fd1b95d0 2024-09-10T08:19:47.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.377+0000 7f32fa7fc640 1 -- 172.21.15.67:0/4143811729 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32f403ba30 con 0x55e4fd1b95d0 2024-09-10T08:19:47.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.377+0000 7f330c93f740 1 -- 172.21.15.67:0/4143811729 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4fd1b95d0 msgr2=0x55e4fd1b9a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:47.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.377+0000 7f3308b03640 1 --2- 172.21.15.67:0/1608559653 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f32f00a2b80 0x7f32f00a5040 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f32fc009fd0 tx=0x7f32fc004ab0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:47.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.377+0000 7f330c93f740 1 --2- 172.21.15.67:0/4143811729 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4fd1b95d0 0x55e4fd1b9a10 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7f32f40b85f0 tx=0x7f32f402a420 comp rx=0 tx=0).stop 2024-09-10T08:19:47.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.377+0000 7f330c93f740 1 -- 172.21.15.67:0/4143811729 shutdown_connections 2024-09-10T08:19:47.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.377+0000 7f330c93f740 1 --2- 172.21.15.67:0/4143811729 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55e4fd1c8780 0x55e4fd1cab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:47.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.377+0000 7f330c93f740 1 --2- 172.21.15.67:0/4143811729 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4fd1b95d0 0x55e4fd1b9a10 unknown :-1 s=CLOSED pgs=876 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:47.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.377+0000 7f330c93f740 1 --2- 172.21.15.67:0/4143811729 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e4fd1bab40 0x55e4fd1b9090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:47.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.377+0000 7f330c93f740 1 -- 172.21.15.67:0/4143811729 >> 172.21.15.67:0/4143811729 conn(0x55e4fd182310 msgr2=0x55e4fd1b5c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:47.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.377+0000 7f330c93f740 1 -- 172.21.15.67:0/4143811729 shutdown_connections 2024-09-10T08:19:47.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.377+0000 7f330c93f740 1 -- 172.21.15.67:0/4143811729 wait complete. 2024-09-10T08:19:47.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.378+0000 7f330c93f740 1 -- start start 2024-09-10T08:19:47.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.378+0000 7f330c93f740 1 Processor -- start 2024-09-10T08:19:47.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.378+0000 7f330c93f740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e4fd1b95d0 0x55e4fd1c80e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:47.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.378+0000 7f330c93f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4fd1bab40 0x55e4fd1c5390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:47.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.378+0000 7f330c93f740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55e4fd1c8780 0x55e4fd1c58f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:47.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.378+0000 7f330c93f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55e4fd1cb240 con 0x55e4fd1bab40 2024-09-10T08:19:47.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.378+0000 7f330c93f740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55e4fd0da060 con 0x55e4fd1b95d0 2024-09-10T08:19:47.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.378+0000 7f330c93f740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55e4fd1cb3c0 con 0x55e4fd1c8780 2024-09-10T08:19:47.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.378+0000 7f330c93f740 10 client.0 _ll_register_callbacks cb 0x55e4fce2d8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:19:47.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.378+0000 7f32fbfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4fd1bab40 0x55e4fd1c5390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:47.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.378+0000 7f32fbfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4fd1bab40 0x55e4fd1c5390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55668/0 (socket says 172.21.15.67:55668) 2024-09-10T08:19:47.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.378+0000 7f32fbfff640 1 -- 172.21.15.67:0/2732722084 learned_addr learned my addr 172.21.15.67:0/2732722084 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:47.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.378+0000 7f3303fff640 1 --2- 172.21.15.67:0/2732722084 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e4fd1b95d0 0x55e4fd1c80e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:47.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.379+0000 7f3308b03640 1 --2- 172.21.15.67:0/2732722084 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55e4fd1c8780 0x55e4fd1c58f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:47.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.379+0000 7f32fbfff640 1 -- 172.21.15.67:0/2732722084 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55e4fd1c8780 msgr2=0x55e4fd1c58f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:47.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.379+0000 7f32fbfff640 1 --2- 172.21.15.67:0/2732722084 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55e4fd1c8780 0x55e4fd1c58f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:47.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.379+0000 7f32fbfff640 1 -- 172.21.15.67:0/2732722084 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e4fd1b95d0 msgr2=0x55e4fd1c80e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:47.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.379+0000 7f32fbfff640 1 --2- 172.21.15.67:0/2732722084 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e4fd1b95d0 0x55e4fd1c80e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:47.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.379+0000 7f32fbfff640 1 -- 172.21.15.67:0/2732722084 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e4fce903c0 con 0x55e4fd1bab40 2024-09-10T08:19:47.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.379+0000 7f3303fff640 1 --2- 172.21.15.67:0/2732722084 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e4fd1b95d0 0x55e4fd1c80e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-10T08:19:47.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.379+0000 7f32fbfff640 1 --2- 172.21.15.67:0/2732722084 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4fd1bab40 0x55e4fd1c5390 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7f32ec010a50 tx=0x7f32ec010f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8ebc46d19ad5961 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:47.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.379+0000 7f32e37fe640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:19:47.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.379+0000 7f32e37fe640 1 -- 172.21.15.67:0/2732722084 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32ec00fbd0 con 0x55e4fd1bab40 2024-09-10T08:19:47.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.379+0000 7f32e37fe640 1 -- 172.21.15.67:0/2732722084 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f32ec00fd70 con 0x55e4fd1bab40 2024-09-10T08:19:47.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.379+0000 7f330c93f740 1 -- 172.21.15.67:0/2732722084 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f32f40bc320 con 0x55e4fd1bab40 2024-09-10T08:19:47.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.379+0000 7f32e37fe640 1 -- 172.21.15.67:0/2732722084 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f32ec024050 con 0x55e4fd1bab40 2024-09-10T08:19:47.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.379+0000 7f330c93f740 10 client.16884 fetch_fsmap learned FSMap version 29 2024-09-10T08:19:47.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.379+0000 7f330c93f740 1 -- 172.21.15.67:0/2732722084 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55e4fd1d6c30 con 0x55e4fd1bab40 2024-09-10T08:19:47.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.380+0000 7f32e37fe640 1 -- 172.21.15.67:0/2732722084 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f32f40bc320 con 0x55e4fd1bab40 2024-09-10T08:19:47.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.380+0000 7f32e37fe640 1 -- 172.21.15.67:0/2732722084 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f32ec00e4f0 con 0x55e4fd1bab40 2024-09-10T08:19:47.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.380+0000 7f330c93f740 10 client.16884 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:19:47.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.380+0000 7f330c93f740 10 client.16884 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.l 2024-09-10T08:19:47.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.380+0000 7f330c93f740 20 client.16884 populate_metadata read hostname 'smithi067' 2024-09-10T08:19:47.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.380+0000 7f330c93f740 1 --2- 172.21.15.67:0/2732722084 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x55e4fd1d8190 0x55e4fd1da5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:47.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.380+0000 7f330c93f740 4 client.16884 mds_command: new command op to 24412 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:19:47.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.380+0000 7f330c93f740 1 -- 172.21.15.67:0/2732722084 --> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e4fd12c860 con 0x55e4fd1d8190 2024-09-10T08:19:47.388 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.380+0000 7f3303fff640 1 --2- 172.21.15.67:0/2732722084 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x55e4fd1d8190 0x55e4fd1da5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:47.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.381+0000 7f32e37fe640 10 client.16884 ms_handle_connect on v2:172.21.15.203:6832/754287689 2024-09-10T08:19:47.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.380+0000 7f3303fff640 1 --2- 172.21.15.67:0/2732722084 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x55e4fd1d8190 0x55e4fd1da5f0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=e686e5c12a93eb63 server_cookie=3871d3ca9048953b in_seq=0 out_seq=0 2024-09-10T08:19:47.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.381+0000 7f32e37fe640 1 -- 172.21.15.67:0/2732722084 <== mds.3 v2:172.21.15.203:6832/754287689 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e4fd12c860 con 0x55e4fd1d8190 2024-09-10T08:19:47.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.381+0000 7f32e37fe640 10 client.16884 handle_command_reply: tid=0 2024-09-10T08:19:47.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.381+0000 7f330c93f740 1 client.16884 shutdown 2024-09-10T08:19:47.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.381+0000 7f330c93f740 1 -- 172.21.15.67:0/2732722084 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4fd1bab40 msgr2=0x55e4fd1c5390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:47.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.381+0000 7f330c93f740 1 --2- 172.21.15.67:0/2732722084 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4fd1bab40 0x55e4fd1c5390 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7f32ec010a50 tx=0x7f32ec010f10 comp rx=0 tx=0).stop 2024-09-10T08:19:47.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.381+0000 7f330c93f740 1 -- 172.21.15.67:0/2732722084 shutdown_connections 2024-09-10T08:19:47.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.381+0000 7f330c93f740 1 --2- 172.21.15.67:0/2732722084 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x55e4fd1d8190 0x55e4fd1da5f0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:47.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.382+0000 7f330c93f740 1 --2- 172.21.15.67:0/2732722084 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55e4fd1c8780 0x55e4fd1c58f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:47.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.382+0000 7f330c93f740 1 --2- 172.21.15.67:0/2732722084 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4fd1bab40 0x55e4fd1c5390 unknown :-1 s=CLOSED pgs=877 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:47.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.382+0000 7f330c93f740 1 --2- 172.21.15.67:0/2732722084 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e4fd1b95d0 0x55e4fd1c80e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:47.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.382+0000 7f32e37fe640 0 client.16884 ms_handle_reset on v2:172.21.15.203:6832/754287689 2024-09-10T08:19:47.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.382+0000 7f330c93f740 1 -- 172.21.15.67:0/2732722084 >> 172.21.15.67:0/2732722084 conn(0x55e4fd182310 msgr2=0x55e4fd1bb930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:47.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.382+0000 7f330c93f740 1 -- 172.21.15.67:0/2732722084 shutdown_connections 2024-09-10T08:19:47.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.382+0000 7f330c93f740 1 -- 172.21.15.67:0/2732722084 wait complete. 2024-09-10T08:19:47.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.382+0000 7f330c93f740 20 client.16884 trim_cache size 0 max 16384 2024-09-10T08:19:47.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.395+0000 7f330c93f740 1 Processor -- start 2024-09-10T08:19:47.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.395+0000 7f330c93f740 1 -- start start 2024-09-10T08:19:47.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.395+0000 7f330c93f740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e4fd1b95d0 0x55e4fd1d4380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:47.396 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.395+0000 7f330c93f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4fd1bab40 0x55e4fd1c4370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:47.396 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.395+0000 7f330c93f740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55e4fd1c8780 0x55e4fd1dfec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:47.396 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.395+0000 7f330c93f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f33041acac0 con 0x55e4fd1bab40 2024-09-10T08:19:47.396 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.395+0000 7f330c93f740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f33041ae600 con 0x55e4fd1b95d0 2024-09-10T08:19:47.396 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.395+0000 7f330c93f740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f33041ad190 con 0x55e4fd1c8780 2024-09-10T08:19:47.396 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.395+0000 7f32fbfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4fd1bab40 0x55e4fd1c4370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:47.396 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.395+0000 7f32fbfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4fd1bab40 0x55e4fd1c4370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55670/0 (socket says 172.21.15.67:55670) 2024-09-10T08:19:47.396 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.395+0000 7f32fbfff640 1 -- 172.21.15.67:0/2105035343 learned_addr learned my addr 172.21.15.67:0/2105035343 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:47.396 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.395+0000 7f3303fff640 1 --2- 172.21.15.67:0/2105035343 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e4fd1b95d0 0x55e4fd1d4380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:47.396 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.395+0000 7f3308b03640 1 --2- 172.21.15.67:0/2105035343 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55e4fd1c8780 0x55e4fd1dfec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:47.396 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.396+0000 7f32fbfff640 1 -- 172.21.15.67:0/2105035343 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55e4fd1c8780 msgr2=0x55e4fd1dfec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:47.396 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.396+0000 7f32fbfff640 1 --2- 172.21.15.67:0/2105035343 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55e4fd1c8780 0x55e4fd1dfec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:47.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.396+0000 7f32fbfff640 1 -- 172.21.15.67:0/2105035343 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e4fd1b95d0 msgr2=0x55e4fd1d4380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:47.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.396+0000 7f32fbfff640 1 --2- 172.21.15.67:0/2105035343 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e4fd1b95d0 0x55e4fd1d4380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:47.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.396+0000 7f32fbfff640 1 -- 172.21.15.67:0/2105035343 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e4fd1b54f0 con 0x55e4fd1bab40 2024-09-10T08:19:47.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.396+0000 7f3308b03640 1 --2- 172.21.15.67:0/2105035343 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55e4fd1c8780 0x55e4fd1dfec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:19:47.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.396+0000 7f32fbfff640 1 --2- 172.21.15.67:0/2105035343 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4fd1bab40 0x55e4fd1c4370 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7f32ec00eb00 tx=0x7f32ec00ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc9d2c59b32452cd server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:47.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.396+0000 7f32f9ffb640 1 -- 172.21.15.67:0/2105035343 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32ec02d070 con 0x55e4fd1bab40 2024-09-10T08:19:47.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.396+0000 7f32f9ffb640 1 -- 172.21.15.67:0/2105035343 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f32ec00a340 con 0x55e4fd1bab40 2024-09-10T08:19:47.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.396+0000 7f32f9ffb640 1 -- 172.21.15.67:0/2105035343 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32ec005460 con 0x55e4fd1bab40 2024-09-10T08:19:47.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.397+0000 7f330c93f740 1 -- 172.21.15.67:0/2105035343 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4fd1bab40 msgr2=0x55e4fd1c4370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:47.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.397+0000 7f330c93f740 1 --2- 172.21.15.67:0/2105035343 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4fd1bab40 0x55e4fd1c4370 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7f32ec00eb00 tx=0x7f32ec00ed30 comp rx=0 tx=0).stop 2024-09-10T08:19:47.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.397+0000 7f330c93f740 1 -- 172.21.15.67:0/2105035343 shutdown_connections 2024-09-10T08:19:47.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.397+0000 7f330c93f740 1 --2- 172.21.15.67:0/2105035343 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55e4fd1c8780 0x55e4fd1dfec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:47.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.397+0000 7f330c93f740 1 --2- 172.21.15.67:0/2105035343 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4fd1bab40 0x55e4fd1c4370 unknown :-1 s=CLOSED pgs=878 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:47.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.397+0000 7f330c93f740 1 --2- 172.21.15.67:0/2105035343 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e4fd1b95d0 0x55e4fd1d4380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:47.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.397+0000 7f330c93f740 1 -- 172.21.15.67:0/2105035343 >> 172.21.15.67:0/2105035343 conn(0x55e4fd182310 msgr2=0x55e4fd1c3c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:47.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.397+0000 7f330c93f740 1 -- 172.21.15.67:0/2105035343 shutdown_connections 2024-09-10T08:19:47.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.397+0000 7f330c93f740 1 -- 172.21.15.67:0/2105035343 wait complete. 2024-09-10T08:19:47.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.397+0000 7f330c93f740 1 -- start start 2024-09-10T08:19:47.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.397+0000 7f330c93f740 1 Processor -- start 2024-09-10T08:19:47.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.398+0000 7f330c93f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4fd1b95d0 0x55e4fd1d0c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:47.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.398+0000 7f330c93f740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55e4fd1bab40 0x55e4fd1cbfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:47.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.398+0000 7f330c93f740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e4fd1c8780 0x55e4fd1cc4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:47.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.398+0000 7f330c93f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f33041adf30 con 0x55e4fd1b95d0 2024-09-10T08:19:47.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.398+0000 7f330c93f740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f33041ad860 con 0x55e4fd1c8780 2024-09-10T08:19:47.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.398+0000 7f330c93f740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f33041aaaa0 con 0x55e4fd1bab40 2024-09-10T08:19:47.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.398+0000 7f330c93f740 10 client.0 _ll_register_callbacks cb 0x7f32ec00a820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:19:47.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.398+0000 7f3303fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4fd1b95d0 0x55e4fd1d0c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:47.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.398+0000 7f3308b03640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e4fd1c8780 0x55e4fd1cc4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:47.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.398+0000 7f3303fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4fd1b95d0 0x55e4fd1d0c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55676/0 (socket says 172.21.15.67:55676) 2024-09-10T08:19:47.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.398+0000 7f3303fff640 1 -- 172.21.15.67:0/3322364376 learned_addr learned my addr 172.21.15.67:0/3322364376 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:47.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.398+0000 7f32fbfff640 1 --2- 172.21.15.67:0/3322364376 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55e4fd1bab40 0x55e4fd1cbfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:47.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.398+0000 7f3303fff640 1 -- 172.21.15.67:0/3322364376 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55e4fd1bab40 msgr2=0x55e4fd1cbfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:47.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.398+0000 7f3303fff640 1 --2- 172.21.15.67:0/3322364376 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55e4fd1bab40 0x55e4fd1cbfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:47.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.398+0000 7f3303fff640 1 -- 172.21.15.67:0/3322364376 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e4fd1c8780 msgr2=0x55e4fd1cc4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:47.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.398+0000 7f3303fff640 1 --2- 172.21.15.67:0/3322364376 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e4fd1c8780 0x55e4fd1cc4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:47.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.398+0000 7f3303fff640 1 -- 172.21.15.67:0/3322364376 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e4fd1cccf0 con 0x55e4fd1b95d0 2024-09-10T08:19:47.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.398+0000 7f3303fff640 1 --2- 172.21.15.67:0/3322364376 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4fd1b95d0 0x55e4fd1d0c80 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7f32f40b85f0 tx=0x7f32f40efb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c42f66a9f74004de server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:47.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.398+0000 7f32e37fe640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:19:47.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.398+0000 7f32e37fe640 1 -- 172.21.15.67:0/3322364376 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32f4048040 con 0x55e4fd1b95d0 2024-09-10T08:19:47.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.398+0000 7f32e37fe640 1 -- 172.21.15.67:0/3322364376 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f32f403ba30 con 0x55e4fd1b95d0 2024-09-10T08:19:47.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.398+0000 7f330c93f740 1 -- 172.21.15.67:0/3322364376 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f32ec00a340 con 0x55e4fd1b95d0 2024-09-10T08:19:47.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.399+0000 7f32e37fe640 1 -- 172.21.15.67:0/3322364376 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f32f40bc320 con 0x55e4fd1b95d0 2024-09-10T08:19:47.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.399+0000 7f330c93f740 10 client.16890 fetch_fsmap learned FSMap version 29 2024-09-10T08:19:47.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.399+0000 7f330c93f740 1 -- 172.21.15.67:0/3322364376 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55e4fd242e30 con 0x55e4fd1b95d0 2024-09-10T08:19:47.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.399+0000 7f32e37fe640 1 -- 172.21.15.67:0/3322364376 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f32ec00a340 con 0x55e4fd1b95d0 2024-09-10T08:19:47.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.399+0000 7f32e37fe640 1 -- 172.21.15.67:0/3322364376 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f32f404b060 con 0x55e4fd1b95d0 2024-09-10T08:19:47.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.399+0000 7f330c93f740 10 client.16890 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:19:47.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.399+0000 7f330c93f740 10 client.16890 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.l 2024-09-10T08:19:47.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.399+0000 7f330c93f740 20 client.16890 populate_metadata read hostname 'smithi067' 2024-09-10T08:19:47.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.399+0000 7f330c93f740 1 --2- 172.21.15.67:0/3322364376 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x55e4fd2433b0 0x55e4fd2457a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:47.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.399+0000 7f330c93f740 4 client.16890 mds_command: new command op to 24412 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T08:19:47.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.399+0000 7f330c93f740 1 -- 172.21.15.67:0/3322364376 --> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e4fd126d70 con 0x55e4fd2433b0 2024-09-10T08:19:47.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.399+0000 7f32fbfff640 1 --2- 172.21.15.67:0/3322364376 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x55e4fd2433b0 0x55e4fd2457a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:47.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.400+0000 7f32fbfff640 1 --2- 172.21.15.67:0/3322364376 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x55e4fd2433b0 0x55e4fd2457a0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=d9a5e4674dd86c29 server_cookie=3e39ead89febb0db in_seq=0 out_seq=0 2024-09-10T08:19:47.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.400+0000 7f32e37fe640 10 client.16890 ms_handle_connect on v2:172.21.15.203:6832/754287689 2024-09-10T08:19:47.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.400+0000 7f32e37fe640 1 -- 172.21.15.67:0/3322364376 <== mds.3 v2:172.21.15.203:6832/754287689 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e4fd126d70 con 0x55e4fd2433b0 2024-09-10T08:19:47.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.400+0000 7f32e37fe640 10 client.16890 handle_command_reply: tid=0 2024-09-10T08:19:47.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.400+0000 7f330c93f740 1 client.16890 shutdown 2024-09-10T08:19:47.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.400+0000 7f330c93f740 1 -- 172.21.15.67:0/3322364376 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4fd1b95d0 msgr2=0x55e4fd1d0c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:47.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.400+0000 7f330c93f740 1 --2- 172.21.15.67:0/3322364376 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4fd1b95d0 0x55e4fd1d0c80 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7f32f40b85f0 tx=0x7f32f40efb90 comp rx=0 tx=0).stop 2024-09-10T08:19:47.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.400+0000 7f330c93f740 1 -- 172.21.15.67:0/3322364376 shutdown_connections 2024-09-10T08:19:47.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.400+0000 7f330c93f740 1 --2- 172.21.15.67:0/3322364376 >> [v2:172.21.15.203:6832/754287689,v1:172.21.15.203:6833/754287689] conn(0x55e4fd2433b0 0x55e4fd2457a0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:47.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.400+0000 7f330c93f740 1 --2- 172.21.15.67:0/3322364376 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55e4fd1c8780 0x55e4fd1cc4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:47.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.400+0000 7f330c93f740 1 --2- 172.21.15.67:0/3322364376 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55e4fd1bab40 0x55e4fd1cbfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:47.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.400+0000 7f330c93f740 1 --2- 172.21.15.67:0/3322364376 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4fd1b95d0 0x55e4fd1d0c80 unknown :-1 s=CLOSED pgs=879 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:47.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.400+0000 7f330c93f740 1 -- 172.21.15.67:0/3322364376 >> 172.21.15.67:0/3322364376 conn(0x55e4fd182310 msgr2=0x55e4fd1c4480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:47.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.400+0000 7f32e37fe640 0 client.16890 ms_handle_reset on v2:172.21.15.203:6832/754287689 2024-09-10T08:19:47.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.400+0000 7f330c93f740 1 -- 172.21.15.67:0/3322364376 shutdown_connections 2024-09-10T08:19:47.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.400+0000 7f330c93f740 1 -- 172.21.15.67:0/3322364376 wait complete. 2024-09-10T08:19:47.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.400+0000 7f330c93f740 20 client.16890 trim_cache size 0 max 16384 2024-09-10T08:19:47.405 INFO:teuthology.orchestra.run.smithi067.stdout:[] 2024-09-10T08:19:47.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.401+0000 7f330a566640 1 -- 172.21.15.67:0/1608559653 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f32f00a2b80 msgr2=0x7f32f00a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:47.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.401+0000 7f330a566640 1 --2- 172.21.15.67:0/1608559653 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f32f00a2b80 0x7f32f00a5040 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f32fc009fd0 tx=0x7f32fc004ab0 comp rx=0 tx=0).stop 2024-09-10T08:19:47.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.401+0000 7f330a566640 1 -- 172.21.15.67:0/1608559653 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3304100a80 msgr2=0x7f3304198340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:47.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.401+0000 7f330a566640 1 --2- 172.21.15.67:0/1608559653 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3304100a80 0x7f3304198340 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7f32f4004770 tx=0x7f32f40042f0 comp rx=0 tx=0).stop 2024-09-10T08:19:47.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.401+0000 7f330a566640 1 -- 172.21.15.67:0/1608559653 shutdown_connections 2024-09-10T08:19:47.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.401+0000 7f330a566640 1 --2- 172.21.15.67:0/1608559653 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f32f00a2b80 0x7f32f00a5040 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:47.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.401+0000 7f330a566640 1 --2- 172.21.15.67:0/1608559653 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3304101420 0x7f3304198880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:47.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.401+0000 7f330a566640 1 --2- 172.21.15.67:0/1608559653 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3304106a80 0x7f330419cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:47.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.401+0000 7f330a566640 1 --2- 172.21.15.67:0/1608559653 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3304100a80 0x7f3304198340 unknown :-1 s=CLOSED pgs=875 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:47.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.401+0000 7f330a566640 1 -- 172.21.15.67:0/1608559653 >> 172.21.15.67:0/1608559653 conn(0x7f33040fc7a0 msgr2=0x7f330406aad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:47.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.401+0000 7f330a566640 1 -- 172.21.15.67:0/1608559653 shutdown_connections 2024-09-10T08:19:47.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:47.401+0000 7f330a566640 1 -- 172.21.15.67:0/1608559653 wait complete. 2024-09-10T08:19:48.279 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-10T08:19:48.537 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:19:49.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.007+0000 7f9c3b611640 1 -- 172.21.15.67:0/199073552 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c34100ca0 msgr2=0x7f9c34106840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:49.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.007+0000 7f9c3b611640 1 --2- 172.21.15.67:0/199073552 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c34100ca0 0x7f9c34106840 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7f9c24009930 tx=0x7f9c2402a420 comp rx=0 tx=0).stop 2024-09-10T08:19:49.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.007+0000 7f9c3b611640 1 -- 172.21.15.67:0/199073552 shutdown_connections 2024-09-10T08:19:49.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.007+0000 7f9c3b611640 1 --2- 172.21.15.67:0/199073552 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9c34106f50 0x7f9c3410eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:49.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.007+0000 7f9c3b611640 1 --2- 172.21.15.67:0/199073552 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c34100ca0 0x7f9c34106840 unknown :-1 s=CLOSED pgs=880 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:49.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.007+0000 7f9c3b611640 1 --2- 172.21.15.67:0/199073552 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9c341002f0 0x7f9c341006d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:49.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.007+0000 7f9c3b611640 1 -- 172.21.15.67:0/199073552 >> 172.21.15.67:0/199073552 conn(0x7f9c34077210 msgr2=0x7f9c340fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:49.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.007+0000 7f9c3b611640 1 -- 172.21.15.67:0/199073552 shutdown_connections 2024-09-10T08:19:49.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.007+0000 7f9c3b611640 1 -- 172.21.15.67:0/199073552 wait complete. 2024-09-10T08:19:49.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.008+0000 7f9c3b611640 1 Processor -- start 2024-09-10T08:19:49.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.008+0000 7f9c3b611640 1 -- start start 2024-09-10T08:19:49.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.009+0000 7f9c3b611640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9c341002f0 0x7f9c34101270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:49.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.009+0000 7f9c3b611640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9c34100ca0 0x7f9c341017b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:49.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.009+0000 7f9c3b611640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c34106f50 0x7f9c34101cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:49.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.009+0000 7f9c3b611640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f9c34111e10 con 0x7f9c34106f50 2024-09-10T08:19:49.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.009+0000 7f9c3b611640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f9c34111c90 con 0x7f9c34100ca0 2024-09-10T08:19:49.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.009+0000 7f9c3b611640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f9c34111f90 con 0x7f9c341002f0 2024-09-10T08:19:49.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.009+0000 7f9c39bae640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c34106f50 0x7f9c34101cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:49.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.009+0000 7f9c39bae640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c34106f50 0x7f9c34101cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55692/0 (socket says 172.21.15.67:55692) 2024-09-10T08:19:49.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.009+0000 7f9c39bae640 1 -- 172.21.15.67:0/1382688228 learned_addr learned my addr 172.21.15.67:0/1382688228 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:49.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.009+0000 7f9c393ad640 1 --2- 172.21.15.67:0/1382688228 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9c341002f0 0x7f9c34101270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:49.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.009+0000 7f9c38bac640 1 --2- 172.21.15.67:0/1382688228 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9c34100ca0 0x7f9c341017b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:49.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.009+0000 7f9c39bae640 1 -- 172.21.15.67:0/1382688228 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9c341002f0 msgr2=0x7f9c34101270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:49.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.009+0000 7f9c39bae640 1 --2- 172.21.15.67:0/1382688228 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9c341002f0 0x7f9c34101270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:49.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.009+0000 7f9c39bae640 1 -- 172.21.15.67:0/1382688228 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9c34100ca0 msgr2=0x7f9c341017b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:49.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.009+0000 7f9c39bae640 1 --2- 172.21.15.67:0/1382688228 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9c34100ca0 0x7f9c341017b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:49.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.009+0000 7f9c39bae640 1 -- 172.21.15.67:0/1382688228 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c341a68f0 con 0x7f9c34106f50 2024-09-10T08:19:49.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.009+0000 7f9c393ad640 1 --2- 172.21.15.67:0/1382688228 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9c341002f0 0x7f9c34101270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:19:49.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.009+0000 7f9c39bae640 1 --2- 172.21.15.67:0/1382688228 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c34106f50 0x7f9c34101cf0 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7f9c2c00cad0 tx=0x7f9c2c00cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:49.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.009+0000 7f9c2a7fc640 1 -- 172.21.15.67:0/1382688228 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c2c00ae20 con 0x7f9c34106f50 2024-09-10T08:19:49.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.009+0000 7f9c3b611640 1 -- 172.21.15.67:0/1382688228 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c341a6be0 con 0x7f9c34106f50 2024-09-10T08:19:49.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.009+0000 7f9c2a7fc640 1 -- 172.21.15.67:0/1382688228 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9c2c005020 con 0x7f9c34106f50 2024-09-10T08:19:49.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.009+0000 7f9c2a7fc640 1 -- 172.21.15.67:0/1382688228 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c2c00f6b0 con 0x7f9c34106f50 2024-09-10T08:19:49.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.010+0000 7f9c3b611640 1 -- 172.21.15.67:0/1382688228 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c341a70a0 con 0x7f9c34106f50 2024-09-10T08:19:49.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.012+0000 7f9c2a7fc640 1 -- 172.21.15.67:0/1382688228 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f9c2c0051d0 con 0x7f9c34106f50 2024-09-10T08:19:49.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.012+0000 7f9c3d9ea740 1 Processor -- start 2024-09-10T08:19:49.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.012+0000 7f9c3d9ea740 1 -- start start 2024-09-10T08:19:49.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.012+0000 7f9c3d9ea740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5642da51db40 0x5642da51c090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:49.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.012+0000 7f9c3d9ea740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5642da51c5d0 0x5642da51ca10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:49.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.012+0000 7f9c3d9ea740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5642da527370 0x5642da529760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:49.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.012+0000 7f9c3d9ea740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5642da4822f0 con 0x5642da527370 2024-09-10T08:19:49.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.012+0000 7f9c3d9ea740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5642da429cf0 con 0x5642da51c5d0 2024-09-10T08:19:49.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.012+0000 7f9c3d9ea740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5642da47e2b0 con 0x5642da51db40 2024-09-10T08:19:49.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.013+0000 7f9c38bac640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5642da527370 0x5642da529760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:49.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.013+0000 7f9c38bac640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5642da527370 0x5642da529760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55700/0 (socket says 172.21.15.67:55700) 2024-09-10T08:19:49.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.013+0000 7f9c38bac640 1 -- 172.21.15.67:0/2322294640 learned_addr learned my addr 172.21.15.67:0/2322294640 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:49.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.013+0000 7f9c38bac640 1 --2- 172.21.15.67:0/2322294640 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5642da51db40 0x5642da51c090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:49.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.013+0000 7f9c393ad640 1 --2- 172.21.15.67:0/2322294640 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5642da51c5d0 0x5642da51ca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:49.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.013+0000 7f9c2a7fc640 1 --2- 172.21.15.67:0/1382688228 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f9c200a2b80 0x7f9c200a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:49.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.013+0000 7f9c38bac640 1 -- 172.21.15.67:0/2322294640 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5642da51db40 msgr2=0x5642da51c090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:49.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.013+0000 7f9c38bac640 1 --2- 172.21.15.67:0/2322294640 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5642da51db40 0x5642da51c090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:49.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.013+0000 7f9c38bac640 1 -- 172.21.15.67:0/2322294640 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5642da51c5d0 msgr2=0x5642da51ca10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:49.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.013+0000 7f9c38bac640 1 --2- 172.21.15.67:0/2322294640 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5642da51c5d0 0x5642da51ca10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:49.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.013+0000 7f9c38bac640 1 -- 172.21.15.67:0/2322294640 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5642da40e3a0 con 0x5642da527370 2024-09-10T08:19:49.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.013+0000 7f9c2a7fc640 1 -- 172.21.15.67:0/1382688228 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f9c2c0cf4e0 con 0x7f9c34106f50 2024-09-10T08:19:49.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.013+0000 7f9c38bac640 1 --2- 172.21.15.67:0/2322294640 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5642da527370 0x5642da529760 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7f9c24005ec0 tx=0x7f9c24000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84ed8e97fca553d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:49.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.013+0000 7f9c39bae640 1 --2- 172.21.15.67:0/1382688228 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f9c200a2b80 0x7f9c200a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:49.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.013+0000 7f9c1f7fe640 1 -- 172.21.15.67:0/2322294640 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c24035040 con 0x5642da527370 2024-09-10T08:19:49.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.014+0000 7f9c1f7fe640 1 -- 172.21.15.67:0/2322294640 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9c24005050 con 0x5642da527370 2024-09-10T08:19:49.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.014+0000 7f9c1f7fe640 1 -- 172.21.15.67:0/2322294640 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c240048c0 con 0x5642da527370 2024-09-10T08:19:49.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.014+0000 7f9c3d9ea740 1 -- 172.21.15.67:0/2322294640 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5642da527370 msgr2=0x5642da529760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:49.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.014+0000 7f9c39bae640 1 --2- 172.21.15.67:0/1382688228 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f9c200a2b80 0x7f9c200a5040 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f9c2c098310 tx=0x7f9c2c005c50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:49.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.014+0000 7f9c3d9ea740 1 --2- 172.21.15.67:0/2322294640 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5642da527370 0x5642da529760 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7f9c24005ec0 tx=0x7f9c24000bc0 comp rx=0 tx=0).stop 2024-09-10T08:19:49.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.014+0000 7f9c3d9ea740 1 -- 172.21.15.67:0/2322294640 shutdown_connections 2024-09-10T08:19:49.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.014+0000 7f9c3d9ea740 1 --2- 172.21.15.67:0/2322294640 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5642da51c5d0 0x5642da51ca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:49.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.014+0000 7f9c3d9ea740 1 --2- 172.21.15.67:0/2322294640 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5642da527370 0x5642da529760 unknown :-1 s=CLOSED pgs=882 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:49.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.014+0000 7f9c3d9ea740 1 --2- 172.21.15.67:0/2322294640 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5642da51db40 0x5642da51c090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:49.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.014+0000 7f9c3d9ea740 1 -- 172.21.15.67:0/2322294640 >> 172.21.15.67:0/2322294640 conn(0x5642da4e5310 msgr2=0x5642da518c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:49.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.014+0000 7f9c3d9ea740 1 -- 172.21.15.67:0/2322294640 shutdown_connections 2024-09-10T08:19:49.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.014+0000 7f9c3d9ea740 1 -- 172.21.15.67:0/2322294640 wait complete. 2024-09-10T08:19:49.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.015+0000 7f9c3d9ea740 1 -- start start 2024-09-10T08:19:49.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.015+0000 7f9c3d9ea740 1 Processor -- start 2024-09-10T08:19:49.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.015+0000 7f9c3d9ea740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5642da51c5d0 0x5642da526d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:49.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.015+0000 7f9c3d9ea740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5642da51db40 0x5642da523fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:49.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.015+0000 7f9c3d9ea740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5642da527370 0x5642da524560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:49.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.015+0000 7f9c3d9ea740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5642da52a060 con 0x5642da527370 2024-09-10T08:19:49.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.015+0000 7f9c3d9ea740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x5642da43d060 con 0x5642da51c5d0 2024-09-10T08:19:49.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.015+0000 7f9c3d9ea740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x5642da52a1e0 con 0x5642da51db40 2024-09-10T08:19:49.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.015+0000 7f9c3d9ea740 10 client.0 _ll_register_callbacks cb 0x5642da1908c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:19:49.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.015+0000 7f9c38bac640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5642da527370 0x5642da524560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:49.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.015+0000 7f9c38bac640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5642da527370 0x5642da524560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55714/0 (socket says 172.21.15.67:55714) 2024-09-10T08:19:49.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.015+0000 7f9c38bac640 1 -- 172.21.15.67:0/810331816 learned_addr learned my addr 172.21.15.67:0/810331816 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:49.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.016+0000 7f9c38bac640 1 --2- 172.21.15.67:0/810331816 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5642da51c5d0 0x5642da526d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:49.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.016+0000 7f9c393ad640 1 --2- 172.21.15.67:0/810331816 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5642da51db40 0x5642da523fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:49.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.016+0000 7f9c38bac640 1 -- 172.21.15.67:0/810331816 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5642da51db40 msgr2=0x5642da523fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:49.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.016+0000 7f9c38bac640 1 --2- 172.21.15.67:0/810331816 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5642da51db40 0x5642da523fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:49.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.016+0000 7f9c38bac640 1 -- 172.21.15.67:0/810331816 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5642da51c5d0 msgr2=0x5642da526d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:49.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.016+0000 7f9c38bac640 1 --2- 172.21.15.67:0/810331816 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5642da51c5d0 0x5642da526d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:49.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.016+0000 7f9c38bac640 1 -- 172.21.15.67:0/810331816 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5642da1f33c0 con 0x5642da527370 2024-09-10T08:19:49.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.016+0000 7f9c38bac640 1 --2- 172.21.15.67:0/810331816 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5642da527370 0x5642da524560 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7f9c24004650 tx=0x7f9c24001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dce7434bb24ccb0d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:49.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.016+0000 7f9c1cff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:19:49.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.016+0000 7f9c1cff9640 1 -- 172.21.15.67:0/810331816 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c2404d070 con 0x5642da527370 2024-09-10T08:19:49.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.016+0000 7f9c3d9ea740 1 -- 172.21.15.67:0/810331816 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9c24005050 con 0x5642da527370 2024-09-10T08:19:49.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.016+0000 7f9c1cff9640 1 -- 172.21.15.67:0/810331816 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f9c24005400 con 0x5642da527370 2024-09-10T08:19:49.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.016+0000 7f9c1cff9640 1 -- 172.21.15.67:0/810331816 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9c24035040 con 0x5642da527370 2024-09-10T08:19:49.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.016+0000 7f9c3d9ea740 10 client.16902 fetch_fsmap learned FSMap version 29 2024-09-10T08:19:49.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.016+0000 7f9c3d9ea740 1 -- 172.21.15.67:0/810331816 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5642da535b10 con 0x5642da527370 2024-09-10T08:19:49.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.017+0000 7f9c1cff9640 1 -- 172.21.15.67:0/810331816 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9c24005050 con 0x5642da527370 2024-09-10T08:19:49.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.017+0000 7f9c1cff9640 1 -- 172.21.15.67:0/810331816 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f9c2403a040 con 0x5642da527370 2024-09-10T08:19:49.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.017+0000 7f9c3d9ea740 10 client.16902 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:19:49.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.017+0000 7f9c3d9ea740 10 client.16902 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T08:19:49.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.017+0000 7f9c3d9ea740 20 client.16902 populate_metadata read hostname 'smithi067' 2024-09-10T08:19:49.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.017+0000 7f9c3d9ea740 1 --2- 172.21.15.67:0/810331816 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x5642da536e60 0x5642da539250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:49.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.017+0000 7f9c3d9ea740 4 client.16902 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:19:49.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.017+0000 7f9c3d9ea740 1 -- 172.21.15.67:0/810331816 --> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5642da48f860 con 0x5642da536e60 2024-09-10T08:19:49.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.017+0000 7f9c393ad640 1 --2- 172.21.15.67:0/810331816 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x5642da536e60 0x5642da539250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:49.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.018+0000 7f9c393ad640 1 --2- 172.21.15.67:0/810331816 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x5642da536e60 0x5642da539250 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=9272e6e721615589 server_cookie=6500058534d6574a in_seq=0 out_seq=0 2024-09-10T08:19:49.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.018+0000 7f9c1cff9640 10 client.16902 ms_handle_connect on v2:172.21.15.203:6836/4255783395 2024-09-10T08:19:49.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.018+0000 7f9c1cff9640 1 -- 172.21.15.67:0/810331816 <== mds.2 v2:172.21.15.203:6836/4255783395 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5642da48f860 con 0x5642da536e60 2024-09-10T08:19:49.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.018+0000 7f9c1cff9640 10 client.16902 handle_command_reply: tid=0 2024-09-10T08:19:49.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.018+0000 7f9c3d9ea740 1 client.16902 shutdown 2024-09-10T08:19:49.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.019+0000 7f9c3d9ea740 1 -- 172.21.15.67:0/810331816 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5642da527370 msgr2=0x5642da524560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:49.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.019+0000 7f9c3d9ea740 1 --2- 172.21.15.67:0/810331816 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5642da527370 0x5642da524560 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7f9c24004650 tx=0x7f9c24001e70 comp rx=0 tx=0).stop 2024-09-10T08:19:49.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.019+0000 7f9c3d9ea740 1 -- 172.21.15.67:0/810331816 shutdown_connections 2024-09-10T08:19:49.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.019+0000 7f9c3d9ea740 1 --2- 172.21.15.67:0/810331816 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x5642da536e60 0x5642da539250 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:49.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.019+0000 7f9c3d9ea740 1 --2- 172.21.15.67:0/810331816 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5642da527370 0x5642da524560 unknown :-1 s=CLOSED pgs=883 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:49.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.019+0000 7f9c3d9ea740 1 --2- 172.21.15.67:0/810331816 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5642da51db40 0x5642da523fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:49.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.019+0000 7f9c1cff9640 0 client.16902 ms_handle_reset on v2:172.21.15.203:6836/4255783395 2024-09-10T08:19:49.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.019+0000 7f9c3d9ea740 1 --2- 172.21.15.67:0/810331816 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5642da51c5d0 0x5642da526d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:49.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.019+0000 7f9c3d9ea740 1 -- 172.21.15.67:0/810331816 >> 172.21.15.67:0/810331816 conn(0x5642da4e5310 msgr2=0x5642da51e960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:49.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.019+0000 7f9c3d9ea740 1 -- 172.21.15.67:0/810331816 shutdown_connections 2024-09-10T08:19:49.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.019+0000 7f9c3d9ea740 1 -- 172.21.15.67:0/810331816 wait complete. 2024-09-10T08:19:49.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.019+0000 7f9c3d9ea740 20 client.16902 trim_cache size 0 max 16384 2024-09-10T08:19:49.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.032+0000 7f9c3d9ea740 1 Processor -- start 2024-09-10T08:19:49.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.032+0000 7f9c3d9ea740 1 -- start start 2024-09-10T08:19:49.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.032+0000 7f9c3d9ea740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5642da51c5d0 0x5642da523880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:49.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.032+0000 7f9c3d9ea740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5642da51db40 0x5642da51f120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:49.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.032+0000 7f9c3d9ea740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5642da527370 0x5642da51f660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:49.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.032+0000 7f9c3d9ea740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f9c341b1030 con 0x5642da51db40 2024-09-10T08:19:49.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.032+0000 7f9c3d9ea740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f9c341b2b70 con 0x5642da527370 2024-09-10T08:19:49.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.032+0000 7f9c3d9ea740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f9c341b1700 con 0x5642da51c5d0 2024-09-10T08:19:49.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.032+0000 7f9c393ad640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5642da51db40 0x5642da51f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:49.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.032+0000 7f9c393ad640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5642da51db40 0x5642da51f120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55724/0 (socket says 172.21.15.67:55724) 2024-09-10T08:19:49.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.032+0000 7f9c393ad640 1 -- 172.21.15.67:0/2963386676 learned_addr learned my addr 172.21.15.67:0/2963386676 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:49.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.032+0000 7f9c38bac640 1 --2- 172.21.15.67:0/2963386676 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5642da527370 0x5642da51f660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:49.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.032+0000 7f9c393ad640 1 -- 172.21.15.67:0/2963386676 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5642da51c5d0 msgr2=0x5642da523880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:49.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.032+0000 7f9c38bac640 1 --2- 172.21.15.67:0/2963386676 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5642da51c5d0 0x5642da523880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:49.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.032+0000 7f9c393ad640 1 --2- 172.21.15.67:0/2963386676 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5642da51c5d0 0x5642da523880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:49.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.033+0000 7f9c393ad640 1 -- 172.21.15.67:0/2963386676 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5642da527370 msgr2=0x5642da51f660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:49.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.033+0000 7f9c393ad640 1 --2- 172.21.15.67:0/2963386676 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5642da527370 0x5642da51f660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:49.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.033+0000 7f9c393ad640 1 -- 172.21.15.67:0/2963386676 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5642da518de0 con 0x5642da51db40 2024-09-10T08:19:49.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.033+0000 7f9c393ad640 1 --2- 172.21.15.67:0/2963386676 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5642da51db40 0x5642da51f120 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7f9c30005fd0 tx=0x7f9c30013b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31f812696322058d server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:49.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.033+0000 7f9c1effd640 1 -- 172.21.15.67:0/2963386676 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c30022070 con 0x5642da51db40 2024-09-10T08:19:49.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.033+0000 7f9c1effd640 1 -- 172.21.15.67:0/2963386676 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9c30010880 con 0x5642da51db40 2024-09-10T08:19:49.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.033+0000 7f9c1effd640 1 -- 172.21.15.67:0/2963386676 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c30003850 con 0x5642da51db40 2024-09-10T08:19:49.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.033+0000 7f9c3d9ea740 1 -- 172.21.15.67:0/2963386676 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5642da51db40 msgr2=0x5642da51f120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:49.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.033+0000 7f9c3d9ea740 1 --2- 172.21.15.67:0/2963386676 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5642da51db40 0x5642da51f120 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7f9c30005fd0 tx=0x7f9c30013b50 comp rx=0 tx=0).stop 2024-09-10T08:19:49.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.034+0000 7f9c3d9ea740 1 -- 172.21.15.67:0/2963386676 shutdown_connections 2024-09-10T08:19:49.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.034+0000 7f9c3d9ea740 1 --2- 172.21.15.67:0/2963386676 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5642da527370 0x5642da51f660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:49.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.034+0000 7f9c3d9ea740 1 --2- 172.21.15.67:0/2963386676 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5642da51db40 0x5642da51f120 unknown :-1 s=CLOSED pgs=884 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:49.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.034+0000 7f9c3d9ea740 1 --2- 172.21.15.67:0/2963386676 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5642da51c5d0 0x5642da523880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:49.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.034+0000 7f9c3d9ea740 1 -- 172.21.15.67:0/2963386676 >> 172.21.15.67:0/2963386676 conn(0x5642da4e5310 msgr2=0x5642da5230b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:49.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.034+0000 7f9c3d9ea740 1 -- 172.21.15.67:0/2963386676 shutdown_connections 2024-09-10T08:19:49.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.034+0000 7f9c3d9ea740 1 -- 172.21.15.67:0/2963386676 wait complete. 2024-09-10T08:19:49.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.034+0000 7f9c3d9ea740 1 -- start start 2024-09-10T08:19:49.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.034+0000 7f9c3d9ea740 1 Processor -- start 2024-09-10T08:19:49.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.034+0000 7f9c3d9ea740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5642da51c5d0 0x5642da5399d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:49.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.034+0000 7f9c3d9ea740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5642da51db40 0x5642da539f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:49.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.034+0000 7f9c3d9ea740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5642da527370 0x5642da59f790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:49.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.035+0000 7f9c3d9ea740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f9c341b24a0 con 0x5642da527370 2024-09-10T08:19:49.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.035+0000 7f9c3d9ea740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f9c341b1dd0 con 0x5642da51c5d0 2024-09-10T08:19:49.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.035+0000 7f9c3d9ea740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f9c341af010 con 0x5642da51db40 2024-09-10T08:19:49.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.035+0000 7f9c3d9ea740 10 client.0 _ll_register_callbacks cb 0x7f9c3000b440 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:19:49.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.035+0000 7f9c38bac640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5642da527370 0x5642da59f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:49.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.035+0000 7f9c38bac640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5642da527370 0x5642da59f790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55740/0 (socket says 172.21.15.67:55740) 2024-09-10T08:19:49.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.035+0000 7f9c38bac640 1 -- 172.21.15.67:0/1642916116 learned_addr learned my addr 172.21.15.67:0/1642916116 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:49.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.035+0000 7f9c393ad640 1 --2- 172.21.15.67:0/1642916116 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5642da51db40 0x5642da539f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:49.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.035+0000 7f9c38bac640 1 --2- 172.21.15.67:0/1642916116 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5642da51c5d0 0x5642da5399d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:49.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.035+0000 7f9c38bac640 1 -- 172.21.15.67:0/1642916116 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5642da51db40 msgr2=0x5642da539f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:49.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.035+0000 7f9c38bac640 1 --2- 172.21.15.67:0/1642916116 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5642da51db40 0x5642da539f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:49.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.035+0000 7f9c38bac640 1 -- 172.21.15.67:0/1642916116 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5642da51c5d0 msgr2=0x5642da5399d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:49.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.035+0000 7f9c38bac640 1 --2- 172.21.15.67:0/1642916116 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5642da51c5d0 0x5642da5399d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:49.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.035+0000 7f9c38bac640 1 -- 172.21.15.67:0/1642916116 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5642da59fdd0 con 0x5642da527370 2024-09-10T08:19:49.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.035+0000 7f9c38bac640 1 --2- 172.21.15.67:0/1642916116 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5642da527370 0x5642da59f790 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7f9c24004620 tx=0x7f9c24001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a443fc6745d26075 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:49.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.035+0000 7f9c1cff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:19:49.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.035+0000 7f9c1cff9640 1 -- 172.21.15.67:0/1642916116 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c2404d040 con 0x5642da527370 2024-09-10T08:19:49.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.035+0000 7f9c3d9ea740 1 -- 172.21.15.67:0/1642916116 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9c30010880 con 0x5642da527370 2024-09-10T08:19:49.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.035+0000 7f9c1cff9640 1 -- 172.21.15.67:0/1642916116 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f9c240497b0 con 0x5642da527370 2024-09-10T08:19:49.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.036+0000 7f9c1cff9640 1 -- 172.21.15.67:0/1642916116 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f9c2406d050 con 0x5642da527370 2024-09-10T08:19:49.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.036+0000 7f9c3d9ea740 10 client.16908 fetch_fsmap learned FSMap version 29 2024-09-10T08:19:49.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.036+0000 7f9c3d9ea740 1 -- 172.21.15.67:0/1642916116 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x5642da5a10b0 con 0x5642da527370 2024-09-10T08:19:49.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.036+0000 7f9c1cff9640 1 -- 172.21.15.67:0/1642916116 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9c30010880 con 0x5642da527370 2024-09-10T08:19:49.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.036+0000 7f9c1cff9640 1 -- 172.21.15.67:0/1642916116 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f9c2403d890 con 0x5642da527370 2024-09-10T08:19:49.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.036+0000 7f9c3d9ea740 10 client.16908 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:19:49.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.036+0000 7f9c3d9ea740 10 client.16908 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2024-09-10T08:19:49.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.036+0000 7f9c3d9ea740 20 client.16908 populate_metadata read hostname 'smithi067' 2024-09-10T08:19:49.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.036+0000 7f9c3d9ea740 1 --2- 172.21.15.67:0/1642916116 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x5642da536e60 0x5642da5a3590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:49.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.036+0000 7f9c3d9ea740 4 client.16908 mds_command: new command op to 24457 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T08:19:49.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.036+0000 7f9c3d9ea740 1 -- 172.21.15.67:0/1642916116 --> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5642da489d70 con 0x5642da536e60 2024-09-10T08:19:49.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.036+0000 7f9c393ad640 1 --2- 172.21.15.67:0/1642916116 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x5642da536e60 0x5642da5a3590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:49.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.037+0000 7f9c393ad640 1 --2- 172.21.15.67:0/1642916116 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x5642da536e60 0x5642da5a3590 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a8ed053f9e35bd52 server_cookie=90b56909a9329939 in_seq=0 out_seq=0 2024-09-10T08:19:49.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.037+0000 7f9c1cff9640 10 client.16908 ms_handle_connect on v2:172.21.15.203:6836/4255783395 2024-09-10T08:19:49.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.037+0000 7f9c1cff9640 1 -- 172.21.15.67:0/1642916116 <== mds.2 v2:172.21.15.203:6836/4255783395 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5642da489d70 con 0x5642da536e60 2024-09-10T08:19:49.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.037+0000 7f9c1cff9640 10 client.16908 handle_command_reply: tid=0 2024-09-10T08:19:49.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.037+0000 7f9c3d9ea740 1 client.16908 shutdown 2024-09-10T08:19:49.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.037+0000 7f9c3d9ea740 1 -- 172.21.15.67:0/1642916116 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5642da527370 msgr2=0x5642da59f790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:49.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.037+0000 7f9c3d9ea740 1 --2- 172.21.15.67:0/1642916116 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5642da527370 0x5642da59f790 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7f9c24004620 tx=0x7f9c24001e70 comp rx=0 tx=0).stop 2024-09-10T08:19:49.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.037+0000 7f9c3d9ea740 1 -- 172.21.15.67:0/1642916116 shutdown_connections 2024-09-10T08:19:49.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.037+0000 7f9c3d9ea740 1 --2- 172.21.15.67:0/1642916116 >> [v2:172.21.15.203:6836/4255783395,v1:172.21.15.203:6837/4255783395] conn(0x5642da536e60 0x5642da5a3590 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:49.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.037+0000 7f9c3d9ea740 1 --2- 172.21.15.67:0/1642916116 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5642da527370 0x5642da59f790 unknown :-1 s=CLOSED pgs=885 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:49.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.037+0000 7f9c1cff9640 0 client.16908 ms_handle_reset on v2:172.21.15.203:6836/4255783395 2024-09-10T08:19:49.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.037+0000 7f9c3d9ea740 1 --2- 172.21.15.67:0/1642916116 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x5642da51db40 0x5642da539f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:49.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.037+0000 7f9c3d9ea740 1 --2- 172.21.15.67:0/1642916116 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x5642da51c5d0 0x5642da5399d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:49.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.037+0000 7f9c3d9ea740 1 -- 172.21.15.67:0/1642916116 >> 172.21.15.67:0/1642916116 conn(0x5642da4e5310 msgr2=0x5642da5230b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:49.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.037+0000 7f9c3d9ea740 1 -- 172.21.15.67:0/1642916116 shutdown_connections 2024-09-10T08:19:49.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.037+0000 7f9c3d9ea740 1 -- 172.21.15.67:0/1642916116 wait complete. 2024-09-10T08:19:49.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.037+0000 7f9c3d9ea740 20 client.16908 trim_cache size 0 max 16384 2024-09-10T08:19:49.045 INFO:teuthology.orchestra.run.smithi067.stdout:[] 2024-09-10T08:19:49.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.038+0000 7f9c3b611640 1 -- 172.21.15.67:0/1382688228 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f9c200a2b80 msgr2=0x7f9c200a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:49.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.038+0000 7f9c3b611640 1 --2- 172.21.15.67:0/1382688228 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f9c200a2b80 0x7f9c200a5040 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f9c2c098310 tx=0x7f9c2c005c50 comp rx=0 tx=0).stop 2024-09-10T08:19:49.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.038+0000 7f9c3b611640 1 -- 172.21.15.67:0/1382688228 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c34106f50 msgr2=0x7f9c34101cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:49.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.038+0000 7f9c3b611640 1 --2- 172.21.15.67:0/1382688228 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c34106f50 0x7f9c34101cf0 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7f9c2c00cad0 tx=0x7f9c2c00cf90 comp rx=0 tx=0).stop 2024-09-10T08:19:49.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.038+0000 7f9c3b611640 1 -- 172.21.15.67:0/1382688228 shutdown_connections 2024-09-10T08:19:49.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.038+0000 7f9c3b611640 1 --2- 172.21.15.67:0/1382688228 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f9c200a2b80 0x7f9c200a5040 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:49.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.038+0000 7f9c3b611640 1 --2- 172.21.15.67:0/1382688228 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f9c34100ca0 0x7f9c341017b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:49.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.038+0000 7f9c3b611640 1 --2- 172.21.15.67:0/1382688228 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c34106f50 0x7f9c34101cf0 unknown :-1 s=CLOSED pgs=881 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:49.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.038+0000 7f9c3b611640 1 --2- 172.21.15.67:0/1382688228 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f9c341002f0 0x7f9c34101270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:49.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.038+0000 7f9c3b611640 1 -- 172.21.15.67:0/1382688228 >> 172.21.15.67:0/1382688228 conn(0x7f9c34077210 msgr2=0x7f9c34105400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:49.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.038+0000 7f9c3b611640 1 -- 172.21.15.67:0/1382688228 shutdown_connections 2024-09-10T08:19:49.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:49.038+0000 7f9c3b611640 1 -- 172.21.15.67:0/1382688228 wait complete. 2024-09-10T08:19:49.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:49 smithi067 ceph-mon[31051]: pgmap v507: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.5 KiB/s wr, 11 op/s 2024-09-10T08:19:49.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:49 smithi203 ceph-mon[34672]: pgmap v507: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.5 KiB/s wr, 11 op/s 2024-09-10T08:19:49.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:49 smithi133 ceph-mon[34721]: pgmap v507: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.5 KiB/s wr, 11 op/s 2024-09-10T08:19:49.887 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-10T08:19:50.149 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:19:50.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.650+0000 7f92ab6c8640 1 -- 172.21.15.67:0/1051273 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f92a41082a0 msgr2=0x7f92a410ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:50.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.650+0000 7f92ab6c8640 1 --2- 172.21.15.67:0/1051273 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f92a41082a0 0x7f92a410ec40 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7f929c009930 tx=0x7f929c02a420 comp rx=0 tx=0).stop 2024-09-10T08:19:50.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.650+0000 7f92ab6c8640 1 -- 172.21.15.67:0/1051273 shutdown_connections 2024-09-10T08:19:50.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.650+0000 7f92ab6c8640 1 --2- 172.21.15.67:0/1051273 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f92a41036e0 0x7f92a4107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:50.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.650+0000 7f92ab6c8640 1 --2- 172.21.15.67:0/1051273 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f92a41082a0 0x7f92a410ec40 unknown :-1 s=CLOSED pgs=886 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:50.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.650+0000 7f92ab6c8640 1 --2- 172.21.15.67:0/1051273 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f92a4102d30 0x7f92a4103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:50.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.650+0000 7f92ab6c8640 1 -- 172.21.15.67:0/1051273 >> 172.21.15.67:0/1051273 conn(0x7f92a40fc7d0 msgr2=0x7f92a40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:50.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.650+0000 7f92ab6c8640 1 -- 172.21.15.67:0/1051273 shutdown_connections 2024-09-10T08:19:50.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.650+0000 7f92ab6c8640 1 -- 172.21.15.67:0/1051273 wait complete. 2024-09-10T08:19:50.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.651+0000 7f92ab6c8640 1 Processor -- start 2024-09-10T08:19:50.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.651+0000 7f92ab6c8640 1 -- start start 2024-09-10T08:19:50.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.651+0000 7f92ab6c8640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f92a4102d30 0x7f92a4198470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:50.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.651+0000 7f92ab6c8640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f92a41036e0 0x7f92a41989b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:50.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.651+0000 7f92ab6c8640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f92a41082a0 0x7f92a419cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:50.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.651+0000 7f92ab6c8640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f92a4111f50 con 0x7f92a41082a0 2024-09-10T08:19:50.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.651+0000 7f92ab6c8640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f92a4111dd0 con 0x7f92a4102d30 2024-09-10T08:19:50.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.651+0000 7f92ab6c8640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f92a41120d0 con 0x7f92a41036e0 2024-09-10T08:19:50.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.651+0000 7f92a9c65640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f92a41082a0 0x7f92a419cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:50.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.651+0000 7f92a9c65640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f92a41082a0 0x7f92a419cd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55746/0 (socket says 172.21.15.67:55746) 2024-09-10T08:19:50.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.651+0000 7f92a9c65640 1 -- 172.21.15.67:0/3468986209 learned_addr learned my addr 172.21.15.67:0/3468986209 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:50.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.651+0000 7f92a9464640 1 --2- 172.21.15.67:0/3468986209 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f92a4102d30 0x7f92a4198470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:50.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.651+0000 7f92a8c63640 1 --2- 172.21.15.67:0/3468986209 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f92a41036e0 0x7f92a41989b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:50.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.651+0000 7f92a9c65640 1 -- 172.21.15.67:0/3468986209 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f92a41036e0 msgr2=0x7f92a41989b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:50.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.651+0000 7f92a9c65640 1 --2- 172.21.15.67:0/3468986209 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f92a41036e0 0x7f92a41989b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:50.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.651+0000 7f92a9c65640 1 -- 172.21.15.67:0/3468986209 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f92a4102d30 msgr2=0x7f92a4198470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:50.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.651+0000 7f92a9c65640 1 --2- 172.21.15.67:0/3468986209 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f92a4102d30 0x7f92a4198470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:50.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.651+0000 7f92a9c65640 1 -- 172.21.15.67:0/3468986209 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92a419d420 con 0x7f92a41082a0 2024-09-10T08:19:50.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.652+0000 7f92a9c65640 1 --2- 172.21.15.67:0/3468986209 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f92a41082a0 0x7f92a419cd40 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7f929c005940 tx=0x7f929c004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:50.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.652+0000 7f92967fc640 1 -- 172.21.15.67:0/3468986209 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f929c03f030 con 0x7f92a41082a0 2024-09-10T08:19:50.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.652+0000 7f92ab6c8640 1 -- 172.21.15.67:0/3468986209 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92a419d6b0 con 0x7f92a41082a0 2024-09-10T08:19:50.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.652+0000 7f92967fc640 1 -- 172.21.15.67:0/3468986209 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f929c003aa0 con 0x7f92a41082a0 2024-09-10T08:19:50.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.652+0000 7f92967fc640 1 -- 172.21.15.67:0/3468986209 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f929c035070 con 0x7f92a41082a0 2024-09-10T08:19:50.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.652+0000 7f92ab6c8640 1 -- 172.21.15.67:0/3468986209 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92a41a4ff0 con 0x7f92a41082a0 2024-09-10T08:19:50.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.654+0000 7f92967fc640 1 -- 172.21.15.67:0/3468986209 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f929c042030 con 0x7f92a41082a0 2024-09-10T08:19:50.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.655+0000 7f92adaa1740 1 Processor -- start 2024-09-10T08:19:50.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.655+0000 7f92adaa1740 1 -- start start 2024-09-10T08:19:50.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.655+0000 7f92adaa1740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ae3cd6cb40 0x55ae3cd6b090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:50.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.655+0000 7f92adaa1740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae3cd6b5d0 0x55ae3cd6ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:50.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.655+0000 7f92adaa1740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae3cd76370 0x55ae3cd78760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:50.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.655+0000 7f92adaa1740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55ae3ccd12f0 con 0x55ae3cd76370 2024-09-10T08:19:50.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.655+0000 7f92adaa1740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55ae3cc78cf0 con 0x55ae3cd6b5d0 2024-09-10T08:19:50.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.655+0000 7f92adaa1740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55ae3cccd2b0 con 0x55ae3cd6cb40 2024-09-10T08:19:50.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.655+0000 7f92967fc640 1 --2- 172.21.15.67:0/3468986209 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f92900a2b80 0x7f92900a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:50.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.655+0000 7f92a8c63640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae3cd76370 0x55ae3cd78760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:50.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.655+0000 7f92a8c63640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae3cd76370 0x55ae3cd78760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55760/0 (socket says 172.21.15.67:55760) 2024-09-10T08:19:50.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.655+0000 7f92a8c63640 1 -- 172.21.15.67:0/1485131356 learned_addr learned my addr 172.21.15.67:0/1485131356 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:50.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.655+0000 7f92a9c65640 1 --2- 172.21.15.67:0/3468986209 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f92900a2b80 0x7f92900a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:50.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.655+0000 7f92a9464640 1 --2- 172.21.15.67:0/1485131356 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae3cd6b5d0 0x55ae3cd6ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:50.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.655+0000 7f92967fc640 1 -- 172.21.15.67:0/3468986209 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f929c0efb50 con 0x7f92a41082a0 2024-09-10T08:19:50.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.655+0000 7f92a8c63640 1 --2- 172.21.15.67:0/1485131356 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ae3cd6cb40 0x55ae3cd6b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:50.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.656+0000 7f92a8c63640 1 -- 172.21.15.67:0/1485131356 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ae3cd6cb40 msgr2=0x55ae3cd6b090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:50.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.656+0000 7f92a8c63640 1 --2- 172.21.15.67:0/1485131356 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ae3cd6cb40 0x55ae3cd6b090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:50.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.656+0000 7f92a8c63640 1 -- 172.21.15.67:0/1485131356 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae3cd6b5d0 msgr2=0x55ae3cd6ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:50.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.656+0000 7f92a8c63640 1 --2- 172.21.15.67:0/1485131356 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae3cd6b5d0 0x55ae3cd6ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:50.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.656+0000 7f92a8c63640 1 -- 172.21.15.67:0/1485131356 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ae3cc5d3a0 con 0x55ae3cd76370 2024-09-10T08:19:50.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.656+0000 7f92a8c63640 1 --2- 172.21.15.67:0/1485131356 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae3cd76370 0x55ae3cd78760 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7f92a0009f30 tx=0x7f92a0009870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c12fdb8b5530edd4 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:50.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.656+0000 7f92a9c65640 1 --2- 172.21.15.67:0/3468986209 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f92900a2b80 0x7f92900a5040 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f929c03e040 tx=0x7f929c086c30 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:50.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.656+0000 7f928f7fe640 1 -- 172.21.15.67:0/1485131356 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92a0003b70 con 0x55ae3cd76370 2024-09-10T08:19:50.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.656+0000 7f928f7fe640 1 -- 172.21.15.67:0/1485131356 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f92a0010da0 con 0x55ae3cd76370 2024-09-10T08:19:50.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.656+0000 7f928f7fe640 1 -- 172.21.15.67:0/1485131356 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92a00045d0 con 0x55ae3cd76370 2024-09-10T08:19:50.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.657+0000 7f92adaa1740 1 -- 172.21.15.67:0/1485131356 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae3cd76370 msgr2=0x55ae3cd78760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:50.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.657+0000 7f92adaa1740 1 --2- 172.21.15.67:0/1485131356 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae3cd76370 0x55ae3cd78760 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7f92a0009f30 tx=0x7f92a0009870 comp rx=0 tx=0).stop 2024-09-10T08:19:50.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.657+0000 7f92adaa1740 1 -- 172.21.15.67:0/1485131356 shutdown_connections 2024-09-10T08:19:50.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.657+0000 7f92adaa1740 1 --2- 172.21.15.67:0/1485131356 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae3cd6b5d0 0x55ae3cd6ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:50.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.657+0000 7f92adaa1740 1 --2- 172.21.15.67:0/1485131356 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae3cd76370 0x55ae3cd78760 unknown :-1 s=CLOSED pgs=888 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:50.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.657+0000 7f92adaa1740 1 --2- 172.21.15.67:0/1485131356 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ae3cd6cb40 0x55ae3cd6b090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:50.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.657+0000 7f92adaa1740 1 -- 172.21.15.67:0/1485131356 >> 172.21.15.67:0/1485131356 conn(0x55ae3cd34310 msgr2=0x55ae3cd67c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:50.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.657+0000 7f92adaa1740 1 -- 172.21.15.67:0/1485131356 shutdown_connections 2024-09-10T08:19:50.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.657+0000 7f92adaa1740 1 -- 172.21.15.67:0/1485131356 wait complete. 2024-09-10T08:19:50.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.657+0000 7f92adaa1740 1 -- start start 2024-09-10T08:19:50.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.657+0000 7f92adaa1740 1 Processor -- start 2024-09-10T08:19:50.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.658+0000 7f92adaa1740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ae3cd6b5d0 0x55ae3cd75d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:50.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.658+0000 7f92adaa1740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae3cd6cb40 0x55ae3cd73020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:50.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.658+0000 7f92adaa1740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae3cd76370 0x55ae3cd73610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:50.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.658+0000 7f92adaa1740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55ae3cd79070 con 0x55ae3cd76370 2024-09-10T08:19:50.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.658+0000 7f92adaa1740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55ae3cc8c060 con 0x55ae3cd6cb40 2024-09-10T08:19:50.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.658+0000 7f92adaa1740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55ae3cd791f0 con 0x55ae3cd6b5d0 2024-09-10T08:19:50.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.658+0000 7f92adaa1740 10 client.0 _ll_register_callbacks cb 0x55ae3c9df8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:19:50.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.658+0000 7f92a8c63640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae3cd76370 0x55ae3cd73610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:50.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.658+0000 7f92a8c63640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae3cd76370 0x55ae3cd73610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55768/0 (socket says 172.21.15.67:55768) 2024-09-10T08:19:50.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.658+0000 7f92a8c63640 1 -- 172.21.15.67:0/2520828154 learned_addr learned my addr 172.21.15.67:0/2520828154 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:50.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.658+0000 7f92a8c63640 1 --2- 172.21.15.67:0/2520828154 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ae3cd6b5d0 0x55ae3cd75d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:50.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.658+0000 7f92a9464640 1 --2- 172.21.15.67:0/2520828154 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae3cd6cb40 0x55ae3cd73020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:50.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.658+0000 7f92a8c63640 1 -- 172.21.15.67:0/2520828154 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ae3cd6b5d0 msgr2=0x55ae3cd75d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:50.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.658+0000 7f92a8c63640 1 --2- 172.21.15.67:0/2520828154 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ae3cd6b5d0 0x55ae3cd75d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:50.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.658+0000 7f92a8c63640 1 -- 172.21.15.67:0/2520828154 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae3cd6cb40 msgr2=0x55ae3cd73020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:50.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.658+0000 7f92a8c63640 1 --2- 172.21.15.67:0/2520828154 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae3cd6cb40 0x55ae3cd73020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:50.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.658+0000 7f92a8c63640 1 -- 172.21.15.67:0/2520828154 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ae3ca423c0 con 0x55ae3cd76370 2024-09-10T08:19:50.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.658+0000 7f92a8c63640 1 --2- 172.21.15.67:0/2520828154 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae3cd76370 0x55ae3cd73610 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7f92a0004620 tx=0x7f92a00041b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=868dc35e6ff62a61 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:50.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.658+0000 7f928cff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:19:50.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.659+0000 7f928cff9640 1 -- 172.21.15.67:0/2520828154 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92a0028040 con 0x55ae3cd76370 2024-09-10T08:19:50.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.659+0000 7f928cff9640 1 -- 172.21.15.67:0/2520828154 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f92a0010a70 con 0x55ae3cd76370 2024-09-10T08:19:50.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.659+0000 7f92adaa1740 1 -- 172.21.15.67:0/2520828154 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f92a0010da0 con 0x55ae3cd76370 2024-09-10T08:19:50.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.659+0000 7f928cff9640 1 -- 172.21.15.67:0/2520828154 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f92a0035050 con 0x55ae3cd76370 2024-09-10T08:19:50.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.659+0000 7f92adaa1740 10 client.16920 fetch_fsmap learned FSMap version 29 2024-09-10T08:19:50.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.659+0000 7f92adaa1740 1 -- 172.21.15.67:0/2520828154 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ae3cd84b10 con 0x55ae3cd76370 2024-09-10T08:19:50.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.659+0000 7f928cff9640 1 -- 172.21.15.67:0/2520828154 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f92a0010da0 con 0x55ae3cd76370 2024-09-10T08:19:50.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.659+0000 7f928cff9640 1 -- 172.21.15.67:0/2520828154 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f92a000c030 con 0x55ae3cd76370 2024-09-10T08:19:50.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.659+0000 7f92adaa1740 10 client.16920 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:19:50.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.659+0000 7f92adaa1740 10 client.16920 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T08:19:50.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.659+0000 7f92adaa1740 20 client.16920 populate_metadata read hostname 'smithi067' 2024-09-10T08:19:50.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.659+0000 7f92adaa1740 1 --2- 172.21.15.67:0/2520828154 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55ae3cd85e60 0x55ae3cd88250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:50.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.659+0000 7f92adaa1740 4 client.16920 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:19:50.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.659+0000 7f92adaa1740 1 -- 172.21.15.67:0/2520828154 --> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ae3ccde860 con 0x55ae3cd85e60 2024-09-10T08:19:50.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.660+0000 7f92a9464640 1 --2- 172.21.15.67:0/2520828154 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55ae3cd85e60 0x55ae3cd88250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:50.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.660+0000 7f92a9464640 1 --2- 172.21.15.67:0/2520828154 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55ae3cd85e60 0x55ae3cd88250 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4c8a25f4d15cacee server_cookie=970536aad27db4e2 in_seq=0 out_seq=0 2024-09-10T08:19:50.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.660+0000 7f928cff9640 10 client.16920 ms_handle_connect on v2:172.21.15.203:6838/2311592321 2024-09-10T08:19:50.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.661+0000 7f928cff9640 1 -- 172.21.15.67:0/2520828154 <== mds.1 v2:172.21.15.203:6838/2311592321 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ae3ccde860 con 0x55ae3cd85e60 2024-09-10T08:19:50.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.661+0000 7f928cff9640 10 client.16920 handle_command_reply: tid=0 2024-09-10T08:19:50.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.661+0000 7f92adaa1740 1 client.16920 shutdown 2024-09-10T08:19:50.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.661+0000 7f92adaa1740 1 -- 172.21.15.67:0/2520828154 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae3cd76370 msgr2=0x55ae3cd73610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:50.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.661+0000 7f92adaa1740 1 --2- 172.21.15.67:0/2520828154 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae3cd76370 0x55ae3cd73610 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7f92a0004620 tx=0x7f92a00041b0 comp rx=0 tx=0).stop 2024-09-10T08:19:50.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.661+0000 7f92adaa1740 1 -- 172.21.15.67:0/2520828154 shutdown_connections 2024-09-10T08:19:50.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.661+0000 7f92adaa1740 1 --2- 172.21.15.67:0/2520828154 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55ae3cd85e60 0x55ae3cd88250 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:50.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.661+0000 7f928cff9640 0 client.16920 ms_handle_reset on v2:172.21.15.203:6838/2311592321 2024-09-10T08:19:50.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.661+0000 7f92adaa1740 1 --2- 172.21.15.67:0/2520828154 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae3cd6cb40 0x55ae3cd73020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:50.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.661+0000 7f92adaa1740 1 --2- 172.21.15.67:0/2520828154 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae3cd76370 0x55ae3cd73610 unknown :-1 s=CLOSED pgs=889 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:50.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.661+0000 7f92adaa1740 1 --2- 172.21.15.67:0/2520828154 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ae3cd6b5d0 0x55ae3cd75d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:50.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.661+0000 7f92adaa1740 1 -- 172.21.15.67:0/2520828154 >> 172.21.15.67:0/2520828154 conn(0x55ae3cd34310 msgr2=0x55ae3cd6d960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:50.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.661+0000 7f92adaa1740 1 -- 172.21.15.67:0/2520828154 shutdown_connections 2024-09-10T08:19:50.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.661+0000 7f92adaa1740 1 -- 172.21.15.67:0/2520828154 wait complete. 2024-09-10T08:19:50.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.661+0000 7f92adaa1740 20 client.16920 trim_cache size 0 max 16384 2024-09-10T08:19:50.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.675+0000 7f92adaa1740 1 Processor -- start 2024-09-10T08:19:50.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.675+0000 7f92adaa1740 1 -- start start 2024-09-10T08:19:50.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.675+0000 7f92adaa1740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae3cd6b5d0 0x55ae3cd67e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:50.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.675+0000 7f92adaa1740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ae3cd6cb40 0x55ae3cd82310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:50.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.675+0000 7f92adaa1740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae3cd76370 0x55ae3cd728e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:50.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.675+0000 7f92adaa1740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f92a41aed60 con 0x55ae3cd6b5d0 2024-09-10T08:19:50.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.675+0000 7f92adaa1740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f92a41b08a0 con 0x55ae3cd76370 2024-09-10T08:19:50.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.675+0000 7f92adaa1740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f92a41af430 con 0x55ae3cd6cb40 2024-09-10T08:19:50.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.675+0000 7f92a8c63640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae3cd6b5d0 0x55ae3cd67e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:50.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.675+0000 7f92a8c63640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae3cd6b5d0 0x55ae3cd67e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55772/0 (socket says 172.21.15.67:55772) 2024-09-10T08:19:50.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.675+0000 7f92a8c63640 1 -- 172.21.15.67:0/4293027182 learned_addr learned my addr 172.21.15.67:0/4293027182 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:50.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.675+0000 7f92a9464640 1 --2- 172.21.15.67:0/4293027182 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ae3cd6cb40 0x55ae3cd82310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:50.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.675+0000 7f92a8c63640 1 -- 172.21.15.67:0/4293027182 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ae3cd6cb40 msgr2=0x55ae3cd82310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:50.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.676+0000 7f92a8c63640 1 --2- 172.21.15.67:0/4293027182 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ae3cd6cb40 0x55ae3cd82310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:50.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.676+0000 7f92a8c63640 1 -- 172.21.15.67:0/4293027182 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae3cd76370 msgr2=0x55ae3cd728e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:50.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.676+0000 7f92a8c63640 1 --2- 172.21.15.67:0/4293027182 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae3cd76370 0x55ae3cd728e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:50.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.676+0000 7f92a8c63640 1 -- 172.21.15.67:0/4293027182 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ae3cd71ff0 con 0x55ae3cd6b5d0 2024-09-10T08:19:50.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.676+0000 7f92a8c63640 1 --2- 172.21.15.67:0/4293027182 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae3cd6b5d0 0x55ae3cd67e10 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7f92a00124c0 tx=0x7f92a0009240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80e44fea16e62765 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:50.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.676+0000 7f928effd640 1 -- 172.21.15.67:0/4293027182 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92a0004220 con 0x55ae3cd6b5d0 2024-09-10T08:19:50.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.676+0000 7f928effd640 1 -- 172.21.15.67:0/4293027182 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f92a0003e20 con 0x55ae3cd6b5d0 2024-09-10T08:19:50.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.676+0000 7f928effd640 1 -- 172.21.15.67:0/4293027182 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92a0004b70 con 0x55ae3cd6b5d0 2024-09-10T08:19:50.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.677+0000 7f92adaa1740 1 -- 172.21.15.67:0/4293027182 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae3cd6b5d0 msgr2=0x55ae3cd67e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:50.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.677+0000 7f92adaa1740 1 --2- 172.21.15.67:0/4293027182 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae3cd6b5d0 0x55ae3cd67e10 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7f92a00124c0 tx=0x7f92a0009240 comp rx=0 tx=0).stop 2024-09-10T08:19:50.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.677+0000 7f92adaa1740 1 -- 172.21.15.67:0/4293027182 shutdown_connections 2024-09-10T08:19:50.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.677+0000 7f92adaa1740 1 --2- 172.21.15.67:0/4293027182 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae3cd76370 0x55ae3cd728e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:50.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.677+0000 7f92adaa1740 1 --2- 172.21.15.67:0/4293027182 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ae3cd6cb40 0x55ae3cd82310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:50.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.677+0000 7f92adaa1740 1 --2- 172.21.15.67:0/4293027182 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae3cd6b5d0 0x55ae3cd67e10 unknown :-1 s=CLOSED pgs=890 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:50.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.677+0000 7f92adaa1740 1 -- 172.21.15.67:0/4293027182 >> 172.21.15.67:0/4293027182 conn(0x55ae3cd34310 msgr2=0x55ae3cd67700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:50.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.677+0000 7f92adaa1740 1 -- 172.21.15.67:0/4293027182 shutdown_connections 2024-09-10T08:19:50.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.677+0000 7f92adaa1740 1 -- 172.21.15.67:0/4293027182 wait complete. 2024-09-10T08:19:50.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.677+0000 7f92adaa1740 1 -- start start 2024-09-10T08:19:50.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.677+0000 7f92adaa1740 1 Processor -- start 2024-09-10T08:19:50.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.678+0000 7f92adaa1740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae3cd6b5d0 0x55ae3cd7e480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:50.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.678+0000 7f92adaa1740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ae3cd6cb40 0x55ae3cd7e9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:50.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.678+0000 7f92adaa1740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae3cd76370 0x55ae3cd6f690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:50.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.678+0000 7f92adaa1740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f92a41b01d0 con 0x55ae3cd6b5d0 2024-09-10T08:19:50.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.678+0000 7f92adaa1740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f92a41afb00 con 0x55ae3cd76370 2024-09-10T08:19:50.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.678+0000 7f92adaa1740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f92a41acd40 con 0x55ae3cd6cb40 2024-09-10T08:19:50.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.678+0000 7f92adaa1740 10 client.0 _ll_register_callbacks cb 0x7f9298004120 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:19:50.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.678+0000 7f92a8c63640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae3cd6b5d0 0x55ae3cd7e480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:50.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.678+0000 7f92a8c63640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae3cd6b5d0 0x55ae3cd7e480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55776/0 (socket says 172.21.15.67:55776) 2024-09-10T08:19:50.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.678+0000 7f92a8c63640 1 -- 172.21.15.67:0/3494711610 learned_addr learned my addr 172.21.15.67:0/3494711610 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:50.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.678+0000 7f92a9464640 1 --2- 172.21.15.67:0/3494711610 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ae3cd6cb40 0x55ae3cd7e9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:50.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.678+0000 7f92a8c63640 1 --2- 172.21.15.67:0/3494711610 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae3cd76370 0x55ae3cd6f690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:50.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.678+0000 7f92a8c63640 1 -- 172.21.15.67:0/3494711610 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ae3cd6cb40 msgr2=0x55ae3cd7e9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:50.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.678+0000 7f92a8c63640 1 --2- 172.21.15.67:0/3494711610 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ae3cd6cb40 0x55ae3cd7e9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:50.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.678+0000 7f92a8c63640 1 -- 172.21.15.67:0/3494711610 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae3cd76370 msgr2=0x55ae3cd6f690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:50.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.678+0000 7f92a8c63640 1 --2- 172.21.15.67:0/3494711610 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae3cd76370 0x55ae3cd6f690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:50.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.678+0000 7f92a8c63640 1 -- 172.21.15.67:0/3494711610 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ae3cd6fbd0 con 0x55ae3cd6b5d0 2024-09-10T08:19:50.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.678+0000 7f92a8c63640 1 --2- 172.21.15.67:0/3494711610 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae3cd6b5d0 0x55ae3cd7e480 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7f92a0009a00 tx=0x7f92a001e4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=543889074677cfa8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:50.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.678+0000 7f928cff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:19:50.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.678+0000 7f928cff9640 1 -- 172.21.15.67:0/3494711610 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92a0003970 con 0x55ae3cd6b5d0 2024-09-10T08:19:50.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.678+0000 7f928cff9640 1 -- 172.21.15.67:0/3494711610 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f92a0003b10 con 0x55ae3cd6b5d0 2024-09-10T08:19:50.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.678+0000 7f92adaa1740 1 -- 172.21.15.67:0/3494711610 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55ae3ccd8d70 con 0x55ae3cd6b5d0 2024-09-10T08:19:50.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.679+0000 7f928cff9640 1 -- 172.21.15.67:0/3494711610 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f92a0004910 con 0x55ae3cd6b5d0 2024-09-10T08:19:50.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.679+0000 7f92adaa1740 10 client.16926 fetch_fsmap learned FSMap version 29 2024-09-10T08:19:50.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.679+0000 7f92adaa1740 1 -- 172.21.15.67:0/3494711610 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55ae3cdf0150 con 0x55ae3cd6b5d0 2024-09-10T08:19:50.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.679+0000 7f928cff9640 1 -- 172.21.15.67:0/3494711610 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55ae3ccd8d70 con 0x55ae3cd6b5d0 2024-09-10T08:19:50.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.679+0000 7f928cff9640 1 -- 172.21.15.67:0/3494711610 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f92a000c070 con 0x55ae3cd6b5d0 2024-09-10T08:19:50.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.679+0000 7f92adaa1740 10 client.16926 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:19:50.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.679+0000 7f92adaa1740 10 client.16926 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2024-09-10T08:19:50.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.679+0000 7f92adaa1740 20 client.16926 populate_metadata read hostname 'smithi067' 2024-09-10T08:19:50.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.679+0000 7f92adaa1740 1 --2- 172.21.15.67:0/3494711610 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55ae3cd85e60 0x55ae3cdf25d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:50.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.679+0000 7f92adaa1740 4 client.16926 mds_command: new command op to 24475 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T08:19:50.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.679+0000 7f92adaa1740 1 -- 172.21.15.67:0/3494711610 --> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ae3cc55170 con 0x55ae3cd85e60 2024-09-10T08:19:50.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.679+0000 7f92a9464640 1 --2- 172.21.15.67:0/3494711610 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55ae3cd85e60 0x55ae3cdf25d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:50.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.680+0000 7f928cff9640 10 client.16926 ms_handle_connect on v2:172.21.15.203:6838/2311592321 2024-09-10T08:19:50.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.680+0000 7f92a9464640 1 --2- 172.21.15.67:0/3494711610 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55ae3cd85e60 0x55ae3cdf25d0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=e8ce508b5ede6bc3 server_cookie=3d02b65006146501 in_seq=0 out_seq=0 2024-09-10T08:19:50.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.680+0000 7f928cff9640 1 -- 172.21.15.67:0/3494711610 <== mds.1 v2:172.21.15.203:6838/2311592321 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ae3cc55170 con 0x55ae3cd85e60 2024-09-10T08:19:50.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.680+0000 7f928cff9640 10 client.16926 handle_command_reply: tid=0 2024-09-10T08:19:50.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.680+0000 7f92adaa1740 1 client.16926 shutdown 2024-09-10T08:19:50.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.680+0000 7f92adaa1740 1 -- 172.21.15.67:0/3494711610 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae3cd6b5d0 msgr2=0x55ae3cd7e480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:50.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.680+0000 7f92adaa1740 1 --2- 172.21.15.67:0/3494711610 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae3cd6b5d0 0x55ae3cd7e480 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7f92a0009a00 tx=0x7f92a001e4d0 comp rx=0 tx=0).stop 2024-09-10T08:19:50.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.680+0000 7f92adaa1740 1 -- 172.21.15.67:0/3494711610 shutdown_connections 2024-09-10T08:19:50.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.680+0000 7f92adaa1740 1 --2- 172.21.15.67:0/3494711610 >> [v2:172.21.15.203:6838/2311592321,v1:172.21.15.203:6839/2311592321] conn(0x55ae3cd85e60 0x55ae3cdf25d0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:50.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.680+0000 7f92adaa1740 1 --2- 172.21.15.67:0/3494711610 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55ae3cd76370 0x55ae3cd6f690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:50.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.680+0000 7f92adaa1740 1 --2- 172.21.15.67:0/3494711610 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55ae3cd6cb40 0x55ae3cd7e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:50.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.680+0000 7f92adaa1740 1 --2- 172.21.15.67:0/3494711610 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ae3cd6b5d0 0x55ae3cd7e480 unknown :-1 s=CLOSED pgs=891 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:50.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.680+0000 7f92adaa1740 1 -- 172.21.15.67:0/3494711610 >> 172.21.15.67:0/3494711610 conn(0x55ae3cd34310 msgr2=0x55ae3cd74880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:50.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.680+0000 7f928cff9640 0 client.16926 ms_handle_reset on v2:172.21.15.203:6838/2311592321 2024-09-10T08:19:50.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.680+0000 7f92adaa1740 1 -- 172.21.15.67:0/3494711610 shutdown_connections 2024-09-10T08:19:50.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.680+0000 7f92adaa1740 1 -- 172.21.15.67:0/3494711610 wait complete. 2024-09-10T08:19:50.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.680+0000 7f92adaa1740 20 client.16926 trim_cache size 0 max 16384 2024-09-10T08:19:50.692 INFO:teuthology.orchestra.run.smithi067.stdout:[] 2024-09-10T08:19:50.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.681+0000 7f92ab6c8640 1 -- 172.21.15.67:0/3468986209 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f92900a2b80 msgr2=0x7f92900a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:50.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.681+0000 7f92ab6c8640 1 --2- 172.21.15.67:0/3468986209 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f92900a2b80 0x7f92900a5040 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f929c03e040 tx=0x7f929c086c30 comp rx=0 tx=0).stop 2024-09-10T08:19:50.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.681+0000 7f92ab6c8640 1 -- 172.21.15.67:0/3468986209 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f92a41082a0 msgr2=0x7f92a419cd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:50.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.681+0000 7f92ab6c8640 1 --2- 172.21.15.67:0/3468986209 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f92a41082a0 0x7f92a419cd40 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7f929c005940 tx=0x7f929c004270 comp rx=0 tx=0).stop 2024-09-10T08:19:50.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.681+0000 7f92ab6c8640 1 -- 172.21.15.67:0/3468986209 shutdown_connections 2024-09-10T08:19:50.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.681+0000 7f92ab6c8640 1 --2- 172.21.15.67:0/3468986209 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f92900a2b80 0x7f92900a5040 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:50.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.681+0000 7f92ab6c8640 1 --2- 172.21.15.67:0/3468986209 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f92a41082a0 0x7f92a419cd40 unknown :-1 s=CLOSED pgs=887 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:50.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.681+0000 7f92ab6c8640 1 --2- 172.21.15.67:0/3468986209 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f92a41036e0 0x7f92a41989b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:50.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.681+0000 7f92ab6c8640 1 --2- 172.21.15.67:0/3468986209 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f92a4102d30 0x7f92a4198470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:50.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.681+0000 7f92ab6c8640 1 -- 172.21.15.67:0/3468986209 >> 172.21.15.67:0/3468986209 conn(0x7f92a40fc7d0 msgr2=0x7f92a4105da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:50.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.681+0000 7f92ab6c8640 1 -- 172.21.15.67:0/3468986209 shutdown_connections 2024-09-10T08:19:50.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:50.681+0000 7f92ab6c8640 1 -- 172.21.15.67:0/3468986209 wait complete. 2024-09-10T08:19:51.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:51 smithi203 ceph-mon[34672]: pgmap v508: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 1.3 KiB/s wr, 13 op/s 2024-09-10T08:19:51.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:51 smithi133 ceph-mon[34721]: pgmap v508: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 1.3 KiB/s wr, 13 op/s 2024-09-10T08:19:51.432 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:51 smithi067 ceph-mon[31051]: pgmap v508: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 1.3 KiB/s wr, 13 op/s 2024-09-10T08:19:51.463 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-10T08:19:51.723 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:19:52.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.202+0000 7f75e6d74640 1 -- 172.21.15.67:0/3251851138 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f75e0108290 msgr2=0x7f75e010ec30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:52.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.202+0000 7f75e6d74640 1 --2- 172.21.15.67:0/3251851138 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f75e0108290 0x7f75e010ec30 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7f75d8009cd0 tx=0x7f75d802a8e0 comp rx=0 tx=0).stop 2024-09-10T08:19:52.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.202+0000 7f75e6d74640 1 -- 172.21.15.67:0/3251851138 shutdown_connections 2024-09-10T08:19:52.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.202+0000 7f75e6d74640 1 --2- 172.21.15.67:0/3251851138 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75e0103740 0x7f75e0107b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:52.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.202+0000 7f75e6d74640 1 --2- 172.21.15.67:0/3251851138 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f75e0108290 0x7f75e010ec30 unknown :-1 s=CLOSED pgs=892 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:52.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.202+0000 7f75e6d74640 1 --2- 172.21.15.67:0/3251851138 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f75e0102d90 0x7f75e0103170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:52.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.202+0000 7f75e6d74640 1 -- 172.21.15.67:0/3251851138 >> 172.21.15.67:0/3251851138 conn(0x7f75e00fc7d0 msgr2=0x7f75e00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:52.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.202+0000 7f75e6d74640 1 -- 172.21.15.67:0/3251851138 shutdown_connections 2024-09-10T08:19:52.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.202+0000 7f75e6d74640 1 -- 172.21.15.67:0/3251851138 wait complete. 2024-09-10T08:19:52.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.202+0000 7f75e6d74640 1 Processor -- start 2024-09-10T08:19:52.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.203+0000 7f75e6d74640 1 -- start start 2024-09-10T08:19:52.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.203+0000 7f75e6d74640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75e0102d90 0x7f75e01984e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:52.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.203+0000 7f75e6d74640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f75e0103740 0x7f75e0198a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:52.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.203+0000 7f75e6d74640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f75e0108290 0x7f75e019cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:52.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.203+0000 7f75e6d74640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f75e0111f80 con 0x7f75e0108290 2024-09-10T08:19:52.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.203+0000 7f75e6d74640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f75e0111e00 con 0x7f75e0102d90 2024-09-10T08:19:52.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.203+0000 7f75e6d74640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f75e0112100 con 0x7f75e0103740 2024-09-10T08:19:52.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.203+0000 7f75e5311640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f75e0108290 0x7f75e019cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:52.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.203+0000 7f75e5311640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f75e0108290 0x7f75e019cdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55794/0 (socket says 172.21.15.67:55794) 2024-09-10T08:19:52.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.203+0000 7f75e5311640 1 -- 172.21.15.67:0/1596874983 learned_addr learned my addr 172.21.15.67:0/1596874983 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:52.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.203+0000 7f75e4b10640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75e0102d90 0x7f75e01984e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:52.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.203+0000 7f75dffff640 1 --2- 172.21.15.67:0/1596874983 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f75e0103740 0x7f75e0198a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:52.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.203+0000 7f75e5311640 1 -- 172.21.15.67:0/1596874983 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f75e0103740 msgr2=0x7f75e0198a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:52.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.203+0000 7f75e5311640 1 --2- 172.21.15.67:0/1596874983 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f75e0103740 0x7f75e0198a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:52.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.203+0000 7f75e5311640 1 -- 172.21.15.67:0/1596874983 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75e0102d90 msgr2=0x7f75e01984e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:52.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.203+0000 7f75e5311640 1 --2- 172.21.15.67:0/1596874983 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75e0102d90 0x7f75e01984e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:52.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.203+0000 7f75e5311640 1 -- 172.21.15.67:0/1596874983 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75e019d490 con 0x7f75e0108290 2024-09-10T08:19:52.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.204+0000 7f75e5311640 1 --2- 172.21.15.67:0/1596874983 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f75e0108290 0x7f75e019cdb0 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7f75d8005cc0 tx=0x7f75d8003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:52.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.204+0000 7f75ddffb640 1 -- 172.21.15.67:0/1596874983 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75d8004240 con 0x7f75e0108290 2024-09-10T08:19:52.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.204+0000 7f75ddffb640 1 -- 172.21.15.67:0/1596874983 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f75d80305a0 con 0x7f75e0108290 2024-09-10T08:19:52.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.204+0000 7f75e6d74640 1 -- 172.21.15.67:0/1596874983 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75e019d720 con 0x7f75e0108290 2024-09-10T08:19:52.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.204+0000 7f75ddffb640 1 -- 172.21.15.67:0/1596874983 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75d80466c0 con 0x7f75e0108290 2024-09-10T08:19:52.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.204+0000 7f75e6d74640 1 -- 172.21.15.67:0/1596874983 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75e01a5060 con 0x7f75e0108290 2024-09-10T08:19:52.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.206+0000 7f75ddffb640 1 -- 172.21.15.67:0/1596874983 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f75d8030ac0 con 0x7f75e0108290 2024-09-10T08:19:52.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.207+0000 7f75e914d740 1 Processor -- start 2024-09-10T08:19:52.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.207+0000 7f75e914d740 1 -- start start 2024-09-10T08:19:52.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.207+0000 7f75ddffb640 1 --2- 172.21.15.67:0/1596874983 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f75c80a2c00 0x7f75c80a50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:52.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.207+0000 7f75e914d740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55decfb55b40 0x55decfb54090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:52.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.207+0000 7f75e914d740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55decfb545d0 0x55decfb54a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:52.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.207+0000 7f75e914d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55decfb5f370 0x55decfb61760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:52.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.207+0000 7f75e914d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55decfaba2f0 con 0x55decfb5f370 2024-09-10T08:19:52.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.207+0000 7f75e914d740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55decfa61cf0 con 0x55decfb55b40 2024-09-10T08:19:52.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.207+0000 7f75e914d740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55decfab62b0 con 0x55decfb545d0 2024-09-10T08:19:52.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.208+0000 7f75dffff640 1 --2- 172.21.15.67:0/1596874983 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f75c80a2c00 0x7f75c80a50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:52.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.208+0000 7f75e5311640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55decfb5f370 0x55decfb61760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:52.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.208+0000 7f75ddffb640 1 -- 172.21.15.67:0/1596874983 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f75d802e030 con 0x7f75e0108290 2024-09-10T08:19:52.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.208+0000 7f75e5311640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55decfb5f370 0x55decfb61760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55804/0 (socket says 172.21.15.67:55804) 2024-09-10T08:19:52.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.208+0000 7f75e5311640 1 -- 172.21.15.67:0/3894276770 learned_addr learned my addr 172.21.15.67:0/3894276770 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:52.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.208+0000 7f75e4b10640 1 --2- 172.21.15.67:0/3894276770 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55decfb55b40 0x55decfb54090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:52.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.208+0000 7f75dffff640 1 --2- 172.21.15.67:0/3894276770 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55decfb545d0 0x55decfb54a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:52.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.208+0000 7f75e5311640 1 -- 172.21.15.67:0/3894276770 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55decfb545d0 msgr2=0x55decfb54a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:52.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.208+0000 7f75e5311640 1 --2- 172.21.15.67:0/3894276770 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55decfb545d0 0x55decfb54a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:52.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.208+0000 7f75e5311640 1 -- 172.21.15.67:0/3894276770 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55decfb55b40 msgr2=0x55decfb54090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:52.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.208+0000 7f75e5311640 1 --2- 172.21.15.67:0/3894276770 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55decfb55b40 0x55decfb54090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:52.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.208+0000 7f75e5311640 1 -- 172.21.15.67:0/3894276770 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55decfa463a0 con 0x55decfb5f370 2024-09-10T08:19:52.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.208+0000 7f75dffff640 1 --2- 172.21.15.67:0/1596874983 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f75c80a2c00 0x7f75c80a50c0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f75e00fee40 tx=0x7f75d4013880 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:52.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.208+0000 7f75e5311640 1 --2- 172.21.15.67:0/3894276770 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55decfb5f370 0x55decfb61760 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7f75d802e000 tx=0x7f75d8037c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=883e972d697652f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:52.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.208+0000 7f75c6ffd640 1 -- 172.21.15.67:0/3894276770 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75d80bd450 con 0x55decfb5f370 2024-09-10T08:19:52.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.208+0000 7f75c6ffd640 1 -- 172.21.15.67:0/3894276770 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f75d8036070 con 0x55decfb5f370 2024-09-10T08:19:52.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.208+0000 7f75c6ffd640 1 -- 172.21.15.67:0/3894276770 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75d80ee100 con 0x55decfb5f370 2024-09-10T08:19:52.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.209+0000 7f75e914d740 1 -- 172.21.15.67:0/3894276770 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55decfb5f370 msgr2=0x55decfb61760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:52.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.209+0000 7f75e914d740 1 --2- 172.21.15.67:0/3894276770 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55decfb5f370 0x55decfb61760 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7f75d802e000 tx=0x7f75d8037c40 comp rx=0 tx=0).stop 2024-09-10T08:19:52.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.209+0000 7f75e914d740 1 -- 172.21.15.67:0/3894276770 shutdown_connections 2024-09-10T08:19:52.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.209+0000 7f75e914d740 1 --2- 172.21.15.67:0/3894276770 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55decfb5f370 0x55decfb61760 unknown :-1 s=CLOSED pgs=894 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:52.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.209+0000 7f75e914d740 1 --2- 172.21.15.67:0/3894276770 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55decfb545d0 0x55decfb54a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:52.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.209+0000 7f75e914d740 1 --2- 172.21.15.67:0/3894276770 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55decfb55b40 0x55decfb54090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:52.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.209+0000 7f75e914d740 1 -- 172.21.15.67:0/3894276770 >> 172.21.15.67:0/3894276770 conn(0x55decfb1d310 msgr2=0x55decfb50c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:52.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.209+0000 7f75e914d740 1 -- 172.21.15.67:0/3894276770 shutdown_connections 2024-09-10T08:19:52.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.209+0000 7f75e914d740 1 -- 172.21.15.67:0/3894276770 wait complete. 2024-09-10T08:19:52.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.209+0000 7f75e914d740 1 -- start start 2024-09-10T08:19:52.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.210+0000 7f75e914d740 1 Processor -- start 2024-09-10T08:19:52.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.210+0000 7f75e914d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55decfb545d0 0x55decfb5ed90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:52.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.210+0000 7f75e914d740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55decfb55b40 0x55decfb5c040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:52.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.210+0000 7f75e914d740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55decfb5f370 0x55decfb5c650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:52.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.210+0000 7f75e914d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55decfb61e30 con 0x55decfb545d0 2024-09-10T08:19:52.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.210+0000 7f75e914d740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x55decfa75060 con 0x55decfb55b40 2024-09-10T08:19:52.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.210+0000 7f75e914d740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x55decfb61fb0 con 0x55decfb5f370 2024-09-10T08:19:52.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.210+0000 7f75e914d740 10 client.0 _ll_register_callbacks cb 0x55decf7c88c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:19:52.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.210+0000 7f75e4b10640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55decfb545d0 0x55decfb5ed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:52.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.210+0000 7f75e4b10640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55decfb545d0 0x55decfb5ed90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55818/0 (socket says 172.21.15.67:55818) 2024-09-10T08:19:52.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.210+0000 7f75e4b10640 1 -- 172.21.15.67:0/4249550978 learned_addr learned my addr 172.21.15.67:0/4249550978 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:52.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.210+0000 7f75dffff640 1 --2- 172.21.15.67:0/4249550978 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55decfb55b40 0x55decfb5c040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:52.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.210+0000 7f75e5311640 1 --2- 172.21.15.67:0/4249550978 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55decfb5f370 0x55decfb5c650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:52.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.210+0000 7f75e4b10640 1 -- 172.21.15.67:0/4249550978 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55decfb5f370 msgr2=0x55decfb5c650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:52.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.210+0000 7f75e4b10640 1 --2- 172.21.15.67:0/4249550978 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55decfb5f370 0x55decfb5c650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:52.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.210+0000 7f75e4b10640 1 -- 172.21.15.67:0/4249550978 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55decfb55b40 msgr2=0x55decfb5c040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:52.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.210+0000 7f75e4b10640 1 --2- 172.21.15.67:0/4249550978 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55decfb55b40 0x55decfb5c040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:52.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.210+0000 7f75e4b10640 1 -- 172.21.15.67:0/4249550978 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55decf82b3c0 con 0x55decfb545d0 2024-09-10T08:19:52.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.211+0000 7f75e4b10640 1 --2- 172.21.15.67:0/4249550978 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55decfb545d0 0x55decfb5ed90 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7f75d0009f90 tx=0x7f75d00116f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0a8ea0bc09b31fe server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:52.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.211+0000 7f75bffff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:19:52.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.211+0000 7f75bffff640 1 -- 172.21.15.67:0/4249550978 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75d0019070 con 0x55decfb545d0 2024-09-10T08:19:52.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.211+0000 7f75bffff640 1 -- 172.21.15.67:0/4249550978 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f75d0015870 con 0x55decfb545d0 2024-09-10T08:19:52.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.211+0000 7f75e914d740 1 -- 172.21.15.67:0/4249550978 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f75d8036070 con 0x55decfb545d0 2024-09-10T08:19:52.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.211+0000 7f75bffff640 1 -- 172.21.15.67:0/4249550978 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f75d0025050 con 0x55decfb545d0 2024-09-10T08:19:52.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.211+0000 7f75e914d740 10 client.16938 fetch_fsmap learned FSMap version 29 2024-09-10T08:19:52.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.211+0000 7f75e914d740 1 -- 172.21.15.67:0/4249550978 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55decfb71c60 con 0x55decfb545d0 2024-09-10T08:19:52.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.211+0000 7f75bffff640 1 -- 172.21.15.67:0/4249550978 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f75d8036070 con 0x55decfb545d0 2024-09-10T08:19:52.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.211+0000 7f75bffff640 1 -- 172.21.15.67:0/4249550978 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f75d0014bc0 con 0x55decfb545d0 2024-09-10T08:19:52.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.211+0000 7f75e914d740 10 client.16938 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:19:52.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.211+0000 7f75e914d740 10 client.16938 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:19:52.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.211+0000 7f75e914d740 20 client.16938 populate_metadata read hostname 'smithi067' 2024-09-10T08:19:52.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.211+0000 7f75e914d740 1 --2- 172.21.15.67:0/4249550978 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55decfb73130 0x55decfb75580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:52.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.212+0000 7f75e914d740 4 client.16938 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-10T08:19:52.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.212+0000 7f75e914d740 1 -- 172.21.15.67:0/4249550978 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55decfac7860 con 0x55decfb73130 2024-09-10T08:19:52.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.212+0000 7f75dffff640 1 --2- 172.21.15.67:0/4249550978 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55decfb73130 0x55decfb75580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:52.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.212+0000 7f75dffff640 1 --2- 172.21.15.67:0/4249550978 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55decfb73130 0x55decfb75580 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c5ea7506afab82e1 server_cookie=8d67d18e004099a3 in_seq=0 out_seq=0 2024-09-10T08:19:52.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.212+0000 7f75bffff640 10 client.16938 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:19:52.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.213+0000 7f75bffff640 1 -- 172.21.15.67:0/4249550978 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55decfac7860 con 0x55decfb73130 2024-09-10T08:19:52.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.213+0000 7f75bffff640 10 client.16938 handle_command_reply: tid=0 2024-09-10T08:19:52.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.213+0000 7f75e914d740 1 client.16938 shutdown 2024-09-10T08:19:52.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.213+0000 7f75e914d740 1 -- 172.21.15.67:0/4249550978 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55decfb545d0 msgr2=0x55decfb5ed90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:52.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.213+0000 7f75e914d740 1 --2- 172.21.15.67:0/4249550978 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55decfb545d0 0x55decfb5ed90 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7f75d0009f90 tx=0x7f75d00116f0 comp rx=0 tx=0).stop 2024-09-10T08:19:52.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.213+0000 7f75e914d740 1 -- 172.21.15.67:0/4249550978 shutdown_connections 2024-09-10T08:19:52.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.213+0000 7f75e914d740 1 --2- 172.21.15.67:0/4249550978 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55decfb73130 0x55decfb75580 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:52.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.213+0000 7f75e914d740 1 --2- 172.21.15.67:0/4249550978 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55decfb55b40 0x55decfb5c040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:52.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.213+0000 7f75e914d740 1 --2- 172.21.15.67:0/4249550978 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55decfb5f370 0x55decfb5c650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:52.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.213+0000 7f75bffff640 0 client.16938 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:19:52.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.213+0000 7f75e914d740 1 --2- 172.21.15.67:0/4249550978 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55decfb545d0 0x55decfb5ed90 unknown :-1 s=CLOSED pgs=895 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:52.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.213+0000 7f75e914d740 1 -- 172.21.15.67:0/4249550978 >> 172.21.15.67:0/4249550978 conn(0x55decfb1d310 msgr2=0x55decfb56990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:52.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.213+0000 7f75e914d740 1 -- 172.21.15.67:0/4249550978 shutdown_connections 2024-09-10T08:19:52.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.213+0000 7f75e914d740 1 -- 172.21.15.67:0/4249550978 wait complete. 2024-09-10T08:19:52.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.213+0000 7f75e914d740 20 client.16938 trim_cache size 0 max 16384 2024-09-10T08:19:52.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.228+0000 7f75e914d740 1 Processor -- start 2024-09-10T08:19:52.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.228+0000 7f75e914d740 1 -- start start 2024-09-10T08:19:52.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.228+0000 7f75e914d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55decfb545d0 0x55decfb57180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:52.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.228+0000 7f75e914d740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55decfb55b40 0x55decfb576c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:52.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.228+0000 7f75e914d740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55decfb5f370 0x55decfb7ae00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:52.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.228+0000 7f75e914d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f75e01acb70 con 0x55decfb545d0 2024-09-10T08:19:52.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.228+0000 7f75e914d740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f75e01ae6b0 con 0x55decfb5f370 2024-09-10T08:19:52.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.228+0000 7f75e914d740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f75e01ad240 con 0x55decfb55b40 2024-09-10T08:19:52.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.228+0000 7f75e4b10640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55decfb545d0 0x55decfb57180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:52.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.228+0000 7f75e4b10640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55decfb545d0 0x55decfb57180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55822/0 (socket says 172.21.15.67:55822) 2024-09-10T08:19:52.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.228+0000 7f75e4b10640 1 -- 172.21.15.67:0/3864897930 learned_addr learned my addr 172.21.15.67:0/3864897930 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:52.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.228+0000 7f75dffff640 1 --2- 172.21.15.67:0/3864897930 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55decfb55b40 0x55decfb576c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:52.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.228+0000 7f75e5311640 1 --2- 172.21.15.67:0/3864897930 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55decfb5f370 0x55decfb7ae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:52.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.228+0000 7f75e4b10640 1 -- 172.21.15.67:0/3864897930 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55decfb55b40 msgr2=0x55decfb576c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:52.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.228+0000 7f75e4b10640 1 --2- 172.21.15.67:0/3864897930 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55decfb55b40 0x55decfb576c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:52.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.228+0000 7f75e4b10640 1 -- 172.21.15.67:0/3864897930 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55decfb5f370 msgr2=0x55decfb7ae00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:52.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.228+0000 7f75e4b10640 1 --2- 172.21.15.67:0/3864897930 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55decfb5f370 0x55decfb7ae00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:52.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.228+0000 7f75e4b10640 1 -- 172.21.15.67:0/3864897930 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55decfb5f100 con 0x55decfb545d0 2024-09-10T08:19:52.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.228+0000 7f75e5311640 1 --2- 172.21.15.67:0/3864897930 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55decfb5f370 0x55decfb7ae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:19:52.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.228+0000 7f75e4b10640 1 --2- 172.21.15.67:0/3864897930 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55decfb545d0 0x55decfb57180 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7f75d001d4a0 tx=0x7f75d0006ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1caeb19e2f63d264 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:52.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.228+0000 7f75c67fc640 1 -- 172.21.15.67:0/3864897930 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75d0019040 con 0x55decfb545d0 2024-09-10T08:19:52.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.228+0000 7f75c67fc640 1 -- 172.21.15.67:0/3864897930 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f75d002e070 con 0x55decfb545d0 2024-09-10T08:19:52.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.228+0000 7f75c67fc640 1 -- 172.21.15.67:0/3864897930 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75d0015b90 con 0x55decfb545d0 2024-09-10T08:19:52.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.229+0000 7f75e914d740 1 -- 172.21.15.67:0/3864897930 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55decfb545d0 msgr2=0x55decfb57180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:52.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.229+0000 7f75e914d740 1 --2- 172.21.15.67:0/3864897930 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55decfb545d0 0x55decfb57180 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7f75d001d4a0 tx=0x7f75d0006ec0 comp rx=0 tx=0).stop 2024-09-10T08:19:52.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.229+0000 7f75e914d740 1 -- 172.21.15.67:0/3864897930 shutdown_connections 2024-09-10T08:19:52.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.229+0000 7f75e914d740 1 --2- 172.21.15.67:0/3864897930 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55decfb5f370 0x55decfb7ae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:52.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.229+0000 7f75e914d740 1 --2- 172.21.15.67:0/3864897930 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55decfb55b40 0x55decfb576c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:52.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.229+0000 7f75e914d740 1 --2- 172.21.15.67:0/3864897930 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55decfb545d0 0x55decfb57180 unknown :-1 s=CLOSED pgs=896 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:52.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.229+0000 7f75e914d740 1 -- 172.21.15.67:0/3864897930 >> 172.21.15.67:0/3864897930 conn(0x55decfb1d310 msgr2=0x55decfb4fd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:52.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.229+0000 7f75e914d740 1 -- 172.21.15.67:0/3864897930 shutdown_connections 2024-09-10T08:19:52.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.229+0000 7f75e914d740 1 -- 172.21.15.67:0/3864897930 wait complete. 2024-09-10T08:19:52.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.229+0000 7f75e914d740 1 -- start start 2024-09-10T08:19:52.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.229+0000 7f75e914d740 1 Processor -- start 2024-09-10T08:19:52.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.230+0000 7f75e914d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55decfb545d0 0x55decfb6b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:52.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.230+0000 7f75e914d740 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55decfb55b40 0x55decfb6bb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:52.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.230+0000 7f75e914d740 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55decfb5f370 0x55decfb68590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:52.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.230+0000 7f75e914d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f75e01adfe0 con 0x55decfb545d0 2024-09-10T08:19:52.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.230+0000 7f75e914d740 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f75e01ad910 con 0x55decfb55b40 2024-09-10T08:19:52.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.230+0000 7f75e914d740 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f75e01aab50 con 0x55decfb5f370 2024-09-10T08:19:52.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.230+0000 7f75e914d740 10 client.0 _ll_register_callbacks cb 0x7f75d0009520 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-10T08:19:52.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.230+0000 7f75e4b10640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55decfb545d0 0x55decfb6b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:52.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.230+0000 7f75e4b10640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55decfb545d0 0x55decfb6b5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55836/0 (socket says 172.21.15.67:55836) 2024-09-10T08:19:52.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.230+0000 7f75e4b10640 1 -- 172.21.15.67:0/675356003 learned_addr learned my addr 172.21.15.67:0/675356003 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:52.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.230+0000 7f75e5311640 1 --2- 172.21.15.67:0/675356003 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55decfb5f370 0x55decfb68590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:52.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.230+0000 7f75dffff640 1 --2- 172.21.15.67:0/675356003 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55decfb55b40 0x55decfb6bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:52.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.230+0000 7f75e4b10640 1 -- 172.21.15.67:0/675356003 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55decfb5f370 msgr2=0x55decfb68590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:52.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.230+0000 7f75e4b10640 1 --2- 172.21.15.67:0/675356003 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55decfb5f370 0x55decfb68590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:52.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.230+0000 7f75e4b10640 1 -- 172.21.15.67:0/675356003 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55decfb55b40 msgr2=0x55decfb6bb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-10T08:19:52.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.230+0000 7f75e4b10640 1 --2- 172.21.15.67:0/675356003 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55decfb55b40 0x55decfb6bb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:52.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.230+0000 7f75e4b10640 1 -- 172.21.15.67:0/675356003 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55decfb5c9c0 con 0x55decfb545d0 2024-09-10T08:19:52.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.230+0000 7f75e4b10640 1 --2- 172.21.15.67:0/675356003 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55decfb545d0 0x55decfb6b5c0 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7f75d0015870 tx=0x7f75d00093c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a4684dc6e6102e8 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:52.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.230+0000 7f75bffff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-10T08:19:52.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.231+0000 7f75bffff640 1 -- 172.21.15.67:0/675356003 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75d0036030 con 0x55decfb545d0 2024-09-10T08:19:52.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.231+0000 7f75bffff640 1 -- 172.21.15.67:0/675356003 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f75d001dbd0 con 0x55decfb545d0 2024-09-10T08:19:52.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.231+0000 7f75e914d740 1 -- 172.21.15.67:0/675356003 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f75d002e070 con 0x55decfb545d0 2024-09-10T08:19:52.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.231+0000 7f75bffff640 1 -- 172.21.15.67:0/675356003 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f75d0040050 con 0x55decfb545d0 2024-09-10T08:19:52.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.231+0000 7f75e914d740 10 client.16944 fetch_fsmap learned FSMap version 29 2024-09-10T08:19:52.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.231+0000 7f75e914d740 1 -- 172.21.15.67:0/675356003 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) -- 0x55decfbde290 con 0x55decfb545d0 2024-09-10T08:19:52.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.231+0000 7f75bffff640 1 -- 172.21.15.67:0/675356003 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f75d002e070 con 0x55decfb545d0 2024-09-10T08:19:52.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.231+0000 7f75bffff640 1 -- 172.21.15.67:0/675356003 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 8370+0+0 (secure 0 0 0) 0x7f75d0014780 con 0x55decfb545d0 2024-09-10T08:19:52.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.231+0000 7f75e914d740 10 client.16944 fetch_fsmap finished waiting for FSMap version 29 2024-09-10T08:19:52.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.231+0000 7f75e914d740 10 client.16944 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-09-10T08:19:52.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.231+0000 7f75e914d740 20 client.16944 populate_metadata read hostname 'smithi067' 2024-09-10T08:19:52.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.231+0000 7f75e914d740 1 --2- 172.21.15.67:0/675356003 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55decfbde8f0 0x55decfbe0ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:52.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.231+0000 7f75e914d740 4 client.16944 mds_command: new command op to 24479 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-10T08:19:52.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.231+0000 7f75e914d740 1 -- 172.21.15.67:0/675356003 --> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55decfac1d70 con 0x55decfbde8f0 2024-09-10T08:19:52.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.232+0000 7f75dffff640 1 --2- 172.21.15.67:0/675356003 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55decfbde8f0 0x55decfbe0ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:52.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.232+0000 7f75bffff640 10 client.16944 ms_handle_connect on v2:172.21.15.133:6838/1848609384 2024-09-10T08:19:52.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.232+0000 7f75dffff640 1 --2- 172.21.15.67:0/675356003 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55decfbde8f0 0x55decfbe0ce0 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b362b470dce0c0dc server_cookie=6d56096fa1b48120 in_seq=0 out_seq=0 2024-09-10T08:19:52.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.232+0000 7f75bffff640 1 -- 172.21.15.67:0/675356003 <== mds.0 v2:172.21.15.133:6838/1848609384 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55decfac1d70 con 0x55decfbde8f0 2024-09-10T08:19:52.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.232+0000 7f75bffff640 10 client.16944 handle_command_reply: tid=0 2024-09-10T08:19:52.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.232+0000 7f75e914d740 1 client.16944 shutdown 2024-09-10T08:19:52.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.232+0000 7f75e914d740 1 -- 172.21.15.67:0/675356003 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55decfb545d0 msgr2=0x55decfb6b5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:52.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.232+0000 7f75e914d740 1 --2- 172.21.15.67:0/675356003 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55decfb545d0 0x55decfb6b5c0 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7f75d0015870 tx=0x7f75d00093c0 comp rx=0 tx=0).stop 2024-09-10T08:19:52.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.232+0000 7f75e914d740 1 -- 172.21.15.67:0/675356003 shutdown_connections 2024-09-10T08:19:52.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.232+0000 7f75e914d740 1 --2- 172.21.15.67:0/675356003 >> [v2:172.21.15.133:6838/1848609384,v1:172.21.15.133:6839/1848609384] conn(0x55decfbde8f0 0x55decfbe0ce0 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:52.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.232+0000 7f75bffff640 0 client.16944 ms_handle_reset on v2:172.21.15.133:6838/1848609384 2024-09-10T08:19:52.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.232+0000 7f75e914d740 1 --2- 172.21.15.67:0/675356003 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x55decfb55b40 0x55decfb6bb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:52.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.232+0000 7f75e914d740 1 --2- 172.21.15.67:0/675356003 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x55decfb5f370 0x55decfb68590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:52.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.232+0000 7f75e914d740 1 --2- 172.21.15.67:0/675356003 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55decfb545d0 0x55decfb6b5c0 unknown :-1 s=CLOSED pgs=897 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:52.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.232+0000 7f75e914d740 1 -- 172.21.15.67:0/675356003 >> 172.21.15.67:0/675356003 conn(0x55decfb1d310 msgr2=0x55decfb5d8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:52.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.232+0000 7f75e914d740 1 -- 172.21.15.67:0/675356003 shutdown_connections 2024-09-10T08:19:52.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.233+0000 7f75e914d740 1 -- 172.21.15.67:0/675356003 wait complete. 2024-09-10T08:19:52.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.233+0000 7f75e914d740 20 client.16944 trim_cache size 0 max 16384 2024-09-10T08:19:52.246 INFO:teuthology.orchestra.run.smithi067.stdout:[] 2024-09-10T08:19:52.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.233+0000 7f75e6d74640 1 -- 172.21.15.67:0/1596874983 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f75c80a2c00 msgr2=0x7f75c80a50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:52.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.233+0000 7f75e6d74640 1 --2- 172.21.15.67:0/1596874983 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f75c80a2c00 0x7f75c80a50c0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f75e00fee40 tx=0x7f75d4013880 comp rx=0 tx=0).stop 2024-09-10T08:19:52.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.233+0000 7f75e6d74640 1 -- 172.21.15.67:0/1596874983 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f75e0108290 msgr2=0x7f75e019cdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:52.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.233+0000 7f75e6d74640 1 --2- 172.21.15.67:0/1596874983 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f75e0108290 0x7f75e019cdb0 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7f75d8005cc0 tx=0x7f75d8003ba0 comp rx=0 tx=0).stop 2024-09-10T08:19:52.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.233+0000 7f75e6d74640 1 -- 172.21.15.67:0/1596874983 shutdown_connections 2024-09-10T08:19:52.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.233+0000 7f75e6d74640 1 --2- 172.21.15.67:0/1596874983 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f75c80a2c00 0x7f75c80a50c0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:52.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.233+0000 7f75e6d74640 1 --2- 172.21.15.67:0/1596874983 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f75e0108290 0x7f75e019cdb0 unknown :-1 s=CLOSED pgs=893 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:52.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.233+0000 7f75e6d74640 1 --2- 172.21.15.67:0/1596874983 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f75e0103740 0x7f75e0198a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:52.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.233+0000 7f75e6d74640 1 --2- 172.21.15.67:0/1596874983 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f75e0102d90 0x7f75e01984e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:52.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.233+0000 7f75e6d74640 1 -- 172.21.15.67:0/1596874983 >> 172.21.15.67:0/1596874983 conn(0x7f75e00fc7d0 msgr2=0x7f75e0105dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:52.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.233+0000 7f75e6d74640 1 -- 172.21.15.67:0/1596874983 shutdown_connections 2024-09-10T08:19:52.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:52.233+0000 7f75e6d74640 1 -- 172.21.15.67:0/1596874983 wait complete. 2024-09-10T08:19:53.023 ERROR:tasks.fwd_scrub.fs.[cephfs]:exception: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa/tasks/fwd_scrub.py", line 35, in _run self.do_scrub() File "/home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa/tasks/fwd_scrub.py", line 49, in do_scrub self.sleep_unless_stopped(self.sleep_between_iterations) File "/home/teuthworker/src/git.ceph.com_ceph-c_1cf819b7212a6048e92fc78c4eff963344f6d56b/qa/tasks/thrasher.py", line 47, in sleep_unless_stopped raise self.Stopped() tasks.thrasher.ThrasherGreenlet.Stopped 2024-09-10T08:19:53.024 INFO:tasks.fwd_scrub:done joining 2024-09-10T08:19:53.024 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2024-09-10T08:19:53.036 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-10T08:19:53.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.145+0000 7fb1e545a640 1 -- 172.21.15.67:0/1948373601 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb1e01036e0 msgr2=0x7fb1e0109f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:53.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.145+0000 7fb1e545a640 1 --2- 172.21.15.67:0/1948373601 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb1e01036e0 0x7fb1e0109f70 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7fb1d8009ca0 tx=0x7fb1d802a8c0 comp rx=0 tx=0).stop 2024-09-10T08:19:53.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.145+0000 7fb1e545a640 1 -- 172.21.15.67:0/1948373601 shutdown_connections 2024-09-10T08:19:53.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.145+0000 7fb1e545a640 1 --2- 172.21.15.67:0/1948373601 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb1e0102d20 0x7fb1e01031a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:53.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.145+0000 7fb1e545a640 1 --2- 172.21.15.67:0/1948373601 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb1e01036e0 0x7fb1e0109f70 unknown :-1 s=CLOSED pgs=898 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:53.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.145+0000 7fb1e545a640 1 --2- 172.21.15.67:0/1948373601 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb1e0101b30 0x7fb1e0101f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:53.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.145+0000 7fb1e545a640 1 -- 172.21.15.67:0/1948373601 >> 172.21.15.67:0/1948373601 conn(0x7fb1e00fd2b0 msgr2=0x7fb1e00ff6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:53.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.145+0000 7fb1e545a640 1 -- 172.21.15.67:0/1948373601 shutdown_connections 2024-09-10T08:19:53.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.145+0000 7fb1e545a640 1 -- 172.21.15.67:0/1948373601 wait complete. 2024-09-10T08:19:53.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.145+0000 7fb1e545a640 1 Processor -- start 2024-09-10T08:19:53.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.145+0000 7fb1e545a640 1 -- start start 2024-09-10T08:19:53.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.145+0000 7fb1e545a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb1e0101b30 0x7fb1e0197d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:53.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.145+0000 7fb1e545a640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb1e0102d20 0x7fb1e0198280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:53.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.145+0000 7fb1e545a640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb1e01036e0 0x7fb1e019f2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:53.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.145+0000 7fb1e545a640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb1e010d660 con 0x7fb1e0101b30 2024-09-10T08:19:53.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.145+0000 7fb1e545a640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fb1e010d4e0 con 0x7fb1e01036e0 2024-09-10T08:19:53.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.145+0000 7fb1e545a640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fb1e010d7e0 con 0x7fb1e0102d20 2024-09-10T08:19:53.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.146+0000 7fb1deffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb1e0101b30 0x7fb1e0197d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:53.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.146+0000 7fb1deffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb1e0101b30 0x7fb1e0197d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55852/0 (socket says 172.21.15.67:55852) 2024-09-10T08:19:53.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.146+0000 7fb1deffd640 1 -- 172.21.15.67:0/441999991 learned_addr learned my addr 172.21.15.67:0/441999991 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:53.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.146+0000 7fb1d7fff640 1 --2- 172.21.15.67:0/441999991 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb1e0102d20 0x7fb1e0198280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:53.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.146+0000 7fb1deffd640 1 -- 172.21.15.67:0/441999991 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb1e0102d20 msgr2=0x7fb1e0198280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:53.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.146+0000 7fb1deffd640 1 --2- 172.21.15.67:0/441999991 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb1e0102d20 0x7fb1e0198280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:53.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.146+0000 7fb1deffd640 1 -- 172.21.15.67:0/441999991 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb1e01036e0 msgr2=0x7fb1e019f2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:53.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.146+0000 7fb1df7fe640 1 --2- 172.21.15.67:0/441999991 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb1e01036e0 0x7fb1e019f2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:53.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.146+0000 7fb1deffd640 1 --2- 172.21.15.67:0/441999991 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb1e01036e0 0x7fb1e019f2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:53.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.146+0000 7fb1deffd640 1 -- 172.21.15.67:0/441999991 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1e019f960 con 0x7fb1e0101b30 2024-09-10T08:19:53.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.146+0000 7fb1deffd640 1 --2- 172.21.15.67:0/441999991 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb1e0101b30 0x7fb1e0197d40 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7fb1d000c970 tx=0x7fb1d000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:53.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.146+0000 7fb1dcff9640 1 -- 172.21.15.67:0/441999991 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1d0004220 con 0x7fb1e0101b30 2024-09-10T08:19:53.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.146+0000 7fb1dcff9640 1 -- 172.21.15.67:0/441999991 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb1d00043c0 con 0x7fb1e0101b30 2024-09-10T08:19:53.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.146+0000 7fb1e545a640 1 -- 172.21.15.67:0/441999991 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1e019fc50 con 0x7fb1e0101b30 2024-09-10T08:19:53.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.146+0000 7fb1dcff9640 1 -- 172.21.15.67:0/441999991 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1d0004a00 con 0x7fb1e0101b30 2024-09-10T08:19:53.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.146+0000 7fb1e545a640 1 -- 172.21.15.67:0/441999991 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1e01a01a0 con 0x7fb1e0101b30 2024-09-10T08:19:53.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.147+0000 7fb1e545a640 1 -- 172.21.15.67:0/441999991 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1e0108f20 con 0x7fb1e0101b30 2024-09-10T08:19:53.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.149+0000 7fb1dcff9640 1 -- 172.21.15.67:0/441999991 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7fb1d00079b0 con 0x7fb1e0101b30 2024-09-10T08:19:53.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.149+0000 7fb1dcff9640 1 --2- 172.21.15.67:0/441999991 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb1cc0a2c10 0x7fb1cc0a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:53.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.149+0000 7fb1d7fff640 1 --2- 172.21.15.67:0/441999991 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb1cc0a2c10 0x7fb1cc0a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:53.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.149+0000 7fb1dcff9640 1 -- 172.21.15.67:0/441999991 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fb1d00cf210 con 0x7fb1e0101b30 2024-09-10T08:19:53.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.150+0000 7fb1d7fff640 1 --2- 172.21.15.67:0/441999991 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb1cc0a2c10 0x7fb1cc0a50d0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fb1c8005fd0 tx=0x7fb1c8005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:53.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.154+0000 7fb1dcff9640 1 -- 172.21.15.67:0/441999991 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb1d0014030 con 0x7fb1e0101b30 2024-09-10T08:19:53.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:53 smithi203 ceph-mon[34672]: pgmap v509: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 9 op/s 2024-09-10T08:19:53.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.330+0000 7fb1e545a640 1 -- 172.21.15.67:0/441999991 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb1e0062ef0 con 0x7fb1e0101b30 2024-09-10T08:19:53.331 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.332+0000 7fb1dcff9640 1 -- 172.21.15.67:0/441999991 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v92) ==== 74+0+24966 (secure 0 0 0) 0x7fb1d009bd70 con 0x7fb1e0101b30 2024-09-10T08:19:53.332 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:19:53.332 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":92,"fsid":"315284b0-6f4b-11ef-bcea-c7b262605968","created":"2024-09-10T08:04:51.999264+0000","modified":"2024-09-10T08:14:39.667529+0000","last_up_change":"2024-09-10T08:11:44.006308+0000","last_in_change":"2024-09-10T08:11:20.252568+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:07:54.225673+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:12:33.710480+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T08:12:35.789356+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T08:12:42.280527+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f86e49e6-6996-48db-b2b5-45e56df21941","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6803","nonce":2156529365}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6805","nonce":2156529365}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6809","nonce":2156529365}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6807","nonce":2156529365}]},"public_addr":"172.21.15.67:6803/2156529365","cluster_addr":"172.21.15.67:6805/2156529365","heartbeat_back_addr":"172.21.15.67:6809/2156529365","heartbeat_front_addr":"172.21.15.67:6807/2156529365","state":["exists","up"]},{"osd":1,"uuid":"5d1404fb-621b-43f8-aae0-9b3bb2c84e92","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6801","nonce":3995937115}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6803","nonce":3995937115}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6807","nonce":3995937115}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6805","nonce":3995937115}]},"public_addr":"172.21.15.133:6801/3995937115","cluster_addr":"172.21.15.133:6803/3995937115","heartbeat_back_addr":"172.21.15.133:6807/3995937115","heartbeat_front_addr":"172.21.15.133:6805/3995937115","state":["exists","up"]},{"osd":2,"uuid":"f1a75f4e-9c67-4536-aad8-56469112fda1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6801","nonce":3905493348}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6803","nonce":3905493348}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6807","nonce":3905493348}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6805","nonce":3905493348}]},"public_addr":"172.21.15.203:6801/3905493348","cluster_addr":"172.21.15.203:6803/3905493348","heartbeat_back_addr":"172.21.15.203:6807/3905493348","heartbeat_front_addr":"172.21.15.203:6805/3905493348","state":["exists","up"]},{"osd":3,"uuid":"b58a1682-c3a7-4094-a4c8-d132c11d478f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6811","nonce":1513600391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6813","nonce":1513600391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6817","nonce":1513600391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6815","nonce":1513600391}]},"public_addr":"172.21.15.67:6811/1513600391","cluster_addr":"172.21.15.67:6813/1513600391","heartbeat_back_addr":"172.21.15.67:6817/1513600391","heartbeat_front_addr":"172.21.15.67:6815/1513600391","state":["exists","up"]},{"osd":4,"uuid":"cc22f878-3de9-4257-abab-069be0664dff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6809","nonce":873062362}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6811","nonce":873062362}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6815","nonce":873062362}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6813","nonce":873062362}]},"public_addr":"172.21.15.133:6809/873062362","cluster_addr":"172.21.15.133:6811/873062362","heartbeat_back_addr":"172.21.15.133:6815/873062362","heartbeat_front_addr":"172.21.15.133:6813/873062362","state":["exists","up"]},{"osd":5,"uuid":"6e4b48f9-df8e-43e5-ba21-589cbe4bf349","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6809","nonce":2104437925}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6811","nonce":2104437925}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6815","nonce":2104437925}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6813","nonce":2104437925}]},"public_addr":"172.21.15.203:6809/2104437925","cluster_addr":"172.21.15.203:6811/2104437925","heartbeat_back_addr":"172.21.15.203:6815/2104437925","heartbeat_front_addr":"172.21.15.203:6813/2104437925","state":["exists","up"]},{"osd":6,"uuid":"bc0ce4e2-ab6c-4d1d-a17c-f16ccf214696","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6819","nonce":3451855313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6821","nonce":3451855313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6825","nonce":3451855313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6823","nonce":3451855313}]},"public_addr":"172.21.15.67:6819/3451855313","cluster_addr":"172.21.15.67:6821/3451855313","heartbeat_back_addr":"172.21.15.67:6825/3451855313","heartbeat_front_addr":"172.21.15.67:6823/3451855313","state":["exists","up"]},{"osd":7,"uuid":"b114b175-4fec-45f5-846f-edbd7f3f6a40","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6817","nonce":3668519078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6819","nonce":3668519078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6823","nonce":3668519078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6821","nonce":3668519078}]},"public_addr":"172.21.15.133:6817/3668519078","cluster_addr":"172.21.15.133:6819/3668519078","heartbeat_back_addr":"172.21.15.133:6823/3668519078","heartbeat_front_addr":"172.21.15.133:6821/3668519078","state":["exists","up"]},{"osd":8,"uuid":"d31ce685-0a86-44b4-86ff-c2f7282de65e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6817","nonce":472763919}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6819","nonce":472763919}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6823","nonce":472763919}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6820","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6821","nonce":472763919}]},"public_addr":"172.21.15.203:6817/472763919","cluster_addr":"172.21.15.203:6819/472763919","heartbeat_back_addr":"172.21.15.203:6823/472763919","heartbeat_front_addr":"172.21.15.203:6821/472763919","state":["exists","up"]},{"osd":9,"uuid":"aa95ebe2-9111-4d0d-97cb-d0e19ab1b3cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6827","nonce":228642541}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6829","nonce":228642541}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6833","nonce":228642541}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6831","nonce":228642541}]},"public_addr":"172.21.15.67:6827/228642541","cluster_addr":"172.21.15.67:6829/228642541","heartbeat_back_addr":"172.21.15.67:6833/228642541","heartbeat_front_addr":"172.21.15.67:6831/228642541","state":["exists","up"]},{"osd":10,"uuid":"d732bc25-9273-4964-b8bf-441ae03fe4c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6825","nonce":1358359980}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6827","nonce":1358359980}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6831","nonce":1358359980}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6829","nonce":1358359980}]},"public_addr":"172.21.15.133:6825/1358359980","cluster_addr":"172.21.15.133:6827/1358359980","heartbeat_back_addr":"172.21.15.133:6831/1358359980","heartbeat_front_addr":"172.21.15.133:6829/1358359980","state":["exists","up"]},{"osd":11,"uuid":"8467eb04-6d28-4e6e-8f44-19022da895c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6824","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6825","nonce":1340245932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6827","nonce":1340245932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6831","nonce":1340245932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6828","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6829","nonce":1340245932}]},"public_addr":"172.21.15.203:6825/1340245932","cluster_addr":"172.21.15.203:6827/1340245932","heartbeat_back_addr":"172.21.15.203:6831/1340245932","heartbeat_front_addr":"172.21.15.203:6829/1340245932","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:07:00.686495+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:07:25.963125+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:07:51.678889+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:08:17.214730+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:08:42.566829+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:09:07.208130+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:09:33.332707+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:09:58.718647+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:10:24.866450+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:10:50.740704+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:11:16.269602+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:11:42.296645+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.6","mappings":[{"from":3,"to":8}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.1a","mappings":[{"from":5,"to":7}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":4,"to":7}]},{"pgid":"3.28","mappings":[{"from":5,"to":6},{"from":3,"to":8}]},{"pgid":"3.37","mappings":[{"from":1,"to":9}]},{"pgid":"4.f","mappings":[{"from":9,"to":8},{"from":5,"to":10}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:0/420992675":"2024-09-11T08:05:37.717567+0000","172.21.15.67:0/2960294013":"2024-09-11T08:05:37.717567+0000","172.21.15.67:6801/2987520524":"2024-09-11T08:05:37.717567+0000","172.21.15.67:6800/2987520524":"2024-09-11T08:05:37.717567+0000","172.21.15.67:0/3383024850":"2024-09-11T08:05:13.831541+0000","172.21.15.67:6801/1869292132":"2024-09-11T08:05:13.831541+0000","172.21.15.67:6800/1869292132":"2024-09-11T08:05:13.831541+0000","172.21.15.67:0/4178209804":"2024-09-11T08:05:37.717567+0000","172.21.15.67:0/2105313351":"2024-09-11T08:05:13.831541+0000","172.21.15.67:0/4063198473":"2024-09-11T08:05:13.831541+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:19:53.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.333+0000 7fb1e545a640 1 -- 172.21.15.67:0/441999991 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb1cc0a2c10 msgr2=0x7fb1cc0a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:53.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.333+0000 7fb1e545a640 1 --2- 172.21.15.67:0/441999991 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb1cc0a2c10 0x7fb1cc0a50d0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fb1c8005fd0 tx=0x7fb1c8005850 comp rx=0 tx=0).stop 2024-09-10T08:19:53.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.333+0000 7fb1e545a640 1 -- 172.21.15.67:0/441999991 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb1e0101b30 msgr2=0x7fb1e0197d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:53.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.333+0000 7fb1e545a640 1 --2- 172.21.15.67:0/441999991 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb1e0101b30 0x7fb1e0197d40 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7fb1d000c970 tx=0x7fb1d000ce30 comp rx=0 tx=0).stop 2024-09-10T08:19:53.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.334+0000 7fb1e545a640 1 -- 172.21.15.67:0/441999991 shutdown_connections 2024-09-10T08:19:53.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.334+0000 7fb1e545a640 1 --2- 172.21.15.67:0/441999991 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fb1cc0a2c10 0x7fb1cc0a50d0 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:53.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.334+0000 7fb1e545a640 1 --2- 172.21.15.67:0/441999991 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fb1e01036e0 0x7fb1e019f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:53.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.334+0000 7fb1e545a640 1 --2- 172.21.15.67:0/441999991 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fb1e0102d20 0x7fb1e0198280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:53.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.334+0000 7fb1e545a640 1 --2- 172.21.15.67:0/441999991 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb1e0101b30 0x7fb1e0197d40 unknown :-1 s=CLOSED pgs=899 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:53.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.334+0000 7fb1e545a640 1 -- 172.21.15.67:0/441999991 >> 172.21.15.67:0/441999991 conn(0x7fb1e00fd2b0 msgr2=0x7fb1e01060f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:53.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.334+0000 7fb1e545a640 1 -- 172.21.15.67:0/441999991 shutdown_connections 2024-09-10T08:19:53.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.334+0000 7fb1e545a640 1 -- 172.21.15.67:0/441999991 wait complete. 2024-09-10T08:19:53.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:53 smithi133 ceph-mon[34721]: pgmap v509: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 9 op/s 2024-09-10T08:19:53.344 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:53 smithi067 ceph-mon[31051]: pgmap v509: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 9 op/s 2024-09-10T08:19:53.345 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-10T08:07:54.225673+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-10T08:12:33.710480+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '82', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-10T08:12:35.789356+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '82', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-10T08:12:42.280527+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '88', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-10T08:19:53.346 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-10T08:19:53.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.453+0000 7fceb47b9640 1 -- 172.21.15.67:0/1347142323 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fceac102640 msgr2=0x7fceac104a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:53.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.453+0000 7fceb47b9640 1 --2- 172.21.15.67:0/1347142323 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fceac102640 0x7fceac104a30 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7fcea8009900 tx=0x7fcea802a410 comp rx=0 tx=0).stop 2024-09-10T08:19:53.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.453+0000 7fceb47b9640 1 -- 172.21.15.67:0/1347142323 shutdown_connections 2024-09-10T08:19:53.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.453+0000 7fceb47b9640 1 --2- 172.21.15.67:0/1347142323 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fceac104f70 0x7fceac107360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:53.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.453+0000 7fceb47b9640 1 --2- 172.21.15.67:0/1347142323 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fceac1078a0 0x7fceac109c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:53.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.453+0000 7fceb47b9640 1 --2- 172.21.15.67:0/1347142323 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fceac102640 0x7fceac104a30 unknown :-1 s=CLOSED pgs=900 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:53.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.453+0000 7fceb47b9640 1 -- 172.21.15.67:0/1347142323 >> 172.21.15.67:0/1347142323 conn(0x7fceac0fc140 msgr2=0x7fceac0fe5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:53.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.453+0000 7fceb47b9640 1 -- 172.21.15.67:0/1347142323 shutdown_connections 2024-09-10T08:19:53.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.453+0000 7fceb47b9640 1 -- 172.21.15.67:0/1347142323 wait complete. 2024-09-10T08:19:53.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.453+0000 7fceb47b9640 1 Processor -- start 2024-09-10T08:19:53.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.453+0000 7fceb47b9640 1 -- start start 2024-09-10T08:19:53.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.454+0000 7fceb47b9640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fceac102640 0x7fceac197da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:53.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.454+0000 7fceb47b9640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fceac104f70 0x7fceac1982e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:53.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.454+0000 7fceb47b9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fceac1078a0 0x7fceac19f310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:53.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.454+0000 7fceb47b9640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fceac10d640 con 0x7fceac1078a0 2024-09-10T08:19:53.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.454+0000 7fceb47b9640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fceac10d4c0 con 0x7fceac104f70 2024-09-10T08:19:53.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.454+0000 7fceb47b9640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fceac10d7c0 con 0x7fceac102640 2024-09-10T08:19:53.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.454+0000 7fceb2d56640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fceac1078a0 0x7fceac19f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:53.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.454+0000 7fceb2d56640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fceac1078a0 0x7fceac19f310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55868/0 (socket says 172.21.15.67:55868) 2024-09-10T08:19:53.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.454+0000 7fceb2d56640 1 -- 172.21.15.67:0/2555744630 learned_addr learned my addr 172.21.15.67:0/2555744630 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:53.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.454+0000 7fceb1d54640 1 --2- 172.21.15.67:0/2555744630 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fceac104f70 0x7fceac1982e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:53.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.454+0000 7fceb2555640 1 --2- 172.21.15.67:0/2555744630 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fceac102640 0x7fceac197da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:53.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.454+0000 7fceb2d56640 1 -- 172.21.15.67:0/2555744630 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fceac102640 msgr2=0x7fceac197da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:53.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.454+0000 7fceb2d56640 1 --2- 172.21.15.67:0/2555744630 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fceac102640 0x7fceac197da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:53.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.454+0000 7fceb2d56640 1 -- 172.21.15.67:0/2555744630 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fceac104f70 msgr2=0x7fceac1982e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:53.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.454+0000 7fceb2d56640 1 --2- 172.21.15.67:0/2555744630 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fceac104f70 0x7fceac1982e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:53.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.454+0000 7fceb2d56640 1 -- 172.21.15.67:0/2555744630 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fceac19f9b0 con 0x7fceac1078a0 2024-09-10T08:19:53.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.454+0000 7fceb2555640 1 --2- 172.21.15.67:0/2555744630 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fceac102640 0x7fceac197da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:19:53.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.454+0000 7fceb2d56640 1 --2- 172.21.15.67:0/2555744630 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fceac1078a0 0x7fceac19f310 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7fcea400cce0 tx=0x7fcea400a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:53.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.454+0000 7fcea37fe640 1 -- 172.21.15.67:0/2555744630 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcea400f450 con 0x7fceac1078a0 2024-09-10T08:19:53.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.454+0000 7fcea37fe640 1 -- 172.21.15.67:0/2555744630 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcea400faa0 con 0x7fceac1078a0 2024-09-10T08:19:53.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.454+0000 7fceb47b9640 1 -- 172.21.15.67:0/2555744630 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fceac19fca0 con 0x7fceac1078a0 2024-09-10T08:19:53.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.454+0000 7fcea37fe640 1 -- 172.21.15.67:0/2555744630 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcea4018b70 con 0x7fceac1078a0 2024-09-10T08:19:53.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.455+0000 7fceb47b9640 1 -- 172.21.15.67:0/2555744630 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fceac1a01a0 con 0x7fceac1078a0 2024-09-10T08:19:53.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.455+0000 7fceb47b9640 1 -- 172.21.15.67:0/2555744630 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fceac0fdc30 con 0x7fceac1078a0 2024-09-10T08:19:53.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.457+0000 7fcea37fe640 1 -- 172.21.15.67:0/2555744630 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7fcea4018d10 con 0x7fceac1078a0 2024-09-10T08:19:53.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.457+0000 7fcea37fe640 1 --2- 172.21.15.67:0/2555744630 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fce980a2c10 0x7fce980a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:53.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.458+0000 7fceb2555640 1 --2- 172.21.15.67:0/2555744630 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fce980a2c10 0x7fce980a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:53.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.458+0000 7fcea37fe640 1 -- 172.21.15.67:0/2555744630 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fcea40cf950 con 0x7fceac1078a0 2024-09-10T08:19:53.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.458+0000 7fceb2555640 1 --2- 172.21.15.67:0/2555744630 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fce980a2c10 0x7fce980a50d0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fcea8000c00 tx=0x7fcea8009610 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:53.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.460+0000 7fcea37fe640 1 -- 172.21.15.67:0/2555744630 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fcea4014030 con 0x7fceac1078a0 2024-09-10T08:19:53.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.640+0000 7fceb47b9640 1 -- 172.21.15.67:0/2555744630 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fceac02da10 con 0x7fceac1078a0 2024-09-10T08:19:53.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.641+0000 7fcea37fe640 1 -- 172.21.15.67:0/2555744630 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v92) ==== 93+0+10 (secure 0 0 0) 0x7fcea409c530 con 0x7fceac1078a0 2024-09-10T08:19:53.641 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 1 2024-09-10T08:19:53.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.643+0000 7fceb47b9640 1 -- 172.21.15.67:0/2555744630 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fce980a2c10 msgr2=0x7fce980a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:53.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.643+0000 7fceb47b9640 1 --2- 172.21.15.67:0/2555744630 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fce980a2c10 0x7fce980a50d0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fcea8000c00 tx=0x7fcea8009610 comp rx=0 tx=0).stop 2024-09-10T08:19:53.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.643+0000 7fceb47b9640 1 -- 172.21.15.67:0/2555744630 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fceac1078a0 msgr2=0x7fceac19f310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:53.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.643+0000 7fceb47b9640 1 --2- 172.21.15.67:0/2555744630 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fceac1078a0 0x7fceac19f310 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7fcea400cce0 tx=0x7fcea400a620 comp rx=0 tx=0).stop 2024-09-10T08:19:53.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.643+0000 7fceb47b9640 1 -- 172.21.15.67:0/2555744630 shutdown_connections 2024-09-10T08:19:53.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.643+0000 7fceb47b9640 1 --2- 172.21.15.67:0/2555744630 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fce980a2c10 0x7fce980a50d0 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:53.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.643+0000 7fceb47b9640 1 --2- 172.21.15.67:0/2555744630 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fceac104f70 0x7fceac1982e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:53.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.643+0000 7fceb47b9640 1 --2- 172.21.15.67:0/2555744630 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fceac1078a0 0x7fceac19f310 unknown :-1 s=CLOSED pgs=901 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:53.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.643+0000 7fceb47b9640 1 --2- 172.21.15.67:0/2555744630 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fceac102640 0x7fceac197da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:53.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.643+0000 7fceb47b9640 1 -- 172.21.15.67:0/2555744630 >> 172.21.15.67:0/2555744630 conn(0x7fceac0fc140 msgr2=0x7fceac103120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:53.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.643+0000 7fceb47b9640 1 -- 172.21.15.67:0/2555744630 shutdown_connections 2024-09-10T08:19:53.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.643+0000 7fceb47b9640 1 -- 172.21.15.67:0/2555744630 wait complete. 2024-09-10T08:19:53.654 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-10T08:19:53.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.761+0000 7ffa03a42640 1 -- 172.21.15.67:0/4099991747 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9fc104ee0 msgr2=0x7ff9fc1072d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:53.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.761+0000 7ffa03a42640 1 --2- 172.21.15.67:0/4099991747 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9fc104ee0 0x7ff9fc1072d0 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7ff9ec009900 tx=0x7ff9ec02a410 comp rx=0 tx=0).stop 2024-09-10T08:19:53.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.761+0000 7ffa03a42640 1 -- 172.21.15.67:0/4099991747 shutdown_connections 2024-09-10T08:19:53.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.761+0000 7ffa03a42640 1 --2- 172.21.15.67:0/4099991747 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff9fc107810 0x7ff9fc109c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:53.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.761+0000 7ffa03a42640 1 --2- 172.21.15.67:0/4099991747 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9fc104ee0 0x7ff9fc1072d0 unknown :-1 s=CLOSED pgs=902 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:53.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.761+0000 7ffa03a42640 1 --2- 172.21.15.67:0/4099991747 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff9fc1025b0 0x7ff9fc1049a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:53.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.761+0000 7ffa03a42640 1 -- 172.21.15.67:0/4099991747 >> 172.21.15.67:0/4099991747 conn(0x7ff9fc0fc1b0 msgr2=0x7ff9fc0fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:53.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.761+0000 7ffa03a42640 1 -- 172.21.15.67:0/4099991747 shutdown_connections 2024-09-10T08:19:53.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.761+0000 7ffa03a42640 1 -- 172.21.15.67:0/4099991747 wait complete. 2024-09-10T08:19:53.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.762+0000 7ffa03a42640 1 Processor -- start 2024-09-10T08:19:53.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.762+0000 7ffa03a42640 1 -- start start 2024-09-10T08:19:53.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.762+0000 7ffa03a42640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff9fc1025b0 0x7ff9fc197ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:53.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.762+0000 7ffa03a42640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff9fc104ee0 0x7ff9fc198430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:53.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.762+0000 7ffa03a42640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9fc107810 0x7ff9fc19f4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:53.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.762+0000 7ffa03a42640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff9fc10d6c0 con 0x7ff9fc107810 2024-09-10T08:19:53.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.762+0000 7ffa03a42640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7ff9fc10d540 con 0x7ff9fc104ee0 2024-09-10T08:19:53.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.762+0000 7ffa03a42640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7ff9fc10d840 con 0x7ff9fc1025b0 2024-09-10T08:19:53.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.762+0000 7ffa01fdf640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9fc107810 0x7ff9fc19f4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:53.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.762+0000 7ffa01fdf640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9fc107810 0x7ff9fc19f4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55886/0 (socket says 172.21.15.67:55886) 2024-09-10T08:19:53.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.762+0000 7ffa01fdf640 1 -- 172.21.15.67:0/1812086591 learned_addr learned my addr 172.21.15.67:0/1812086591 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:53.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.762+0000 7ffa017de640 1 --2- 172.21.15.67:0/1812086591 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff9fc1025b0 0x7ff9fc197ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:53.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.762+0000 7ffa00fdd640 1 --2- 172.21.15.67:0/1812086591 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff9fc104ee0 0x7ff9fc198430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:53.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.763+0000 7ffa01fdf640 1 -- 172.21.15.67:0/1812086591 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff9fc1025b0 msgr2=0x7ff9fc197ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:53.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.763+0000 7ffa01fdf640 1 --2- 172.21.15.67:0/1812086591 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff9fc1025b0 0x7ff9fc197ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:53.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.763+0000 7ffa01fdf640 1 -- 172.21.15.67:0/1812086591 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff9fc104ee0 msgr2=0x7ff9fc198430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:53.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.763+0000 7ffa01fdf640 1 --2- 172.21.15.67:0/1812086591 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff9fc104ee0 0x7ff9fc198430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:53.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.763+0000 7ffa01fdf640 1 -- 172.21.15.67:0/1812086591 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9fc19fb10 con 0x7ff9fc107810 2024-09-10T08:19:53.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.763+0000 7ffa01fdf640 1 --2- 172.21.15.67:0/1812086591 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9fc107810 0x7ff9fc19f4a0 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7ff9f400cab0 tx=0x7ff9f400cf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:53.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.763+0000 7ff9f27fc640 1 -- 172.21.15.67:0/1812086591 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9f400ae20 con 0x7ff9fc107810 2024-09-10T08:19:53.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.763+0000 7ffa03a42640 1 -- 172.21.15.67:0/1812086591 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9fc19fe00 con 0x7ff9fc107810 2024-09-10T08:19:53.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.763+0000 7ff9f27fc640 1 -- 172.21.15.67:0/1812086591 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff9f400f900 con 0x7ff9fc107810 2024-09-10T08:19:53.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.763+0000 7ff9f27fc640 1 -- 172.21.15.67:0/1812086591 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9f4018a00 con 0x7ff9fc107810 2024-09-10T08:19:53.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.763+0000 7ffa03a42640 1 -- 172.21.15.67:0/1812086591 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9fc1a0310 con 0x7ff9fc107810 2024-09-10T08:19:53.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.764+0000 7ffa03a42640 1 -- 172.21.15.67:0/1812086591 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff9fc0fdca0 con 0x7ff9fc107810 2024-09-10T08:19:53.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.765+0000 7ff9f27fc640 1 -- 172.21.15.67:0/1812086591 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7ff9f400fab0 con 0x7ff9fc107810 2024-09-10T08:19:53.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.766+0000 7ff9f27fc640 1 --2- 172.21.15.67:0/1812086591 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff9e80a2b90 0x7ff9e80a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:53.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.766+0000 7ffa017de640 1 --2- 172.21.15.67:0/1812086591 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff9e80a2b90 0x7ff9e80a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:53.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.767+0000 7ff9f27fc640 1 -- 172.21.15.67:0/1812086591 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7ff9f40cf840 con 0x7ff9fc107810 2024-09-10T08:19:53.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.767+0000 7ffa017de640 1 --2- 172.21.15.67:0/1812086591 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff9e80a2b90 0x7ff9e80a5050 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7ff9f800ab40 tx=0x7ff9f800a250 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:53.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.770+0000 7ff9f27fc640 1 -- 172.21.15.67:0/1812086591 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff9f4014030 con 0x7ff9fc107810 2024-09-10T08:19:53.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.945+0000 7ffa03a42640 1 -- 172.21.15.67:0/1812086591 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7ff9fc02d970 con 0x7ff9fc107810 2024-09-10T08:19:53.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.945+0000 7ff9f27fc640 1 -- 172.21.15.67:0/1812086591 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v92) ==== 104+0+11 (secure 0 0 0) 0x7ff9f409c430 con 0x7ff9fc107810 2024-09-10T08:19:53.945 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 32 2024-09-10T08:19:53.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.947+0000 7ffa03a42640 1 -- 172.21.15.67:0/1812086591 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff9e80a2b90 msgr2=0x7ff9e80a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:53.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.947+0000 7ffa03a42640 1 --2- 172.21.15.67:0/1812086591 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff9e80a2b90 0x7ff9e80a5050 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7ff9f800ab40 tx=0x7ff9f800a250 comp rx=0 tx=0).stop 2024-09-10T08:19:53.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.947+0000 7ffa03a42640 1 -- 172.21.15.67:0/1812086591 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9fc107810 msgr2=0x7ff9fc19f4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:53.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.947+0000 7ffa03a42640 1 --2- 172.21.15.67:0/1812086591 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9fc107810 0x7ff9fc19f4a0 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7ff9f400cab0 tx=0x7ff9f400cf70 comp rx=0 tx=0).stop 2024-09-10T08:19:53.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.947+0000 7ffa03a42640 1 -- 172.21.15.67:0/1812086591 shutdown_connections 2024-09-10T08:19:53.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.947+0000 7ffa03a42640 1 --2- 172.21.15.67:0/1812086591 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7ff9e80a2b90 0x7ff9e80a5050 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:53.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.947+0000 7ffa03a42640 1 --2- 172.21.15.67:0/1812086591 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7ff9fc104ee0 0x7ff9fc198430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:53.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.947+0000 7ffa03a42640 1 --2- 172.21.15.67:0/1812086591 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9fc107810 0x7ff9fc19f4a0 unknown :-1 s=CLOSED pgs=903 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:53.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.947+0000 7ffa03a42640 1 --2- 172.21.15.67:0/1812086591 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7ff9fc1025b0 0x7ff9fc197ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:53.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.947+0000 7ffa03a42640 1 -- 172.21.15.67:0/1812086591 >> 172.21.15.67:0/1812086591 conn(0x7ff9fc0fc1b0 msgr2=0x7ff9fc102fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:53.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.947+0000 7ffa03a42640 1 -- 172.21.15.67:0/1812086591 shutdown_connections 2024-09-10T08:19:53.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:53.948+0000 7ffa03a42640 1 -- 172.21.15.67:0/1812086591 wait complete. 2024-09-10T08:19:53.958 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-10T08:19:54.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.066+0000 7f7736c27640 1 -- 172.21.15.67:0/4269044787 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f77301025b0 msgr2=0x7f7730108e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:54.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.066+0000 7f7736c27640 1 --2- 172.21.15.67:0/4269044787 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f77301025b0 0x7f7730108e40 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7f7728009ca0 tx=0x7f772802a8c0 comp rx=0 tx=0).stop 2024-09-10T08:19:54.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.066+0000 7f7736c27640 1 -- 172.21.15.67:0/4269044787 shutdown_connections 2024-09-10T08:19:54.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.066+0000 7f7736c27640 1 --2- 172.21.15.67:0/4269044787 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7730101bf0 0x7f7730102070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:54.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.066+0000 7f7736c27640 1 --2- 172.21.15.67:0/4269044787 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f77301025b0 0x7f7730108e40 unknown :-1 s=CLOSED pgs=904 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:54.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.066+0000 7f7736c27640 1 --2- 172.21.15.67:0/4269044787 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7730100a00 0x7f7730100e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:54.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.066+0000 7f7736c27640 1 -- 172.21.15.67:0/4269044787 >> 172.21.15.67:0/4269044787 conn(0x7f77300fc140 msgr2=0x7f77300fe5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:54.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.066+0000 7f7736c27640 1 -- 172.21.15.67:0/4269044787 shutdown_connections 2024-09-10T08:19:54.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.066+0000 7f7736c27640 1 -- 172.21.15.67:0/4269044787 wait complete. 2024-09-10T08:19:54.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.066+0000 7f7736c27640 1 Processor -- start 2024-09-10T08:19:54.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.067+0000 7f7736c27640 1 -- start start 2024-09-10T08:19:54.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.067+0000 7f7736c27640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7730100a00 0x7f7730197d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:54.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.067+0000 7f7736c27640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7730101bf0 0x7f77301982a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:54.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.067+0000 7f7736c27640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f77301025b0 0x7f773019f310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:54.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.067+0000 7f7736c27640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f773010c580 con 0x7f7730100a00 2024-09-10T08:19:54.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.067+0000 7f7736c27640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f773010c400 con 0x7f7730101bf0 2024-09-10T08:19:54.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.067+0000 7f7736c27640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f773010c700 con 0x7f77301025b0 2024-09-10T08:19:54.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.067+0000 7f77349c3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7730100a00 0x7f7730197d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:54.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.067+0000 7f77349c3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7730100a00 0x7f7730197d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55896/0 (socket says 172.21.15.67:55896) 2024-09-10T08:19:54.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.067+0000 7f77349c3640 1 -- 172.21.15.67:0/3176871421 learned_addr learned my addr 172.21.15.67:0/3176871421 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:54.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.067+0000 7f7727fff640 1 --2- 172.21.15.67:0/3176871421 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7730101bf0 0x7f77301982a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:54.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.067+0000 7f77351c4640 1 --2- 172.21.15.67:0/3176871421 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f77301025b0 0x7f773019f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:54.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.067+0000 7f77349c3640 1 -- 172.21.15.67:0/3176871421 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f77301025b0 msgr2=0x7f773019f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:54.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.067+0000 7f77349c3640 1 --2- 172.21.15.67:0/3176871421 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f77301025b0 0x7f773019f310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:54.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.067+0000 7f77349c3640 1 -- 172.21.15.67:0/3176871421 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7730101bf0 msgr2=0x7f77301982a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:54.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.067+0000 7f77349c3640 1 --2- 172.21.15.67:0/3176871421 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7730101bf0 0x7f77301982a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:54.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.067+0000 7f77349c3640 1 -- 172.21.15.67:0/3176871421 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f773019f980 con 0x7f7730100a00 2024-09-10T08:19:54.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.067+0000 7f77349c3640 1 --2- 172.21.15.67:0/3176871421 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7730100a00 0x7f7730197d60 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7f772c00e9c0 tx=0x7f772c00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:54.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.067+0000 7f7725ffb640 1 -- 172.21.15.67:0/3176871421 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f772c00cd80 con 0x7f7730100a00 2024-09-10T08:19:54.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.067+0000 7f7725ffb640 1 -- 172.21.15.67:0/3176871421 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f772c0035f0 con 0x7f7730100a00 2024-09-10T08:19:54.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.067+0000 7f7736c27640 1 -- 172.21.15.67:0/3176871421 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f773019fc70 con 0x7f7730100a00 2024-09-10T08:19:54.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.067+0000 7f7725ffb640 1 -- 172.21.15.67:0/3176871421 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f772c010690 con 0x7f7730100a00 2024-09-10T08:19:54.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.068+0000 7f7736c27640 1 -- 172.21.15.67:0/3176871421 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77301a01c0 con 0x7f7730100a00 2024-09-10T08:19:54.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.069+0000 7f7736c27640 1 -- 172.21.15.67:0/3176871421 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f77301a03f0 con 0x7f7730100a00 2024-09-10T08:19:54.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.070+0000 7f7725ffb640 1 -- 172.21.15.67:0/3176871421 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f772c0037a0 con 0x7f7730100a00 2024-09-10T08:19:54.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.070+0000 7f7725ffb640 1 --2- 172.21.15.67:0/3176871421 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f77180a2c10 0x7f77180a50d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:54.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.071+0000 7f7727fff640 1 --2- 172.21.15.67:0/3176871421 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f77180a2c10 0x7f77180a50d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:54.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.071+0000 7f7725ffb640 1 -- 172.21.15.67:0/3176871421 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f772c0cf9a0 con 0x7f7730100a00 2024-09-10T08:19:54.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.071+0000 7f7727fff640 1 --2- 172.21.15.67:0/3176871421 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f77180a2c10 0x7f77180a50d0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f7730199270 tx=0x7f7720005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:54.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.075+0000 7f7725ffb640 1 -- 172.21.15.67:0/3176871421 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f772c09c500 con 0x7f7730100a00 2024-09-10T08:19:54.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.251+0000 7f7736c27640 1 -- 172.21.15.67:0/3176871421 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f77301a05c0 con 0x7f7730100a00 2024-09-10T08:19:54.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.251+0000 7f7725ffb640 1 -- 172.21.15.67:0/3176871421 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v92) ==== 100+0+11 (secure 0 0 0) 0x7f772c09be00 con 0x7f7730100a00 2024-09-10T08:19:54.251 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 64 2024-09-10T08:19:54.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.253+0000 7f7736c27640 1 -- 172.21.15.67:0/3176871421 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f77180a2c10 msgr2=0x7f77180a50d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:54.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.253+0000 7f7736c27640 1 --2- 172.21.15.67:0/3176871421 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f77180a2c10 0x7f77180a50d0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f7730199270 tx=0x7f7720005f90 comp rx=0 tx=0).stop 2024-09-10T08:19:54.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.253+0000 7f7736c27640 1 -- 172.21.15.67:0/3176871421 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7730100a00 msgr2=0x7f7730197d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:54.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.253+0000 7f7736c27640 1 --2- 172.21.15.67:0/3176871421 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7730100a00 0x7f7730197d60 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7f772c00e9c0 tx=0x7f772c00ee80 comp rx=0 tx=0).stop 2024-09-10T08:19:54.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.253+0000 7f7736c27640 1 -- 172.21.15.67:0/3176871421 shutdown_connections 2024-09-10T08:19:54.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.253+0000 7f7736c27640 1 --2- 172.21.15.67:0/3176871421 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f77180a2c10 0x7f77180a50d0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:54.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.253+0000 7f7736c27640 1 --2- 172.21.15.67:0/3176871421 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7730101bf0 0x7f77301982a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:54.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.253+0000 7f7736c27640 1 --2- 172.21.15.67:0/3176871421 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f77301025b0 0x7f773019f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:54.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.253+0000 7f7736c27640 1 --2- 172.21.15.67:0/3176871421 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7730100a00 0x7f7730197d60 unknown :-1 s=CLOSED pgs=905 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:54.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.253+0000 7f7736c27640 1 -- 172.21.15.67:0/3176871421 >> 172.21.15.67:0/3176871421 conn(0x7f77300fc140 msgr2=0x7f7730069430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:54.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.253+0000 7f7736c27640 1 -- 172.21.15.67:0/3176871421 shutdown_connections 2024-09-10T08:19:54.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.253+0000 7f7736c27640 1 -- 172.21.15.67:0/3176871421 wait complete. 2024-09-10T08:19:54.263 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:54 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/441999991' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:19:54.263 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:54 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/2555744630' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-10T08:19:54.263 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:54 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/1812086591' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-10T08:19:54.264 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-10T08:19:54.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:54 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/441999991' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:19:54.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:54 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/2555744630' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-10T08:19:54.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:54 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/1812086591' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-10T08:19:54.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:54 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/441999991' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:19:54.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:54 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/2555744630' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-10T08:19:54.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:54 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/1812086591' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-10T08:19:54.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.371+0000 7f873d311640 1 -- 172.21.15.67:0/1315967166 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f87381025b0 msgr2=0x7f87381049a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:54.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.371+0000 7f873d311640 1 --2- 172.21.15.67:0/1315967166 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f87381025b0 0x7f87381049a0 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7f8730009900 tx=0x7f873002a410 comp rx=0 tx=0).stop 2024-09-10T08:19:54.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.371+0000 7f873d311640 1 -- 172.21.15.67:0/1315967166 shutdown_connections 2024-09-10T08:19:54.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.371+0000 7f873d311640 1 --2- 172.21.15.67:0/1315967166 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8738107810 0x7f8738109c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:54.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.371+0000 7f873d311640 1 --2- 172.21.15.67:0/1315967166 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8738104ee0 0x7f87381072d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:54.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.371+0000 7f873d311640 1 --2- 172.21.15.67:0/1315967166 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f87381025b0 0x7f87381049a0 unknown :-1 s=CLOSED pgs=906 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:54.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.371+0000 7f873d311640 1 -- 172.21.15.67:0/1315967166 >> 172.21.15.67:0/1315967166 conn(0x7f87380fc1b0 msgr2=0x7f87380fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:54.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.371+0000 7f873d311640 1 -- 172.21.15.67:0/1315967166 shutdown_connections 2024-09-10T08:19:54.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.371+0000 7f873d311640 1 -- 172.21.15.67:0/1315967166 wait complete. 2024-09-10T08:19:54.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.371+0000 7f873d311640 1 Processor -- start 2024-09-10T08:19:54.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.371+0000 7f873d311640 1 -- start start 2024-09-10T08:19:54.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.372+0000 7f873d311640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f87381025b0 0x7f873819a0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:54.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.372+0000 7f873d311640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8738104ee0 0x7f873819a610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:54.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.372+0000 7f873d311640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8738107810 0x7f87381a1680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:54.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.372+0000 7f873d311640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f873810d710 con 0x7f8738104ee0 2024-09-10T08:19:54.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.372+0000 7f873d311640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f873810d590 con 0x7f8738107810 2024-09-10T08:19:54.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.372+0000 7f873d311640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f873810d890 con 0x7f87381025b0 2024-09-10T08:19:54.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.372+0000 7f87367fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8738104ee0 0x7f873819a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:54.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.372+0000 7f87367fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8738104ee0 0x7f873819a610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55922/0 (socket says 172.21.15.67:55922) 2024-09-10T08:19:54.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.372+0000 7f87367fc640 1 -- 172.21.15.67:0/3198477253 learned_addr learned my addr 172.21.15.67:0/3198477253 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:54.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.372+0000 7f8736ffd640 1 --2- 172.21.15.67:0/3198477253 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f87381025b0 0x7f873819a0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:54.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.372+0000 7f87377fe640 1 --2- 172.21.15.67:0/3198477253 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8738107810 0x7f87381a1680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:54.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.372+0000 7f87367fc640 1 -- 172.21.15.67:0/3198477253 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f87381025b0 msgr2=0x7f873819a0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:54.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.372+0000 7f87367fc640 1 --2- 172.21.15.67:0/3198477253 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f87381025b0 0x7f873819a0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:54.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.372+0000 7f87367fc640 1 -- 172.21.15.67:0/3198477253 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8738107810 msgr2=0x7f87381a1680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:54.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.372+0000 7f87367fc640 1 --2- 172.21.15.67:0/3198477253 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8738107810 0x7f87381a1680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:54.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.372+0000 7f87367fc640 1 -- 172.21.15.67:0/3198477253 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87381a1cf0 con 0x7f8738104ee0 2024-09-10T08:19:54.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.372+0000 7f87367fc640 1 --2- 172.21.15.67:0/3198477253 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8738104ee0 0x7f873819a610 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7f872000e9f0 tx=0x7f872000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:54.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.372+0000 7f872ffff640 1 -- 172.21.15.67:0/3198477253 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f872000ccc0 con 0x7f8738104ee0 2024-09-10T08:19:54.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.372+0000 7f872ffff640 1 -- 172.21.15.67:0/3198477253 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f87200054d0 con 0x7f8738104ee0 2024-09-10T08:19:54.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.372+0000 7f873d311640 1 -- 172.21.15.67:0/3198477253 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87381a1fe0 con 0x7f8738104ee0 2024-09-10T08:19:54.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.372+0000 7f872ffff640 1 -- 172.21.15.67:0/3198477253 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8720010430 con 0x7f8738104ee0 2024-09-10T08:19:54.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.373+0000 7f873d311640 1 -- 172.21.15.67:0/3198477253 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87381a2450 con 0x7f8738104ee0 2024-09-10T08:19:54.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.373+0000 7f873d311640 1 -- 172.21.15.67:0/3198477253 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8738109350 con 0x7f8738104ee0 2024-09-10T08:19:54.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.375+0000 7f872ffff640 1 -- 172.21.15.67:0/3198477253 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f8720005020 con 0x7f8738104ee0 2024-09-10T08:19:54.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.375+0000 7f872ffff640 1 --2- 172.21.15.67:0/3198477253 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f87240a2b90 0x7f87240a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:54.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.375+0000 7f8736ffd640 1 --2- 172.21.15.67:0/3198477253 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f87240a2b90 0x7f87240a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:54.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.375+0000 7f872ffff640 1 -- 172.21.15.67:0/3198477253 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f87200cf7c0 con 0x7f8738104ee0 2024-09-10T08:19:54.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.376+0000 7f8736ffd640 1 --2- 172.21.15.67:0/3198477253 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f87240a2b90 0x7f87240a5050 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f8730005ab0 tx=0x7f8730005a20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:54.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.379+0000 7f872ffff640 1 -- 172.21.15.67:0/3198477253 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f872009c320 con 0x7f8738104ee0 2024-09-10T08:19:54.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.557+0000 7f873d311640 1 -- 172.21.15.67:0/3198477253 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) -- 0x7f8738062e90 con 0x7f8738104ee0 2024-09-10T08:19:54.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.558+0000 7f872ffff640 1 -- 172.21.15.67:0/3198477253 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v92) ==== 103+0+11 (secure 0 0 0) 0x7f8720086070 con 0x7f8738104ee0 2024-09-10T08:19:54.558 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 32 2024-09-10T08:19:54.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.560+0000 7f873d311640 1 -- 172.21.15.67:0/3198477253 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f87240a2b90 msgr2=0x7f87240a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:54.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.560+0000 7f873d311640 1 --2- 172.21.15.67:0/3198477253 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f87240a2b90 0x7f87240a5050 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f8730005ab0 tx=0x7f8730005a20 comp rx=0 tx=0).stop 2024-09-10T08:19:54.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.560+0000 7f873d311640 1 -- 172.21.15.67:0/3198477253 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8738104ee0 msgr2=0x7f873819a610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:54.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.560+0000 7f873d311640 1 --2- 172.21.15.67:0/3198477253 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8738104ee0 0x7f873819a610 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7f872000e9f0 tx=0x7f872000eeb0 comp rx=0 tx=0).stop 2024-09-10T08:19:54.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.560+0000 7f873d311640 1 -- 172.21.15.67:0/3198477253 shutdown_connections 2024-09-10T08:19:54.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.560+0000 7f873d311640 1 --2- 172.21.15.67:0/3198477253 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f87240a2b90 0x7f87240a5050 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:54.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.560+0000 7f873d311640 1 --2- 172.21.15.67:0/3198477253 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8738107810 0x7f87381a1680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:54.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.560+0000 7f873d311640 1 --2- 172.21.15.67:0/3198477253 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8738104ee0 0x7f873819a610 unknown :-1 s=CLOSED pgs=907 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:54.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.560+0000 7f873d311640 1 --2- 172.21.15.67:0/3198477253 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f87381025b0 0x7f873819a0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:54.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.560+0000 7f873d311640 1 -- 172.21.15.67:0/3198477253 >> 172.21.15.67:0/3198477253 conn(0x7f87380fc1b0 msgr2=0x7f8738101cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:54.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.560+0000 7f873d311640 1 -- 172.21.15.67:0/3198477253 shutdown_connections 2024-09-10T08:19:54.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.560+0000 7f873d311640 1 -- 172.21.15.67:0/3198477253 wait complete. 2024-09-10T08:19:54.571 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-09-10T08:19:54.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.675+0000 7f7f0e9d6640 1 -- 172.21.15.67:0/788812253 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7f08104f40 msgr2=0x7f7f08107330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:54.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.675+0000 7f7f0e9d6640 1 --2- 172.21.15.67:0/788812253 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7f08104f40 0x7f7f08107330 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7f7efc009900 tx=0x7f7efc02a410 comp rx=0 tx=0).stop 2024-09-10T08:19:54.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.675+0000 7f7f0e9d6640 1 -- 172.21.15.67:0/788812253 shutdown_connections 2024-09-10T08:19:54.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.675+0000 7f7f0e9d6640 1 --2- 172.21.15.67:0/788812253 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7f08107870 0x7f7f08109c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:54.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.675+0000 7f7f0e9d6640 1 --2- 172.21.15.67:0/788812253 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7f08104f40 0x7f7f08107330 unknown :-1 s=CLOSED pgs=908 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:54.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.675+0000 7f7f0e9d6640 1 --2- 172.21.15.67:0/788812253 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f08102610 0x7f7f08104a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:54.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.675+0000 7f7f0e9d6640 1 -- 172.21.15.67:0/788812253 >> 172.21.15.67:0/788812253 conn(0x7f7f080fc1b0 msgr2=0x7f7f080fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:54.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.675+0000 7f7f0e9d6640 1 -- 172.21.15.67:0/788812253 shutdown_connections 2024-09-10T08:19:54.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.675+0000 7f7f0e9d6640 1 -- 172.21.15.67:0/788812253 wait complete. 2024-09-10T08:19:54.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.676+0000 7f7f0e9d6640 1 Processor -- start 2024-09-10T08:19:54.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.676+0000 7f7f0e9d6640 1 -- start start 2024-09-10T08:19:54.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.676+0000 7f7f0e9d6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7f08102610 0x7f7f08197e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:54.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.676+0000 7f7f0e9d6640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7f08104f40 0x7f7f08198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:54.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.676+0000 7f7f0e9d6640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f08107870 0x7f7f0819f3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:54.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.676+0000 7f7f0e9d6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7f0810d690 con 0x7f7f08102610 2024-09-10T08:19:54.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.676+0000 7f7f0e9d6640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f7f0810d510 con 0x7f7f08107870 2024-09-10T08:19:54.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.676+0000 7f7f0e9d6640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f7f0810d810 con 0x7f7f08104f40 2024-09-10T08:19:54.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.676+0000 7f7f07fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7f08102610 0x7f7f08197e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:54.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.676+0000 7f7f07fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7f08102610 0x7f7f08197e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55942/0 (socket says 172.21.15.67:55942) 2024-09-10T08:19:54.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.676+0000 7f7f07fff640 1 -- 172.21.15.67:0/146553791 learned_addr learned my addr 172.21.15.67:0/146553791 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:19:54.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.676+0000 7f7f077fe640 1 --2- 172.21.15.67:0/146553791 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7f08104f40 0x7f7f08198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:54.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.676+0000 7f7f0cf73640 1 --2- 172.21.15.67:0/146553791 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f08107870 0x7f7f0819f3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:54.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.676+0000 7f7f07fff640 1 -- 172.21.15.67:0/146553791 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7f08104f40 msgr2=0x7f7f08198370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:54.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.676+0000 7f7f07fff640 1 --2- 172.21.15.67:0/146553791 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7f08104f40 0x7f7f08198370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:54.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.676+0000 7f7f07fff640 1 -- 172.21.15.67:0/146553791 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f08107870 msgr2=0x7f7f0819f3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:54.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.676+0000 7f7f07fff640 1 --2- 172.21.15.67:0/146553791 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f08107870 0x7f7f0819f3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:54.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.676+0000 7f7f07fff640 1 -- 172.21.15.67:0/146553791 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f0819fa50 con 0x7f7f08102610 2024-09-10T08:19:54.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.676+0000 7f7f0cf73640 1 --2- 172.21.15.67:0/146553791 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f08107870 0x7f7f0819f3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:19:54.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.677+0000 7f7f07fff640 1 --2- 172.21.15.67:0/146553791 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7f08102610 0x7f7f08197e30 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7f7ef800d950 tx=0x7f7ef800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:54.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.677+0000 7f7f057fa640 1 -- 172.21.15.67:0/146553791 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ef8017070 con 0x7f7f08102610 2024-09-10T08:19:54.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.677+0000 7f7f0e9d6640 1 -- 172.21.15.67:0/146553791 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f0819fd40 con 0x7f7f08102610 2024-09-10T08:19:54.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.677+0000 7f7f057fa640 1 -- 172.21.15.67:0/146553791 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7ef8009c30 con 0x7f7f08102610 2024-09-10T08:19:54.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.677+0000 7f7f057fa640 1 -- 172.21.15.67:0/146553791 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ef800f620 con 0x7f7f08102610 2024-09-10T08:19:54.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.677+0000 7f7f0e9d6640 1 -- 172.21.15.67:0/146553791 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f081a01f0 con 0x7f7f08102610 2024-09-10T08:19:54.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.678+0000 7f7f0e9d6640 1 -- 172.21.15.67:0/146553791 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f080fdca0 con 0x7f7f08102610 2024-09-10T08:19:54.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.679+0000 7f7f057fa640 1 -- 172.21.15.67:0/146553791 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f7ef80109a0 con 0x7f7f08102610 2024-09-10T08:19:54.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.680+0000 7f7f057fa640 1 --2- 172.21.15.67:0/146553791 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7ef00a2b90 0x7f7ef00a5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:19:54.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.680+0000 7f7f077fe640 1 --2- 172.21.15.67:0/146553791 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7ef00a2b90 0x7f7ef00a5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:19:54.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.680+0000 7f7f057fa640 1 -- 172.21.15.67:0/146553791 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f7ef80cf070 con 0x7f7f08102610 2024-09-10T08:19:54.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.680+0000 7f7f077fe640 1 --2- 172.21.15.67:0/146553791 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7ef00a2b90 0x7f7ef00a5050 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f7efc004770 tx=0x7f7efc000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:19:54.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.684+0000 7f7f057fa640 1 -- 172.21.15.67:0/146553791 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f7ef8009de0 con 0x7f7f08102610 2024-09-10T08:19:54.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.912+0000 7f7f0e9d6640 1 -- 172.21.15.67:0/146553791 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) -- 0x7f7f08062df0 con 0x7f7f08102610 2024-09-10T08:19:54.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.920+0000 7f7f057fa640 1 -- 172.21.15.67:0/146553791 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v20) ==== 81+0+740370 (secure 0 0 0) 0x7f7ef809bbd0 con 0x7f7f08102610 2024-09-10T08:19:54.930 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:19:54.930 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:19:54.930 INFO:teuthology.orchestra.run.smithi067.stdout: "epoch": 20, 2024-09-10T08:19:54.930 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:54.930 INFO:teuthology.orchestra.run.smithi067.stdout: "active_gid": 14150, 2024-09-10T08:19:54.930 INFO:teuthology.orchestra.run.smithi067.stdout: "active_name": "x", 2024-09-10T08:19:54.930 INFO:teuthology.orchestra.run.smithi067.stdout: "active_addrs": { 2024-09-10T08:19:54.931 INFO:teuthology.orchestra.run.smithi067.stdout: "addrvec": [ 2024-09-10T08:19:54.931 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:54.931 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "v2", 2024-09-10T08:19:54.931 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": "172.21.15.67:6800", 2024-09-10T08:19:54.931 INFO:teuthology.orchestra.run.smithi067.stdout: "nonce": 4256949759 2024-09-10T08:19:54.931 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.931 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:54.931 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "v1", 2024-09-10T08:19:54.931 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": "172.21.15.67:6801", 2024-09-10T08:19:54.931 INFO:teuthology.orchestra.run.smithi067.stdout: "nonce": 4256949759 2024-09-10T08:19:54.931 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:54.931 INFO:teuthology.orchestra.run.smithi067.stdout: ] 2024-09-10T08:19:54.931 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.932 INFO:teuthology.orchestra.run.smithi067.stdout: "active_addr": "172.21.15.67:6801/4256949759", 2024-09-10T08:19:54.932 INFO:teuthology.orchestra.run.smithi067.stdout: "active_change": "2024-09-10T08:05:37.717676+0000", 2024-09-10T08:19:54.932 INFO:teuthology.orchestra.run.smithi067.stdout: "active_mgr_features": 4540701547738038271, 2024-09-10T08:19:54.932 INFO:teuthology.orchestra.run.smithi067.stdout: "available": true, 2024-09-10T08:19:54.932 INFO:teuthology.orchestra.run.smithi067.stdout: "standbys": [ 2024-09-10T08:19:54.932 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:54.932 INFO:teuthology.orchestra.run.smithi067.stdout: "gid": 24109, 2024-09-10T08:19:54.932 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "z", 2024-09-10T08:19:54.932 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr_features": 4540701547738038271, 2024-09-10T08:19:54.932 INFO:teuthology.orchestra.run.smithi067.stdout: "available_modules": [ 2024-09-10T08:19:54.932 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:54.932 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "alerts", 2024-09-10T08:19:54.932 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:54.933 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:54.933 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:54.933 INFO:teuthology.orchestra.run.smithi067.stdout: "interval": { 2024-09-10T08:19:54.933 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "interval", 2024-09-10T08:19:54.933 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:54.933 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.933 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:54.933 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "60", 2024-09-10T08:19:54.933 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.933 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.933 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.933 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "How frequently to reexamine health status", 2024-09-10T08:19:54.933 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.934 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.934 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.934 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.934 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:54.934 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:54.934 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:54.934 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.934 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:54.934 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:54.934 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.934 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.934 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:54.934 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:54.934 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:54.935 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:54.935 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:54.935 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:54.935 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:54.935 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:54.935 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:54.935 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.935 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.935 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.935 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.935 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:54.935 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:54.935 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:54.936 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.936 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:54.936 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:54.936 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.936 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.936 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.936 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:54.936 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.936 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.936 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.936 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.936 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:54.936 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:54.936 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:54.937 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.937 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:54.937 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:54.937 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.937 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.937 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:54.937 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:54.937 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:54.937 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:54.937 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:54.937 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:54.938 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:54.938 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:54.938 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:54.938 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.938 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.938 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.938 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.938 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:54.938 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:54.938 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:54.938 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.938 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:54.939 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:54.939 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.939 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.939 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.939 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:54.939 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.939 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.939 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.939 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.939 INFO:teuthology.orchestra.run.smithi067.stdout: "smtp_destination": { 2024-09-10T08:19:54.939 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "smtp_destination", 2024-09-10T08:19:54.939 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:54.939 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.939 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:54.940 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:54.940 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.940 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.940 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.940 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Email address to send alerts to", 2024-09-10T08:19:54.940 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.940 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.940 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.940 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.940 INFO:teuthology.orchestra.run.smithi067.stdout: "smtp_from_name": { 2024-09-10T08:19:54.940 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "smtp_from_name", 2024-09-10T08:19:54.940 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:54.940 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.940 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:54.941 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "Ceph", 2024-09-10T08:19:54.941 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.941 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.941 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.941 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Email From: name", 2024-09-10T08:19:54.941 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.941 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.941 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.941 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.941 INFO:teuthology.orchestra.run.smithi067.stdout: "smtp_host": { 2024-09-10T08:19:54.941 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "smtp_host", 2024-09-10T08:19:54.941 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:54.941 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.941 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:54.942 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:54.942 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.942 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.942 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.942 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "SMTP server", 2024-09-10T08:19:54.942 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.942 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.942 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.942 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.942 INFO:teuthology.orchestra.run.smithi067.stdout: "smtp_password": { 2024-09-10T08:19:54.942 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "smtp_password", 2024-09-10T08:19:54.942 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:54.942 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.942 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:54.943 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:54.943 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.943 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.943 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.943 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Password to authenticate with", 2024-09-10T08:19:54.943 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.943 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.943 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.943 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.943 INFO:teuthology.orchestra.run.smithi067.stdout: "smtp_port": { 2024-09-10T08:19:54.943 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "smtp_port", 2024-09-10T08:19:54.943 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:54.943 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.944 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:54.944 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "465", 2024-09-10T08:19:54.944 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.944 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.944 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.944 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "SMTP port", 2024-09-10T08:19:54.944 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.944 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.944 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.944 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.944 INFO:teuthology.orchestra.run.smithi067.stdout: "smtp_sender": { 2024-09-10T08:19:54.944 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "smtp_sender", 2024-09-10T08:19:54.944 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:54.945 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.945 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:54.945 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:54.945 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.945 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.945 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.945 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "SMTP envelope sender", 2024-09-10T08:19:54.945 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.945 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.945 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.945 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.945 INFO:teuthology.orchestra.run.smithi067.stdout: "smtp_ssl": { 2024-09-10T08:19:54.945 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "smtp_ssl", 2024-09-10T08:19:54.946 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:54.946 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.946 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:54.946 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:54.946 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.946 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.946 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.946 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Use SSL to connect to SMTP server", 2024-09-10T08:19:54.946 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.946 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.946 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.946 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.946 INFO:teuthology.orchestra.run.smithi067.stdout: "smtp_user": { 2024-09-10T08:19:54.947 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "smtp_user", 2024-09-10T08:19:54.947 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:54.947 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.947 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:54.947 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:54.947 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.947 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.947 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.947 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "User to authenticate as", 2024-09-10T08:19:54.947 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.947 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.947 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.947 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:54.948 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:54.948 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.948 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:54.948 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "balancer", 2024-09-10T08:19:54.948 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:54.948 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:54.948 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:54.948 INFO:teuthology.orchestra.run.smithi067.stdout: "active": { 2024-09-10T08:19:54.948 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "active", 2024-09-10T08:19:54.948 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:54.948 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.948 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:54.948 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:54.948 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.949 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.949 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.949 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "automatically balance PGs across cluster", 2024-09-10T08:19:54.949 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.949 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.949 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.949 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.949 INFO:teuthology.orchestra.run.smithi067.stdout: "begin_time": { 2024-09-10T08:19:54.949 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "begin_time", 2024-09-10T08:19:54.949 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:54.949 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.949 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:54.949 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "0000", 2024-09-10T08:19:54.950 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.950 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.950 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.950 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "beginning time of day to automatically balance", 2024-09-10T08:19:54.950 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-10T08:19:54.950 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.950 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.950 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.950 INFO:teuthology.orchestra.run.smithi067.stdout: "begin_weekday": { 2024-09-10T08:19:54.950 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "begin_weekday", 2024-09-10T08:19:54.950 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "uint", 2024-09-10T08:19:54.950 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.950 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:54.951 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "0", 2024-09-10T08:19:54.951 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "0", 2024-09-10T08:19:54.951 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "6", 2024-09-10T08:19:54.951 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.951 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-09-10T08:19:54.951 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-10T08:19:54.951 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.951 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.951 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.951 INFO:teuthology.orchestra.run.smithi067.stdout: "crush_compat_max_iterations": { 2024-09-10T08:19:54.951 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "crush_compat_max_iterations", 2024-09-10T08:19:54.951 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "uint", 2024-09-10T08:19:54.951 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.952 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:54.952 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "25", 2024-09-10T08:19:54.952 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "1", 2024-09-10T08:19:54.952 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "250", 2024-09-10T08:19:54.952 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.952 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-09-10T08:19:54.952 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.952 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.952 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.952 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.952 INFO:teuthology.orchestra.run.smithi067.stdout: "crush_compat_metrics": { 2024-09-10T08:19:54.952 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "crush_compat_metrics", 2024-09-10T08:19:54.952 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:54.953 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.953 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:54.953 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "pgs,objects,bytes", 2024-09-10T08:19:54.953 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.953 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.953 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.953 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-09-10T08:19:54.953 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-09-10T08:19:54.953 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.953 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.953 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.953 INFO:teuthology.orchestra.run.smithi067.stdout: "crush_compat_step": { 2024-09-10T08:19:54.953 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "crush_compat_step", 2024-09-10T08:19:54.953 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "float", 2024-09-10T08:19:54.954 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.954 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:54.954 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "0.5", 2024-09-10T08:19:54.954 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "0.001", 2024-09-10T08:19:54.954 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "0.999", 2024-09-10T08:19:54.954 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.954 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "aggressiveness of optimization", 2024-09-10T08:19:54.954 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-09-10T08:19:54.954 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.954 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.954 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.954 INFO:teuthology.orchestra.run.smithi067.stdout: "end_time": { 2024-09-10T08:19:54.954 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "end_time", 2024-09-10T08:19:54.954 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:54.955 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.955 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:54.955 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "2359", 2024-09-10T08:19:54.955 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.955 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.955 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.955 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "ending time of day to automatically balance", 2024-09-10T08:19:54.955 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-10T08:19:54.955 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.955 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.955 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.955 INFO:teuthology.orchestra.run.smithi067.stdout: "end_weekday": { 2024-09-10T08:19:54.955 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "end_weekday", 2024-09-10T08:19:54.956 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "uint", 2024-09-10T08:19:54.956 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.956 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:54.956 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "0", 2024-09-10T08:19:54.956 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "0", 2024-09-10T08:19:54.956 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "6", 2024-09-10T08:19:54.956 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.956 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-09-10T08:19:54.956 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-10T08:19:54.956 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.956 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.956 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.956 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:54.957 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:54.957 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:54.957 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.957 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:54.957 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:54.957 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.957 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.957 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:54.957 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:54.957 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:54.957 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:54.957 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:54.957 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:54.957 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:54.958 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:54.958 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:54.958 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.958 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.958 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.958 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.958 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:54.958 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:54.958 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:54.958 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.958 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:54.958 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:54.959 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.959 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.959 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.959 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:54.959 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.959 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.959 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.959 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.959 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:54.959 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:54.959 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:54.959 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.959 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:54.960 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:54.960 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.960 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.960 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:54.960 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:54.960 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:54.960 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:54.960 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:54.960 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:54.960 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:54.960 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:54.960 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:54.960 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.961 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.961 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.961 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.961 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:54.961 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:54.961 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:54.961 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.961 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:54.961 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:54.961 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.961 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.961 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.961 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:54.961 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.962 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.962 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.962 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.962 INFO:teuthology.orchestra.run.smithi067.stdout: "min_score": { 2024-09-10T08:19:54.962 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "min_score", 2024-09-10T08:19:54.962 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "float", 2024-09-10T08:19:54.962 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.962 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:54.962 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "0", 2024-09-10T08:19:54.962 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.962 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.962 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.962 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-09-10T08:19:54.963 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.963 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.963 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.963 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.963 INFO:teuthology.orchestra.run.smithi067.stdout: "mode": { 2024-09-10T08:19:54.963 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "mode", 2024-09-10T08:19:54.963 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:54.963 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.963 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:54.963 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "upmap", 2024-09-10T08:19:54.963 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.963 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.963 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:54.963 INFO:teuthology.orchestra.run.smithi067.stdout: "crush-compat", 2024-09-10T08:19:54.963 INFO:teuthology.orchestra.run.smithi067.stdout: "none", 2024-09-10T08:19:54.964 INFO:teuthology.orchestra.run.smithi067.stdout: "read", 2024-09-10T08:19:54.964 INFO:teuthology.orchestra.run.smithi067.stdout: "upmap", 2024-09-10T08:19:54.964 INFO:teuthology.orchestra.run.smithi067.stdout: "upmap-read" 2024-09-10T08:19:54.964 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:54.964 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Balancer mode", 2024-09-10T08:19:54.964 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.964 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.964 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.964 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.964 INFO:teuthology.orchestra.run.smithi067.stdout: "pool_ids": { 2024-09-10T08:19:54.964 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "pool_ids", 2024-09-10T08:19:54.964 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:54.964 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.964 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:54.965 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:54.965 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.965 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.965 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.965 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-09-10T08:19:54.965 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.965 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.965 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.965 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.965 INFO:teuthology.orchestra.run.smithi067.stdout: "sleep_interval": { 2024-09-10T08:19:54.965 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "sleep_interval", 2024-09-10T08:19:54.965 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:54.965 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.965 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:54.966 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "60", 2024-09-10T08:19:54.966 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.966 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.966 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.966 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-09-10T08:19:54.966 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.966 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.966 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.966 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.966 INFO:teuthology.orchestra.run.smithi067.stdout: "upmap_max_deviation": { 2024-09-10T08:19:54.966 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "upmap_max_deviation", 2024-09-10T08:19:54.966 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:54.966 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.967 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:54.967 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "5", 2024-09-10T08:19:54.967 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "1", 2024-09-10T08:19:54.967 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.967 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.967 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "deviation below which no optimization is attempted", 2024-09-10T08:19:54.967 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-09-10T08:19:54.967 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.967 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.967 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.967 INFO:teuthology.orchestra.run.smithi067.stdout: "upmap_max_optimizations": { 2024-09-10T08:19:54.967 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "upmap_max_optimizations", 2024-09-10T08:19:54.967 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "uint", 2024-09-10T08:19:54.967 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.968 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:54.968 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "10", 2024-09-10T08:19:54.968 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.968 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.968 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.968 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-09-10T08:19:54.968 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.968 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.968 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.968 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:54.968 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:54.968 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.968 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:54.969 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "cephadm", 2024-09-10T08:19:54.969 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:54.969 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:54.969 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:54.969 INFO:teuthology.orchestra.run.smithi067.stdout: "agent_down_multiplier": { 2024-09-10T08:19:54.969 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "agent_down_multiplier", 2024-09-10T08:19:54.969 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "float", 2024-09-10T08:19:54.969 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.969 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:54.969 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "3.0", 2024-09-10T08:19:54.969 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.969 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.969 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.970 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-09-10T08:19:54.970 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.970 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.970 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.970 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.970 INFO:teuthology.orchestra.run.smithi067.stdout: "agent_refresh_rate": { 2024-09-10T08:19:54.970 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "agent_refresh_rate", 2024-09-10T08:19:54.970 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:54.970 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.970 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:54.970 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "20", 2024-09-10T08:19:54.970 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.970 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.970 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.971 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-09-10T08:19:54.971 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.971 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.971 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.971 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.971 INFO:teuthology.orchestra.run.smithi067.stdout: "agent_starting_port": { 2024-09-10T08:19:54.971 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "agent_starting_port", 2024-09-10T08:19:54.971 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:54.971 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.971 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:54.971 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "4721", 2024-09-10T08:19:54.971 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.971 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.971 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.972 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-09-10T08:19:54.972 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.972 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.972 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.972 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.972 INFO:teuthology.orchestra.run.smithi067.stdout: "allow_ptrace": { 2024-09-10T08:19:54.972 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "allow_ptrace", 2024-09-10T08:19:54.972 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:54.972 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.972 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:54.972 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:54.972 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.973 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.973 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.973 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-09-10T08:19:54.973 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-09-10T08:19:54.973 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.973 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.973 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.973 INFO:teuthology.orchestra.run.smithi067.stdout: "autotune_interval": { 2024-09-10T08:19:54.973 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "autotune_interval", 2024-09-10T08:19:54.973 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:54.973 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.973 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:54.973 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "600", 2024-09-10T08:19:54.973 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.974 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.974 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.974 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "how frequently to autotune daemon memory", 2024-09-10T08:19:54.974 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.974 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.974 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.974 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.974 INFO:teuthology.orchestra.run.smithi067.stdout: "autotune_memory_target_ratio": { 2024-09-10T08:19:54.974 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "autotune_memory_target_ratio", 2024-09-10T08:19:54.974 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "float", 2024-09-10T08:19:54.974 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.974 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:54.974 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "0.7", 2024-09-10T08:19:54.975 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.975 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.975 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.975 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-09-10T08:19:54.975 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.975 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.975 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.975 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.975 INFO:teuthology.orchestra.run.smithi067.stdout: "cephadm_log_destination": { 2024-09-10T08:19:54.975 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "cephadm_log_destination", 2024-09-10T08:19:54.975 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:54.975 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.975 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:54.975 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:54.976 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.976 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.976 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:54.976 INFO:teuthology.orchestra.run.smithi067.stdout: "file", 2024-09-10T08:19:54.976 INFO:teuthology.orchestra.run.smithi067.stdout: "file,syslog", 2024-09-10T08:19:54.976 INFO:teuthology.orchestra.run.smithi067.stdout: "syslog" 2024-09-10T08:19:54.976 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:54.976 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-09-10T08:19:54.976 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.976 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.976 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.976 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.976 INFO:teuthology.orchestra.run.smithi067.stdout: "cgroups_split": { 2024-09-10T08:19:54.976 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "cgroups_split", 2024-09-10T08:19:54.977 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:54.977 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.977 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:54.977 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:54.977 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.977 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.977 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.977 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-09-10T08:19:54.977 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.977 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.977 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.977 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.977 INFO:teuthology.orchestra.run.smithi067.stdout: "config_checks_enabled": { 2024-09-10T08:19:54.977 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "config_checks_enabled", 2024-09-10T08:19:54.978 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:54.978 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.978 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:54.978 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:54.978 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.978 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.978 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.978 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-09-10T08:19:54.978 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.978 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.978 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.978 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.978 INFO:teuthology.orchestra.run.smithi067.stdout: "config_dashboard": { 2024-09-10T08:19:54.979 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "config_dashboard", 2024-09-10T08:19:54.979 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:54.979 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.979 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:54.979 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:54.979 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.979 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.979 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.979 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-09-10T08:19:54.979 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.979 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.979 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.979 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.980 INFO:teuthology.orchestra.run.smithi067.stdout: "container_image_alertmanager": { 2024-09-10T08:19:54.980 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_image_alertmanager", 2024-09-10T08:19:54.980 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:54.980 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.980 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:54.980 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-09-10T08:19:54.980 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.980 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.980 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.980 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Prometheus container image", 2024-09-10T08:19:54.980 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.980 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.980 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.981 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.981 INFO:teuthology.orchestra.run.smithi067.stdout: "container_image_base": { 2024-09-10T08:19:54.981 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_image_base", 2024-09-10T08:19:54.981 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:54.981 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.981 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:54.981 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "quay.io/ceph/ceph", 2024-09-10T08:19:54.981 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.981 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.981 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.981 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Container image name, without the tag", 2024-09-10T08:19:54.981 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.981 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.981 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.982 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.982 INFO:teuthology.orchestra.run.smithi067.stdout: "container_image_elasticsearch": { 2024-09-10T08:19:54.982 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_image_elasticsearch", 2024-09-10T08:19:54.982 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:54.982 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.982 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:54.982 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-09-10T08:19:54.982 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.982 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.982 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.982 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "elasticsearch container image", 2024-09-10T08:19:54.982 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.982 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.983 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.983 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.983 INFO:teuthology.orchestra.run.smithi067.stdout: "container_image_grafana": { 2024-09-10T08:19:54.983 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_image_grafana", 2024-09-10T08:19:54.983 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:54.983 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.983 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:54.983 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-09-10T08:19:54.983 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.983 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.983 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.983 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Prometheus container image", 2024-09-10T08:19:54.983 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.983 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.983 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.984 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.984 INFO:teuthology.orchestra.run.smithi067.stdout: "container_image_haproxy": { 2024-09-10T08:19:54.984 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_image_haproxy", 2024-09-10T08:19:54.984 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:54.984 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.984 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:54.984 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-09-10T08:19:54.984 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.984 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.984 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.984 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "HAproxy container image", 2024-09-10T08:19:54.984 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.985 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.985 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.985 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.985 INFO:teuthology.orchestra.run.smithi067.stdout: "container_image_jaeger_agent": { 2024-09-10T08:19:54.985 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_image_jaeger_agent", 2024-09-10T08:19:54.985 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:54.985 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.985 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:54.985 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-09-10T08:19:54.985 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.985 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.985 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.985 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Jaeger agent container image", 2024-09-10T08:19:54.985 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.986 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.986 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.986 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.986 INFO:teuthology.orchestra.run.smithi067.stdout: "container_image_jaeger_collector": { 2024-09-10T08:19:54.986 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_image_jaeger_collector", 2024-09-10T08:19:54.986 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:54.986 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.986 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:54.986 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-09-10T08:19:54.986 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.986 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.986 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.986 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Jaeger collector container image", 2024-09-10T08:19:54.986 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.987 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.987 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.987 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.987 INFO:teuthology.orchestra.run.smithi067.stdout: "container_image_jaeger_query": { 2024-09-10T08:19:54.987 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_image_jaeger_query", 2024-09-10T08:19:54.987 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:54.987 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.987 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:54.987 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-09-10T08:19:54.987 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.987 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.987 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.987 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Jaeger query container image", 2024-09-10T08:19:54.988 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.988 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.988 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.988 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.988 INFO:teuthology.orchestra.run.smithi067.stdout: "container_image_keepalived": { 2024-09-10T08:19:54.988 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_image_keepalived", 2024-09-10T08:19:54.988 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:54.988 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.988 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:54.988 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-09-10T08:19:54.988 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.988 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.989 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.989 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Keepalived container image", 2024-09-10T08:19:54.989 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.989 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.989 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.989 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.989 INFO:teuthology.orchestra.run.smithi067.stdout: "container_image_loki": { 2024-09-10T08:19:54.989 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_image_loki", 2024-09-10T08:19:54.989 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:54.989 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.989 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:54.989 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-09-10T08:19:54.989 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.990 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.990 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.990 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Loki container image", 2024-09-10T08:19:54.990 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.990 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.990 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.990 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.990 INFO:teuthology.orchestra.run.smithi067.stdout: "container_image_node_exporter": { 2024-09-10T08:19:54.990 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_image_node_exporter", 2024-09-10T08:19:54.990 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:54.990 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.990 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:54.990 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-09-10T08:19:54.990 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.991 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.991 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.991 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Prometheus container image", 2024-09-10T08:19:54.991 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.991 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.991 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.991 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.991 INFO:teuthology.orchestra.run.smithi067.stdout: "container_image_nvmeof": { 2024-09-10T08:19:54.991 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_image_nvmeof", 2024-09-10T08:19:54.991 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:54.991 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.991 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:54.991 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-09-10T08:19:54.992 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.992 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.992 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.992 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Nvme-of container image", 2024-09-10T08:19:54.992 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.992 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.992 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.992 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.992 INFO:teuthology.orchestra.run.smithi067.stdout: "container_image_prometheus": { 2024-09-10T08:19:54.992 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_image_prometheus", 2024-09-10T08:19:54.992 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:54.992 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.992 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:54.992 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-09-10T08:19:54.993 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.993 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.993 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.993 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Prometheus container image", 2024-09-10T08:19:54.993 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.993 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.993 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.993 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.993 INFO:teuthology.orchestra.run.smithi067.stdout: "container_image_promtail": { 2024-09-10T08:19:54.993 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_image_promtail", 2024-09-10T08:19:54.993 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:54.993 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.994 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:54.994 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-09-10T08:19:54.994 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.994 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.994 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.994 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Promtail container image", 2024-09-10T08:19:54.994 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.994 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.994 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.994 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.994 INFO:teuthology.orchestra.run.smithi067.stdout: "container_image_samba": { 2024-09-10T08:19:54.994 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_image_samba", 2024-09-10T08:19:54.994 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:54.994 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.995 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:54.995 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-09-10T08:19:54.995 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.995 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.995 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.995 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Samba/SMB container image", 2024-09-10T08:19:54.995 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.995 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.995 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.995 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.995 INFO:teuthology.orchestra.run.smithi067.stdout: "container_image_snmp_gateway": { 2024-09-10T08:19:54.995 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_image_snmp_gateway", 2024-09-10T08:19:54.996 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:54.996 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.996 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:54.996 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-09-10T08:19:54.996 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.996 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.996 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.996 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "SNMP Gateway container image", 2024-09-10T08:19:54.996 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.996 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.996 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.996 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.996 INFO:teuthology.orchestra.run.smithi067.stdout: "container_init": { 2024-09-10T08:19:54.997 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_init", 2024-09-10T08:19:54.997 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:54.997 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.997 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:54.997 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:54.997 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.997 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.997 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.997 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Run podman/docker with `--init`", 2024-09-10T08:19:54.997 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.997 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.997 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.998 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.998 INFO:teuthology.orchestra.run.smithi067.stdout: "daemon_cache_timeout": { 2024-09-10T08:19:54.998 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "daemon_cache_timeout", 2024-09-10T08:19:54.998 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:54.998 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.998 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:54.998 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "600", 2024-09-10T08:19:54.998 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.998 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.998 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.998 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-09-10T08:19:54.998 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:54.998 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:54.999 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:54.999 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:54.999 INFO:teuthology.orchestra.run.smithi067.stdout: "default_cephadm_command_timeout": { 2024-09-10T08:19:54.999 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "default_cephadm_command_timeout", 2024-09-10T08:19:54.999 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:54.999 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:54.999 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:54.999 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "900", 2024-09-10T08:19:54.999 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:54.999 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:54.999 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:54.999 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-09-10T08:19:54.999 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.000 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.000 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.000 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.000 INFO:teuthology.orchestra.run.smithi067.stdout: "default_registry": { 2024-09-10T08:19:55.000 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "default_registry", 2024-09-10T08:19:55.000 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.000 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.000 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.000 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "docker.io", 2024-09-10T08:19:55.000 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.000 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.000 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.000 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-09-10T08:19:55.000 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.001 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.001 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.001 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.001 INFO:teuthology.orchestra.run.smithi067.stdout: "device_cache_timeout": { 2024-09-10T08:19:55.001 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "device_cache_timeout", 2024-09-10T08:19:55.001 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:55.001 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.001 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.001 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "1800", 2024-09-10T08:19:55.001 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.001 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.001 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.001 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "seconds to cache device inventory", 2024-09-10T08:19:55.001 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.002 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.002 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.002 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.002 INFO:teuthology.orchestra.run.smithi067.stdout: "device_enhanced_scan": { 2024-09-10T08:19:55.002 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "device_enhanced_scan", 2024-09-10T08:19:55.002 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.002 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.002 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.002 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.002 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.002 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.002 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.002 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Use libstoragemgmt during device scans", 2024-09-10T08:19:55.003 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.003 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.003 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.003 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.003 INFO:teuthology.orchestra.run.smithi067.stdout: "facts_cache_timeout": { 2024-09-10T08:19:55.003 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "facts_cache_timeout", 2024-09-10T08:19:55.003 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:55.003 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.003 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.003 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "60", 2024-09-10T08:19:55.003 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.003 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.003 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.003 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "seconds to cache host facts data", 2024-09-10T08:19:55.004 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.004 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.004 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.004 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.004 INFO:teuthology.orchestra.run.smithi067.stdout: "grafana_dashboards_path": { 2024-09-10T08:19:55.004 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "grafana_dashboards_path", 2024-09-10T08:19:55.004 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.004 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.004 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.004 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-09-10T08:19:55.004 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.004 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.004 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.005 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-09-10T08:19:55.005 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.005 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.005 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.005 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.005 INFO:teuthology.orchestra.run.smithi067.stdout: "host_check_interval": { 2024-09-10T08:19:55.005 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "host_check_interval", 2024-09-10T08:19:55.005 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:55.005 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.005 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.005 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "600", 2024-09-10T08:19:55.005 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.005 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.006 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.006 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "how frequently to perform a host check", 2024-09-10T08:19:55.006 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.006 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.006 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.006 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.006 INFO:teuthology.orchestra.run.smithi067.stdout: "hw_monitoring": { 2024-09-10T08:19:55.006 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "hw_monitoring", 2024-09-10T08:19:55.006 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.006 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.006 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.006 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.006 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.006 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.007 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.007 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-09-10T08:19:55.007 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.007 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.007 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.007 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.007 INFO:teuthology.orchestra.run.smithi067.stdout: "inventory_list_all": { 2024-09-10T08:19:55.007 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "inventory_list_all", 2024-09-10T08:19:55.007 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.007 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.007 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.007 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.007 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.008 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.008 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.008 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-09-10T08:19:55.008 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.008 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.008 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.008 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.008 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.008 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.008 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.008 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.008 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.008 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.008 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.009 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.009 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.009 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.009 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.009 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.009 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.009 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.009 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.009 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.009 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.009 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.009 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.009 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.009 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.010 INFO:teuthology.orchestra.run.smithi067.stdout: "log_refresh_metadata": { 2024-09-10T08:19:55.010 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_refresh_metadata", 2024-09-10T08:19:55.010 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.010 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.010 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.010 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.010 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.010 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.010 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.010 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-09-10T08:19:55.010 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.010 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.011 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.011 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.011 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.011 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.011 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.011 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.011 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.011 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.011 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.011 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.011 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.011 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-09-10T08:19:55.011 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.011 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.012 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.012 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.012 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.012 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.012 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.012 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.012 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.012 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.012 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.012 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.012 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.012 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.012 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.013 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.013 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.013 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.013 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.013 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.013 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.013 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.013 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.013 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.013 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.013 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.013 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.013 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.013 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.014 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.014 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.014 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.014 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.014 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.014 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.014 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.014 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.014 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.015 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.015 INFO:teuthology.orchestra.run.smithi067.stdout: "manage_etc_ceph_ceph_conf": { 2024-09-10T08:19:55.015 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-09-10T08:19:55.015 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.015 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.015 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.015 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.015 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.015 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.015 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.015 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-09-10T08:19:55.015 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.015 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.016 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.016 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.016 INFO:teuthology.orchestra.run.smithi067.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-09-10T08:19:55.016 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-09-10T08:19:55.016 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.016 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.016 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.016 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "*", 2024-09-10T08:19:55.016 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.016 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.016 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.016 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-09-10T08:19:55.016 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.016 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.017 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.017 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.017 INFO:teuthology.orchestra.run.smithi067.stdout: "max_count_per_host": { 2024-09-10T08:19:55.017 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "max_count_per_host", 2024-09-10T08:19:55.017 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.017 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.017 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.017 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "10", 2024-09-10T08:19:55.017 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.017 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.017 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.017 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "max number of daemons per service per host", 2024-09-10T08:19:55.017 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.017 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.018 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.018 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.018 INFO:teuthology.orchestra.run.smithi067.stdout: "max_osd_draining_count": { 2024-09-10T08:19:55.018 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "max_osd_draining_count", 2024-09-10T08:19:55.018 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.018 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.018 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.018 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "10", 2024-09-10T08:19:55.018 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.018 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.018 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.018 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-09-10T08:19:55.018 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.018 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.019 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.019 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.019 INFO:teuthology.orchestra.run.smithi067.stdout: "migration_current": { 2024-09-10T08:19:55.019 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "migration_current", 2024-09-10T08:19:55.019 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.019 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.019 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.019 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.019 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.019 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.019 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.019 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "internal - do not modify", 2024-09-10T08:19:55.019 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.019 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.020 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.020 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.020 INFO:teuthology.orchestra.run.smithi067.stdout: "mode": { 2024-09-10T08:19:55.020 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "mode", 2024-09-10T08:19:55.020 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.020 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.020 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.020 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "root", 2024-09-10T08:19:55.020 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.020 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.020 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.020 INFO:teuthology.orchestra.run.smithi067.stdout: "cephadm-package", 2024-09-10T08:19:55.020 INFO:teuthology.orchestra.run.smithi067.stdout: "root" 2024-09-10T08:19:55.021 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.021 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "mode for remote execution of cephadm", 2024-09-10T08:19:55.021 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.021 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.021 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.021 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.021 INFO:teuthology.orchestra.run.smithi067.stdout: "oob_default_addr": { 2024-09-10T08:19:55.021 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "oob_default_addr", 2024-09-10T08:19:55.021 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.021 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.021 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.021 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "169.254.1.1", 2024-09-10T08:19:55.021 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.021 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.022 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.022 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Default address for RedFish API (oob management).", 2024-09-10T08:19:55.022 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.022 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.022 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.022 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.022 INFO:teuthology.orchestra.run.smithi067.stdout: "prometheus_alerts_path": { 2024-09-10T08:19:55.022 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "prometheus_alerts_path", 2024-09-10T08:19:55.022 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.022 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.022 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.022 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-09-10T08:19:55.022 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.022 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.022 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.023 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-09-10T08:19:55.023 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.023 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.023 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.023 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.023 INFO:teuthology.orchestra.run.smithi067.stdout: "registry_insecure": { 2024-09-10T08:19:55.023 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "registry_insecure", 2024-09-10T08:19:55.023 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.023 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.023 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.023 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.023 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.024 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.024 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.024 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-09-10T08:19:55.024 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.024 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.024 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.024 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.024 INFO:teuthology.orchestra.run.smithi067.stdout: "registry_password": { 2024-09-10T08:19:55.024 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "registry_password", 2024-09-10T08:19:55.024 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.024 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.024 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.024 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.024 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.025 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.025 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.025 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-09-10T08:19:55.025 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.025 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.025 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.025 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.025 INFO:teuthology.orchestra.run.smithi067.stdout: "registry_url": { 2024-09-10T08:19:55.025 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "registry_url", 2024-09-10T08:19:55.025 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.025 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.025 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.025 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.026 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.026 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.026 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.026 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-09-10T08:19:55.026 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.026 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.026 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.026 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.026 INFO:teuthology.orchestra.run.smithi067.stdout: "registry_username": { 2024-09-10T08:19:55.026 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "registry_username", 2024-09-10T08:19:55.026 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.026 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.026 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.026 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.027 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.027 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.027 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.027 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-09-10T08:19:55.027 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.027 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.027 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.027 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.027 INFO:teuthology.orchestra.run.smithi067.stdout: "secure_monitoring_stack": { 2024-09-10T08:19:55.027 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "secure_monitoring_stack", 2024-09-10T08:19:55.027 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.027 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.027 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.027 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.027 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.028 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.028 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.028 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-09-10T08:19:55.028 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.028 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.028 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.028 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.028 INFO:teuthology.orchestra.run.smithi067.stdout: "service_discovery_port": { 2024-09-10T08:19:55.028 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "service_discovery_port", 2024-09-10T08:19:55.028 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.028 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.028 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.028 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "8765", 2024-09-10T08:19:55.029 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.029 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.029 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.029 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "cephadm service discovery port", 2024-09-10T08:19:55.029 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.029 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.029 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.029 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.029 INFO:teuthology.orchestra.run.smithi067.stdout: "ssh_config_file": { 2024-09-10T08:19:55.029 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "ssh_config_file", 2024-09-10T08:19:55.029 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.029 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.029 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.029 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.029 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.030 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.030 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.030 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-09-10T08:19:55.030 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.030 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.030 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.030 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.030 INFO:teuthology.orchestra.run.smithi067.stdout: "use_agent": { 2024-09-10T08:19:55.030 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "use_agent", 2024-09-10T08:19:55.030 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.030 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.030 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.030 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.031 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.031 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.031 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.031 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-09-10T08:19:55.031 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.031 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.031 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.031 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.031 INFO:teuthology.orchestra.run.smithi067.stdout: "use_repo_digest": { 2024-09-10T08:19:55.031 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "use_repo_digest", 2024-09-10T08:19:55.031 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.031 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.031 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.031 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.032 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.032 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.032 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.032 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-09-10T08:19:55.032 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.032 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.032 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.032 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.032 INFO:teuthology.orchestra.run.smithi067.stdout: "warn_on_failed_host_check": { 2024-09-10T08:19:55.032 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "warn_on_failed_host_check", 2024-09-10T08:19:55.032 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.032 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.032 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.032 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.033 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.033 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.033 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.033 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "raise a health warning if the host check fails", 2024-09-10T08:19:55.033 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.033 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.033 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.033 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.033 INFO:teuthology.orchestra.run.smithi067.stdout: "warn_on_stray_daemons": { 2024-09-10T08:19:55.033 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "warn_on_stray_daemons", 2024-09-10T08:19:55.033 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.033 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.033 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.034 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.034 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.034 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.034 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.034 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-09-10T08:19:55.034 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.034 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.034 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.034 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.034 INFO:teuthology.orchestra.run.smithi067.stdout: "warn_on_stray_hosts": { 2024-09-10T08:19:55.034 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "warn_on_stray_hosts", 2024-09-10T08:19:55.034 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.034 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.034 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.035 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.035 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.035 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.035 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.035 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-09-10T08:19:55.035 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.035 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.035 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.035 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.035 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.035 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.035 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.035 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "crash", 2024-09-10T08:19:55.035 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.036 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.036 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.036 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.036 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.036 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.036 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.036 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.036 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.036 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.036 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.036 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.036 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.036 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.037 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.037 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.037 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.037 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.037 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.037 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.037 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.037 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.037 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.037 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.037 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.037 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.037 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.038 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.038 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.038 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.038 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.038 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.038 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.038 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.038 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.038 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.038 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.038 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.038 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.039 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.039 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.039 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.039 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.039 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.039 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.039 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.039 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.039 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.039 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.039 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.039 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.039 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.040 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.040 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.040 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.040 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.040 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.040 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.040 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.040 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.040 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.040 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.040 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.040 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.041 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.041 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.041 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.041 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.041 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.041 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.041 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.041 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.041 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.041 INFO:teuthology.orchestra.run.smithi067.stdout: "retain_interval": { 2024-09-10T08:19:55.041 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "retain_interval", 2024-09-10T08:19:55.041 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:55.041 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.041 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.042 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "31536000", 2024-09-10T08:19:55.042 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.042 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.042 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.042 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "how long to retain crashes before pruning them", 2024-09-10T08:19:55.042 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.042 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.042 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.042 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.042 INFO:teuthology.orchestra.run.smithi067.stdout: "warn_recent_interval": { 2024-09-10T08:19:55.042 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "warn_recent_interval", 2024-09-10T08:19:55.042 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:55.042 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.042 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.042 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "1209600", 2024-09-10T08:19:55.042 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.043 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.043 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.043 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "time interval in which to warn about recent crashes", 2024-09-10T08:19:55.043 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.043 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.043 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.043 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.043 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.043 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.043 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.043 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "dashboard", 2024-09-10T08:19:55.043 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.043 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.043 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.044 INFO:teuthology.orchestra.run.smithi067.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-09-10T08:19:55.044 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-09-10T08:19:55.044 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.044 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.044 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.044 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "10", 2024-09-10T08:19:55.044 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.044 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.044 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.044 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.044 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.044 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.044 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.045 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.045 INFO:teuthology.orchestra.run.smithi067.stdout: "ALERTMANAGER_API_HOST": { 2024-09-10T08:19:55.045 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "ALERTMANAGER_API_HOST", 2024-09-10T08:19:55.045 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.045 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.045 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.045 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.045 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.045 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.045 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.045 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.045 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.045 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.045 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.046 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.046 INFO:teuthology.orchestra.run.smithi067.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-09-10T08:19:55.046 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-09-10T08:19:55.046 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.046 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.046 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.046 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.046 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.046 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.046 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.046 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.046 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.046 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.046 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.047 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.047 INFO:teuthology.orchestra.run.smithi067.stdout: "AUDIT_API_ENABLED": { 2024-09-10T08:19:55.047 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "AUDIT_API_ENABLED", 2024-09-10T08:19:55.047 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.047 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.047 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.047 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.047 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.047 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.047 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.047 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.047 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.047 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.048 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.048 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.048 INFO:teuthology.orchestra.run.smithi067.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-09-10T08:19:55.048 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-09-10T08:19:55.048 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.048 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.048 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.048 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.048 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.048 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.048 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.048 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.048 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.049 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.049 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.049 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.049 INFO:teuthology.orchestra.run.smithi067.stdout: "ENABLE_BROWSABLE_API": { 2024-09-10T08:19:55.049 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "ENABLE_BROWSABLE_API", 2024-09-10T08:19:55.049 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.049 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.049 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.049 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.049 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.049 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.049 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.049 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.049 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.050 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.050 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.050 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.050 INFO:teuthology.orchestra.run.smithi067.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-09-10T08:19:55.050 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-09-10T08:19:55.050 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.050 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.050 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.050 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.050 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.050 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.050 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.051 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.051 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.051 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.051 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.051 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.051 INFO:teuthology.orchestra.run.smithi067.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-09-10T08:19:55.051 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-09-10T08:19:55.051 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.051 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.051 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.051 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.051 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.051 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.051 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.052 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.052 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.052 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.052 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.052 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.052 INFO:teuthology.orchestra.run.smithi067.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-09-10T08:19:55.052 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-09-10T08:19:55.052 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.052 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.052 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.052 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.052 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.052 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.053 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.053 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.053 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.053 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.053 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.053 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.053 INFO:teuthology.orchestra.run.smithi067.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-09-10T08:19:55.053 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-09-10T08:19:55.053 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.053 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.053 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.053 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.053 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.054 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.054 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.054 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.054 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.054 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.054 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.054 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.054 INFO:teuthology.orchestra.run.smithi067.stdout: "FEATURE_TOGGLE_NFS": { 2024-09-10T08:19:55.054 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-09-10T08:19:55.054 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.054 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.054 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.054 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.055 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.055 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.055 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.055 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.055 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.055 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.055 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.055 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.055 INFO:teuthology.orchestra.run.smithi067.stdout: "FEATURE_TOGGLE_RBD": { 2024-09-10T08:19:55.055 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-09-10T08:19:55.055 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.055 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.055 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.055 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.056 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.056 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.056 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.056 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.056 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.056 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.056 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.056 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.056 INFO:teuthology.orchestra.run.smithi067.stdout: "FEATURE_TOGGLE_RGW": { 2024-09-10T08:19:55.056 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-09-10T08:19:55.056 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.056 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.056 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.057 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.057 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.057 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.057 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.057 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.057 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.057 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.057 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.057 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.057 INFO:teuthology.orchestra.run.smithi067.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-09-10T08:19:55.057 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-09-10T08:19:55.057 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.057 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.061 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.061 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.061 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.061 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.062 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.062 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.062 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.062 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.062 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.062 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.062 INFO:teuthology.orchestra.run.smithi067.stdout: "GRAFANA_API_PASSWORD": { 2024-09-10T08:19:55.062 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "GRAFANA_API_PASSWORD", 2024-09-10T08:19:55.062 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.062 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.062 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.062 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "admin", 2024-09-10T08:19:55.062 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.062 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.063 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.063 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.063 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.063 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.063 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.063 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.063 INFO:teuthology.orchestra.run.smithi067.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-09-10T08:19:55.063 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-09-10T08:19:55.063 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.063 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.063 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.063 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.063 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.063 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.064 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.064 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.064 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.064 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.064 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.064 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.064 INFO:teuthology.orchestra.run.smithi067.stdout: "GRAFANA_API_URL": { 2024-09-10T08:19:55.064 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "GRAFANA_API_URL", 2024-09-10T08:19:55.064 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.064 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.064 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.064 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.064 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.065 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.065 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.065 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.065 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.065 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.065 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.065 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.065 INFO:teuthology.orchestra.run.smithi067.stdout: "GRAFANA_API_USERNAME": { 2024-09-10T08:19:55.065 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "GRAFANA_API_USERNAME", 2024-09-10T08:19:55.065 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.065 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.065 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.065 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "admin", 2024-09-10T08:19:55.065 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.065 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.066 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.066 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.066 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.066 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.066 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.066 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.066 INFO:teuthology.orchestra.run.smithi067.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-09-10T08:19:55.066 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-09-10T08:19:55.066 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.066 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.066 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.066 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.066 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.067 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.067 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.067 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.067 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.067 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.067 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.067 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.067 INFO:teuthology.orchestra.run.smithi067.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-09-10T08:19:55.067 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-09-10T08:19:55.067 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.067 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.067 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.068 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.068 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.068 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.068 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.068 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.068 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.068 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.068 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.068 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.068 INFO:teuthology.orchestra.run.smithi067.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-09-10T08:19:55.068 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-09-10T08:19:55.068 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.068 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.069 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.069 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.069 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.069 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.069 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.069 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.069 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.069 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.069 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.069 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.069 INFO:teuthology.orchestra.run.smithi067.stdout: "ISSUE_TRACKER_API_KEY": { 2024-09-10T08:19:55.069 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-09-10T08:19:55.069 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.070 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.070 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.070 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.070 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.070 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.070 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.070 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.070 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.070 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.070 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.070 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.070 INFO:teuthology.orchestra.run.smithi067.stdout: "PROMETHEUS_API_HOST": { 2024-09-10T08:19:55.070 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "PROMETHEUS_API_HOST", 2024-09-10T08:19:55.071 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.071 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.071 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.071 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.071 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.071 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.071 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.071 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.071 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.071 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.071 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.071 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.071 INFO:teuthology.orchestra.run.smithi067.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-09-10T08:19:55.072 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-09-10T08:19:55.072 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.072 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.072 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.072 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.072 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.072 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.072 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.072 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.072 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.072 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.072 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.072 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.072 INFO:teuthology.orchestra.run.smithi067.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-09-10T08:19:55.073 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-09-10T08:19:55.073 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.073 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.073 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.073 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.073 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.073 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.073 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.073 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.073 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.073 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.073 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.073 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.073 INFO:teuthology.orchestra.run.smithi067.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-09-10T08:19:55.074 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-09-10T08:19:55.074 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.074 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.074 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.074 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.074 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.074 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.074 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.074 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.074 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.074 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.074 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.074 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.074 INFO:teuthology.orchestra.run.smithi067.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-09-10T08:19:55.074 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-09-10T08:19:55.075 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.075 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.075 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.075 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.075 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.075 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.075 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.075 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.075 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.075 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.075 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.075 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.075 INFO:teuthology.orchestra.run.smithi067.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-09-10T08:19:55.075 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-09-10T08:19:55.075 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.076 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.076 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.076 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.076 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.076 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.076 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.076 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.076 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.076 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.076 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.076 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.076 INFO:teuthology.orchestra.run.smithi067.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-09-10T08:19:55.076 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-09-10T08:19:55.076 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.077 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.077 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.077 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.077 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.077 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.077 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.077 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.077 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.077 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.077 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.077 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.077 INFO:teuthology.orchestra.run.smithi067.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-09-10T08:19:55.077 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-09-10T08:19:55.078 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.078 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.078 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.078 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.078 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.078 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.078 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.078 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.078 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.078 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.078 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.078 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.078 INFO:teuthology.orchestra.run.smithi067.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-09-10T08:19:55.079 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-09-10T08:19:55.079 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.079 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.079 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.079 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.079 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.079 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.079 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.079 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.079 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.079 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.079 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.079 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.079 INFO:teuthology.orchestra.run.smithi067.stdout: "PWD_POLICY_ENABLED": { 2024-09-10T08:19:55.080 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "PWD_POLICY_ENABLED", 2024-09-10T08:19:55.080 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.080 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.080 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.080 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.080 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.080 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.080 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.080 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.080 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.080 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.080 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.080 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.080 INFO:teuthology.orchestra.run.smithi067.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-09-10T08:19:55.081 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-09-10T08:19:55.081 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.081 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.081 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.081 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-09-10T08:19:55.081 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.081 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.081 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.081 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.081 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.081 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.081 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.081 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.082 INFO:teuthology.orchestra.run.smithi067.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-09-10T08:19:55.082 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-09-10T08:19:55.082 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.082 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.082 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.082 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "10", 2024-09-10T08:19:55.082 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.082 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.082 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.082 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.082 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.082 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.082 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.082 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.082 INFO:teuthology.orchestra.run.smithi067.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-09-10T08:19:55.083 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-09-10T08:19:55.083 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.083 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.083 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.083 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "8", 2024-09-10T08:19:55.083 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.083 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.083 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.083 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.083 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.083 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.083 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.083 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.083 INFO:teuthology.orchestra.run.smithi067.stdout: "REST_REQUESTS_TIMEOUT": { 2024-09-10T08:19:55.084 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-09-10T08:19:55.084 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.084 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.084 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.084 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "45", 2024-09-10T08:19:55.084 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.084 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.084 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.084 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.084 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.084 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.084 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.085 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.085 INFO:teuthology.orchestra.run.smithi067.stdout: "RGW_API_ACCESS_KEY": { 2024-09-10T08:19:55.085 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "RGW_API_ACCESS_KEY", 2024-09-10T08:19:55.085 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.085 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.085 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.085 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.085 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.085 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.085 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.085 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.085 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.085 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.085 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.086 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.086 INFO:teuthology.orchestra.run.smithi067.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-09-10T08:19:55.086 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-09-10T08:19:55.086 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.086 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.086 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.086 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "admin", 2024-09-10T08:19:55.086 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.086 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.086 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.086 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.086 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.086 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.087 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.087 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.087 INFO:teuthology.orchestra.run.smithi067.stdout: "RGW_API_SECRET_KEY": { 2024-09-10T08:19:55.087 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "RGW_API_SECRET_KEY", 2024-09-10T08:19:55.087 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.087 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.087 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.087 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.087 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.087 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.087 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.087 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.087 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.087 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.088 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.088 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.088 INFO:teuthology.orchestra.run.smithi067.stdout: "RGW_API_SSL_VERIFY": { 2024-09-10T08:19:55.088 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "RGW_API_SSL_VERIFY", 2024-09-10T08:19:55.088 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.088 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.088 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.088 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.088 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.088 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.088 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.088 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.089 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.089 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.089 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.089 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.089 INFO:teuthology.orchestra.run.smithi067.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-09-10T08:19:55.089 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-09-10T08:19:55.089 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.089 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.089 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.089 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "0", 2024-09-10T08:19:55.089 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.089 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.089 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.089 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.089 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.090 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.090 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.090 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.090 INFO:teuthology.orchestra.run.smithi067.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-09-10T08:19:55.090 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-09-10T08:19:55.090 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.090 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.090 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.090 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "10", 2024-09-10T08:19:55.090 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.090 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.090 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.090 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.090 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.091 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.091 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.091 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.091 INFO:teuthology.orchestra.run.smithi067.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-09-10T08:19:55.091 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-09-10T08:19:55.091 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.091 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.091 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.091 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "5", 2024-09-10T08:19:55.091 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.091 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.091 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.091 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.091 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.091 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.092 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.092 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.092 INFO:teuthology.orchestra.run.smithi067.stdout: "cross_origin_url": { 2024-09-10T08:19:55.092 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "cross_origin_url", 2024-09-10T08:19:55.092 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.092 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.092 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.092 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.092 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.092 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.092 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.092 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.092 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.093 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.093 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.093 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.093 INFO:teuthology.orchestra.run.smithi067.stdout: "crt_file": { 2024-09-10T08:19:55.093 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "crt_file", 2024-09-10T08:19:55.093 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.093 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.093 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.093 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.093 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.093 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.093 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.093 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.094 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.094 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.094 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.094 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.094 INFO:teuthology.orchestra.run.smithi067.stdout: "debug": { 2024-09-10T08:19:55.094 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "debug", 2024-09-10T08:19:55.094 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.094 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.094 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.094 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.094 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.094 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.094 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.095 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Enable/disable debug options", 2024-09-10T08:19:55.095 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.095 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.095 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.095 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.095 INFO:teuthology.orchestra.run.smithi067.stdout: "jwt_token_ttl": { 2024-09-10T08:19:55.095 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "jwt_token_ttl", 2024-09-10T08:19:55.095 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.095 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.095 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.095 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "28800", 2024-09-10T08:19:55.095 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.095 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.095 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.096 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.096 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.096 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.096 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.096 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.096 INFO:teuthology.orchestra.run.smithi067.stdout: "key_file": { 2024-09-10T08:19:55.096 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "key_file", 2024-09-10T08:19:55.096 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.096 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.096 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.096 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.096 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.096 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.096 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.097 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.097 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.097 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.097 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.097 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.097 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.097 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.097 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.097 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.097 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.097 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.097 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.097 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.097 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.098 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.098 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.098 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.098 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.098 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.098 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.098 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.098 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.098 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.098 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.098 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.098 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.098 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.099 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.099 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.099 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.099 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.099 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.099 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.099 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.099 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.099 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.099 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.099 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.099 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.100 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.100 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.100 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.100 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.100 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.100 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.100 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.100 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.100 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.100 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.100 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.100 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.100 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.100 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.101 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.101 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.101 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.101 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.101 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.101 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.101 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.101 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.101 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.101 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.101 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.101 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.101 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.101 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.102 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.102 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.102 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.102 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.102 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.102 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.102 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.102 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.102 INFO:teuthology.orchestra.run.smithi067.stdout: "motd": { 2024-09-10T08:19:55.102 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "motd", 2024-09-10T08:19:55.102 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.102 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.102 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.103 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.103 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.103 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.103 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.103 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "The message of the day", 2024-09-10T08:19:55.103 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.103 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.103 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.103 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.103 INFO:teuthology.orchestra.run.smithi067.stdout: "redirect_resolve_ip_addr": { 2024-09-10T08:19:55.103 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "redirect_resolve_ip_addr", 2024-09-10T08:19:55.103 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.103 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.103 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.104 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.104 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.104 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.104 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.104 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.104 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.104 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.104 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.104 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.104 INFO:teuthology.orchestra.run.smithi067.stdout: "server_addr": { 2024-09-10T08:19:55.104 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "server_addr", 2024-09-10T08:19:55.104 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.104 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.105 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.105 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "::", 2024-09-10T08:19:55.105 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.105 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.105 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.105 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.105 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.105 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.105 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.105 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.105 INFO:teuthology.orchestra.run.smithi067.stdout: "server_port": { 2024-09-10T08:19:55.105 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "server_port", 2024-09-10T08:19:55.105 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.105 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.106 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.106 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "8080", 2024-09-10T08:19:55.106 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.106 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.106 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.106 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.106 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.106 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.106 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.106 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.106 INFO:teuthology.orchestra.run.smithi067.stdout: "ssl": { 2024-09-10T08:19:55.106 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "ssl", 2024-09-10T08:19:55.106 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.106 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.107 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.107 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.107 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.107 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.107 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.107 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.107 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.107 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.107 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.107 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.107 INFO:teuthology.orchestra.run.smithi067.stdout: "ssl_server_port": { 2024-09-10T08:19:55.107 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "ssl_server_port", 2024-09-10T08:19:55.107 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.107 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.108 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.108 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "8443", 2024-09-10T08:19:55.108 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.108 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.108 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.108 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.108 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.108 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.108 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.108 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.108 INFO:teuthology.orchestra.run.smithi067.stdout: "standby_behaviour": { 2024-09-10T08:19:55.108 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "standby_behaviour", 2024-09-10T08:19:55.109 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.109 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.109 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.109 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "redirect", 2024-09-10T08:19:55.109 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.109 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.109 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.109 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.109 INFO:teuthology.orchestra.run.smithi067.stdout: "redirect" 2024-09-10T08:19:55.109 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.109 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.109 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.109 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.109 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.109 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.110 INFO:teuthology.orchestra.run.smithi067.stdout: "standby_error_status_code": { 2024-09-10T08:19:55.110 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "standby_error_status_code", 2024-09-10T08:19:55.110 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.110 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.110 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.110 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "500", 2024-09-10T08:19:55.110 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "400", 2024-09-10T08:19:55.110 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "599", 2024-09-10T08:19:55.110 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.110 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.110 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.110 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.110 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.111 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.111 INFO:teuthology.orchestra.run.smithi067.stdout: "url_prefix": { 2024-09-10T08:19:55.111 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "url_prefix", 2024-09-10T08:19:55.111 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.111 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.111 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.111 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.111 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.111 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.111 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.111 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.111 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.111 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.111 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.111 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.112 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.112 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.112 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.112 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "devicehealth", 2024-09-10T08:19:55.112 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.112 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.112 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.112 INFO:teuthology.orchestra.run.smithi067.stdout: "enable_monitoring": { 2024-09-10T08:19:55.112 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "enable_monitoring", 2024-09-10T08:19:55.112 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.112 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.112 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.112 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.113 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.113 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.113 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.113 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "monitor device health metrics", 2024-09-10T08:19:55.113 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.113 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.113 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.113 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.113 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.113 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.113 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.113 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.113 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.113 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.114 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.114 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.114 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.114 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.114 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.114 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.114 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.114 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.114 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.114 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.115 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.115 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.115 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.115 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.115 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.115 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.115 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.115 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.115 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.115 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.115 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.115 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.115 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.115 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.116 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.116 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.116 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.116 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.116 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.116 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.116 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.116 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.116 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.116 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.116 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.116 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.116 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.117 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.117 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.117 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.117 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.117 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.117 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.117 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.117 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.117 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.117 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.117 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.117 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.117 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.117 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.118 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.118 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.118 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.118 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.118 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.118 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.118 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.118 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.118 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.118 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.118 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.118 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.118 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.119 INFO:teuthology.orchestra.run.smithi067.stdout: "mark_out_threshold": { 2024-09-10T08:19:55.119 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "mark_out_threshold", 2024-09-10T08:19:55.119 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:55.119 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.119 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.119 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "2419200", 2024-09-10T08:19:55.119 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.119 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.119 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.119 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-09-10T08:19:55.119 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.119 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.119 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.119 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.119 INFO:teuthology.orchestra.run.smithi067.stdout: "pool_name": { 2024-09-10T08:19:55.120 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "pool_name", 2024-09-10T08:19:55.120 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.120 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.120 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.120 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "device_health_metrics", 2024-09-10T08:19:55.120 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.120 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.120 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.120 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "name of pool in which to store device health metrics", 2024-09-10T08:19:55.120 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.120 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.120 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.120 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.120 INFO:teuthology.orchestra.run.smithi067.stdout: "retention_period": { 2024-09-10T08:19:55.121 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "retention_period", 2024-09-10T08:19:55.121 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:55.121 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.121 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.121 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "15552000", 2024-09-10T08:19:55.121 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.121 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.121 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.121 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "how long to retain device health metrics", 2024-09-10T08:19:55.121 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.121 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.121 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.121 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.121 INFO:teuthology.orchestra.run.smithi067.stdout: "scrape_frequency": { 2024-09-10T08:19:55.122 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "scrape_frequency", 2024-09-10T08:19:55.122 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:55.122 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.122 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.122 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "86400", 2024-09-10T08:19:55.122 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.122 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.122 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.122 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "how frequently to scrape device health metrics", 2024-09-10T08:19:55.122 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.122 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.122 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.123 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.123 INFO:teuthology.orchestra.run.smithi067.stdout: "self_heal": { 2024-09-10T08:19:55.123 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "self_heal", 2024-09-10T08:19:55.123 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.123 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.123 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.123 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.123 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.123 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.123 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.123 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-09-10T08:19:55.123 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.123 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.123 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.124 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.124 INFO:teuthology.orchestra.run.smithi067.stdout: "sleep_interval": { 2024-09-10T08:19:55.124 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "sleep_interval", 2024-09-10T08:19:55.124 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:55.124 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.124 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.124 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "600", 2024-09-10T08:19:55.124 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.124 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.124 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.124 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "how frequently to wake up and check device health", 2024-09-10T08:19:55.124 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.124 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.124 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.125 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.125 INFO:teuthology.orchestra.run.smithi067.stdout: "warn_threshold": { 2024-09-10T08:19:55.125 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "warn_threshold", 2024-09-10T08:19:55.125 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:55.125 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.125 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.125 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "7257600", 2024-09-10T08:19:55.125 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.125 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.125 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.125 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-09-10T08:19:55.125 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.125 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.125 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.126 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.126 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.126 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.126 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.126 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "diskprediction_local", 2024-09-10T08:19:55.126 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.126 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.126 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.126 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.126 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.126 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.126 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.126 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.127 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.127 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.127 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.127 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.127 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.127 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.127 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.127 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.127 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.127 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.127 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.127 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.127 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.127 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.127 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.128 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.128 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.128 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.128 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.128 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.128 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.128 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.128 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.128 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.128 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.128 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.128 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.128 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.129 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.129 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.129 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.129 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.129 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.129 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.129 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.129 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.129 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.129 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.129 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.129 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.129 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.130 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.130 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.130 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.130 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.130 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.130 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.130 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.130 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.130 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.130 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.130 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.130 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.130 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.130 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.131 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.131 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.131 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.131 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.131 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.131 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.131 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.131 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.131 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.131 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.131 INFO:teuthology.orchestra.run.smithi067.stdout: "predict_interval": { 2024-09-10T08:19:55.131 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "predict_interval", 2024-09-10T08:19:55.131 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.131 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.132 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.132 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "86400", 2024-09-10T08:19:55.132 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.132 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.132 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.132 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.132 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.132 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.132 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.132 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.132 INFO:teuthology.orchestra.run.smithi067.stdout: "predictor_model": { 2024-09-10T08:19:55.132 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "predictor_model", 2024-09-10T08:19:55.132 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.133 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.133 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.133 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "prophetstor", 2024-09-10T08:19:55.133 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.133 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.133 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.133 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.133 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.133 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.133 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.133 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.133 INFO:teuthology.orchestra.run.smithi067.stdout: "sleep_interval": { 2024-09-10T08:19:55.133 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "sleep_interval", 2024-09-10T08:19:55.133 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.134 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.134 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.134 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "600", 2024-09-10T08:19:55.134 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.134 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.134 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.134 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.134 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.134 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.134 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.134 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.134 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.134 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.134 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.135 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "influx", 2024-09-10T08:19:55.135 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": false, 2024-09-10T08:19:55.135 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "influxdb python module not found", 2024-09-10T08:19:55.135 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.135 INFO:teuthology.orchestra.run.smithi067.stdout: "batch_size": { 2024-09-10T08:19:55.135 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "batch_size", 2024-09-10T08:19:55.135 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.135 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.135 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.135 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "5000", 2024-09-10T08:19:55.135 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.135 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.135 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.135 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-09-10T08:19:55.136 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.136 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.136 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.136 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.136 INFO:teuthology.orchestra.run.smithi067.stdout: "database": { 2024-09-10T08:19:55.136 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "database", 2024-09-10T08:19:55.136 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.136 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.136 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.136 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "ceph", 2024-09-10T08:19:55.136 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.136 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.137 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.137 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-09-10T08:19:55.137 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.137 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.137 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.137 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.137 INFO:teuthology.orchestra.run.smithi067.stdout: "hostname": { 2024-09-10T08:19:55.137 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "hostname", 2024-09-10T08:19:55.137 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.137 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.137 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.137 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.137 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.138 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.138 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.138 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "InfluxDB server hostname", 2024-09-10T08:19:55.138 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.138 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.138 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.138 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.138 INFO:teuthology.orchestra.run.smithi067.stdout: "interval": { 2024-09-10T08:19:55.138 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "interval", 2024-09-10T08:19:55.138 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:55.138 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.138 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.138 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "30", 2024-09-10T08:19:55.138 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "5", 2024-09-10T08:19:55.139 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.139 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.139 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-09-10T08:19:55.139 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.139 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.139 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.139 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.139 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.139 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.139 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.139 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.139 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.139 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.139 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.140 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.140 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.140 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.140 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.140 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.140 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.140 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.140 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.140 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.140 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.140 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.140 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.140 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.140 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.141 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.141 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.141 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.141 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.141 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.141 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.141 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.141 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.141 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.141 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.141 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.141 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.141 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.141 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.142 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.142 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.142 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.142 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.142 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.142 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.142 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.142 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.142 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.142 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.142 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.142 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.142 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.142 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.143 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.143 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.143 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.143 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.143 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.143 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.143 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.143 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.143 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.143 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.143 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.143 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.143 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.143 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.144 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.144 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.144 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.144 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.144 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.144 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.144 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.144 INFO:teuthology.orchestra.run.smithi067.stdout: "password": { 2024-09-10T08:19:55.144 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "password", 2024-09-10T08:19:55.144 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.144 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.144 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.144 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.144 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.145 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.145 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.145 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "password of InfluxDB server user", 2024-09-10T08:19:55.145 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.145 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.145 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.145 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.145 INFO:teuthology.orchestra.run.smithi067.stdout: "port": { 2024-09-10T08:19:55.145 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "port", 2024-09-10T08:19:55.145 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.145 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.145 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.145 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "8086", 2024-09-10T08:19:55.145 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.146 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.146 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.146 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "InfluxDB server port", 2024-09-10T08:19:55.146 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.146 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.146 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.146 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.146 INFO:teuthology.orchestra.run.smithi067.stdout: "ssl": { 2024-09-10T08:19:55.146 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "ssl", 2024-09-10T08:19:55.146 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.146 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.146 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.146 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "false", 2024-09-10T08:19:55.146 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.147 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.147 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.147 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-09-10T08:19:55.147 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.147 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.147 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.147 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.147 INFO:teuthology.orchestra.run.smithi067.stdout: "threads": { 2024-09-10T08:19:55.147 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "threads", 2024-09-10T08:19:55.147 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.147 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.147 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.147 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "5", 2024-09-10T08:19:55.147 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "1", 2024-09-10T08:19:55.148 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "32", 2024-09-10T08:19:55.148 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.148 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-09-10T08:19:55.148 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.148 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.148 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.148 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.148 INFO:teuthology.orchestra.run.smithi067.stdout: "username": { 2024-09-10T08:19:55.148 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "username", 2024-09-10T08:19:55.148 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.148 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.148 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.148 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.149 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.149 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.149 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.149 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "username of InfluxDB server user", 2024-09-10T08:19:55.149 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.149 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.149 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.149 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.149 INFO:teuthology.orchestra.run.smithi067.stdout: "verify_ssl": { 2024-09-10T08:19:55.149 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "verify_ssl", 2024-09-10T08:19:55.149 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.149 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.149 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.150 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "true", 2024-09-10T08:19:55.150 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.150 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.150 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.150 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-09-10T08:19:55.150 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.150 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.150 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.150 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.150 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.150 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.150 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.150 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "insights", 2024-09-10T08:19:55.150 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.151 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.151 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.151 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.151 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.151 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.151 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.151 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.151 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.151 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.151 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.151 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.151 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.151 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.151 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.152 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.152 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.152 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.152 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.152 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.152 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.152 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.152 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.152 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.152 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.152 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.152 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.152 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.153 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.153 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.153 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.153 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.153 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.153 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.153 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.153 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.153 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.153 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.153 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.153 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.153 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.153 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.153 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.154 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.154 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.154 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.154 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.154 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.154 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.154 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.154 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.154 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.154 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.154 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.154 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.154 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.154 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.155 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.155 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.155 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.155 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.155 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.155 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.155 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.155 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.155 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.155 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.155 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.155 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.155 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.155 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.156 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.156 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.156 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.156 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.156 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.156 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "iostat", 2024-09-10T08:19:55.156 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.156 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.156 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.156 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.156 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.156 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.156 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.156 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.157 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.157 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.157 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.157 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.157 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.157 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.157 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.157 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.157 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.157 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.157 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.157 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.157 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.158 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.158 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.158 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.158 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.158 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.158 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.158 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.158 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.158 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.158 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.158 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.158 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.158 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.158 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.159 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.159 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.159 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.159 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.159 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.159 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.159 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.159 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.159 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.159 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.159 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.159 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.159 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.159 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.160 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.160 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.160 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.160 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.160 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.160 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.160 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.160 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.160 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.160 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.160 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.160 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.160 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.160 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.161 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.161 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.161 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.161 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.161 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.161 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.161 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.161 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.161 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.161 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.161 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.161 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.161 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.161 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "k8sevents", 2024-09-10T08:19:55.162 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.162 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.162 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.162 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_event_retention_days": { 2024-09-10T08:19:55.162 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "ceph_event_retention_days", 2024-09-10T08:19:55.162 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.162 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.162 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.162 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "7", 2024-09-10T08:19:55.162 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.162 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.162 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.162 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Days to hold ceph event information within local cache", 2024-09-10T08:19:55.162 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.163 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.163 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.163 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.163 INFO:teuthology.orchestra.run.smithi067.stdout: "config_check_secs": { 2024-09-10T08:19:55.163 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "config_check_secs", 2024-09-10T08:19:55.163 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.163 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.163 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.163 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "10", 2024-09-10T08:19:55.163 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "10", 2024-09-10T08:19:55.163 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.163 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.163 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-09-10T08:19:55.164 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.164 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.164 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.164 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.164 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.164 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.164 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.164 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.164 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.164 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.164 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.164 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.164 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.164 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.165 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.165 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.165 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.165 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.165 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.165 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.165 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.165 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.165 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.165 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.165 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.165 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.165 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.165 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.166 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.166 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.166 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.166 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.166 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.166 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.166 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.166 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.166 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.166 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.166 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.166 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.166 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.166 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.167 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.167 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.167 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.167 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.167 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.167 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.167 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.167 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.167 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.167 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.167 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.167 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.167 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.167 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.168 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.168 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.168 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.168 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.168 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.168 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.168 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.168 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.168 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.168 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.168 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.168 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.168 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.169 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.169 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.169 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.169 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.169 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.169 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.169 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.169 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.169 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "localpool", 2024-09-10T08:19:55.169 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.169 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.169 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.169 INFO:teuthology.orchestra.run.smithi067.stdout: "failure_domain": { 2024-09-10T08:19:55.169 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "failure_domain", 2024-09-10T08:19:55.170 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.170 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.170 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.170 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "host", 2024-09-10T08:19:55.170 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.170 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.170 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.170 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "failure domain for any created local pool", 2024-09-10T08:19:55.170 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-09-10T08:19:55.170 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.170 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.170 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.170 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.171 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.171 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.171 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.171 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.171 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.171 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.171 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.171 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.171 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.171 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.171 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.171 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.171 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.171 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.172 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.172 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.172 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.172 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.172 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.172 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.172 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.172 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.172 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.172 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.172 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.172 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.172 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.173 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.173 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.173 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.173 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.173 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.173 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.173 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.173 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.173 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.173 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.173 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.173 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.173 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.174 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.174 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.174 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.174 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.174 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.174 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.174 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.174 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.174 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.174 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.174 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.174 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.174 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.174 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.175 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.175 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.175 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.175 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.175 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.175 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.175 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.175 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.175 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.175 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.175 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.175 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.175 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.175 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.176 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.176 INFO:teuthology.orchestra.run.smithi067.stdout: "min_size": { 2024-09-10T08:19:55.176 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "min_size", 2024-09-10T08:19:55.176 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.176 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.176 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.176 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.176 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.176 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.176 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.176 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "default min_size for any created local pool", 2024-09-10T08:19:55.176 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-09-10T08:19:55.176 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.177 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.177 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.177 INFO:teuthology.orchestra.run.smithi067.stdout: "num_rep": { 2024-09-10T08:19:55.177 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "num_rep", 2024-09-10T08:19:55.177 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.177 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.177 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.177 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "3", 2024-09-10T08:19:55.177 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.177 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.177 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.177 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "default replica count for any created local pool", 2024-09-10T08:19:55.177 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.178 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.178 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.178 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.178 INFO:teuthology.orchestra.run.smithi067.stdout: "pg_num": { 2024-09-10T08:19:55.178 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "pg_num", 2024-09-10T08:19:55.178 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.178 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.178 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.178 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "128", 2024-09-10T08:19:55.178 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.178 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.178 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.178 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "default pg_num for any created local pool", 2024-09-10T08:19:55.179 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.179 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.179 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.179 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.179 INFO:teuthology.orchestra.run.smithi067.stdout: "prefix": { 2024-09-10T08:19:55.179 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "prefix", 2024-09-10T08:19:55.179 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.179 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.179 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.179 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.179 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.179 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.179 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.179 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "name prefix for any created local pool", 2024-09-10T08:19:55.180 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.180 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.180 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.180 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.180 INFO:teuthology.orchestra.run.smithi067.stdout: "subtree": { 2024-09-10T08:19:55.180 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "subtree", 2024-09-10T08:19:55.180 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.180 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.180 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.180 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "rack", 2024-09-10T08:19:55.180 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.180 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.180 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.180 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "CRUSH level for which to create a local pool", 2024-09-10T08:19:55.181 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-09-10T08:19:55.181 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.181 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.181 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.181 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.181 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.181 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.181 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "mds_autoscaler", 2024-09-10T08:19:55.181 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.181 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.181 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.181 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.181 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.182 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.182 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.182 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.182 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.182 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.182 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.182 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.182 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.182 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.182 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.182 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.182 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.182 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.182 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.182 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.183 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.183 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.183 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.183 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.183 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.183 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.183 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.183 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.183 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.183 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.183 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.183 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.183 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.183 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.184 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.184 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.184 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.184 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.184 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.184 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.184 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.184 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.184 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.184 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.184 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.184 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.184 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.184 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.185 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.185 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.185 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.185 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.185 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.185 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.185 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.185 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.185 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.185 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.185 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.185 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.185 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.185 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.186 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.186 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.186 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.186 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.186 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.186 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.186 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.186 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.186 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.186 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.186 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.186 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.186 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.186 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.187 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "mirroring", 2024-09-10T08:19:55.187 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.187 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.187 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.187 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.187 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.187 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.187 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.187 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.187 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.187 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.187 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.187 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.187 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.187 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.188 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.188 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.188 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.188 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.188 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.188 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.188 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.188 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.188 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.188 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.188 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.188 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.188 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.189 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.189 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.189 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.189 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.189 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.189 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.189 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.189 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.189 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.189 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.189 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.189 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.189 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.190 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.190 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.190 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.190 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.190 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.190 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.190 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.190 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.190 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.190 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.190 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.190 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.190 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.190 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.191 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.191 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.191 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.191 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.191 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.191 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.191 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.191 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.191 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.191 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.191 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.191 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.191 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.192 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.192 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.192 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.192 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.192 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.192 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.192 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.192 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.192 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.192 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "nfs", 2024-09-10T08:19:55.192 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.192 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.192 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.192 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.193 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.193 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.193 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.193 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.193 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.193 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.193 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.193 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.193 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.193 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.193 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.193 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.193 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.194 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.194 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.194 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.194 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.194 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.194 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.194 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.194 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.194 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.194 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.194 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.194 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.194 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.195 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.195 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.195 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.195 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.195 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.195 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.195 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.195 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.195 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.195 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.195 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.195 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.195 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.196 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.196 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.196 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.196 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.196 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.196 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.196 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.196 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.196 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.196 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.196 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.196 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.196 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.196 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.197 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.197 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.197 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.197 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.197 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.197 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.197 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.197 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.197 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.197 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.197 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.197 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.197 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.197 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.198 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.198 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.198 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.198 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.198 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.198 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "orchestrator", 2024-09-10T08:19:55.198 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.198 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.198 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.198 INFO:teuthology.orchestra.run.smithi067.stdout: "fail_fs": { 2024-09-10T08:19:55.198 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "fail_fs", 2024-09-10T08:19:55.198 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.199 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.199 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.199 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.199 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.199 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.199 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.199 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-09-10T08:19:55.199 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.199 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.199 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.199 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.199 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.199 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.199 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.200 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.200 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.200 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.200 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.200 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.200 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.200 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.200 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.200 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.200 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.200 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.200 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.200 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.201 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.201 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.201 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.201 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.201 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.201 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.201 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.201 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.201 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.201 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.201 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.201 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.201 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.201 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.202 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.202 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.202 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.202 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.202 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.202 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.202 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.202 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.202 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.202 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.202 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.202 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.202 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.202 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.203 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.203 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.203 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.203 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.203 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.203 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.203 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.203 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.203 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.203 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.203 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.203 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.203 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.203 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.204 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.204 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.204 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.204 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.204 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.204 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.204 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.204 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.204 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.204 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.204 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.204 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.204 INFO:teuthology.orchestra.run.smithi067.stdout: "orchestrator": { 2024-09-10T08:19:55.204 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "orchestrator", 2024-09-10T08:19:55.204 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.205 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.205 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.205 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.205 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.205 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.205 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.205 INFO:teuthology.orchestra.run.smithi067.stdout: "cephadm", 2024-09-10T08:19:55.205 INFO:teuthology.orchestra.run.smithi067.stdout: "rook", 2024-09-10T08:19:55.205 INFO:teuthology.orchestra.run.smithi067.stdout: "test_orchestrator" 2024-09-10T08:19:55.205 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.205 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Orchestrator backend", 2024-09-10T08:19:55.205 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.205 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.206 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.206 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.206 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.206 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.206 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.206 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "osd_perf_query", 2024-09-10T08:19:55.206 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.206 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.206 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.206 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.206 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.206 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.206 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.207 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.207 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.207 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.207 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.207 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.207 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.207 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.207 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.207 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.207 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.207 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.207 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.207 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.207 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.208 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.208 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.208 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.208 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.208 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.208 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.208 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.208 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.208 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.208 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.208 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.208 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.208 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.209 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.209 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.209 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.209 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.209 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.209 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.209 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.209 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.209 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.209 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.209 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.209 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.209 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.210 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.210 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.210 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.210 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.210 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.210 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.210 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.210 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.210 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.210 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.210 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.210 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.210 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.210 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.211 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.211 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.211 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.211 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.211 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.211 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.211 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.211 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.211 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.211 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.211 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.211 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.211 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.211 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.212 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.212 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "osd_support", 2024-09-10T08:19:55.212 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.212 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.212 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.212 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.212 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.212 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.212 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.212 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.212 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.212 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.212 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.212 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.213 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.213 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.213 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.213 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.213 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.213 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.213 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.213 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.213 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.213 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.213 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.213 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.213 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.213 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.214 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.214 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.214 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.214 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.214 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.214 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.214 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.214 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.214 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.214 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.214 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.214 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.214 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.214 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.215 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.215 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.215 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.215 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.215 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.215 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.215 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.215 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.215 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.216 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.216 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.216 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.216 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.216 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.216 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.216 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.216 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.216 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.216 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.216 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.216 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.216 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.217 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.217 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.217 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.217 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.217 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.217 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.217 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.217 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.217 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.217 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.217 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.217 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.217 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.217 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.218 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "pg_autoscaler", 2024-09-10T08:19:55.218 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.218 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.218 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.218 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.218 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.218 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.218 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.218 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.218 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.218 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.218 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.218 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.218 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.219 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.219 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.219 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.219 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.219 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.219 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.219 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.219 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.219 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.219 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.219 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.219 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.220 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.220 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.220 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.220 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.220 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.220 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.220 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.220 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.220 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.220 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.220 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.220 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.220 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.221 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.221 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.221 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.221 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.221 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.221 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.221 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.221 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.221 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.221 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.221 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.221 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.221 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.222 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.222 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.222 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.222 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.222 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.222 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.222 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.222 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.222 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.222 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.222 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.222 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.222 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.222 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.222 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.223 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.223 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.223 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.223 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.223 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.223 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.223 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.223 INFO:teuthology.orchestra.run.smithi067.stdout: "sleep_interval": { 2024-09-10T08:19:55.223 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "sleep_interval", 2024-09-10T08:19:55.223 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:55.223 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.223 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.223 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "60", 2024-09-10T08:19:55.223 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.223 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.224 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.224 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.224 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.224 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.224 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.224 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.224 INFO:teuthology.orchestra.run.smithi067.stdout: "threshold": { 2024-09-10T08:19:55.224 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "threshold", 2024-09-10T08:19:55.224 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "float", 2024-09-10T08:19:55.224 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.224 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.224 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "3.0", 2024-09-10T08:19:55.224 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "1.0", 2024-09-10T08:19:55.224 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.225 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.225 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "scaling threshold", 2024-09-10T08:19:55.225 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-09-10T08:19:55.225 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.225 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.225 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.225 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.225 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.225 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.225 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "progress", 2024-09-10T08:19:55.225 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.225 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.225 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.225 INFO:teuthology.orchestra.run.smithi067.stdout: "allow_pg_recovery_event": { 2024-09-10T08:19:55.226 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "allow_pg_recovery_event", 2024-09-10T08:19:55.226 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.226 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.226 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.226 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.226 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.226 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.226 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.226 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "allow the module to show pg recovery progress", 2024-09-10T08:19:55.226 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.226 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.226 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.226 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.227 INFO:teuthology.orchestra.run.smithi067.stdout: "enabled": { 2024-09-10T08:19:55.227 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "enabled", 2024-09-10T08:19:55.227 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.227 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.227 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.227 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.227 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.227 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.227 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.227 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.227 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.227 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.227 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.227 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.227 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.227 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.228 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.228 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.228 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.228 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.228 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.228 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.228 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.228 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.228 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.228 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.228 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.228 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.228 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.228 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.229 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.229 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.229 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.229 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.229 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.229 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.229 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.229 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.229 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.229 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.229 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.229 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.229 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.230 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.230 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.230 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.230 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.230 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.230 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.230 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.230 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.230 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.230 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.230 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.230 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.230 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.230 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.231 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.231 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.231 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.231 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.231 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.231 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.231 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.231 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.231 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.231 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.231 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.231 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.231 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.231 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.232 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.232 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.232 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.232 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.232 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.232 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.232 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.232 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.232 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.232 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.232 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.232 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.232 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.232 INFO:teuthology.orchestra.run.smithi067.stdout: "max_completed_events": { 2024-09-10T08:19:55.233 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "max_completed_events", 2024-09-10T08:19:55.233 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.233 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.233 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.233 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "50", 2024-09-10T08:19:55.233 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.233 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.233 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.233 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "number of past completed events to remember", 2024-09-10T08:19:55.233 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.233 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.233 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.233 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.233 INFO:teuthology.orchestra.run.smithi067.stdout: "sleep_interval": { 2024-09-10T08:19:55.234 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "sleep_interval", 2024-09-10T08:19:55.234 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:55.234 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.234 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.234 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "5", 2024-09-10T08:19:55.234 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.234 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.234 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.234 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "how long the module is going to sleep", 2024-09-10T08:19:55.234 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.234 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.234 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.234 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.235 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.235 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.235 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.235 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "prometheus", 2024-09-10T08:19:55.235 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.235 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.235 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.235 INFO:teuthology.orchestra.run.smithi067.stdout: "cache": { 2024-09-10T08:19:55.235 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "cache", 2024-09-10T08:19:55.235 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.235 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.235 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.235 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.236 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.236 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.236 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.236 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.236 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.236 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.236 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.236 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.236 INFO:teuthology.orchestra.run.smithi067.stdout: "exclude_perf_counters": { 2024-09-10T08:19:55.236 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "exclude_perf_counters", 2024-09-10T08:19:55.236 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.236 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.237 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.237 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.237 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.237 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.237 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.237 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-09-10T08:19:55.237 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-09-10T08:19:55.237 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.237 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.237 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.237 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.237 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.237 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.238 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.238 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.238 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.238 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.238 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.238 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.238 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.238 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.238 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.238 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.238 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.238 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.238 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.239 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.239 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.239 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.239 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.239 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.239 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.239 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.239 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.239 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.239 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.239 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.239 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.240 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.240 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.240 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.240 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.240 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.240 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.240 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.240 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.240 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.240 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.240 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.240 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.240 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.240 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.241 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.241 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.241 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.241 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.241 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.241 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.241 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.241 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.241 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.241 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.241 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.241 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.241 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.241 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.242 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.242 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.242 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.242 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.242 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.242 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.242 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.242 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.242 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.242 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.242 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.242 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.242 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.242 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.243 INFO:teuthology.orchestra.run.smithi067.stdout: "rbd_stats_pools": { 2024-09-10T08:19:55.243 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "rbd_stats_pools", 2024-09-10T08:19:55.243 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.243 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.243 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.243 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.243 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.243 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.243 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.243 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.243 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.243 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.243 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.243 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.244 INFO:teuthology.orchestra.run.smithi067.stdout: "rbd_stats_pools_refresh_interval": { 2024-09-10T08:19:55.244 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-09-10T08:19:55.244 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.244 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.244 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.244 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "300", 2024-09-10T08:19:55.244 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.244 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.244 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.244 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.244 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.244 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.244 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.244 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.245 INFO:teuthology.orchestra.run.smithi067.stdout: "scrape_interval": { 2024-09-10T08:19:55.245 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "scrape_interval", 2024-09-10T08:19:55.245 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "float", 2024-09-10T08:19:55.245 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.245 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.245 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "15.0", 2024-09-10T08:19:55.245 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.245 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.245 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.245 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.245 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.245 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.245 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.245 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.246 INFO:teuthology.orchestra.run.smithi067.stdout: "server_addr": { 2024-09-10T08:19:55.246 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "server_addr", 2024-09-10T08:19:55.246 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.246 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.246 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.246 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "::", 2024-09-10T08:19:55.246 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.246 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.246 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.246 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-09-10T08:19:55.246 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.246 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.246 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.246 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.247 INFO:teuthology.orchestra.run.smithi067.stdout: "server_port": { 2024-09-10T08:19:55.247 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "server_port", 2024-09-10T08:19:55.247 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.247 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.247 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.247 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "9283", 2024-09-10T08:19:55.247 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.247 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.247 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.247 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-09-10T08:19:55.247 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.247 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.247 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.248 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.248 INFO:teuthology.orchestra.run.smithi067.stdout: "stale_cache_strategy": { 2024-09-10T08:19:55.248 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "stale_cache_strategy", 2024-09-10T08:19:55.248 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.248 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.248 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.248 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "log", 2024-09-10T08:19:55.248 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.248 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.248 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.248 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.248 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.249 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.249 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.249 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.249 INFO:teuthology.orchestra.run.smithi067.stdout: "standby_behaviour": { 2024-09-10T08:19:55.249 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "standby_behaviour", 2024-09-10T08:19:55.249 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.249 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.249 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.249 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "default", 2024-09-10T08:19:55.249 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.249 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.249 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.249 INFO:teuthology.orchestra.run.smithi067.stdout: "default", 2024-09-10T08:19:55.250 INFO:teuthology.orchestra.run.smithi067.stdout: "error" 2024-09-10T08:19:55.250 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.250 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.250 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.250 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.250 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.250 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.250 INFO:teuthology.orchestra.run.smithi067.stdout: "standby_error_status_code": { 2024-09-10T08:19:55.250 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "standby_error_status_code", 2024-09-10T08:19:55.250 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.250 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.250 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.250 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "500", 2024-09-10T08:19:55.250 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "400", 2024-09-10T08:19:55.251 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "599", 2024-09-10T08:19:55.251 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.251 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.251 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.251 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.251 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.251 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.251 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.251 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.251 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.251 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "rbd_support", 2024-09-10T08:19:55.251 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.251 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.251 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.251 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.252 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.252 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.252 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.252 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.252 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.252 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.252 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.252 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.252 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.252 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.252 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.252 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.252 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.252 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.253 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.253 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.253 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.253 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.253 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.253 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.253 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.253 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.253 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.253 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.253 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.253 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.253 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.253 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.253 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.254 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.254 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.254 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.254 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.254 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.254 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.254 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.254 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.254 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.254 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.254 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.254 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.254 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.254 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.254 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.254 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.255 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.255 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.255 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.255 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.255 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.255 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.255 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.255 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.255 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.255 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.255 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.255 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.255 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.256 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.256 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.256 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.256 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.256 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.256 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.256 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.256 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.256 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.256 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.256 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.256 INFO:teuthology.orchestra.run.smithi067.stdout: "max_concurrent_snap_create": { 2024-09-10T08:19:55.256 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "max_concurrent_snap_create", 2024-09-10T08:19:55.256 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.257 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.257 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.257 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "10", 2024-09-10T08:19:55.257 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.257 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.257 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.257 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.257 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.257 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.257 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.257 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.257 INFO:teuthology.orchestra.run.smithi067.stdout: "mirror_snapshot_schedule": { 2024-09-10T08:19:55.257 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "mirror_snapshot_schedule", 2024-09-10T08:19:55.258 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.258 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.258 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.258 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.258 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.258 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.258 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.258 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.258 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.258 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.258 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.258 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.258 INFO:teuthology.orchestra.run.smithi067.stdout: "trash_purge_schedule": { 2024-09-10T08:19:55.258 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "trash_purge_schedule", 2024-09-10T08:19:55.259 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.259 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.259 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.259 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.259 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.259 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.259 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.259 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.259 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.259 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.259 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.259 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.259 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.259 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.259 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.260 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "restful", 2024-09-10T08:19:55.260 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.260 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.260 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.260 INFO:teuthology.orchestra.run.smithi067.stdout: "enable_auth": { 2024-09-10T08:19:55.260 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "enable_auth", 2024-09-10T08:19:55.260 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.260 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.260 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.260 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.260 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.260 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.260 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.260 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.261 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.261 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.261 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.261 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.261 INFO:teuthology.orchestra.run.smithi067.stdout: "key_file": { 2024-09-10T08:19:55.261 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "key_file", 2024-09-10T08:19:55.261 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.261 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.261 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.261 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.261 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.261 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.261 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.261 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.262 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.262 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.262 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.262 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.262 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.262 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.262 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.262 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.262 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.262 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.263 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.263 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.263 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.263 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.263 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.263 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.263 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.263 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.263 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.263 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.263 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.263 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.264 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.264 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.264 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.264 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.264 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.264 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.264 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.264 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.264 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.264 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.264 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.264 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.264 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.265 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.265 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.265 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.265 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.265 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.265 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.265 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.265 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.265 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.265 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.265 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.265 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.265 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.265 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.266 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.266 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.266 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.266 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.266 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.266 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.266 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.266 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.266 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.266 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.266 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.268 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.268 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.268 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.268 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.268 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.268 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.268 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.269 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.269 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.269 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.269 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.269 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.269 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.269 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.269 INFO:teuthology.orchestra.run.smithi067.stdout: "server_addr": { 2024-09-10T08:19:55.269 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "server_addr", 2024-09-10T08:19:55.269 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.269 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.269 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.269 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.269 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.270 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.270 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.270 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.270 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.270 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.270 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.270 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.270 INFO:teuthology.orchestra.run.smithi067.stdout: "server_port": { 2024-09-10T08:19:55.270 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "server_port", 2024-09-10T08:19:55.270 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.270 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.270 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.270 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.270 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.271 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.271 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.271 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.271 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.271 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.271 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.271 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.271 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.271 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.271 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.271 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "rgw", 2024-09-10T08:19:55.271 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.271 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.271 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.272 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.272 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.272 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.272 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.272 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.272 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.272 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.272 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.272 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.272 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.272 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.272 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.272 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.273 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.273 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.273 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.273 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.273 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.273 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.273 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.273 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.273 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.273 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.273 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.273 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.273 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.274 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.274 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.274 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.274 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.274 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.274 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.274 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.274 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.274 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.274 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.274 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.274 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.274 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.275 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.275 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.275 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.275 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.275 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.275 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.275 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.275 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.275 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.275 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.275 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.275 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.275 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.276 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.276 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.276 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.276 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.276 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.276 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.276 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.276 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.276 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.276 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.276 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.276 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.276 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.277 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.277 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.277 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.277 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.277 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.277 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.277 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.277 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.277 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "rook", 2024-09-10T08:19:55.277 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.277 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.277 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.277 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.277 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.278 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.278 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.278 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.278 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.278 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.278 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.278 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.278 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.278 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.278 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.278 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.278 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.279 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.279 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.279 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.279 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.279 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.279 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.279 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.279 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.279 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.279 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.279 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.279 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.280 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.280 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.280 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.280 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.280 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.280 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.280 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.280 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.280 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.280 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.280 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.280 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.280 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.281 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.281 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.281 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.281 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.281 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.281 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.281 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.281 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.281 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.281 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.281 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.281 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.281 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.282 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.282 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.282 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.282 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.282 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.282 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.282 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.282 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.282 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.282 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.282 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.282 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.282 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.282 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.283 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.283 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.283 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.283 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.283 INFO:teuthology.orchestra.run.smithi067.stdout: "storage_class": { 2024-09-10T08:19:55.283 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "storage_class", 2024-09-10T08:19:55.283 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.283 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.283 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.283 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "local", 2024-09-10T08:19:55.283 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.283 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.283 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.284 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-09-10T08:19:55.284 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.284 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.284 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.284 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.284 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.284 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.284 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.284 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "selftest", 2024-09-10T08:19:55.284 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.284 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.284 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.284 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.285 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.285 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.285 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.285 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.285 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.285 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.285 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.285 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.285 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.285 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.285 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.285 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.285 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.285 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.286 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.286 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.286 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.286 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.286 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.286 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.286 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.286 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.286 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.286 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.286 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.286 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.286 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.286 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.287 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.287 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.287 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.287 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.287 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.287 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.287 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.287 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.287 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.287 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.287 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.287 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.287 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.287 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.288 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.288 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.288 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.288 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.288 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.288 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.288 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.288 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.288 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.288 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.288 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.288 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.289 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.289 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.289 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.289 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.289 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.289 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.289 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.289 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.289 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.289 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.289 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.289 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.289 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.290 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.290 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.290 INFO:teuthology.orchestra.run.smithi067.stdout: "roption1": { 2024-09-10T08:19:55.290 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "roption1", 2024-09-10T08:19:55.290 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.290 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.290 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.290 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.290 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.290 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.290 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.290 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.290 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.291 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.291 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.291 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.291 INFO:teuthology.orchestra.run.smithi067.stdout: "roption2": { 2024-09-10T08:19:55.291 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "roption2", 2024-09-10T08:19:55.291 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.291 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.291 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.291 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "xyz", 2024-09-10T08:19:55.291 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.291 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.291 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.291 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.292 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.292 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.292 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.292 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.292 INFO:teuthology.orchestra.run.smithi067.stdout: "rwoption1": { 2024-09-10T08:19:55.292 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "rwoption1", 2024-09-10T08:19:55.292 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.292 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.292 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.292 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.292 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.292 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.292 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.293 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.293 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.293 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.293 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.293 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.293 INFO:teuthology.orchestra.run.smithi067.stdout: "rwoption2": { 2024-09-10T08:19:55.293 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "rwoption2", 2024-09-10T08:19:55.293 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.293 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.293 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.293 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.293 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.293 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.294 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.294 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.294 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.294 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.294 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.294 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.294 INFO:teuthology.orchestra.run.smithi067.stdout: "rwoption3": { 2024-09-10T08:19:55.294 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "rwoption3", 2024-09-10T08:19:55.294 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "float", 2024-09-10T08:19:55.294 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.294 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.294 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.294 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.295 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.295 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.295 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.295 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.295 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.295 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.295 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.295 INFO:teuthology.orchestra.run.smithi067.stdout: "rwoption4": { 2024-09-10T08:19:55.295 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "rwoption4", 2024-09-10T08:19:55.295 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.295 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.295 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.295 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.296 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.296 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.296 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.296 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.296 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.296 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.296 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.296 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.296 INFO:teuthology.orchestra.run.smithi067.stdout: "rwoption5": { 2024-09-10T08:19:55.296 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "rwoption5", 2024-09-10T08:19:55.296 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.296 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.296 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.297 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.297 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.297 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.297 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.297 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.297 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.297 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.297 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.297 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.297 INFO:teuthology.orchestra.run.smithi067.stdout: "rwoption6": { 2024-09-10T08:19:55.297 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "rwoption6", 2024-09-10T08:19:55.297 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.297 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.297 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.298 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.298 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.298 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.298 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.298 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.298 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.298 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.298 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.298 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.298 INFO:teuthology.orchestra.run.smithi067.stdout: "rwoption7": { 2024-09-10T08:19:55.298 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "rwoption7", 2024-09-10T08:19:55.298 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.299 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.299 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.299 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.299 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "1", 2024-09-10T08:19:55.299 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "42", 2024-09-10T08:19:55.299 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.299 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.299 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.299 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.299 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.299 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.299 INFO:teuthology.orchestra.run.smithi067.stdout: "testkey": { 2024-09-10T08:19:55.299 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "testkey", 2024-09-10T08:19:55.300 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.300 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.300 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.300 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.300 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.300 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.300 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.300 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.300 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.300 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.300 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.300 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.300 INFO:teuthology.orchestra.run.smithi067.stdout: "testlkey": { 2024-09-10T08:19:55.301 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "testlkey", 2024-09-10T08:19:55.301 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.301 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.301 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.301 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.301 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.301 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.301 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.301 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.301 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.301 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.301 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.301 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.301 INFO:teuthology.orchestra.run.smithi067.stdout: "testnewline": { 2024-09-10T08:19:55.302 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "testnewline", 2024-09-10T08:19:55.302 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.302 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.302 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.302 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.302 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.302 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.302 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.302 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.302 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.302 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.302 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.302 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.303 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.303 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.303 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.303 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "snap_schedule", 2024-09-10T08:19:55.303 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.303 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.303 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.303 INFO:teuthology.orchestra.run.smithi067.stdout: "allow_m_granularity": { 2024-09-10T08:19:55.303 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "allow_m_granularity", 2024-09-10T08:19:55.303 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.303 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.303 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.303 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.304 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.304 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.304 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.304 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "allow minute scheduled snapshots", 2024-09-10T08:19:55.304 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.304 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.304 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.304 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.304 INFO:teuthology.orchestra.run.smithi067.stdout: "dump_on_update": { 2024-09-10T08:19:55.304 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "dump_on_update", 2024-09-10T08:19:55.304 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.304 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.304 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.304 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.305 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.305 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.305 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.305 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "dump database to debug log on update", 2024-09-10T08:19:55.305 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.305 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.305 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.305 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.305 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.305 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.305 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.305 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.305 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.305 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.306 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.306 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.306 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.306 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.306 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.306 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.306 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.306 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.306 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.306 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.306 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.306 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.306 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.307 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.307 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.307 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.307 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.307 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.307 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.307 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.307 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.307 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.307 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.307 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.307 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.307 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.308 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.308 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.308 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.308 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.308 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.308 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.308 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.308 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.308 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.308 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.308 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.308 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.309 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.309 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.309 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.309 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.309 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.309 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.309 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.309 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.309 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.309 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.309 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.309 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.309 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.310 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.310 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.310 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.310 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.310 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.310 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.310 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.310 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.310 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.310 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.310 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.310 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.310 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.311 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.311 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.311 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.311 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "stats", 2024-09-10T08:19:55.311 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.311 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.311 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.311 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.311 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.311 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.311 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.311 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.311 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.312 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.312 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.312 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.312 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.312 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.312 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.312 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.312 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.312 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.312 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.312 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.312 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.312 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.312 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.313 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.313 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.313 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.313 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.313 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.313 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.313 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.313 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.313 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.313 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.313 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.313 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.313 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.314 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.314 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.314 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.314 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.314 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.314 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.314 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.314 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.314 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.314 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.314 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.314 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.314 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.315 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.315 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.315 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.315 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.315 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.315 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.315 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.315 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.315 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.315 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.316 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.316 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.316 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.316 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.316 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.316 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.316 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.316 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.316 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.316 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.316 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.316 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.316 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.317 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.317 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.317 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.317 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.317 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "status", 2024-09-10T08:19:55.317 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.317 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.317 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.317 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.317 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.317 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.317 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.317 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.318 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.318 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.318 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.318 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.318 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.318 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.318 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.318 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.318 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.318 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.318 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.318 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.318 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.319 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.319 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.319 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.319 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.319 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.319 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.319 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.319 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.319 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.319 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.319 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.319 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.319 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.320 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.320 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.320 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.320 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.320 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.320 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.320 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.320 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.320 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.320 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.320 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.320 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.320 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.321 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.321 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.321 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.321 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.321 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.321 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.321 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.321 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.321 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.321 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.321 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.321 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.321 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.322 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.322 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.322 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.322 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.322 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.322 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.322 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.322 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.322 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.322 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.322 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.322 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.322 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.322 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.323 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.323 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.323 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "telegraf", 2024-09-10T08:19:55.323 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.323 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.323 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.323 INFO:teuthology.orchestra.run.smithi067.stdout: "address": { 2024-09-10T08:19:55.323 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "address", 2024-09-10T08:19:55.323 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.323 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.323 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.323 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-09-10T08:19:55.323 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.324 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.324 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.324 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.324 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.324 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.324 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.324 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.324 INFO:teuthology.orchestra.run.smithi067.stdout: "interval": { 2024-09-10T08:19:55.324 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "interval", 2024-09-10T08:19:55.324 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:55.324 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.324 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.325 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "15", 2024-09-10T08:19:55.325 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.325 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.325 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.325 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.325 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.325 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.325 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.325 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.325 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.325 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.325 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.325 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.326 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.326 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.326 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.326 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.326 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.326 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.326 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.326 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.326 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.326 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.326 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.326 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.326 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.327 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.327 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.327 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.327 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.327 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.327 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.327 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.327 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.327 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.327 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.327 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.327 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.327 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.327 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.328 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.328 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.328 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.328 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.328 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.328 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.328 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.328 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.328 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.328 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.328 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.328 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.328 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.329 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.329 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.329 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.329 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.329 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.329 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.329 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.329 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.329 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.329 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.329 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.329 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.329 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.330 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.330 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.330 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.330 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.330 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.330 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.330 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.330 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.330 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.330 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.330 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.330 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.330 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.330 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.331 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.331 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.331 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "telemetry", 2024-09-10T08:19:55.331 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.331 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.331 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.331 INFO:teuthology.orchestra.run.smithi067.stdout: "channel_basic": { 2024-09-10T08:19:55.331 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "channel_basic", 2024-09-10T08:19:55.331 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.331 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.331 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.331 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.331 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.332 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.332 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.332 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Share basic cluster information (size, version)", 2024-09-10T08:19:55.332 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.332 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.332 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.332 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.332 INFO:teuthology.orchestra.run.smithi067.stdout: "channel_crash": { 2024-09-10T08:19:55.332 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "channel_crash", 2024-09-10T08:19:55.332 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.332 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.332 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.332 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.332 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.333 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.333 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.333 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-09-10T08:19:55.333 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.333 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.333 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.333 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.333 INFO:teuthology.orchestra.run.smithi067.stdout: "channel_device": { 2024-09-10T08:19:55.333 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "channel_device", 2024-09-10T08:19:55.333 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.333 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.333 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.333 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.334 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.334 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.334 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.334 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-09-10T08:19:55.334 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.334 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.334 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.334 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.334 INFO:teuthology.orchestra.run.smithi067.stdout: "channel_ident": { 2024-09-10T08:19:55.334 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "channel_ident", 2024-09-10T08:19:55.334 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.334 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.334 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.334 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.335 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.335 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.335 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.335 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-09-10T08:19:55.335 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.335 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.335 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.335 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.335 INFO:teuthology.orchestra.run.smithi067.stdout: "channel_perf": { 2024-09-10T08:19:55.335 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "channel_perf", 2024-09-10T08:19:55.335 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.335 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.335 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.336 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.336 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.336 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.336 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.336 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Share various performance metrics of a cluster", 2024-09-10T08:19:55.336 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.336 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.336 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.336 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.336 INFO:teuthology.orchestra.run.smithi067.stdout: "contact": { 2024-09-10T08:19:55.336 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "contact", 2024-09-10T08:19:55.336 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.336 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.336 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.337 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.337 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.337 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.337 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.337 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.337 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.337 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.337 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.337 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.337 INFO:teuthology.orchestra.run.smithi067.stdout: "description": { 2024-09-10T08:19:55.337 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "description", 2024-09-10T08:19:55.337 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.337 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.338 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.338 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.338 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.338 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.338 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.338 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.338 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.338 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.338 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.338 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.338 INFO:teuthology.orchestra.run.smithi067.stdout: "device_url": { 2024-09-10T08:19:55.338 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "device_url", 2024-09-10T08:19:55.339 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.339 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.339 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.339 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-09-10T08:19:55.339 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.339 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.339 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.339 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.339 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.339 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.339 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.339 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.339 INFO:teuthology.orchestra.run.smithi067.stdout: "enabled": { 2024-09-10T08:19:55.340 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "enabled", 2024-09-10T08:19:55.340 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.340 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.340 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.340 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.340 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.340 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.340 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.340 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.340 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.340 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.340 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.340 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.341 INFO:teuthology.orchestra.run.smithi067.stdout: "interval": { 2024-09-10T08:19:55.341 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "interval", 2024-09-10T08:19:55.341 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.341 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.341 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.341 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "24", 2024-09-10T08:19:55.341 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "8", 2024-09-10T08:19:55.341 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.341 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.341 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.341 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.341 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.341 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.341 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.342 INFO:teuthology.orchestra.run.smithi067.stdout: "last_opt_revision": { 2024-09-10T08:19:55.342 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "last_opt_revision", 2024-09-10T08:19:55.342 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.342 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.342 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.342 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "1", 2024-09-10T08:19:55.342 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.342 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.342 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.342 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.342 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.342 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.342 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.342 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.343 INFO:teuthology.orchestra.run.smithi067.stdout: "leaderboard": { 2024-09-10T08:19:55.343 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "leaderboard", 2024-09-10T08:19:55.343 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.343 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.343 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.343 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.343 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.343 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.343 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.343 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.343 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.343 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.343 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.344 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.344 INFO:teuthology.orchestra.run.smithi067.stdout: "leaderboard_description": { 2024-09-10T08:19:55.344 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "leaderboard_description", 2024-09-10T08:19:55.344 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.344 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.344 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.344 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.344 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.344 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.344 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.344 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.344 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.344 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.345 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.345 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.345 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.345 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.345 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.345 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.345 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.345 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.345 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.345 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.345 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.345 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.345 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.345 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.346 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.346 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.346 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.346 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.346 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.346 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.346 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.346 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.346 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.346 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.346 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.346 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.346 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.346 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.347 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.347 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.347 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.347 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.347 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.347 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.347 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.347 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.347 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.347 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.347 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.347 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.347 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.347 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.348 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.348 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.348 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.348 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.348 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.348 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.348 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.348 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.348 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.348 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.348 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.348 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.348 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.349 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.349 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.349 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.349 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.349 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.349 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.349 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.349 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.349 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.349 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.349 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.349 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.349 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.349 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.350 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.350 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.350 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.350 INFO:teuthology.orchestra.run.smithi067.stdout: "organization": { 2024-09-10T08:19:55.350 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "organization", 2024-09-10T08:19:55.350 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.350 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.350 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.350 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.350 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.350 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.350 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.350 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.350 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.351 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.351 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.351 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.351 INFO:teuthology.orchestra.run.smithi067.stdout: "proxy": { 2024-09-10T08:19:55.351 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "proxy", 2024-09-10T08:19:55.351 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.351 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.351 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.351 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.351 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.351 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.351 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.351 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.351 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.352 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.352 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.352 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.352 INFO:teuthology.orchestra.run.smithi067.stdout: "url": { 2024-09-10T08:19:55.352 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "url", 2024-09-10T08:19:55.352 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.352 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.352 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.352 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-09-10T08:19:55.352 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.352 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.352 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.352 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.353 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.353 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.353 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.353 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.353 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.353 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.353 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.353 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "test_orchestrator", 2024-09-10T08:19:55.353 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.353 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.353 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.353 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.353 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.353 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.354 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.354 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.354 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.354 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.354 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.354 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.354 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.354 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.354 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.354 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.354 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.354 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.354 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.354 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.355 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.355 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.355 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.355 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.355 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.355 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.355 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.355 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.355 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.355 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.355 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.355 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.355 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.355 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.356 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.356 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.356 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.356 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.356 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.356 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.356 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.356 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.356 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.356 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.356 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.356 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.356 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.356 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.357 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.357 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.357 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.357 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.357 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.357 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.357 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.357 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.357 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.357 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.357 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.357 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.357 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.357 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.358 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.358 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.358 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.358 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.358 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.358 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.358 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.358 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.358 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.358 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.358 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.358 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.358 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.358 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.359 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "volumes", 2024-09-10T08:19:55.359 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.359 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.359 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.359 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.359 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.359 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.359 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.359 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.359 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.359 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.359 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.359 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.359 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.359 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.360 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.360 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.360 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.360 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.360 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.360 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.360 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.360 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.360 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.360 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.360 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.360 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.360 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.360 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.361 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.361 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.361 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.361 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.361 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.361 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.361 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.361 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.361 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.361 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.361 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.361 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.361 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.361 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.361 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.362 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.362 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.362 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.362 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.362 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.362 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.362 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.362 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.362 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.362 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.362 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.362 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.362 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.362 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.362 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.363 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.363 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.363 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.363 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.363 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.363 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.363 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.363 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.363 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.363 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.363 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.363 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.363 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.363 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.363 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.364 INFO:teuthology.orchestra.run.smithi067.stdout: "max_concurrent_clones": { 2024-09-10T08:19:55.364 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "max_concurrent_clones", 2024-09-10T08:19:55.364 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.364 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.364 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.364 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "4", 2024-09-10T08:19:55.364 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.364 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.364 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.364 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Number of asynchronous cloner threads", 2024-09-10T08:19:55.364 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.364 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.364 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.364 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.364 INFO:teuthology.orchestra.run.smithi067.stdout: "periodic_async_work": { 2024-09-10T08:19:55.365 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "periodic_async_work", 2024-09-10T08:19:55.365 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.365 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.365 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.365 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.365 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.365 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.365 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.365 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Periodically check for async work", 2024-09-10T08:19:55.365 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.365 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.365 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.366 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.366 INFO:teuthology.orchestra.run.smithi067.stdout: "snapshot_clone_delay": { 2024-09-10T08:19:55.366 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "snapshot_clone_delay", 2024-09-10T08:19:55.366 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.366 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.366 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.366 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "0", 2024-09-10T08:19:55.366 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.366 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.366 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.366 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-09-10T08:19:55.366 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.366 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.367 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.367 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.367 INFO:teuthology.orchestra.run.smithi067.stdout: "snapshot_clone_no_wait": { 2024-09-10T08:19:55.367 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "snapshot_clone_no_wait", 2024-09-10T08:19:55.367 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.367 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.367 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.367 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.367 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.367 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.367 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.367 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-09-10T08:19:55.367 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.368 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.368 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.368 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.368 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.368 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.368 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.368 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "zabbix", 2024-09-10T08:19:55.368 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.368 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.368 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.368 INFO:teuthology.orchestra.run.smithi067.stdout: "discovery_interval": { 2024-09-10T08:19:55.368 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "discovery_interval", 2024-09-10T08:19:55.369 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "uint", 2024-09-10T08:19:55.369 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.369 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.369 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "100", 2024-09-10T08:19:55.369 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.369 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.369 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.369 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.369 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.369 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.369 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.369 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.369 INFO:teuthology.orchestra.run.smithi067.stdout: "identifier": { 2024-09-10T08:19:55.369 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "identifier", 2024-09-10T08:19:55.370 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.370 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.370 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.370 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.370 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.370 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.370 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.370 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.370 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.370 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.370 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.370 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.370 INFO:teuthology.orchestra.run.smithi067.stdout: "interval": { 2024-09-10T08:19:55.370 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "interval", 2024-09-10T08:19:55.371 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:55.371 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.371 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.371 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "60", 2024-09-10T08:19:55.371 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.371 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.371 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.371 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.371 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.371 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.371 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.371 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.371 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.371 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.372 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.372 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.372 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.372 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.372 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.372 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.372 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.372 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.372 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.372 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.372 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.372 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.372 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.373 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.373 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.373 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.373 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.373 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.373 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.373 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.373 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.373 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.373 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.373 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.373 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.373 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.374 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.374 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.374 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.374 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.374 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.374 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.374 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.374 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.374 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.374 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.374 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.374 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.374 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.374 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.375 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.375 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.375 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.375 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.375 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.375 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.375 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.375 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.375 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.375 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.375 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.375 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.375 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.375 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.375 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.375 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.376 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.376 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.376 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.376 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.376 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.376 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.376 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.376 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.376 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.376 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.376 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.376 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.376 INFO:teuthology.orchestra.run.smithi067.stdout: "zabbix_host": { 2024-09-10T08:19:55.377 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "zabbix_host", 2024-09-10T08:19:55.377 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.377 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.377 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.377 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.377 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.377 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.377 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.377 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.377 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.377 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.377 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.377 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.377 INFO:teuthology.orchestra.run.smithi067.stdout: "zabbix_port": { 2024-09-10T08:19:55.378 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "zabbix_port", 2024-09-10T08:19:55.378 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.378 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.378 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.378 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "10051", 2024-09-10T08:19:55.378 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.378 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.378 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.378 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.378 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.378 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.378 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.378 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.378 INFO:teuthology.orchestra.run.smithi067.stdout: "zabbix_sender": { 2024-09-10T08:19:55.379 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "zabbix_sender", 2024-09-10T08:19:55.379 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.379 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.379 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.379 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-09-10T08:19:55.379 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.379 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.379 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.379 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.379 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.379 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.379 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.379 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.379 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.379 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.380 INFO:teuthology.orchestra.run.smithi067.stdout: ] 2024-09-10T08:19:55.380 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.380 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.380 INFO:teuthology.orchestra.run.smithi067.stdout: "gid": 24116, 2024-09-10T08:19:55.380 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "y", 2024-09-10T08:19:55.380 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr_features": 4540701547738038271, 2024-09-10T08:19:55.380 INFO:teuthology.orchestra.run.smithi067.stdout: "available_modules": [ 2024-09-10T08:19:55.380 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.380 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "alerts", 2024-09-10T08:19:55.380 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.380 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.380 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.380 INFO:teuthology.orchestra.run.smithi067.stdout: "interval": { 2024-09-10T08:19:55.380 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "interval", 2024-09-10T08:19:55.380 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:55.381 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.381 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.381 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "60", 2024-09-10T08:19:55.381 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.381 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.381 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.381 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "How frequently to reexamine health status", 2024-09-10T08:19:55.381 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.381 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.381 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.381 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.381 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.381 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.381 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.382 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.382 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.382 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.382 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.382 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.382 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.382 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.382 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.382 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.382 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.382 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.382 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.382 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.382 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.383 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.383 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.383 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.383 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.383 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.383 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.383 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.383 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.383 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.383 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.383 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.383 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.383 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.383 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.383 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.384 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.384 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.384 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.384 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.384 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.384 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.384 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.384 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.384 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.384 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.384 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.384 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.384 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.385 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.385 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.385 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.385 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.385 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.385 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.385 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.385 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.385 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.385 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.385 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.385 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.385 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.385 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.386 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.386 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.386 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.386 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.386 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.386 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.386 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.386 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.386 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.386 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.386 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.386 INFO:teuthology.orchestra.run.smithi067.stdout: "smtp_destination": { 2024-09-10T08:19:55.386 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "smtp_destination", 2024-09-10T08:19:55.386 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.386 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.387 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.387 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.387 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.387 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.387 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.387 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Email address to send alerts to", 2024-09-10T08:19:55.387 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.387 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.387 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.387 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.387 INFO:teuthology.orchestra.run.smithi067.stdout: "smtp_from_name": { 2024-09-10T08:19:55.387 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "smtp_from_name", 2024-09-10T08:19:55.387 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.388 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.388 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.388 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "Ceph", 2024-09-10T08:19:55.388 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.388 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.388 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.388 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Email From: name", 2024-09-10T08:19:55.388 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.388 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.388 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.388 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.388 INFO:teuthology.orchestra.run.smithi067.stdout: "smtp_host": { 2024-09-10T08:19:55.388 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "smtp_host", 2024-09-10T08:19:55.389 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.389 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.389 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.389 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.389 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.389 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.389 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.389 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "SMTP server", 2024-09-10T08:19:55.389 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.389 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.389 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.389 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.389 INFO:teuthology.orchestra.run.smithi067.stdout: "smtp_password": { 2024-09-10T08:19:55.389 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "smtp_password", 2024-09-10T08:19:55.390 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.390 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.390 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.390 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.390 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.390 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.390 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.390 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Password to authenticate with", 2024-09-10T08:19:55.390 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.390 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.390 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.390 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.390 INFO:teuthology.orchestra.run.smithi067.stdout: "smtp_port": { 2024-09-10T08:19:55.391 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "smtp_port", 2024-09-10T08:19:55.391 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.391 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.391 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.391 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "465", 2024-09-10T08:19:55.391 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.391 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.391 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.391 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "SMTP port", 2024-09-10T08:19:55.391 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.391 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.391 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.391 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.392 INFO:teuthology.orchestra.run.smithi067.stdout: "smtp_sender": { 2024-09-10T08:19:55.392 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "smtp_sender", 2024-09-10T08:19:55.392 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.392 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.392 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.392 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.392 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.392 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.392 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.392 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "SMTP envelope sender", 2024-09-10T08:19:55.392 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.392 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.392 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.392 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.393 INFO:teuthology.orchestra.run.smithi067.stdout: "smtp_ssl": { 2024-09-10T08:19:55.393 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "smtp_ssl", 2024-09-10T08:19:55.393 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.393 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.393 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.393 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.393 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.393 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.393 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.393 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Use SSL to connect to SMTP server", 2024-09-10T08:19:55.393 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.393 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.393 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.394 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.394 INFO:teuthology.orchestra.run.smithi067.stdout: "smtp_user": { 2024-09-10T08:19:55.394 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "smtp_user", 2024-09-10T08:19:55.394 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.394 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.394 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.394 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.394 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.394 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.394 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.394 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "User to authenticate as", 2024-09-10T08:19:55.394 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.394 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.394 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.395 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.395 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.395 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.395 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.395 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "balancer", 2024-09-10T08:19:55.395 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.395 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.395 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.395 INFO:teuthology.orchestra.run.smithi067.stdout: "active": { 2024-09-10T08:19:55.395 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "active", 2024-09-10T08:19:55.395 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.395 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.395 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.396 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.396 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.396 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.396 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.396 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "automatically balance PGs across cluster", 2024-09-10T08:19:55.396 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.396 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.396 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.396 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.396 INFO:teuthology.orchestra.run.smithi067.stdout: "begin_time": { 2024-09-10T08:19:55.396 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "begin_time", 2024-09-10T08:19:55.396 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.396 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.396 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.397 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "0000", 2024-09-10T08:19:55.397 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.397 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.397 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.397 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "beginning time of day to automatically balance", 2024-09-10T08:19:55.397 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-10T08:19:55.397 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.397 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.397 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.397 INFO:teuthology.orchestra.run.smithi067.stdout: "begin_weekday": { 2024-09-10T08:19:55.397 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "begin_weekday", 2024-09-10T08:19:55.397 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "uint", 2024-09-10T08:19:55.397 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.397 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.398 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "0", 2024-09-10T08:19:55.398 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "0", 2024-09-10T08:19:55.398 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "6", 2024-09-10T08:19:55.398 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.398 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-09-10T08:19:55.398 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-10T08:19:55.398 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.398 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.398 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.398 INFO:teuthology.orchestra.run.smithi067.stdout: "crush_compat_max_iterations": { 2024-09-10T08:19:55.398 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "crush_compat_max_iterations", 2024-09-10T08:19:55.398 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "uint", 2024-09-10T08:19:55.398 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.399 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.399 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "25", 2024-09-10T08:19:55.399 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "1", 2024-09-10T08:19:55.399 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "250", 2024-09-10T08:19:55.399 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.399 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-09-10T08:19:55.399 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.399 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.399 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.399 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.399 INFO:teuthology.orchestra.run.smithi067.stdout: "crush_compat_metrics": { 2024-09-10T08:19:55.399 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "crush_compat_metrics", 2024-09-10T08:19:55.399 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.400 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.400 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.400 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "pgs,objects,bytes", 2024-09-10T08:19:55.400 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.400 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.400 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.400 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-09-10T08:19:55.400 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-09-10T08:19:55.400 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.400 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.400 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.400 INFO:teuthology.orchestra.run.smithi067.stdout: "crush_compat_step": { 2024-09-10T08:19:55.400 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "crush_compat_step", 2024-09-10T08:19:55.401 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "float", 2024-09-10T08:19:55.401 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.401 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.401 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "0.5", 2024-09-10T08:19:55.401 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "0.001", 2024-09-10T08:19:55.401 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "0.999", 2024-09-10T08:19:55.401 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.401 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "aggressiveness of optimization", 2024-09-10T08:19:55.401 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-09-10T08:19:55.401 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.401 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.401 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.401 INFO:teuthology.orchestra.run.smithi067.stdout: "end_time": { 2024-09-10T08:19:55.401 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "end_time", 2024-09-10T08:19:55.402 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.402 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.402 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.402 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "2359", 2024-09-10T08:19:55.402 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.402 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.402 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.402 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "ending time of day to automatically balance", 2024-09-10T08:19:55.402 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-10T08:19:55.402 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.402 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.402 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.402 INFO:teuthology.orchestra.run.smithi067.stdout: "end_weekday": { 2024-09-10T08:19:55.402 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "end_weekday", 2024-09-10T08:19:55.402 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "uint", 2024-09-10T08:19:55.403 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.403 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.403 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "0", 2024-09-10T08:19:55.403 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "0", 2024-09-10T08:19:55.403 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "6", 2024-09-10T08:19:55.403 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.403 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-09-10T08:19:55.403 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-10T08:19:55.403 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.403 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.403 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.403 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.403 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.403 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.403 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.404 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.404 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.404 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.404 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.404 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.404 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.404 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.404 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.404 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.404 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.404 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.404 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.404 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.404 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.405 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.405 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.405 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.405 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.405 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.405 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.405 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.405 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.405 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.405 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.405 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.405 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.405 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.405 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.406 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.406 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.406 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.406 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.406 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.406 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.406 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.406 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.406 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.406 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.406 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.406 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.406 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.407 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.407 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.407 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.407 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.407 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.407 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.407 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.407 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.407 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.407 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.407 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.407 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.407 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.407 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.408 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.408 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.408 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.408 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.408 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.408 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.408 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.408 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.408 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.408 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.408 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.408 INFO:teuthology.orchestra.run.smithi067.stdout: "min_score": { 2024-09-10T08:19:55.409 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "min_score", 2024-09-10T08:19:55.409 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "float", 2024-09-10T08:19:55.409 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.409 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.409 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "0", 2024-09-10T08:19:55.409 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.409 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.409 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.409 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-09-10T08:19:55.409 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.409 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.409 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.409 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.409 INFO:teuthology.orchestra.run.smithi067.stdout: "mode": { 2024-09-10T08:19:55.410 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "mode", 2024-09-10T08:19:55.410 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.410 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.410 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.410 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "upmap", 2024-09-10T08:19:55.410 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.410 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.410 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.410 INFO:teuthology.orchestra.run.smithi067.stdout: "crush-compat", 2024-09-10T08:19:55.410 INFO:teuthology.orchestra.run.smithi067.stdout: "none", 2024-09-10T08:19:55.410 INFO:teuthology.orchestra.run.smithi067.stdout: "read", 2024-09-10T08:19:55.410 INFO:teuthology.orchestra.run.smithi067.stdout: "upmap", 2024-09-10T08:19:55.410 INFO:teuthology.orchestra.run.smithi067.stdout: "upmap-read" 2024-09-10T08:19:55.411 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.411 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Balancer mode", 2024-09-10T08:19:55.411 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.411 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.411 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.411 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.411 INFO:teuthology.orchestra.run.smithi067.stdout: "pool_ids": { 2024-09-10T08:19:55.411 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "pool_ids", 2024-09-10T08:19:55.411 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.411 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.411 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.411 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.411 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.412 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.412 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.412 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-09-10T08:19:55.412 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.412 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.412 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.412 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.412 INFO:teuthology.orchestra.run.smithi067.stdout: "sleep_interval": { 2024-09-10T08:19:55.412 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "sleep_interval", 2024-09-10T08:19:55.412 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:55.412 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.412 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.412 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "60", 2024-09-10T08:19:55.413 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.413 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.413 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.413 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-09-10T08:19:55.413 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.413 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.413 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.413 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.413 INFO:teuthology.orchestra.run.smithi067.stdout: "upmap_max_deviation": { 2024-09-10T08:19:55.413 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "upmap_max_deviation", 2024-09-10T08:19:55.413 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.413 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.413 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.413 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "5", 2024-09-10T08:19:55.413 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "1", 2024-09-10T08:19:55.414 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.414 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.414 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "deviation below which no optimization is attempted", 2024-09-10T08:19:55.414 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-09-10T08:19:55.414 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.414 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.414 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.414 INFO:teuthology.orchestra.run.smithi067.stdout: "upmap_max_optimizations": { 2024-09-10T08:19:55.414 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "upmap_max_optimizations", 2024-09-10T08:19:55.414 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "uint", 2024-09-10T08:19:55.414 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.414 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.414 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "10", 2024-09-10T08:19:55.414 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.415 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.415 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.415 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-09-10T08:19:55.415 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.415 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.415 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.415 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.415 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.415 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.415 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.415 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "cephadm", 2024-09-10T08:19:55.416 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.416 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.416 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.416 INFO:teuthology.orchestra.run.smithi067.stdout: "agent_down_multiplier": { 2024-09-10T08:19:55.416 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "agent_down_multiplier", 2024-09-10T08:19:55.416 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "float", 2024-09-10T08:19:55.416 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.416 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.416 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "3.0", 2024-09-10T08:19:55.416 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.416 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.416 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.417 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-09-10T08:19:55.417 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.417 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.417 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.417 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.417 INFO:teuthology.orchestra.run.smithi067.stdout: "agent_refresh_rate": { 2024-09-10T08:19:55.417 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "agent_refresh_rate", 2024-09-10T08:19:55.417 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:55.417 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.417 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.417 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "20", 2024-09-10T08:19:55.417 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.417 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.418 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.418 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-09-10T08:19:55.418 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.418 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.418 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.418 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.418 INFO:teuthology.orchestra.run.smithi067.stdout: "agent_starting_port": { 2024-09-10T08:19:55.418 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "agent_starting_port", 2024-09-10T08:19:55.418 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.418 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.418 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.418 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "4721", 2024-09-10T08:19:55.418 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.419 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.419 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.419 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-09-10T08:19:55.419 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.419 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.419 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.419 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.419 INFO:teuthology.orchestra.run.smithi067.stdout: "allow_ptrace": { 2024-09-10T08:19:55.419 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "allow_ptrace", 2024-09-10T08:19:55.419 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.419 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.419 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.419 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.419 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.419 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.420 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.420 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-09-10T08:19:55.420 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-09-10T08:19:55.420 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.420 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.420 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.420 INFO:teuthology.orchestra.run.smithi067.stdout: "autotune_interval": { 2024-09-10T08:19:55.420 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "autotune_interval", 2024-09-10T08:19:55.420 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:55.420 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.420 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.420 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "600", 2024-09-10T08:19:55.420 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.421 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.421 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.421 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "how frequently to autotune daemon memory", 2024-09-10T08:19:55.421 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.421 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.421 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.421 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.421 INFO:teuthology.orchestra.run.smithi067.stdout: "autotune_memory_target_ratio": { 2024-09-10T08:19:55.421 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "autotune_memory_target_ratio", 2024-09-10T08:19:55.421 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "float", 2024-09-10T08:19:55.421 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.421 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.421 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "0.7", 2024-09-10T08:19:55.421 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.422 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.422 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.422 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-09-10T08:19:55.422 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.422 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.422 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.422 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.422 INFO:teuthology.orchestra.run.smithi067.stdout: "cephadm_log_destination": { 2024-09-10T08:19:55.422 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "cephadm_log_destination", 2024-09-10T08:19:55.422 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.422 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.422 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.422 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.422 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.423 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.423 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.423 INFO:teuthology.orchestra.run.smithi067.stdout: "file", 2024-09-10T08:19:55.423 INFO:teuthology.orchestra.run.smithi067.stdout: "file,syslog", 2024-09-10T08:19:55.423 INFO:teuthology.orchestra.run.smithi067.stdout: "syslog" 2024-09-10T08:19:55.423 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.423 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-09-10T08:19:55.423 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.423 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.423 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.423 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.423 INFO:teuthology.orchestra.run.smithi067.stdout: "cgroups_split": { 2024-09-10T08:19:55.423 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "cgroups_split", 2024-09-10T08:19:55.424 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.424 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.424 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.424 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.424 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.424 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.424 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.424 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-09-10T08:19:55.424 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.424 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.424 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.424 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.424 INFO:teuthology.orchestra.run.smithi067.stdout: "config_checks_enabled": { 2024-09-10T08:19:55.424 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "config_checks_enabled", 2024-09-10T08:19:55.424 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.425 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.425 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.425 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.425 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.425 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.425 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.425 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-09-10T08:19:55.425 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.425 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.425 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.425 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.425 INFO:teuthology.orchestra.run.smithi067.stdout: "config_dashboard": { 2024-09-10T08:19:55.425 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "config_dashboard", 2024-09-10T08:19:55.426 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.426 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.426 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.426 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.426 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.426 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.426 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.426 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-09-10T08:19:55.426 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.426 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.426 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.426 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.426 INFO:teuthology.orchestra.run.smithi067.stdout: "container_image_alertmanager": { 2024-09-10T08:19:55.426 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_image_alertmanager", 2024-09-10T08:19:55.427 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.427 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.427 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.427 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-09-10T08:19:55.427 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.427 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.427 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.427 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Prometheus container image", 2024-09-10T08:19:55.427 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.427 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.427 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.427 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.427 INFO:teuthology.orchestra.run.smithi067.stdout: "container_image_base": { 2024-09-10T08:19:55.428 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_image_base", 2024-09-10T08:19:55.428 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.428 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.428 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.428 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "quay.io/ceph/ceph", 2024-09-10T08:19:55.428 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.428 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.428 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.428 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Container image name, without the tag", 2024-09-10T08:19:55.428 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.428 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.428 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.428 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.428 INFO:teuthology.orchestra.run.smithi067.stdout: "container_image_elasticsearch": { 2024-09-10T08:19:55.429 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_image_elasticsearch", 2024-09-10T08:19:55.429 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.429 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.429 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.429 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-09-10T08:19:55.429 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.429 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.429 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.429 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "elasticsearch container image", 2024-09-10T08:19:55.429 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.429 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.429 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.429 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.429 INFO:teuthology.orchestra.run.smithi067.stdout: "container_image_grafana": { 2024-09-10T08:19:55.430 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_image_grafana", 2024-09-10T08:19:55.430 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.430 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.430 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.430 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-09-10T08:19:55.430 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.430 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.430 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.430 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Prometheus container image", 2024-09-10T08:19:55.430 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.430 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.430 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.430 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.430 INFO:teuthology.orchestra.run.smithi067.stdout: "container_image_haproxy": { 2024-09-10T08:19:55.430 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_image_haproxy", 2024-09-10T08:19:55.431 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.431 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.431 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.431 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-09-10T08:19:55.431 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.431 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.431 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.431 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "HAproxy container image", 2024-09-10T08:19:55.431 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.431 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.431 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.431 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.431 INFO:teuthology.orchestra.run.smithi067.stdout: "container_image_jaeger_agent": { 2024-09-10T08:19:55.431 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_image_jaeger_agent", 2024-09-10T08:19:55.431 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.431 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.432 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.432 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-09-10T08:19:55.432 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.432 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.432 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.432 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Jaeger agent container image", 2024-09-10T08:19:55.432 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.432 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.432 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.432 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.432 INFO:teuthology.orchestra.run.smithi067.stdout: "container_image_jaeger_collector": { 2024-09-10T08:19:55.432 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_image_jaeger_collector", 2024-09-10T08:19:55.432 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.433 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.433 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.433 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-09-10T08:19:55.433 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.433 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.433 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.433 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Jaeger collector container image", 2024-09-10T08:19:55.433 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.433 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.433 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.433 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.433 INFO:teuthology.orchestra.run.smithi067.stdout: "container_image_jaeger_query": { 2024-09-10T08:19:55.433 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_image_jaeger_query", 2024-09-10T08:19:55.434 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.434 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.434 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.434 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-09-10T08:19:55.434 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.434 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.434 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.434 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Jaeger query container image", 2024-09-10T08:19:55.434 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.434 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.434 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.435 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.435 INFO:teuthology.orchestra.run.smithi067.stdout: "container_image_keepalived": { 2024-09-10T08:19:55.435 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_image_keepalived", 2024-09-10T08:19:55.435 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.435 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.435 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.435 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-09-10T08:19:55.435 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.435 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.435 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.435 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Keepalived container image", 2024-09-10T08:19:55.435 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.435 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.435 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.436 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.436 INFO:teuthology.orchestra.run.smithi067.stdout: "container_image_loki": { 2024-09-10T08:19:55.436 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_image_loki", 2024-09-10T08:19:55.436 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.436 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.436 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.436 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-09-10T08:19:55.436 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.436 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.436 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.436 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Loki container image", 2024-09-10T08:19:55.436 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.436 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.437 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.437 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.437 INFO:teuthology.orchestra.run.smithi067.stdout: "container_image_node_exporter": { 2024-09-10T08:19:55.437 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_image_node_exporter", 2024-09-10T08:19:55.437 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.437 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.437 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.437 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-09-10T08:19:55.437 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.437 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.437 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.437 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Prometheus container image", 2024-09-10T08:19:55.437 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.437 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.438 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.438 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.438 INFO:teuthology.orchestra.run.smithi067.stdout: "container_image_nvmeof": { 2024-09-10T08:19:55.438 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_image_nvmeof", 2024-09-10T08:19:55.438 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.438 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.438 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.438 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-09-10T08:19:55.438 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.438 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.438 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.438 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Nvme-of container image", 2024-09-10T08:19:55.438 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.439 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.439 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.439 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.439 INFO:teuthology.orchestra.run.smithi067.stdout: "container_image_prometheus": { 2024-09-10T08:19:55.439 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_image_prometheus", 2024-09-10T08:19:55.439 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.439 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.439 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.439 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-09-10T08:19:55.439 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.439 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.439 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.439 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Prometheus container image", 2024-09-10T08:19:55.439 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.440 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.440 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.440 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.440 INFO:teuthology.orchestra.run.smithi067.stdout: "container_image_promtail": { 2024-09-10T08:19:55.440 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_image_promtail", 2024-09-10T08:19:55.440 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.440 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.440 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.440 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-09-10T08:19:55.440 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.440 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.440 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.440 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Promtail container image", 2024-09-10T08:19:55.440 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.440 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.441 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.441 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.441 INFO:teuthology.orchestra.run.smithi067.stdout: "container_image_samba": { 2024-09-10T08:19:55.441 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_image_samba", 2024-09-10T08:19:55.441 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.441 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.441 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.441 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-09-10T08:19:55.441 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.441 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.441 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.441 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Samba/SMB container image", 2024-09-10T08:19:55.441 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.441 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.442 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.442 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.442 INFO:teuthology.orchestra.run.smithi067.stdout: "container_image_snmp_gateway": { 2024-09-10T08:19:55.442 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_image_snmp_gateway", 2024-09-10T08:19:55.442 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.442 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.442 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.442 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-09-10T08:19:55.442 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.442 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.442 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.442 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "SNMP Gateway container image", 2024-09-10T08:19:55.442 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.442 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.442 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.443 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.443 INFO:teuthology.orchestra.run.smithi067.stdout: "container_init": { 2024-09-10T08:19:55.443 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_init", 2024-09-10T08:19:55.443 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.443 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.443 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.443 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.443 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.443 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.443 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.443 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Run podman/docker with `--init`", 2024-09-10T08:19:55.443 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.443 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.443 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.444 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.444 INFO:teuthology.orchestra.run.smithi067.stdout: "daemon_cache_timeout": { 2024-09-10T08:19:55.444 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "daemon_cache_timeout", 2024-09-10T08:19:55.444 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:55.444 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.444 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.444 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "600", 2024-09-10T08:19:55.444 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.444 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.444 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.444 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-09-10T08:19:55.444 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.444 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.445 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.445 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.445 INFO:teuthology.orchestra.run.smithi067.stdout: "default_cephadm_command_timeout": { 2024-09-10T08:19:55.445 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "default_cephadm_command_timeout", 2024-09-10T08:19:55.445 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.445 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.445 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.445 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "900", 2024-09-10T08:19:55.445 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.445 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.445 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.445 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-09-10T08:19:55.445 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.446 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.446 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.446 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.446 INFO:teuthology.orchestra.run.smithi067.stdout: "default_registry": { 2024-09-10T08:19:55.446 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "default_registry", 2024-09-10T08:19:55.446 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.446 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.446 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.446 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "docker.io", 2024-09-10T08:19:55.446 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.446 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.446 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.446 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-09-10T08:19:55.447 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.447 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.447 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.447 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.447 INFO:teuthology.orchestra.run.smithi067.stdout: "device_cache_timeout": { 2024-09-10T08:19:55.447 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "device_cache_timeout", 2024-09-10T08:19:55.447 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:55.447 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.447 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.447 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "1800", 2024-09-10T08:19:55.447 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.447 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.447 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.448 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "seconds to cache device inventory", 2024-09-10T08:19:55.448 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.448 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.448 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.448 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.448 INFO:teuthology.orchestra.run.smithi067.stdout: "device_enhanced_scan": { 2024-09-10T08:19:55.448 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "device_enhanced_scan", 2024-09-10T08:19:55.448 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.448 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.448 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.448 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.448 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.448 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.449 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.449 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Use libstoragemgmt during device scans", 2024-09-10T08:19:55.449 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.449 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.449 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.449 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.449 INFO:teuthology.orchestra.run.smithi067.stdout: "facts_cache_timeout": { 2024-09-10T08:19:55.449 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "facts_cache_timeout", 2024-09-10T08:19:55.449 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:55.449 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.449 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.449 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "60", 2024-09-10T08:19:55.449 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.450 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.450 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.450 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "seconds to cache host facts data", 2024-09-10T08:19:55.450 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.450 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.450 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.450 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.450 INFO:teuthology.orchestra.run.smithi067.stdout: "grafana_dashboards_path": { 2024-09-10T08:19:55.450 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "grafana_dashboards_path", 2024-09-10T08:19:55.450 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.450 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.450 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.450 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-09-10T08:19:55.450 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.451 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.451 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.451 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-09-10T08:19:55.451 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.451 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.451 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.451 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.451 INFO:teuthology.orchestra.run.smithi067.stdout: "host_check_interval": { 2024-09-10T08:19:55.451 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "host_check_interval", 2024-09-10T08:19:55.451 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:55.451 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.451 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.451 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "600", 2024-09-10T08:19:55.452 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.452 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.452 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.452 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "how frequently to perform a host check", 2024-09-10T08:19:55.452 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.452 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.452 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.452 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.452 INFO:teuthology.orchestra.run.smithi067.stdout: "hw_monitoring": { 2024-09-10T08:19:55.452 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "hw_monitoring", 2024-09-10T08:19:55.452 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.452 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.452 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.452 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.453 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.453 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.453 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.453 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-09-10T08:19:55.453 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.453 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.453 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.453 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.453 INFO:teuthology.orchestra.run.smithi067.stdout: "inventory_list_all": { 2024-09-10T08:19:55.453 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "inventory_list_all", 2024-09-10T08:19:55.453 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.453 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.453 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.453 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.454 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.454 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.454 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.454 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-09-10T08:19:55.454 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.454 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.454 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.454 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.454 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.454 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.454 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.454 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.454 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.455 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.455 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.455 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.455 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.455 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.455 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.455 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.455 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.455 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.455 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.455 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.455 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.455 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.455 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.456 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.456 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.456 INFO:teuthology.orchestra.run.smithi067.stdout: "log_refresh_metadata": { 2024-09-10T08:19:55.456 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_refresh_metadata", 2024-09-10T08:19:55.456 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.456 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.456 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.456 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.456 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.456 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.456 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.456 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-09-10T08:19:55.456 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.456 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.457 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.457 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.457 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.457 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.457 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.457 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.457 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.457 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.457 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.457 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.457 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.457 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-09-10T08:19:55.457 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.458 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.458 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.458 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.458 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.458 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.458 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.458 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.458 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.458 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.458 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.458 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.458 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.458 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.459 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.459 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.459 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.459 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.459 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.459 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.459 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.459 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.459 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.459 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.459 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.459 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.459 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.460 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.460 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.460 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.460 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.460 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.460 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.460 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.460 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.460 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.460 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.460 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.460 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.460 INFO:teuthology.orchestra.run.smithi067.stdout: "manage_etc_ceph_ceph_conf": { 2024-09-10T08:19:55.460 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-09-10T08:19:55.461 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.461 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.461 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.461 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.461 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.461 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.461 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.461 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-09-10T08:19:55.461 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.461 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.461 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.461 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.462 INFO:teuthology.orchestra.run.smithi067.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-09-10T08:19:55.462 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-09-10T08:19:55.462 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.462 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.462 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.462 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "*", 2024-09-10T08:19:55.462 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.462 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.462 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.462 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-09-10T08:19:55.462 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.462 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.462 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.463 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.463 INFO:teuthology.orchestra.run.smithi067.stdout: "max_count_per_host": { 2024-09-10T08:19:55.463 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "max_count_per_host", 2024-09-10T08:19:55.463 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.463 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.463 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.463 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "10", 2024-09-10T08:19:55.463 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.463 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.463 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.463 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "max number of daemons per service per host", 2024-09-10T08:19:55.463 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.463 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.463 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.464 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.464 INFO:teuthology.orchestra.run.smithi067.stdout: "max_osd_draining_count": { 2024-09-10T08:19:55.464 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "max_osd_draining_count", 2024-09-10T08:19:55.464 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.464 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.464 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.464 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "10", 2024-09-10T08:19:55.464 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.464 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.464 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.464 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-09-10T08:19:55.464 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.464 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.465 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.465 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.465 INFO:teuthology.orchestra.run.smithi067.stdout: "migration_current": { 2024-09-10T08:19:55.465 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "migration_current", 2024-09-10T08:19:55.465 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.465 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.465 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.465 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.465 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.465 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.465 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.465 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "internal - do not modify", 2024-09-10T08:19:55.465 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.466 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.466 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.466 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.466 INFO:teuthology.orchestra.run.smithi067.stdout: "mode": { 2024-09-10T08:19:55.466 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "mode", 2024-09-10T08:19:55.466 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.466 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.466 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.466 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "root", 2024-09-10T08:19:55.466 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.466 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.466 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.466 INFO:teuthology.orchestra.run.smithi067.stdout: "cephadm-package", 2024-09-10T08:19:55.467 INFO:teuthology.orchestra.run.smithi067.stdout: "root" 2024-09-10T08:19:55.467 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.467 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "mode for remote execution of cephadm", 2024-09-10T08:19:55.467 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.467 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.467 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.467 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.467 INFO:teuthology.orchestra.run.smithi067.stdout: "oob_default_addr": { 2024-09-10T08:19:55.467 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "oob_default_addr", 2024-09-10T08:19:55.467 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.467 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.467 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.467 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "169.254.1.1", 2024-09-10T08:19:55.468 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.468 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.468 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.468 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Default address for RedFish API (oob management).", 2024-09-10T08:19:55.468 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.468 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.468 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.468 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.468 INFO:teuthology.orchestra.run.smithi067.stdout: "prometheus_alerts_path": { 2024-09-10T08:19:55.468 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "prometheus_alerts_path", 2024-09-10T08:19:55.468 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.468 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.468 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.469 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-09-10T08:19:55.469 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.469 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.469 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.469 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-09-10T08:19:55.469 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.469 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.472 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.472 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.472 INFO:teuthology.orchestra.run.smithi067.stdout: "registry_insecure": { 2024-09-10T08:19:55.472 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "registry_insecure", 2024-09-10T08:19:55.472 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.472 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.473 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.473 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.473 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.473 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.473 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.473 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-09-10T08:19:55.473 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.473 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.473 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.473 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.473 INFO:teuthology.orchestra.run.smithi067.stdout: "registry_password": { 2024-09-10T08:19:55.473 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "registry_password", 2024-09-10T08:19:55.474 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.474 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.474 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.474 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.474 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.474 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.474 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.474 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-09-10T08:19:55.474 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.474 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.474 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.474 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.474 INFO:teuthology.orchestra.run.smithi067.stdout: "registry_url": { 2024-09-10T08:19:55.474 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "registry_url", 2024-09-10T08:19:55.475 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.475 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.475 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.475 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.475 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.475 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.475 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.475 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-09-10T08:19:55.475 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.475 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.475 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.475 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.475 INFO:teuthology.orchestra.run.smithi067.stdout: "registry_username": { 2024-09-10T08:19:55.475 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "registry_username", 2024-09-10T08:19:55.475 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.476 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.476 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.476 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.476 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.476 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.476 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.476 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-09-10T08:19:55.476 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.476 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.476 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.476 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.476 INFO:teuthology.orchestra.run.smithi067.stdout: "secure_monitoring_stack": { 2024-09-10T08:19:55.476 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "secure_monitoring_stack", 2024-09-10T08:19:55.477 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.477 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.477 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.477 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.477 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.477 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.477 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.477 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-09-10T08:19:55.477 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.477 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.477 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.477 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.477 INFO:teuthology.orchestra.run.smithi067.stdout: "service_discovery_port": { 2024-09-10T08:19:55.478 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "service_discovery_port", 2024-09-10T08:19:55.478 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.478 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.478 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.478 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "8765", 2024-09-10T08:19:55.478 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.478 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.478 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.478 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "cephadm service discovery port", 2024-09-10T08:19:55.478 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.478 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.478 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.478 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.479 INFO:teuthology.orchestra.run.smithi067.stdout: "ssh_config_file": { 2024-09-10T08:19:55.479 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "ssh_config_file", 2024-09-10T08:19:55.479 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.479 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.479 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.479 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.479 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.479 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.479 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.479 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-09-10T08:19:55.479 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.479 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.479 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.479 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.480 INFO:teuthology.orchestra.run.smithi067.stdout: "use_agent": { 2024-09-10T08:19:55.480 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "use_agent", 2024-09-10T08:19:55.480 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.480 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.480 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.480 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.480 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.480 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.480 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.480 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-09-10T08:19:55.480 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.480 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.480 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.481 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.481 INFO:teuthology.orchestra.run.smithi067.stdout: "use_repo_digest": { 2024-09-10T08:19:55.481 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "use_repo_digest", 2024-09-10T08:19:55.481 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.481 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.481 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.481 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.481 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.481 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.481 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.481 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-09-10T08:19:55.481 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.481 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.482 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.482 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.482 INFO:teuthology.orchestra.run.smithi067.stdout: "warn_on_failed_host_check": { 2024-09-10T08:19:55.482 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "warn_on_failed_host_check", 2024-09-10T08:19:55.482 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.482 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.482 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.482 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.482 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.482 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.482 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.482 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "raise a health warning if the host check fails", 2024-09-10T08:19:55.482 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.482 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.483 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.483 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.483 INFO:teuthology.orchestra.run.smithi067.stdout: "warn_on_stray_daemons": { 2024-09-10T08:19:55.483 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "warn_on_stray_daemons", 2024-09-10T08:19:55.483 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.483 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.483 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.483 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.483 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.483 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.483 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.483 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-09-10T08:19:55.483 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.483 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.483 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.484 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.484 INFO:teuthology.orchestra.run.smithi067.stdout: "warn_on_stray_hosts": { 2024-09-10T08:19:55.484 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "warn_on_stray_hosts", 2024-09-10T08:19:55.484 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.484 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.484 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.484 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.484 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.484 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.484 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.484 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-09-10T08:19:55.484 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.484 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.485 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.485 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.485 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.485 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.485 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.485 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "crash", 2024-09-10T08:19:55.485 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.485 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.485 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.485 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.485 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.485 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.485 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.485 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.485 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.486 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.486 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.486 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.486 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.486 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.486 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.486 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.486 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.486 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.486 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.486 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.486 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.486 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.487 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.487 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.487 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.487 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.487 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.487 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.487 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.487 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.487 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.487 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.487 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.487 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.487 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.488 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.488 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.488 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.488 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.488 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.488 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.488 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.488 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.488 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.488 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.488 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.488 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.488 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.488 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.489 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.489 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.489 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.489 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.489 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.489 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.489 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.489 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.489 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.489 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.489 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.489 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.489 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.489 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.490 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.490 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.490 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.490 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.490 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.490 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.490 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.490 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.490 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.490 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.490 INFO:teuthology.orchestra.run.smithi067.stdout: "retain_interval": { 2024-09-10T08:19:55.490 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "retain_interval", 2024-09-10T08:19:55.490 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:55.491 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.491 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.491 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "31536000", 2024-09-10T08:19:55.491 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.491 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.491 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.491 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "how long to retain crashes before pruning them", 2024-09-10T08:19:55.491 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.491 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.491 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.491 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.491 INFO:teuthology.orchestra.run.smithi067.stdout: "warn_recent_interval": { 2024-09-10T08:19:55.491 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "warn_recent_interval", 2024-09-10T08:19:55.491 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:55.491 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.492 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.492 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "1209600", 2024-09-10T08:19:55.492 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.492 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.492 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.492 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "time interval in which to warn about recent crashes", 2024-09-10T08:19:55.492 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.492 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.492 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.492 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.492 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.492 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.492 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.493 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "dashboard", 2024-09-10T08:19:55.493 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.493 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.493 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.493 INFO:teuthology.orchestra.run.smithi067.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-09-10T08:19:55.493 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-09-10T08:19:55.493 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.493 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.493 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.493 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "10", 2024-09-10T08:19:55.493 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.493 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.493 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.494 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.494 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.494 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.494 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.494 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.494 INFO:teuthology.orchestra.run.smithi067.stdout: "ALERTMANAGER_API_HOST": { 2024-09-10T08:19:55.494 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "ALERTMANAGER_API_HOST", 2024-09-10T08:19:55.494 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.494 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.494 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.494 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.494 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.494 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.494 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.494 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.495 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.495 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.495 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.495 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.495 INFO:teuthology.orchestra.run.smithi067.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-09-10T08:19:55.495 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-09-10T08:19:55.495 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.495 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.495 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.495 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.495 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.495 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.495 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.495 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.496 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.496 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.496 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.496 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.496 INFO:teuthology.orchestra.run.smithi067.stdout: "AUDIT_API_ENABLED": { 2024-09-10T08:19:55.496 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "AUDIT_API_ENABLED", 2024-09-10T08:19:55.496 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.496 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.496 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.496 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.496 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.496 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.496 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.497 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.497 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.497 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.497 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.497 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.497 INFO:teuthology.orchestra.run.smithi067.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-09-10T08:19:55.497 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-09-10T08:19:55.497 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.497 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.497 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.497 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.497 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.497 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.498 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.498 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.498 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.498 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.498 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.498 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.498 INFO:teuthology.orchestra.run.smithi067.stdout: "ENABLE_BROWSABLE_API": { 2024-09-10T08:19:55.498 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "ENABLE_BROWSABLE_API", 2024-09-10T08:19:55.498 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.498 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.498 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.498 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.498 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.499 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.499 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.499 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.499 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.499 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.499 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.499 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.499 INFO:teuthology.orchestra.run.smithi067.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-09-10T08:19:55.499 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-09-10T08:19:55.499 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.499 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.499 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.499 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.500 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.500 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.500 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.500 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.500 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.500 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.500 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.500 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.500 INFO:teuthology.orchestra.run.smithi067.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-09-10T08:19:55.500 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-09-10T08:19:55.500 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.500 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.500 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.500 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.501 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.501 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.501 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.501 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.501 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.501 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.501 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.501 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.501 INFO:teuthology.orchestra.run.smithi067.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-09-10T08:19:55.501 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-09-10T08:19:55.501 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.501 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.501 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.502 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.502 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.502 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.502 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.502 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.502 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.502 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.502 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.502 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.502 INFO:teuthology.orchestra.run.smithi067.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-09-10T08:19:55.502 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-09-10T08:19:55.502 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.502 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.502 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.503 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.503 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.503 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.503 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.503 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.503 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.503 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.503 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.503 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.503 INFO:teuthology.orchestra.run.smithi067.stdout: "FEATURE_TOGGLE_NFS": { 2024-09-10T08:19:55.503 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-09-10T08:19:55.503 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.503 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.503 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.503 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.504 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.504 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.504 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.504 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.504 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.504 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.504 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.504 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.504 INFO:teuthology.orchestra.run.smithi067.stdout: "FEATURE_TOGGLE_RBD": { 2024-09-10T08:19:55.504 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-09-10T08:19:55.504 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.504 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.504 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.504 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.505 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.505 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.505 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.505 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.505 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.505 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.505 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.505 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.505 INFO:teuthology.orchestra.run.smithi067.stdout: "FEATURE_TOGGLE_RGW": { 2024-09-10T08:19:55.505 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-09-10T08:19:55.505 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.505 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.505 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.506 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.506 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.506 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.506 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.506 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.506 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.506 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.506 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.506 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.506 INFO:teuthology.orchestra.run.smithi067.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-09-10T08:19:55.506 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-09-10T08:19:55.506 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.506 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.507 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.507 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.507 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.507 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.507 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.507 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.507 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.507 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.507 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.507 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.507 INFO:teuthology.orchestra.run.smithi067.stdout: "GRAFANA_API_PASSWORD": { 2024-09-10T08:19:55.507 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "GRAFANA_API_PASSWORD", 2024-09-10T08:19:55.507 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.508 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.508 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.508 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "admin", 2024-09-10T08:19:55.508 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.508 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.508 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.508 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.508 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.508 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.508 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.508 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.508 INFO:teuthology.orchestra.run.smithi067.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-09-10T08:19:55.508 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-09-10T08:19:55.509 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.509 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.509 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.509 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.509 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.509 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.509 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.509 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.509 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.509 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.509 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.509 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.509 INFO:teuthology.orchestra.run.smithi067.stdout: "GRAFANA_API_URL": { 2024-09-10T08:19:55.510 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "GRAFANA_API_URL", 2024-09-10T08:19:55.510 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.510 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.510 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.510 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.510 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.510 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.510 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.510 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.510 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.510 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.510 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.510 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.511 INFO:teuthology.orchestra.run.smithi067.stdout: "GRAFANA_API_USERNAME": { 2024-09-10T08:19:55.511 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "GRAFANA_API_USERNAME", 2024-09-10T08:19:55.511 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.511 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.511 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.511 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "admin", 2024-09-10T08:19:55.511 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.511 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.511 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.511 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.511 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.511 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.511 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.511 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.512 INFO:teuthology.orchestra.run.smithi067.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-09-10T08:19:55.512 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-09-10T08:19:55.512 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.512 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.512 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.512 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.512 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.512 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.512 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.512 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.512 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.512 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.512 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.513 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.513 INFO:teuthology.orchestra.run.smithi067.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-09-10T08:19:55.513 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-09-10T08:19:55.513 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.513 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.513 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.513 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.513 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.513 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.513 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.513 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.513 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.513 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.513 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.514 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.514 INFO:teuthology.orchestra.run.smithi067.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-09-10T08:19:55.514 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-09-10T08:19:55.514 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.514 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.514 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.514 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.514 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.514 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.514 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.514 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.514 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.514 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.515 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.515 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.515 INFO:teuthology.orchestra.run.smithi067.stdout: "ISSUE_TRACKER_API_KEY": { 2024-09-10T08:19:55.515 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-09-10T08:19:55.515 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.515 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.515 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.515 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.515 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.515 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.515 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.515 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.515 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.515 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.516 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.516 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.516 INFO:teuthology.orchestra.run.smithi067.stdout: "PROMETHEUS_API_HOST": { 2024-09-10T08:19:55.516 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "PROMETHEUS_API_HOST", 2024-09-10T08:19:55.516 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.516 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.516 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.517 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.517 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.517 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.517 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.517 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.517 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.517 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.517 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.517 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.517 INFO:teuthology.orchestra.run.smithi067.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-09-10T08:19:55.517 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-09-10T08:19:55.518 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.518 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.518 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.518 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.518 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.518 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.518 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.518 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.518 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.518 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.518 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.518 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.518 INFO:teuthology.orchestra.run.smithi067.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-09-10T08:19:55.518 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-09-10T08:19:55.519 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.519 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.519 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.519 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.519 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.519 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.519 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.519 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.519 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.519 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.519 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.519 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.519 INFO:teuthology.orchestra.run.smithi067.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-09-10T08:19:55.519 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-09-10T08:19:55.520 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.520 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.520 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.520 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.520 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.520 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.520 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.520 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.520 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.520 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.520 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.520 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.520 INFO:teuthology.orchestra.run.smithi067.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-09-10T08:19:55.521 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-09-10T08:19:55.521 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.521 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.521 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.521 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.521 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.521 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.521 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.521 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.521 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.521 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.521 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.522 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.522 INFO:teuthology.orchestra.run.smithi067.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-09-10T08:19:55.522 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-09-10T08:19:55.522 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.522 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.522 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.522 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.522 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.522 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.522 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.523 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.523 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.523 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.523 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.523 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.523 INFO:teuthology.orchestra.run.smithi067.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-09-10T08:19:55.523 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-09-10T08:19:55.523 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.523 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.523 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.523 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.523 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.524 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.524 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.524 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.524 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.524 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.524 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.524 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.524 INFO:teuthology.orchestra.run.smithi067.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-09-10T08:19:55.524 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-09-10T08:19:55.524 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.524 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.524 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.524 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.524 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.525 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.525 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.525 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.525 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.525 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.525 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.525 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.525 INFO:teuthology.orchestra.run.smithi067.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-09-10T08:19:55.525 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-09-10T08:19:55.525 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.525 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.525 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.525 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.526 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.526 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.526 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.526 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.526 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.526 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.526 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.526 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.526 INFO:teuthology.orchestra.run.smithi067.stdout: "PWD_POLICY_ENABLED": { 2024-09-10T08:19:55.526 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "PWD_POLICY_ENABLED", 2024-09-10T08:19:55.526 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.527 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.527 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.527 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.527 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.527 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.527 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.527 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.527 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.527 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.527 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.528 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.528 INFO:teuthology.orchestra.run.smithi067.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-09-10T08:19:55.528 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-09-10T08:19:55.528 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.528 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.528 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.528 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-09-10T08:19:55.528 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.528 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.529 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.529 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.529 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.529 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.529 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.529 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.529 INFO:teuthology.orchestra.run.smithi067.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-09-10T08:19:55.529 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-09-10T08:19:55.529 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.529 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.529 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.530 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "10", 2024-09-10T08:19:55.530 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.530 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.530 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.530 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.530 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.530 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.530 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.530 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.530 INFO:teuthology.orchestra.run.smithi067.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-09-10T08:19:55.530 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-09-10T08:19:55.530 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.530 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.530 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.531 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "8", 2024-09-10T08:19:55.531 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.531 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.531 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.531 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.531 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.531 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.531 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.531 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.532 INFO:teuthology.orchestra.run.smithi067.stdout: "REST_REQUESTS_TIMEOUT": { 2024-09-10T08:19:55.532 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-09-10T08:19:55.532 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.532 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.532 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.532 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "45", 2024-09-10T08:19:55.532 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.532 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.532 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.532 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.532 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.532 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.532 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.533 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.533 INFO:teuthology.orchestra.run.smithi067.stdout: "RGW_API_ACCESS_KEY": { 2024-09-10T08:19:55.533 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "RGW_API_ACCESS_KEY", 2024-09-10T08:19:55.533 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.533 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.533 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.533 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.533 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.533 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.533 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.533 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.533 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.533 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.533 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.534 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.534 INFO:teuthology.orchestra.run.smithi067.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-09-10T08:19:55.534 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-09-10T08:19:55.534 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.534 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.534 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.534 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "admin", 2024-09-10T08:19:55.534 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.534 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.534 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.534 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.534 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.535 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.535 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.535 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.535 INFO:teuthology.orchestra.run.smithi067.stdout: "RGW_API_SECRET_KEY": { 2024-09-10T08:19:55.535 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "RGW_API_SECRET_KEY", 2024-09-10T08:19:55.535 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.535 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.535 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.535 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.535 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.535 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.535 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.536 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.536 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.536 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.536 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.536 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.536 INFO:teuthology.orchestra.run.smithi067.stdout: "RGW_API_SSL_VERIFY": { 2024-09-10T08:19:55.536 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "RGW_API_SSL_VERIFY", 2024-09-10T08:19:55.536 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.536 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.536 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.536 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.537 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.537 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.537 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.537 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.537 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.537 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.537 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.537 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.537 INFO:teuthology.orchestra.run.smithi067.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-09-10T08:19:55.537 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-09-10T08:19:55.537 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.537 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.538 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.538 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "0", 2024-09-10T08:19:55.538 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.538 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.538 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.538 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.538 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.538 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.538 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.538 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.538 INFO:teuthology.orchestra.run.smithi067.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-09-10T08:19:55.538 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-09-10T08:19:55.538 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.538 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.539 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.539 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "10", 2024-09-10T08:19:55.539 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.539 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.539 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.539 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.539 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.539 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.539 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.540 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.540 INFO:teuthology.orchestra.run.smithi067.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-09-10T08:19:55.540 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-09-10T08:19:55.540 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.540 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.540 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.540 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "5", 2024-09-10T08:19:55.540 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.540 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.540 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.540 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.541 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.541 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.541 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.541 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.541 INFO:teuthology.orchestra.run.smithi067.stdout: "cross_origin_url": { 2024-09-10T08:19:55.541 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "cross_origin_url", 2024-09-10T08:19:55.541 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.541 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.541 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.541 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.541 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.541 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.541 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.542 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.542 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.542 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.542 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.542 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.542 INFO:teuthology.orchestra.run.smithi067.stdout: "crt_file": { 2024-09-10T08:19:55.542 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "crt_file", 2024-09-10T08:19:55.542 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.542 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.542 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.542 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.542 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.542 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.542 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.543 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.543 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.543 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.543 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.543 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.543 INFO:teuthology.orchestra.run.smithi067.stdout: "debug": { 2024-09-10T08:19:55.543 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "debug", 2024-09-10T08:19:55.543 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.543 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.543 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.543 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.543 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.543 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.543 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.544 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Enable/disable debug options", 2024-09-10T08:19:55.544 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.544 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.544 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.544 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.544 INFO:teuthology.orchestra.run.smithi067.stdout: "jwt_token_ttl": { 2024-09-10T08:19:55.544 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "jwt_token_ttl", 2024-09-10T08:19:55.544 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.544 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.545 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.545 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "28800", 2024-09-10T08:19:55.545 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.545 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.545 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.545 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.545 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.545 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.545 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.545 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.545 INFO:teuthology.orchestra.run.smithi067.stdout: "key_file": { 2024-09-10T08:19:55.545 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "key_file", 2024-09-10T08:19:55.545 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.546 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.546 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.546 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.546 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.546 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.546 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.546 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.546 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.546 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.546 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.546 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.546 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.547 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.547 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.547 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.547 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.547 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.547 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.547 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.547 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.547 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.547 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.547 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.547 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.548 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.548 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.548 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.548 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.548 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.548 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.548 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.548 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.548 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.548 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.548 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.548 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.548 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.548 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.549 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.549 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.549 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.549 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.549 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.549 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.549 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.549 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.549 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.550 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.550 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.550 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.550 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.550 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.550 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.550 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.550 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.550 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.550 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.550 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.550 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.550 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.551 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.551 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.551 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.551 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.551 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.551 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.551 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.551 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.551 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.551 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.551 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.551 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.551 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.551 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.552 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.552 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.552 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.552 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.552 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.552 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.552 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.552 INFO:teuthology.orchestra.run.smithi067.stdout: "motd": { 2024-09-10T08:19:55.552 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "motd", 2024-09-10T08:19:55.552 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.552 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.552 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.552 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.552 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.553 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.553 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.553 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "The message of the day", 2024-09-10T08:19:55.553 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.553 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.553 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.553 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.553 INFO:teuthology.orchestra.run.smithi067.stdout: "redirect_resolve_ip_addr": { 2024-09-10T08:19:55.553 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "redirect_resolve_ip_addr", 2024-09-10T08:19:55.553 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.553 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.553 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.553 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.553 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.554 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.554 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.554 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.554 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.554 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.554 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.554 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.554 INFO:teuthology.orchestra.run.smithi067.stdout: "server_addr": { 2024-09-10T08:19:55.554 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "server_addr", 2024-09-10T08:19:55.554 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.554 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.554 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.554 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "::", 2024-09-10T08:19:55.555 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.555 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.555 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.555 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.555 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.555 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.555 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.555 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.555 INFO:teuthology.orchestra.run.smithi067.stdout: "server_port": { 2024-09-10T08:19:55.555 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "server_port", 2024-09-10T08:19:55.555 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.555 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.555 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.555 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "8080", 2024-09-10T08:19:55.556 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.556 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.556 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.556 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.556 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.556 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.556 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.556 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.556 INFO:teuthology.orchestra.run.smithi067.stdout: "ssl": { 2024-09-10T08:19:55.556 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "ssl", 2024-09-10T08:19:55.556 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.556 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.556 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.557 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.557 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.557 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.557 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.557 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.557 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.557 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.557 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.557 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.557 INFO:teuthology.orchestra.run.smithi067.stdout: "ssl_server_port": { 2024-09-10T08:19:55.557 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "ssl_server_port", 2024-09-10T08:19:55.557 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.557 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.558 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.558 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "8443", 2024-09-10T08:19:55.558 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.558 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.558 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.558 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.558 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.558 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.558 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.558 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.558 INFO:teuthology.orchestra.run.smithi067.stdout: "standby_behaviour": { 2024-09-10T08:19:55.558 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "standby_behaviour", 2024-09-10T08:19:55.558 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.558 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.559 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.559 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "redirect", 2024-09-10T08:19:55.559 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.559 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.559 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.559 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.559 INFO:teuthology.orchestra.run.smithi067.stdout: "redirect" 2024-09-10T08:19:55.559 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.559 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.559 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.559 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.559 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.559 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.560 INFO:teuthology.orchestra.run.smithi067.stdout: "standby_error_status_code": { 2024-09-10T08:19:55.560 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "standby_error_status_code", 2024-09-10T08:19:55.560 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.560 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.560 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.560 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "500", 2024-09-10T08:19:55.560 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "400", 2024-09-10T08:19:55.560 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "599", 2024-09-10T08:19:55.560 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.560 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.560 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.560 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.560 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.561 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.561 INFO:teuthology.orchestra.run.smithi067.stdout: "url_prefix": { 2024-09-10T08:19:55.561 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "url_prefix", 2024-09-10T08:19:55.561 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.561 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.561 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.561 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.561 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.561 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.561 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.561 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.561 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.561 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.562 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.562 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.562 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.562 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.562 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.562 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "devicehealth", 2024-09-10T08:19:55.562 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.562 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.562 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.562 INFO:teuthology.orchestra.run.smithi067.stdout: "enable_monitoring": { 2024-09-10T08:19:55.562 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "enable_monitoring", 2024-09-10T08:19:55.562 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.563 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.563 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.563 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.563 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.563 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.563 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.563 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "monitor device health metrics", 2024-09-10T08:19:55.563 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.563 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.563 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.563 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.563 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.563 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.563 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.564 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.564 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.564 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.564 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.564 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.564 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.564 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.564 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.564 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.564 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.564 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.564 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.564 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.565 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.565 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.565 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.565 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.565 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.565 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.565 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.565 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.565 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.565 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.565 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.566 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.566 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.566 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.566 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.566 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.566 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.566 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.566 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.566 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.566 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.566 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.567 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.567 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.567 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.567 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.567 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.567 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.567 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.567 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.567 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.567 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.567 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.567 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.567 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.568 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.568 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.568 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.568 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.568 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.568 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.568 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.568 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.568 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.568 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.568 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.568 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.568 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.569 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.569 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.569 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.569 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.569 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.569 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.569 INFO:teuthology.orchestra.run.smithi067.stdout: "mark_out_threshold": { 2024-09-10T08:19:55.569 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "mark_out_threshold", 2024-09-10T08:19:55.569 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:55.569 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.569 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.569 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "2419200", 2024-09-10T08:19:55.569 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.569 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.570 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.570 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-09-10T08:19:55.570 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.570 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.570 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.570 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.570 INFO:teuthology.orchestra.run.smithi067.stdout: "pool_name": { 2024-09-10T08:19:55.570 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "pool_name", 2024-09-10T08:19:55.570 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.570 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.570 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.570 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "device_health_metrics", 2024-09-10T08:19:55.570 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.570 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.571 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.571 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "name of pool in which to store device health metrics", 2024-09-10T08:19:55.571 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.571 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.571 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.571 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.571 INFO:teuthology.orchestra.run.smithi067.stdout: "retention_period": { 2024-09-10T08:19:55.571 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "retention_period", 2024-09-10T08:19:55.571 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:55.571 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.571 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.571 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "15552000", 2024-09-10T08:19:55.571 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.571 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.572 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.572 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "how long to retain device health metrics", 2024-09-10T08:19:55.572 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.572 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.572 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.572 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.572 INFO:teuthology.orchestra.run.smithi067.stdout: "scrape_frequency": { 2024-09-10T08:19:55.572 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "scrape_frequency", 2024-09-10T08:19:55.572 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:55.572 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.572 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.573 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "86400", 2024-09-10T08:19:55.573 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.573 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.573 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.573 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "how frequently to scrape device health metrics", 2024-09-10T08:19:55.573 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.573 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.573 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.573 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.573 INFO:teuthology.orchestra.run.smithi067.stdout: "self_heal": { 2024-09-10T08:19:55.573 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "self_heal", 2024-09-10T08:19:55.573 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.573 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.574 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.574 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.574 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.574 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.574 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.574 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-09-10T08:19:55.574 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.574 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.574 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.574 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.574 INFO:teuthology.orchestra.run.smithi067.stdout: "sleep_interval": { 2024-09-10T08:19:55.574 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "sleep_interval", 2024-09-10T08:19:55.574 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:55.575 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.575 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.575 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "600", 2024-09-10T08:19:55.575 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.575 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.575 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.575 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "how frequently to wake up and check device health", 2024-09-10T08:19:55.575 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.575 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.575 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.575 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.575 INFO:teuthology.orchestra.run.smithi067.stdout: "warn_threshold": { 2024-09-10T08:19:55.575 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "warn_threshold", 2024-09-10T08:19:55.575 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:55.576 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.576 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.576 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "7257600", 2024-09-10T08:19:55.576 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.576 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.576 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.576 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-09-10T08:19:55.576 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.576 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.576 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.576 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.576 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.576 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.577 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.577 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "diskprediction_local", 2024-09-10T08:19:55.577 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.577 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.577 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.577 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.577 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.577 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.577 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.578 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.578 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.578 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.578 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.578 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.578 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.578 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.578 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.578 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.578 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.578 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.579 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.579 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.579 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.579 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.579 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.579 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.579 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.579 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.579 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.579 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.579 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.579 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.579 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.579 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.580 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.580 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.580 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.580 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.580 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.580 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.580 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.580 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.580 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.580 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.580 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.580 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.580 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.581 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.581 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.581 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.581 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.581 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.581 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.581 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.581 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.581 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.581 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.581 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.581 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.581 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.581 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.582 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.582 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.582 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.582 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.582 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.582 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.582 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.582 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.582 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.582 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.582 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.582 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.582 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.582 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.582 INFO:teuthology.orchestra.run.smithi067.stdout: "predict_interval": { 2024-09-10T08:19:55.583 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "predict_interval", 2024-09-10T08:19:55.583 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.583 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.583 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.583 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "86400", 2024-09-10T08:19:55.583 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.583 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.583 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.583 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.583 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.583 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.583 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.583 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.583 INFO:teuthology.orchestra.run.smithi067.stdout: "predictor_model": { 2024-09-10T08:19:55.584 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "predictor_model", 2024-09-10T08:19:55.584 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.584 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.584 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.584 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "prophetstor", 2024-09-10T08:19:55.584 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.584 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.584 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.584 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.584 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.584 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.584 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.584 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.584 INFO:teuthology.orchestra.run.smithi067.stdout: "sleep_interval": { 2024-09-10T08:19:55.585 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "sleep_interval", 2024-09-10T08:19:55.585 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.585 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.585 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.585 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "600", 2024-09-10T08:19:55.585 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.585 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.585 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.585 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.585 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.585 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.585 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.585 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.585 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.586 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.586 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.586 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "influx", 2024-09-10T08:19:55.586 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": false, 2024-09-10T08:19:55.586 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "influxdb python module not found", 2024-09-10T08:19:55.586 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.586 INFO:teuthology.orchestra.run.smithi067.stdout: "batch_size": { 2024-09-10T08:19:55.586 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "batch_size", 2024-09-10T08:19:55.586 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.586 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.586 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.586 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "5000", 2024-09-10T08:19:55.586 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.586 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.587 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.587 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-09-10T08:19:55.587 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.587 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.587 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.587 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.587 INFO:teuthology.orchestra.run.smithi067.stdout: "database": { 2024-09-10T08:19:55.587 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "database", 2024-09-10T08:19:55.587 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.587 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.587 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.587 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "ceph", 2024-09-10T08:19:55.587 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.587 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.588 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.588 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-09-10T08:19:55.588 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.588 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.588 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.588 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.588 INFO:teuthology.orchestra.run.smithi067.stdout: "hostname": { 2024-09-10T08:19:55.588 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "hostname", 2024-09-10T08:19:55.588 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.588 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.588 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.588 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.588 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.588 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.589 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.589 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "InfluxDB server hostname", 2024-09-10T08:19:55.589 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.589 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.589 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.589 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.589 INFO:teuthology.orchestra.run.smithi067.stdout: "interval": { 2024-09-10T08:19:55.589 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "interval", 2024-09-10T08:19:55.589 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:55.589 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.589 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.589 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "30", 2024-09-10T08:19:55.590 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "5", 2024-09-10T08:19:55.590 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.590 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.590 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-09-10T08:19:55.590 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.590 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.590 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.590 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.590 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.590 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.590 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.590 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.590 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.590 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.591 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.591 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.591 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.591 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.591 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.591 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.591 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.591 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.591 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.591 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.591 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.591 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.591 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.592 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.592 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.592 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.592 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.592 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.592 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.592 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.592 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.592 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.592 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.592 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.592 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.593 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.593 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.593 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.593 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.593 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.593 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.593 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.593 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.593 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.593 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.593 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.594 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.594 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.594 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.594 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.594 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.594 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.594 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.594 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.594 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.594 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.594 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.594 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.594 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.594 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.594 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.595 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.595 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.595 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.595 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.595 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.595 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.595 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.595 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.595 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.595 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.595 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.595 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.595 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.595 INFO:teuthology.orchestra.run.smithi067.stdout: "password": { 2024-09-10T08:19:55.596 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "password", 2024-09-10T08:19:55.596 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.596 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.596 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.596 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.596 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.596 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.596 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.596 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "password of InfluxDB server user", 2024-09-10T08:19:55.596 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.596 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.596 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.596 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.596 INFO:teuthology.orchestra.run.smithi067.stdout: "port": { 2024-09-10T08:19:55.597 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "port", 2024-09-10T08:19:55.597 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.597 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.597 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.597 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "8086", 2024-09-10T08:19:55.597 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.597 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.597 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.597 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "InfluxDB server port", 2024-09-10T08:19:55.597 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.597 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.597 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.597 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.598 INFO:teuthology.orchestra.run.smithi067.stdout: "ssl": { 2024-09-10T08:19:55.598 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "ssl", 2024-09-10T08:19:55.598 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.598 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.598 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.598 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "false", 2024-09-10T08:19:55.598 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.598 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.598 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.598 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-09-10T08:19:55.598 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.598 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.598 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.598 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.598 INFO:teuthology.orchestra.run.smithi067.stdout: "threads": { 2024-09-10T08:19:55.599 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "threads", 2024-09-10T08:19:55.599 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.599 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.599 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.599 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "5", 2024-09-10T08:19:55.599 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "1", 2024-09-10T08:19:55.599 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "32", 2024-09-10T08:19:55.599 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.599 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-09-10T08:19:55.599 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.599 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.599 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.599 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.599 INFO:teuthology.orchestra.run.smithi067.stdout: "username": { 2024-09-10T08:19:55.600 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "username", 2024-09-10T08:19:55.600 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.600 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.600 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.600 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.600 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.600 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.600 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.600 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "username of InfluxDB server user", 2024-09-10T08:19:55.600 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.600 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.600 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.600 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.600 INFO:teuthology.orchestra.run.smithi067.stdout: "verify_ssl": { 2024-09-10T08:19:55.601 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "verify_ssl", 2024-09-10T08:19:55.601 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.601 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.601 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.601 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "true", 2024-09-10T08:19:55.601 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.601 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.601 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.601 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-09-10T08:19:55.601 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.601 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.602 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.602 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.602 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.602 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.602 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.602 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "insights", 2024-09-10T08:19:55.602 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.602 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.602 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.602 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.602 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.602 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.603 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.603 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.603 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.603 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.603 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.603 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.603 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.603 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.603 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.603 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.603 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.604 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.604 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.604 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.604 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.604 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.604 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.604 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.604 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.604 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.604 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.604 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.604 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.604 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.605 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.605 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.605 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.605 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.605 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.605 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.605 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.605 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.605 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.605 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.605 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.605 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.605 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.606 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.606 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.606 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.606 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.606 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.606 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.606 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.606 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.606 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.606 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.606 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.606 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.606 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.607 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.607 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.607 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.607 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.607 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.607 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.607 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.607 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.607 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.607 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.607 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.607 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.607 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.607 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.608 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.608 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.608 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.608 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.608 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.608 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.608 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "iostat", 2024-09-10T08:19:55.608 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.608 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.608 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.609 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.609 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.609 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.609 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.609 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.609 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.609 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.609 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.609 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.609 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.609 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.609 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.610 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.610 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.610 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.610 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.610 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.610 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.610 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.610 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.610 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.610 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.610 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.610 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.611 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.611 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.611 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.611 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.611 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.611 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.611 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.611 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.611 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.612 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.612 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.612 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.612 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.612 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.612 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.612 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.612 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.612 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.612 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.612 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.612 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.612 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.613 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.613 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.613 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.613 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.613 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.613 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.613 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.613 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.613 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.613 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.613 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.613 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.613 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.613 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.614 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.614 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.614 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.614 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.614 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.614 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.614 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.614 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.614 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.614 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.614 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.614 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.614 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.615 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "k8sevents", 2024-09-10T08:19:55.615 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.615 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.615 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.615 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_event_retention_days": { 2024-09-10T08:19:55.615 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "ceph_event_retention_days", 2024-09-10T08:19:55.615 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.615 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.615 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.615 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "7", 2024-09-10T08:19:55.615 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.615 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.615 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.615 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Days to hold ceph event information within local cache", 2024-09-10T08:19:55.616 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.616 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.616 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.616 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.616 INFO:teuthology.orchestra.run.smithi067.stdout: "config_check_secs": { 2024-09-10T08:19:55.616 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "config_check_secs", 2024-09-10T08:19:55.616 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.616 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.616 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.616 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "10", 2024-09-10T08:19:55.616 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "10", 2024-09-10T08:19:55.616 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.616 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.617 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-09-10T08:19:55.617 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.617 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.617 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.617 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.617 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.617 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.617 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.617 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.617 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.617 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.617 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.617 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.618 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.618 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.618 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.618 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.618 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.618 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.618 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.618 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.618 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.618 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.618 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.618 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.618 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.618 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.619 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.619 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.619 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.619 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.619 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.619 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.619 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.620 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.620 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.620 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.620 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.620 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.620 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.620 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.620 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.620 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.621 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.621 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.621 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.621 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.621 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.621 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.621 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.621 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.621 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.621 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.621 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.621 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.621 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.621 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.622 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.622 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.622 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.622 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.622 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.622 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.622 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.622 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.622 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.622 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.622 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.622 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.623 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.623 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.623 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.623 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.623 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.623 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.623 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.623 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.623 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.623 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "localpool", 2024-09-10T08:19:55.624 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.624 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.624 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.624 INFO:teuthology.orchestra.run.smithi067.stdout: "failure_domain": { 2024-09-10T08:19:55.624 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "failure_domain", 2024-09-10T08:19:55.624 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.624 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.624 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.624 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "host", 2024-09-10T08:19:55.624 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.624 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.624 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.624 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "failure domain for any created local pool", 2024-09-10T08:19:55.625 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-09-10T08:19:55.625 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.625 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.625 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.625 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.625 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.625 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.625 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.625 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.625 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.625 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.625 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.625 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.625 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.625 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.626 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.626 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.626 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.626 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.626 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.626 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.626 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.626 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.626 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.627 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.627 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.627 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.627 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.627 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.627 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.627 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.628 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.628 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.628 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.628 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.628 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.628 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.628 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.628 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.628 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.628 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.628 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.629 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.629 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.629 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.629 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.629 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.629 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.629 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.629 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.629 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.629 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.629 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.629 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.629 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.629 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.630 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.630 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.630 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.630 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.630 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.630 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.630 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.630 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.630 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.630 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.630 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.630 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.630 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.630 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.630 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.631 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.631 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.631 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.631 INFO:teuthology.orchestra.run.smithi067.stdout: "min_size": { 2024-09-10T08:19:55.631 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "min_size", 2024-09-10T08:19:55.631 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.631 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.631 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.631 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.631 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.631 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.631 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.632 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "default min_size for any created local pool", 2024-09-10T08:19:55.632 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-09-10T08:19:55.632 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.632 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.632 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.632 INFO:teuthology.orchestra.run.smithi067.stdout: "num_rep": { 2024-09-10T08:19:55.632 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "num_rep", 2024-09-10T08:19:55.632 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.632 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.632 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.632 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "3", 2024-09-10T08:19:55.633 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.633 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.633 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.633 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "default replica count for any created local pool", 2024-09-10T08:19:55.633 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.633 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.633 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.633 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.633 INFO:teuthology.orchestra.run.smithi067.stdout: "pg_num": { 2024-09-10T08:19:55.633 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "pg_num", 2024-09-10T08:19:55.633 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.633 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.633 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.634 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "128", 2024-09-10T08:19:55.634 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.634 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.634 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.634 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "default pg_num for any created local pool", 2024-09-10T08:19:55.634 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.634 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.634 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.635 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.635 INFO:teuthology.orchestra.run.smithi067.stdout: "prefix": { 2024-09-10T08:19:55.635 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "prefix", 2024-09-10T08:19:55.635 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.635 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.635 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.635 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.636 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.636 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.636 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.636 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "name prefix for any created local pool", 2024-09-10T08:19:55.636 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.636 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.636 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.637 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.637 INFO:teuthology.orchestra.run.smithi067.stdout: "subtree": { 2024-09-10T08:19:55.637 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "subtree", 2024-09-10T08:19:55.637 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.637 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.637 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.638 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "rack", 2024-09-10T08:19:55.638 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.638 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.638 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.638 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "CRUSH level for which to create a local pool", 2024-09-10T08:19:55.638 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-09-10T08:19:55.639 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.639 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.639 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.639 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.639 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.639 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.640 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "mds_autoscaler", 2024-09-10T08:19:55.640 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.640 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.640 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.640 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.640 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.641 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.641 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.641 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.641 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.641 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.641 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.642 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.642 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.642 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.642 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.642 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.642 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.643 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.643 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.643 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.643 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.643 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.644 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.644 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.644 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.644 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.644 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.645 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.645 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.645 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.645 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.645 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.645 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.646 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.646 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.646 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.646 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.646 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.646 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.647 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.647 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.647 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.647 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.647 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.648 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.648 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.648 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.648 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.648 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.648 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.648 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.648 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.648 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.648 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.648 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.649 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.649 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.649 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.649 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.649 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.650 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.650 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.650 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.650 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.650 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.650 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.651 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.651 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.651 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.651 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.651 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.651 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.651 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.651 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.651 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.651 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.652 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "mirroring", 2024-09-10T08:19:55.652 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.652 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.652 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.652 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.652 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.652 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.652 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.652 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.652 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.652 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.652 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.652 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.653 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.653 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.653 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.653 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.653 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.653 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.653 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.653 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.653 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.653 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.653 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.654 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.654 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.654 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.654 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.654 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.654 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.654 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.654 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.654 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.654 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.654 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.654 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.654 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.655 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.655 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.655 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.655 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.655 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.655 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.655 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.655 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.655 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.655 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.655 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.655 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.656 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.656 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.656 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.656 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.656 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.656 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.656 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.656 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.656 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.656 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.656 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.657 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.657 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.657 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.657 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.657 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.657 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.657 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.657 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.657 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.657 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.657 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.657 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.658 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.658 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.658 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.658 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.658 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.658 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "nfs", 2024-09-10T08:19:55.658 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.658 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.658 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.658 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.658 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.658 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.658 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.659 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.659 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.659 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.659 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.659 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.659 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.659 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.659 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.659 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.659 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.659 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.659 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.659 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.660 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.660 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.660 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.660 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.660 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.660 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.660 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.660 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.660 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.660 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.660 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.660 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.661 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.661 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.661 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.661 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.661 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.661 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.661 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.661 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.661 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.661 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.661 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.661 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.661 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.662 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.662 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.662 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.662 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.662 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.662 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.662 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.662 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.662 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.662 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.662 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.662 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.663 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.663 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.663 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.663 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.663 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.663 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.663 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.663 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.663 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.663 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.663 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.663 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.664 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.664 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.664 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.664 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.664 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.664 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.664 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.664 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "orchestrator", 2024-09-10T08:19:55.664 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.664 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.664 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.664 INFO:teuthology.orchestra.run.smithi067.stdout: "fail_fs": { 2024-09-10T08:19:55.665 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "fail_fs", 2024-09-10T08:19:55.665 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.665 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.665 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.665 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.665 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.665 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.665 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.665 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-09-10T08:19:55.665 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.665 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.665 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.666 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.666 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.666 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.666 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.666 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.666 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.666 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.667 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.667 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.667 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.667 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.667 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.667 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.667 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.667 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.667 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.667 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.667 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.668 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.668 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.668 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.668 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.668 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.668 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.668 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.668 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.668 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.668 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.668 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.668 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.668 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.669 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.669 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.669 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.669 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.669 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.669 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.669 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.669 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.669 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.669 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.669 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.669 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.670 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.670 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.670 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.670 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.670 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.670 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.670 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.670 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.670 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.670 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.670 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.670 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.670 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.671 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.671 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.671 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.671 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.671 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.671 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.671 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.671 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.671 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.671 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.671 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.672 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.672 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.672 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.672 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.672 INFO:teuthology.orchestra.run.smithi067.stdout: "orchestrator": { 2024-09-10T08:19:55.672 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "orchestrator", 2024-09-10T08:19:55.672 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.672 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.672 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.672 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.672 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.673 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.673 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.673 INFO:teuthology.orchestra.run.smithi067.stdout: "cephadm", 2024-09-10T08:19:55.673 INFO:teuthology.orchestra.run.smithi067.stdout: "rook", 2024-09-10T08:19:55.673 INFO:teuthology.orchestra.run.smithi067.stdout: "test_orchestrator" 2024-09-10T08:19:55.673 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.673 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Orchestrator backend", 2024-09-10T08:19:55.673 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.673 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.673 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.673 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.673 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.674 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.674 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.674 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "osd_perf_query", 2024-09-10T08:19:55.674 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.674 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.674 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.674 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.674 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.674 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.674 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.674 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.674 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.674 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.675 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.675 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.675 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.675 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.675 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.675 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.676 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.676 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.676 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.676 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.676 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.676 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.677 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.677 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.677 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.677 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.677 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.677 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.678 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.678 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.678 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.678 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.678 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.678 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.679 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.679 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.679 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.679 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.679 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.679 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.680 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.680 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.680 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.680 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.680 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.680 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.681 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.681 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.681 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.681 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.681 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.681 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.682 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.682 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.682 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.682 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.682 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.682 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.683 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.683 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.683 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.683 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.683 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.684 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.684 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.684 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.684 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.684 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.685 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.685 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.685 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.685 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.685 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.685 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.686 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.686 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.686 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "osd_support", 2024-09-10T08:19:55.686 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.686 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.686 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.687 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.687 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.687 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.687 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.687 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.687 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.688 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.688 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.688 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.688 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.688 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.688 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.689 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.689 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.689 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.689 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.689 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.690 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.690 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.690 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.690 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.690 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.690 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.691 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.691 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.691 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.691 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.691 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.691 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.692 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.692 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.692 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.692 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.692 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.693 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.693 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.693 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.693 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.693 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.694 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.694 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.694 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.694 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.694 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.695 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.695 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.695 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.695 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.695 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.695 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.696 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.696 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.696 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.696 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.696 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.696 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.697 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.697 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.697 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.697 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.697 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.697 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.698 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.698 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.698 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.698 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.698 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.699 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.699 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.699 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.699 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.699 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.699 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.700 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "pg_autoscaler", 2024-09-10T08:19:55.700 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.700 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.700 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.700 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.700 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.701 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.701 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.701 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.701 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.701 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.701 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.702 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.702 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.702 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.702 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.702 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.702 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.703 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.703 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.703 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.703 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.703 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.704 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.704 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.704 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.704 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.704 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.704 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.705 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.705 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.705 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.705 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.705 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.706 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.706 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.706 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.706 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.706 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.706 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.707 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.707 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.707 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.707 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.707 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.707 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.708 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.708 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.708 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.708 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.708 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.708 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.709 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.709 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.709 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.709 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.710 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.710 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.710 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.710 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.710 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.710 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.711 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.711 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.711 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.711 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.711 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.711 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.712 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.712 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.712 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.712 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.712 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.712 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.713 INFO:teuthology.orchestra.run.smithi067.stdout: "sleep_interval": { 2024-09-10T08:19:55.713 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "sleep_interval", 2024-09-10T08:19:55.713 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:55.713 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.713 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.713 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "60", 2024-09-10T08:19:55.714 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.714 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.714 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.714 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.714 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.715 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.715 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.715 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.715 INFO:teuthology.orchestra.run.smithi067.stdout: "threshold": { 2024-09-10T08:19:55.715 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "threshold", 2024-09-10T08:19:55.715 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "float", 2024-09-10T08:19:55.716 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.716 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.716 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "3.0", 2024-09-10T08:19:55.716 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "1.0", 2024-09-10T08:19:55.716 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.717 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.717 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "scaling threshold", 2024-09-10T08:19:55.717 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-09-10T08:19:55.717 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.717 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.717 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.718 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.718 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.718 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.718 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "progress", 2024-09-10T08:19:55.718 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.718 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.718 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.718 INFO:teuthology.orchestra.run.smithi067.stdout: "allow_pg_recovery_event": { 2024-09-10T08:19:55.719 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "allow_pg_recovery_event", 2024-09-10T08:19:55.719 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.719 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.719 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.719 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.719 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.719 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.719 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.719 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "allow the module to show pg recovery progress", 2024-09-10T08:19:55.720 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.720 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.720 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.720 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.720 INFO:teuthology.orchestra.run.smithi067.stdout: "enabled": { 2024-09-10T08:19:55.720 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "enabled", 2024-09-10T08:19:55.720 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.720 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.720 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.721 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.721 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.721 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.721 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.721 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.721 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.721 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.721 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.721 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.722 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.722 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.722 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.722 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.722 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.722 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.722 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.722 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.722 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.722 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.723 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.723 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.723 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.723 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.723 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.723 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.723 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.723 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.724 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.724 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.724 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.724 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.724 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.724 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.724 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.724 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.724 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.724 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.725 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.725 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.725 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.725 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.725 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.725 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.725 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.725 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.725 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.726 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.726 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.726 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.726 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.726 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.726 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.726 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.726 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.726 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.726 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.727 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.727 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.727 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.727 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.727 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.727 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.727 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.727 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.727 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.727 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.728 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.728 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.728 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.728 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.728 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.728 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.728 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.729 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.729 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.729 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.729 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.729 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.729 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.729 INFO:teuthology.orchestra.run.smithi067.stdout: "max_completed_events": { 2024-09-10T08:19:55.729 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "max_completed_events", 2024-09-10T08:19:55.729 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.730 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.730 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.730 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "50", 2024-09-10T08:19:55.730 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.730 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.731 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.731 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "number of past completed events to remember", 2024-09-10T08:19:55.731 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.731 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.731 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.731 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.731 INFO:teuthology.orchestra.run.smithi067.stdout: "sleep_interval": { 2024-09-10T08:19:55.731 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "sleep_interval", 2024-09-10T08:19:55.731 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:55.731 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.731 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.731 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "5", 2024-09-10T08:19:55.732 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.732 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.732 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.732 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "how long the module is going to sleep", 2024-09-10T08:19:55.732 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.732 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.732 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.732 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.732 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.732 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.732 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.732 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "prometheus", 2024-09-10T08:19:55.732 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.732 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.733 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.733 INFO:teuthology.orchestra.run.smithi067.stdout: "cache": { 2024-09-10T08:19:55.733 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "cache", 2024-09-10T08:19:55.733 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.733 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.733 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.733 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.733 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.733 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.733 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.733 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.734 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.734 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.734 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.734 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.734 INFO:teuthology.orchestra.run.smithi067.stdout: "exclude_perf_counters": { 2024-09-10T08:19:55.734 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "exclude_perf_counters", 2024-09-10T08:19:55.734 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.734 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.734 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.734 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.734 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.734 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.734 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.734 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-09-10T08:19:55.735 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-09-10T08:19:55.735 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.735 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.735 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.735 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.735 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.735 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.735 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.735 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.735 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.735 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.735 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.736 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.736 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.736 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.736 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.736 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.736 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.736 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.736 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.736 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.736 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.736 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.736 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.736 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.737 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.737 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.737 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.737 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.737 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.737 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.737 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.737 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.737 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.737 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.737 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.737 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.737 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.738 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.738 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.738 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.738 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.738 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.738 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.738 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.738 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.738 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.738 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.738 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.738 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.738 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.739 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.739 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.739 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.739 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.739 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.739 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.739 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.739 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.739 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.739 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.739 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.739 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.739 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.740 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.740 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.740 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.740 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.740 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.740 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.740 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.740 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.740 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.740 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.740 INFO:teuthology.orchestra.run.smithi067.stdout: "rbd_stats_pools": { 2024-09-10T08:19:55.740 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "rbd_stats_pools", 2024-09-10T08:19:55.740 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.741 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.741 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.741 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.741 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.741 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.741 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.741 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.741 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.741 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.741 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.741 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.741 INFO:teuthology.orchestra.run.smithi067.stdout: "rbd_stats_pools_refresh_interval": { 2024-09-10T08:19:55.741 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-09-10T08:19:55.742 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.742 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.742 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.742 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "300", 2024-09-10T08:19:55.742 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.742 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.742 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.742 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.742 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.742 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.742 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.742 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.742 INFO:teuthology.orchestra.run.smithi067.stdout: "scrape_interval": { 2024-09-10T08:19:55.742 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "scrape_interval", 2024-09-10T08:19:55.742 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "float", 2024-09-10T08:19:55.743 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.743 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.743 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "15.0", 2024-09-10T08:19:55.743 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.743 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.743 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.743 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.743 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.743 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.743 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.743 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.743 INFO:teuthology.orchestra.run.smithi067.stdout: "server_addr": { 2024-09-10T08:19:55.743 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "server_addr", 2024-09-10T08:19:55.743 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.744 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.744 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.744 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "::", 2024-09-10T08:19:55.744 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.744 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.744 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.744 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-09-10T08:19:55.744 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.744 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.744 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.744 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.744 INFO:teuthology.orchestra.run.smithi067.stdout: "server_port": { 2024-09-10T08:19:55.744 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "server_port", 2024-09-10T08:19:55.745 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.745 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.745 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.745 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "9283", 2024-09-10T08:19:55.745 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.745 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.745 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.745 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-09-10T08:19:55.745 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.745 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.745 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.745 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.745 INFO:teuthology.orchestra.run.smithi067.stdout: "stale_cache_strategy": { 2024-09-10T08:19:55.745 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "stale_cache_strategy", 2024-09-10T08:19:55.746 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.746 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.746 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.746 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "log", 2024-09-10T08:19:55.746 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.746 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.746 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.746 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.746 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.746 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.746 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.746 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.747 INFO:teuthology.orchestra.run.smithi067.stdout: "standby_behaviour": { 2024-09-10T08:19:55.747 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "standby_behaviour", 2024-09-10T08:19:55.747 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.747 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.747 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.747 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "default", 2024-09-10T08:19:55.747 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.747 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.747 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.747 INFO:teuthology.orchestra.run.smithi067.stdout: "default", 2024-09-10T08:19:55.747 INFO:teuthology.orchestra.run.smithi067.stdout: "error" 2024-09-10T08:19:55.747 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.747 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.747 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.747 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.748 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.748 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.748 INFO:teuthology.orchestra.run.smithi067.stdout: "standby_error_status_code": { 2024-09-10T08:19:55.748 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "standby_error_status_code", 2024-09-10T08:19:55.748 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.748 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.748 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.748 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "500", 2024-09-10T08:19:55.748 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "400", 2024-09-10T08:19:55.748 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "599", 2024-09-10T08:19:55.748 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.748 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.748 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.749 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.749 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.749 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.749 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.749 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.749 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.749 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "rbd_support", 2024-09-10T08:19:55.749 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.749 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.749 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.749 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.749 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.750 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.750 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.750 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.750 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.750 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.750 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.750 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.750 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.750 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.750 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.750 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.750 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.750 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.750 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.751 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.751 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.751 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.751 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.751 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.751 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.751 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.751 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.751 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.751 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.751 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.751 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.751 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.752 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.752 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.752 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.752 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.752 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.752 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.752 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.752 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.752 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.752 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.752 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.752 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.752 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.753 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.753 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.753 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.753 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.753 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.753 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.753 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.753 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.753 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.753 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.753 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.753 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.754 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.754 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.754 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.754 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.754 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.754 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.754 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.754 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.754 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.754 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.754 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.754 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.754 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.754 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.755 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.755 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.755 INFO:teuthology.orchestra.run.smithi067.stdout: "max_concurrent_snap_create": { 2024-09-10T08:19:55.755 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "max_concurrent_snap_create", 2024-09-10T08:19:55.755 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.755 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.755 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.755 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "10", 2024-09-10T08:19:55.755 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.755 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.755 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.755 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.755 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.756 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.756 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.756 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.756 INFO:teuthology.orchestra.run.smithi067.stdout: "mirror_snapshot_schedule": { 2024-09-10T08:19:55.756 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "mirror_snapshot_schedule", 2024-09-10T08:19:55.756 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.756 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.756 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.756 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.756 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.756 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.756 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.756 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.756 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.757 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.757 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.757 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.757 INFO:teuthology.orchestra.run.smithi067.stdout: "trash_purge_schedule": { 2024-09-10T08:19:55.757 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "trash_purge_schedule", 2024-09-10T08:19:55.757 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.757 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.757 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.757 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.757 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.757 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.757 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.757 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.758 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.758 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.758 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.758 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.758 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.758 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.758 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.758 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "restful", 2024-09-10T08:19:55.758 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.758 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.758 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.758 INFO:teuthology.orchestra.run.smithi067.stdout: "enable_auth": { 2024-09-10T08:19:55.758 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "enable_auth", 2024-09-10T08:19:55.758 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.759 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.759 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.759 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.759 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.759 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.759 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.759 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.759 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.759 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.759 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.759 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.759 INFO:teuthology.orchestra.run.smithi067.stdout: "key_file": { 2024-09-10T08:19:55.759 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "key_file", 2024-09-10T08:19:55.759 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.759 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.760 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.760 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.760 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.760 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.760 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.760 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.760 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.760 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.760 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.760 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.760 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.760 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.760 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.760 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.761 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.761 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.761 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.761 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.761 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.761 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.761 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.761 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.761 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.761 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.761 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.761 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.762 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.762 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.762 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.762 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.762 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.762 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.762 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.762 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.762 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.762 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.762 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.762 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.762 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.762 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.762 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.763 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.763 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.763 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.763 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.763 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.763 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.763 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.763 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.763 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.763 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.763 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.763 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.763 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.763 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.763 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.764 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.764 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.764 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.764 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.764 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.764 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.764 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.764 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.764 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.764 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.764 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.764 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.764 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.765 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.765 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.765 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.765 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.765 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.765 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.765 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.765 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.765 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.765 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.765 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.765 INFO:teuthology.orchestra.run.smithi067.stdout: "server_addr": { 2024-09-10T08:19:55.765 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "server_addr", 2024-09-10T08:19:55.765 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.766 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.766 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.766 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.766 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.766 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.766 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.766 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.766 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.766 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.766 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.766 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.766 INFO:teuthology.orchestra.run.smithi067.stdout: "server_port": { 2024-09-10T08:19:55.766 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "server_port", 2024-09-10T08:19:55.767 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.767 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.767 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.767 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.767 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.767 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.767 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.767 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.767 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.767 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.767 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.767 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.767 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.767 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.767 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.768 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "rgw", 2024-09-10T08:19:55.768 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.768 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.768 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.768 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.768 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.768 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.768 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.768 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.768 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.768 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.768 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.768 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.768 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.769 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.769 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.769 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.769 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.769 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.769 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.769 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.769 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.769 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.769 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.769 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.769 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.769 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.769 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.770 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.770 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.770 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.770 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.770 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.770 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.770 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.770 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.770 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.770 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.770 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.770 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.770 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.771 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.771 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.771 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.771 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.771 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.771 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.771 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.771 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.771 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.771 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.771 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.771 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.771 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.772 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.772 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.772 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.772 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.772 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.772 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.772 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.772 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.772 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.772 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.772 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.772 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.772 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.772 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.773 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.773 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.773 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.773 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.773 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.773 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.773 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.773 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.773 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.773 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "rook", 2024-09-10T08:19:55.773 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.773 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.773 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.773 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.774 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.774 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.774 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.774 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.774 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.774 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.774 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.774 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.774 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.774 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.774 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.774 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.774 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.774 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.775 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.775 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.775 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.775 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.775 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.775 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.775 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.775 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.775 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.775 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.775 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.775 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.775 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.776 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.776 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.776 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.776 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.776 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.776 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.776 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.776 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.776 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.776 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.776 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.776 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.776 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.776 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.777 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.777 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.777 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.777 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.777 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.777 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.777 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.777 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.777 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.777 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.777 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.777 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.777 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.778 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.778 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.778 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.778 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.778 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.778 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.778 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.778 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.778 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.778 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.778 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.778 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.778 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.778 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.778 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.779 INFO:teuthology.orchestra.run.smithi067.stdout: "storage_class": { 2024-09-10T08:19:55.779 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "storage_class", 2024-09-10T08:19:55.779 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.779 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.779 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.779 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "local", 2024-09-10T08:19:55.779 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.779 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.779 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.779 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-09-10T08:19:55.779 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.779 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.779 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.779 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.780 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.780 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.780 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.780 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "selftest", 2024-09-10T08:19:55.780 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.780 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.780 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.780 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.780 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.780 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.780 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.780 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.780 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.780 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.781 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.781 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.781 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.781 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.781 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.781 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.781 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.781 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.781 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.781 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.781 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.781 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.782 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.782 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.782 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.782 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.782 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.782 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.782 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.782 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.782 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.782 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.782 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.782 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.782 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.783 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.783 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.783 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.783 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.783 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.783 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.783 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.783 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.783 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.783 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.783 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.783 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.783 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.783 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.784 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.784 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.784 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.784 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.784 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.784 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.784 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.784 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.784 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.784 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.784 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.784 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.784 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.784 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.785 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.785 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.785 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.785 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.785 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.785 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.785 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.785 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.785 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.785 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.785 INFO:teuthology.orchestra.run.smithi067.stdout: "roption1": { 2024-09-10T08:19:55.785 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "roption1", 2024-09-10T08:19:55.785 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.785 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.786 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.786 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.786 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.786 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.786 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.786 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.786 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.786 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.786 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.786 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.786 INFO:teuthology.orchestra.run.smithi067.stdout: "roption2": { 2024-09-10T08:19:55.786 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "roption2", 2024-09-10T08:19:55.786 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.786 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.787 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.787 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "xyz", 2024-09-10T08:19:55.787 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.787 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.787 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.787 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.787 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.787 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.787 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.787 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.787 INFO:teuthology.orchestra.run.smithi067.stdout: "rwoption1": { 2024-09-10T08:19:55.787 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "rwoption1", 2024-09-10T08:19:55.787 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.788 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.788 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.788 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.788 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.788 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.788 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.788 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.788 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.788 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.788 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.788 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.788 INFO:teuthology.orchestra.run.smithi067.stdout: "rwoption2": { 2024-09-10T08:19:55.788 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "rwoption2", 2024-09-10T08:19:55.789 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.789 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.789 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.789 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.789 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.789 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.789 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.789 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.789 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.789 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.789 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.789 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.789 INFO:teuthology.orchestra.run.smithi067.stdout: "rwoption3": { 2024-09-10T08:19:55.789 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "rwoption3", 2024-09-10T08:19:55.789 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "float", 2024-09-10T08:19:55.790 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.790 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.790 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.790 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.790 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.790 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.790 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.790 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.790 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.790 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.790 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.791 INFO:teuthology.orchestra.run.smithi067.stdout: "rwoption4": { 2024-09-10T08:19:55.791 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "rwoption4", 2024-09-10T08:19:55.791 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.791 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.791 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.791 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.791 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.791 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.791 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.791 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.791 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.791 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.791 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.792 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.792 INFO:teuthology.orchestra.run.smithi067.stdout: "rwoption5": { 2024-09-10T08:19:55.792 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "rwoption5", 2024-09-10T08:19:55.792 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.792 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.792 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.792 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.792 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.792 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.792 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.792 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.792 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.793 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.793 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.793 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.793 INFO:teuthology.orchestra.run.smithi067.stdout: "rwoption6": { 2024-09-10T08:19:55.793 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "rwoption6", 2024-09-10T08:19:55.793 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.793 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.793 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.793 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.793 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.793 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.793 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.794 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.794 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.794 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.794 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.794 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.794 INFO:teuthology.orchestra.run.smithi067.stdout: "rwoption7": { 2024-09-10T08:19:55.794 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "rwoption7", 2024-09-10T08:19:55.794 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.794 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.794 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.794 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.794 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "1", 2024-09-10T08:19:55.794 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "42", 2024-09-10T08:19:55.794 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.795 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.795 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.795 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.795 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.795 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.795 INFO:teuthology.orchestra.run.smithi067.stdout: "testkey": { 2024-09-10T08:19:55.795 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "testkey", 2024-09-10T08:19:55.795 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.795 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.795 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.795 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.795 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.796 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.796 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.796 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.796 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.796 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.796 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.796 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.796 INFO:teuthology.orchestra.run.smithi067.stdout: "testlkey": { 2024-09-10T08:19:55.796 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "testlkey", 2024-09-10T08:19:55.796 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.796 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.796 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.796 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.797 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.797 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.797 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.797 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.797 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.797 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.797 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.797 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.797 INFO:teuthology.orchestra.run.smithi067.stdout: "testnewline": { 2024-09-10T08:19:55.797 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "testnewline", 2024-09-10T08:19:55.797 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.797 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.797 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.798 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.798 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.798 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.798 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.798 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.798 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.798 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.798 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.798 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.798 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.798 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.798 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.798 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "snap_schedule", 2024-09-10T08:19:55.799 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.799 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.799 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.799 INFO:teuthology.orchestra.run.smithi067.stdout: "allow_m_granularity": { 2024-09-10T08:19:55.799 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "allow_m_granularity", 2024-09-10T08:19:55.799 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.799 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.799 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.799 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.799 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.799 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.799 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.800 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "allow minute scheduled snapshots", 2024-09-10T08:19:55.800 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.800 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.800 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.800 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.800 INFO:teuthology.orchestra.run.smithi067.stdout: "dump_on_update": { 2024-09-10T08:19:55.800 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "dump_on_update", 2024-09-10T08:19:55.800 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.800 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.800 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.800 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.800 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.800 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.800 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.801 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "dump database to debug log on update", 2024-09-10T08:19:55.801 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.801 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.801 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.801 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.801 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.801 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.801 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.801 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.801 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.801 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.801 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.802 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.802 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.802 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.802 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.802 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.802 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.802 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.802 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.802 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.802 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.802 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.802 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.803 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.803 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.803 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.803 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.803 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.803 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.803 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.803 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.803 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.803 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.803 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.803 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.803 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.803 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.804 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.804 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.804 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.804 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.804 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.804 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.804 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.804 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.804 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.804 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.804 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.804 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.805 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.805 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.805 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.805 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.805 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.805 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.805 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.805 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.805 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.805 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.805 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.805 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.805 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.805 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.806 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.806 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.806 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.806 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.806 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.806 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.806 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.806 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.806 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.806 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.806 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.806 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.806 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.807 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.807 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "stats", 2024-09-10T08:19:55.807 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.807 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.807 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.807 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.807 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.807 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.807 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.807 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.807 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.807 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.807 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.808 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.808 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.808 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.808 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.808 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.808 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.808 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.808 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.808 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.808 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.808 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.808 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.808 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.809 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.809 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.809 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.809 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.809 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.809 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.809 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.809 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.809 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.809 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.809 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.809 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.809 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.809 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.810 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.810 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.810 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.810 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.810 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.810 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.810 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.810 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.810 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.810 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.810 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.810 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.810 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.811 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.811 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.811 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.811 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.811 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.811 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.811 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.811 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.811 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.811 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.811 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.811 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.811 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.811 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.812 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.812 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.812 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.812 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.812 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.812 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.812 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.812 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.812 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.812 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.812 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.812 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "status", 2024-09-10T08:19:55.812 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.813 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.813 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.813 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.813 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.813 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.813 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.813 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.813 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.813 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.813 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.813 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.813 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.813 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.814 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.814 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.814 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.814 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.814 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.814 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.814 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.814 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.814 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.814 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.814 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.814 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.814 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.815 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.815 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.815 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.815 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.815 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.815 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.815 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.815 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.815 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.815 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.815 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.815 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.815 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.816 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.816 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.816 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.816 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.816 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.816 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.816 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.816 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.816 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.816 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.816 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.816 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.816 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.816 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.817 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.817 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.817 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.817 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.817 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.817 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.817 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.817 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.817 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.817 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.817 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.817 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.817 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.817 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.818 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.818 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.818 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.818 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.818 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.818 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.818 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.818 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.818 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "telegraf", 2024-09-10T08:19:55.818 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.818 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.818 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.818 INFO:teuthology.orchestra.run.smithi067.stdout: "address": { 2024-09-10T08:19:55.818 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "address", 2024-09-10T08:19:55.819 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.819 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.819 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.819 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-09-10T08:19:55.819 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.819 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.819 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.819 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.819 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.819 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.819 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.819 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.819 INFO:teuthology.orchestra.run.smithi067.stdout: "interval": { 2024-09-10T08:19:55.819 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "interval", 2024-09-10T08:19:55.820 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:55.820 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.820 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.820 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "15", 2024-09-10T08:19:55.820 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.820 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.820 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.820 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.820 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.820 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.820 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.820 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.820 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.821 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.821 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.821 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.821 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.821 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.821 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.821 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.821 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.821 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.821 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.821 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.821 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.821 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.822 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.822 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.822 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.822 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.822 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.822 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.822 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.822 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.822 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.822 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.822 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.823 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.823 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.823 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.823 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.823 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.823 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.823 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.823 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.823 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.823 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.823 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.823 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.824 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.824 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.824 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.824 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.824 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.824 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.824 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.824 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.824 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.824 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.824 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.824 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.824 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.825 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.825 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.825 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.825 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.825 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.825 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.825 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.825 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.825 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.825 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.825 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.825 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.825 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.825 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.826 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.826 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.826 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.826 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.826 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.826 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.826 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.826 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.826 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.826 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "telemetry", 2024-09-10T08:19:55.826 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.826 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.826 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.827 INFO:teuthology.orchestra.run.smithi067.stdout: "channel_basic": { 2024-09-10T08:19:55.827 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "channel_basic", 2024-09-10T08:19:55.827 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.827 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.827 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.827 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.827 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.827 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.827 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.827 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Share basic cluster information (size, version)", 2024-09-10T08:19:55.827 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.827 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.827 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.828 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.828 INFO:teuthology.orchestra.run.smithi067.stdout: "channel_crash": { 2024-09-10T08:19:55.828 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "channel_crash", 2024-09-10T08:19:55.828 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.828 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.828 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.828 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.828 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.828 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.828 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.828 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-09-10T08:19:55.828 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.828 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.829 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.829 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.829 INFO:teuthology.orchestra.run.smithi067.stdout: "channel_device": { 2024-09-10T08:19:55.829 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "channel_device", 2024-09-10T08:19:55.829 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.829 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.829 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.829 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.829 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.829 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.829 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.829 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-09-10T08:19:55.829 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.829 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.830 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.830 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.830 INFO:teuthology.orchestra.run.smithi067.stdout: "channel_ident": { 2024-09-10T08:19:55.830 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "channel_ident", 2024-09-10T08:19:55.830 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.830 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.830 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.830 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.830 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.830 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.830 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.830 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-09-10T08:19:55.830 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.830 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.831 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.831 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.831 INFO:teuthology.orchestra.run.smithi067.stdout: "channel_perf": { 2024-09-10T08:19:55.831 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "channel_perf", 2024-09-10T08:19:55.831 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.831 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.831 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.831 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.831 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.831 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.831 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.832 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Share various performance metrics of a cluster", 2024-09-10T08:19:55.832 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.832 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.832 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.832 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.832 INFO:teuthology.orchestra.run.smithi067.stdout: "contact": { 2024-09-10T08:19:55.832 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "contact", 2024-09-10T08:19:55.832 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.832 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.832 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.832 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.832 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.832 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.833 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.833 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.833 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.833 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.833 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.833 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.833 INFO:teuthology.orchestra.run.smithi067.stdout: "description": { 2024-09-10T08:19:55.833 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "description", 2024-09-10T08:19:55.833 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.833 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.833 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.833 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.833 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.833 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.834 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.834 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.834 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.834 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.834 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.834 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.834 INFO:teuthology.orchestra.run.smithi067.stdout: "device_url": { 2024-09-10T08:19:55.834 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "device_url", 2024-09-10T08:19:55.834 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.834 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.834 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.834 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-09-10T08:19:55.834 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.835 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.835 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.835 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.835 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.835 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.835 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.835 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.835 INFO:teuthology.orchestra.run.smithi067.stdout: "enabled": { 2024-09-10T08:19:55.835 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "enabled", 2024-09-10T08:19:55.835 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.835 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.835 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.835 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.835 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.836 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.836 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.836 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.836 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.836 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.836 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.836 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.836 INFO:teuthology.orchestra.run.smithi067.stdout: "interval": { 2024-09-10T08:19:55.836 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "interval", 2024-09-10T08:19:55.836 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.836 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.836 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.836 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "24", 2024-09-10T08:19:55.837 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "8", 2024-09-10T08:19:55.837 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.837 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.837 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.837 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.837 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.837 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.837 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.837 INFO:teuthology.orchestra.run.smithi067.stdout: "last_opt_revision": { 2024-09-10T08:19:55.837 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "last_opt_revision", 2024-09-10T08:19:55.837 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.837 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.837 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.837 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "1", 2024-09-10T08:19:55.838 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.838 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.838 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.838 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.838 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.838 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.838 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.838 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.838 INFO:teuthology.orchestra.run.smithi067.stdout: "leaderboard": { 2024-09-10T08:19:55.838 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "leaderboard", 2024-09-10T08:19:55.838 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.838 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.838 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.839 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.839 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.839 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.839 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.839 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.839 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.839 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.839 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.839 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.839 INFO:teuthology.orchestra.run.smithi067.stdout: "leaderboard_description": { 2024-09-10T08:19:55.839 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "leaderboard_description", 2024-09-10T08:19:55.839 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.839 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.839 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.840 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.840 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.840 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.840 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.840 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.840 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.840 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.840 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.840 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.840 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.840 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.840 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.840 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.841 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.841 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.841 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.841 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.841 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.841 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.841 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.841 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.841 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.841 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.841 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.841 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.841 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.841 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.842 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.842 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.842 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.842 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.842 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.842 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.842 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.842 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.842 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.842 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.842 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.842 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.842 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.842 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.843 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.843 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.843 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.843 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.843 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.843 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.843 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.843 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.843 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.843 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.843 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.843 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.843 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.843 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.844 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.844 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.844 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.844 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.844 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.844 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.844 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.844 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.844 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.844 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.844 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.844 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.844 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.845 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.845 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.845 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.845 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.845 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.845 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.845 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.845 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.845 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.845 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.845 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.845 INFO:teuthology.orchestra.run.smithi067.stdout: "organization": { 2024-09-10T08:19:55.845 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "organization", 2024-09-10T08:19:55.845 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.846 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.846 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.846 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.846 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.846 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.846 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.846 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.846 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.846 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.846 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.846 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.846 INFO:teuthology.orchestra.run.smithi067.stdout: "proxy": { 2024-09-10T08:19:55.846 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "proxy", 2024-09-10T08:19:55.846 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.847 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.847 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.847 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.847 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.847 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.847 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.847 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.847 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.847 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.847 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.847 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.847 INFO:teuthology.orchestra.run.smithi067.stdout: "url": { 2024-09-10T08:19:55.847 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "url", 2024-09-10T08:19:55.847 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.848 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.848 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.848 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-09-10T08:19:55.848 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.848 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.848 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.848 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.848 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.848 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.848 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.848 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.848 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.849 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.849 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.849 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "test_orchestrator", 2024-09-10T08:19:55.849 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.849 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.849 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.849 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.849 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.849 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.849 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.849 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.849 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.849 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.849 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.850 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.850 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.850 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.850 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.850 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.850 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.850 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.850 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.850 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.850 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.850 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.850 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.850 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.851 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.851 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.851 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.851 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.851 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.851 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.851 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.851 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.851 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.851 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.851 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.851 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.851 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.851 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.852 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.852 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.852 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.852 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.852 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.852 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.852 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.852 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.852 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.852 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.852 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.852 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.852 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.853 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.853 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.853 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.853 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.853 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.853 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.853 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.853 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.853 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.853 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.854 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.854 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.854 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.854 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.854 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.854 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.854 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.854 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.854 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.854 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.854 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.854 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.854 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.855 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.855 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.855 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "volumes", 2024-09-10T08:19:55.855 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.855 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.855 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.855 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.855 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.855 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.855 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.855 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.855 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.855 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.855 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.855 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.856 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.856 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.856 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.856 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.856 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.856 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.856 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.856 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.856 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.856 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.856 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.856 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.856 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.856 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.856 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.857 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.857 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.857 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.857 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.857 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.857 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.857 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.857 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.857 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.857 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.857 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.857 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.857 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.857 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.858 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.858 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.858 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.858 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.858 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.858 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.858 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.858 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.858 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.858 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.858 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.858 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.858 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.858 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.859 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.859 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.859 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.859 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.859 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.859 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.859 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.859 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.859 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.859 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.859 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.859 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.859 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.860 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.860 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.860 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.860 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.860 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.860 INFO:teuthology.orchestra.run.smithi067.stdout: "max_concurrent_clones": { 2024-09-10T08:19:55.860 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "max_concurrent_clones", 2024-09-10T08:19:55.860 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.860 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.860 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.860 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "4", 2024-09-10T08:19:55.860 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.860 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.860 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.861 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Number of asynchronous cloner threads", 2024-09-10T08:19:55.861 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.861 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.861 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.861 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.861 INFO:teuthology.orchestra.run.smithi067.stdout: "periodic_async_work": { 2024-09-10T08:19:55.861 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "periodic_async_work", 2024-09-10T08:19:55.861 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.861 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.861 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.861 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.861 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.861 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.862 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.862 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Periodically check for async work", 2024-09-10T08:19:55.862 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.862 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.862 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.862 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.862 INFO:teuthology.orchestra.run.smithi067.stdout: "snapshot_clone_delay": { 2024-09-10T08:19:55.862 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "snapshot_clone_delay", 2024-09-10T08:19:55.862 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.862 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.862 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.862 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "0", 2024-09-10T08:19:55.862 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.862 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.863 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.863 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-09-10T08:19:55.863 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.863 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.863 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.863 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.863 INFO:teuthology.orchestra.run.smithi067.stdout: "snapshot_clone_no_wait": { 2024-09-10T08:19:55.863 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "snapshot_clone_no_wait", 2024-09-10T08:19:55.863 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.863 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.863 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.863 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.864 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.864 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.864 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.864 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-09-10T08:19:55.864 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.864 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.864 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.864 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.864 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.864 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.864 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.864 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "zabbix", 2024-09-10T08:19:55.864 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.865 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.865 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.865 INFO:teuthology.orchestra.run.smithi067.stdout: "discovery_interval": { 2024-09-10T08:19:55.865 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "discovery_interval", 2024-09-10T08:19:55.865 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "uint", 2024-09-10T08:19:55.865 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.865 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.865 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "100", 2024-09-10T08:19:55.865 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.865 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.865 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.865 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.866 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.866 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.866 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.866 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.866 INFO:teuthology.orchestra.run.smithi067.stdout: "identifier": { 2024-09-10T08:19:55.866 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "identifier", 2024-09-10T08:19:55.866 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.866 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.866 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.866 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.866 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.866 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.866 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.866 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.867 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.867 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.867 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.867 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.867 INFO:teuthology.orchestra.run.smithi067.stdout: "interval": { 2024-09-10T08:19:55.867 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "interval", 2024-09-10T08:19:55.867 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:55.867 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.867 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.867 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "60", 2024-09-10T08:19:55.867 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.867 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.868 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.868 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.868 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.868 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.868 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.868 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.868 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.868 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.868 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.868 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.868 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.868 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.868 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.869 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.869 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.869 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.869 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.869 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.869 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.869 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.869 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.869 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.869 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.869 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.869 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.870 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.870 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.870 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.870 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.870 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.870 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.870 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.870 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.870 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.870 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.870 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.870 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.870 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.871 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.871 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.871 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.871 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.871 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.871 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.871 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.871 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.871 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.871 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.871 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.871 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.871 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.872 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.872 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.872 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.872 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.872 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.872 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.872 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.872 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.872 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.872 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.872 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.872 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.873 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.873 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.873 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.873 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.873 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.873 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.873 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.873 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.873 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.873 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.873 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.873 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.873 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.873 INFO:teuthology.orchestra.run.smithi067.stdout: "zabbix_host": { 2024-09-10T08:19:55.874 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "zabbix_host", 2024-09-10T08:19:55.874 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.874 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.874 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.874 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.874 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.874 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.874 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.874 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.874 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.874 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.874 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.874 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.874 INFO:teuthology.orchestra.run.smithi067.stdout: "zabbix_port": { 2024-09-10T08:19:55.875 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "zabbix_port", 2024-09-10T08:19:55.875 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.875 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.875 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.875 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "10051", 2024-09-10T08:19:55.875 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.875 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.875 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.875 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.875 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.875 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.875 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.875 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.876 INFO:teuthology.orchestra.run.smithi067.stdout: "zabbix_sender": { 2024-09-10T08:19:55.876 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "zabbix_sender", 2024-09-10T08:19:55.876 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.876 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.876 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.876 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-09-10T08:19:55.876 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.876 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.876 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.876 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.876 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.876 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.876 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.876 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.877 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.877 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.877 INFO:teuthology.orchestra.run.smithi067.stdout: ] 2024-09-10T08:19:55.877 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.877 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.877 INFO:teuthology.orchestra.run.smithi067.stdout: "modules": [ 2024-09-10T08:19:55.877 INFO:teuthology.orchestra.run.smithi067.stdout: "cephadm", 2024-09-10T08:19:55.877 INFO:teuthology.orchestra.run.smithi067.stdout: "dashboard", 2024-09-10T08:19:55.877 INFO:teuthology.orchestra.run.smithi067.stdout: "iostat", 2024-09-10T08:19:55.877 INFO:teuthology.orchestra.run.smithi067.stdout: "nfs", 2024-09-10T08:19:55.877 INFO:teuthology.orchestra.run.smithi067.stdout: "restful" 2024-09-10T08:19:55.877 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.877 INFO:teuthology.orchestra.run.smithi067.stdout: "available_modules": [ 2024-09-10T08:19:55.880 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.880 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "alerts", 2024-09-10T08:19:55.880 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.880 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.880 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.880 INFO:teuthology.orchestra.run.smithi067.stdout: "interval": { 2024-09-10T08:19:55.880 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "interval", 2024-09-10T08:19:55.881 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:55.881 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.881 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.881 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "60", 2024-09-10T08:19:55.881 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.881 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.881 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.881 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "How frequently to reexamine health status", 2024-09-10T08:19:55.881 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.881 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.881 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.882 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.882 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.882 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.882 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.882 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.882 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.882 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.882 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.882 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.882 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.882 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.882 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.882 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.883 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.883 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.883 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.883 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.883 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.883 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.883 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.883 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.883 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.883 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.883 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.883 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.883 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.884 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.884 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.884 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.884 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.884 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.884 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.884 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.884 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.884 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.884 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.884 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.884 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.884 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.884 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.885 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.885 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.885 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.885 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.885 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.885 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.885 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.885 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.885 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.885 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.885 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.885 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.886 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.886 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.886 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.886 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.886 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.886 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.886 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.886 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.886 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.886 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.886 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.886 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.886 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.886 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.887 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.887 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.887 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.887 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.887 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.887 INFO:teuthology.orchestra.run.smithi067.stdout: "smtp_destination": { 2024-09-10T08:19:55.887 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "smtp_destination", 2024-09-10T08:19:55.887 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.887 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.887 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.887 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.887 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.887 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.888 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.888 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Email address to send alerts to", 2024-09-10T08:19:55.888 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.888 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.888 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.888 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.888 INFO:teuthology.orchestra.run.smithi067.stdout: "smtp_from_name": { 2024-09-10T08:19:55.888 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "smtp_from_name", 2024-09-10T08:19:55.888 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.888 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.888 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.888 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "Ceph", 2024-09-10T08:19:55.888 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.888 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.889 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.889 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Email From: name", 2024-09-10T08:19:55.889 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.889 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.889 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.889 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.889 INFO:teuthology.orchestra.run.smithi067.stdout: "smtp_host": { 2024-09-10T08:19:55.889 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "smtp_host", 2024-09-10T08:19:55.889 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.889 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.889 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.889 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.889 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.889 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.890 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.890 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "SMTP server", 2024-09-10T08:19:55.890 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.890 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.890 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.890 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.890 INFO:teuthology.orchestra.run.smithi067.stdout: "smtp_password": { 2024-09-10T08:19:55.890 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "smtp_password", 2024-09-10T08:19:55.890 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.890 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.890 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.890 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.890 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.891 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.891 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.891 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Password to authenticate with", 2024-09-10T08:19:55.891 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.891 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.891 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.891 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.891 INFO:teuthology.orchestra.run.smithi067.stdout: "smtp_port": { 2024-09-10T08:19:55.891 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "smtp_port", 2024-09-10T08:19:55.891 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.891 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.891 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.891 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "465", 2024-09-10T08:19:55.891 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.891 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.892 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.892 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "SMTP port", 2024-09-10T08:19:55.892 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.892 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.892 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.892 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.892 INFO:teuthology.orchestra.run.smithi067.stdout: "smtp_sender": { 2024-09-10T08:19:55.892 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "smtp_sender", 2024-09-10T08:19:55.892 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.892 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.892 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.892 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.892 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.893 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.893 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.893 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "SMTP envelope sender", 2024-09-10T08:19:55.893 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.893 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.893 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.893 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.893 INFO:teuthology.orchestra.run.smithi067.stdout: "smtp_ssl": { 2024-09-10T08:19:55.893 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "smtp_ssl", 2024-09-10T08:19:55.893 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.893 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.893 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.893 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.893 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.894 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.894 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.894 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Use SSL to connect to SMTP server", 2024-09-10T08:19:55.894 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.894 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.894 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.894 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.894 INFO:teuthology.orchestra.run.smithi067.stdout: "smtp_user": { 2024-09-10T08:19:55.894 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "smtp_user", 2024-09-10T08:19:55.894 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.894 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.894 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.894 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.895 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.895 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.895 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.895 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "User to authenticate as", 2024-09-10T08:19:55.895 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.895 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.895 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.895 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.895 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.895 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.895 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.895 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "balancer", 2024-09-10T08:19:55.895 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.895 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.895 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.896 INFO:teuthology.orchestra.run.smithi067.stdout: "active": { 2024-09-10T08:19:55.896 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "active", 2024-09-10T08:19:55.896 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.896 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.896 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.896 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.896 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.896 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.896 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.896 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "automatically balance PGs across cluster", 2024-09-10T08:19:55.896 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.896 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.896 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.897 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.897 INFO:teuthology.orchestra.run.smithi067.stdout: "begin_time": { 2024-09-10T08:19:55.897 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "begin_time", 2024-09-10T08:19:55.897 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.897 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.897 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.897 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "0000", 2024-09-10T08:19:55.897 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.897 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.897 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.897 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "beginning time of day to automatically balance", 2024-09-10T08:19:55.897 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-10T08:19:55.897 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.898 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.898 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.898 INFO:teuthology.orchestra.run.smithi067.stdout: "begin_weekday": { 2024-09-10T08:19:55.898 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "begin_weekday", 2024-09-10T08:19:55.898 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "uint", 2024-09-10T08:19:55.898 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.898 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.898 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "0", 2024-09-10T08:19:55.898 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "0", 2024-09-10T08:19:55.898 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "6", 2024-09-10T08:19:55.898 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.898 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-09-10T08:19:55.899 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-10T08:19:55.899 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.899 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.899 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.899 INFO:teuthology.orchestra.run.smithi067.stdout: "crush_compat_max_iterations": { 2024-09-10T08:19:55.899 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "crush_compat_max_iterations", 2024-09-10T08:19:55.899 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "uint", 2024-09-10T08:19:55.899 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.899 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.899 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "25", 2024-09-10T08:19:55.899 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "1", 2024-09-10T08:19:55.899 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "250", 2024-09-10T08:19:55.899 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.900 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-09-10T08:19:55.900 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.900 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.900 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.900 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.900 INFO:teuthology.orchestra.run.smithi067.stdout: "crush_compat_metrics": { 2024-09-10T08:19:55.900 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "crush_compat_metrics", 2024-09-10T08:19:55.900 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.900 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.900 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.900 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "pgs,objects,bytes", 2024-09-10T08:19:55.900 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.901 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.901 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.901 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-09-10T08:19:55.901 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-09-10T08:19:55.901 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.901 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.901 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.901 INFO:teuthology.orchestra.run.smithi067.stdout: "crush_compat_step": { 2024-09-10T08:19:55.901 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "crush_compat_step", 2024-09-10T08:19:55.901 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "float", 2024-09-10T08:19:55.901 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.901 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.901 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "0.5", 2024-09-10T08:19:55.901 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "0.001", 2024-09-10T08:19:55.902 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "0.999", 2024-09-10T08:19:55.902 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.902 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "aggressiveness of optimization", 2024-09-10T08:19:55.902 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-09-10T08:19:55.902 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.902 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.902 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.902 INFO:teuthology.orchestra.run.smithi067.stdout: "end_time": { 2024-09-10T08:19:55.902 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "end_time", 2024-09-10T08:19:55.902 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.902 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.902 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.902 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "2359", 2024-09-10T08:19:55.903 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.903 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.903 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.903 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "ending time of day to automatically balance", 2024-09-10T08:19:55.903 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-10T08:19:55.903 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.903 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.903 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.903 INFO:teuthology.orchestra.run.smithi067.stdout: "end_weekday": { 2024-09-10T08:19:55.903 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "end_weekday", 2024-09-10T08:19:55.903 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "uint", 2024-09-10T08:19:55.903 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.903 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.903 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "0", 2024-09-10T08:19:55.904 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "0", 2024-09-10T08:19:55.904 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "6", 2024-09-10T08:19:55.904 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.904 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-09-10T08:19:55.904 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-10T08:19:55.904 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.904 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.904 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.904 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.904 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.904 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.904 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.904 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.904 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.905 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.905 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.905 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.905 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.905 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.905 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.905 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.905 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.905 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.905 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.905 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.905 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.906 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.906 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.906 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.906 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.906 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.906 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.906 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.906 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.906 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.906 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.906 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.906 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.906 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.906 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.907 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.907 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.907 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.907 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.907 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.907 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.907 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.907 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.907 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.907 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.907 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.907 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.907 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.907 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.908 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.908 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.908 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.908 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.908 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.908 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.908 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.908 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.908 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.908 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.908 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.908 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.908 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.909 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.909 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.909 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.909 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.909 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.909 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.909 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.909 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.909 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.909 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.909 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.909 INFO:teuthology.orchestra.run.smithi067.stdout: "min_score": { 2024-09-10T08:19:55.909 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "min_score", 2024-09-10T08:19:55.909 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "float", 2024-09-10T08:19:55.910 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.910 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.910 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "0", 2024-09-10T08:19:55.910 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.910 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.910 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.910 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-09-10T08:19:55.910 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.910 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.910 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.910 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.910 INFO:teuthology.orchestra.run.smithi067.stdout: "mode": { 2024-09-10T08:19:55.910 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "mode", 2024-09-10T08:19:55.911 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.911 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.911 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.911 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "upmap", 2024-09-10T08:19:55.911 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.911 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.911 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.911 INFO:teuthology.orchestra.run.smithi067.stdout: "crush-compat", 2024-09-10T08:19:55.911 INFO:teuthology.orchestra.run.smithi067.stdout: "none", 2024-09-10T08:19:55.911 INFO:teuthology.orchestra.run.smithi067.stdout: "read", 2024-09-10T08:19:55.911 INFO:teuthology.orchestra.run.smithi067.stdout: "upmap", 2024-09-10T08:19:55.911 INFO:teuthology.orchestra.run.smithi067.stdout: "upmap-read" 2024-09-10T08:19:55.911 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.911 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Balancer mode", 2024-09-10T08:19:55.912 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.912 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.912 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.912 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.912 INFO:teuthology.orchestra.run.smithi067.stdout: "pool_ids": { 2024-09-10T08:19:55.912 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "pool_ids", 2024-09-10T08:19:55.912 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.912 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.912 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.912 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.912 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.912 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.912 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.913 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-09-10T08:19:55.913 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.913 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.913 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.913 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.913 INFO:teuthology.orchestra.run.smithi067.stdout: "sleep_interval": { 2024-09-10T08:19:55.913 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "sleep_interval", 2024-09-10T08:19:55.913 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:55.913 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.913 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.913 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "60", 2024-09-10T08:19:55.913 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.913 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.913 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.914 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-09-10T08:19:55.914 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.914 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.914 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.914 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.914 INFO:teuthology.orchestra.run.smithi067.stdout: "upmap_max_deviation": { 2024-09-10T08:19:55.914 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "upmap_max_deviation", 2024-09-10T08:19:55.914 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.914 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.914 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.914 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "5", 2024-09-10T08:19:55.914 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "1", 2024-09-10T08:19:55.914 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.915 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.915 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "deviation below which no optimization is attempted", 2024-09-10T08:19:55.915 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-09-10T08:19:55.915 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.915 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.915 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.915 INFO:teuthology.orchestra.run.smithi067.stdout: "upmap_max_optimizations": { 2024-09-10T08:19:55.915 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "upmap_max_optimizations", 2024-09-10T08:19:55.915 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "uint", 2024-09-10T08:19:55.915 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.915 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.915 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "10", 2024-09-10T08:19:55.915 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.916 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.916 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.916 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-09-10T08:19:55.916 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.916 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.916 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.916 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.916 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.916 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.916 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.916 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "cephadm", 2024-09-10T08:19:55.916 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.916 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.917 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.917 INFO:teuthology.orchestra.run.smithi067.stdout: "agent_down_multiplier": { 2024-09-10T08:19:55.917 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "agent_down_multiplier", 2024-09-10T08:19:55.917 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "float", 2024-09-10T08:19:55.917 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.917 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.917 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "3.0", 2024-09-10T08:19:55.917 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.917 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.917 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.917 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-09-10T08:19:55.917 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.917 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.918 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.918 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.918 INFO:teuthology.orchestra.run.smithi067.stdout: "agent_refresh_rate": { 2024-09-10T08:19:55.918 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "agent_refresh_rate", 2024-09-10T08:19:55.918 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:55.918 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.918 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.918 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "20", 2024-09-10T08:19:55.918 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.918 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.918 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.918 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-09-10T08:19:55.918 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.919 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.919 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.919 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.919 INFO:teuthology.orchestra.run.smithi067.stdout: "agent_starting_port": { 2024-09-10T08:19:55.919 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "agent_starting_port", 2024-09-10T08:19:55.919 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.919 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.919 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.919 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "4721", 2024-09-10T08:19:55.919 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.919 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.919 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.919 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-09-10T08:19:55.920 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.920 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.920 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.920 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.920 INFO:teuthology.orchestra.run.smithi067.stdout: "allow_ptrace": { 2024-09-10T08:19:55.920 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "allow_ptrace", 2024-09-10T08:19:55.920 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.920 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.920 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.920 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.920 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.920 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.920 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.920 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-09-10T08:19:55.921 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-09-10T08:19:55.921 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.921 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.921 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.921 INFO:teuthology.orchestra.run.smithi067.stdout: "autotune_interval": { 2024-09-10T08:19:55.921 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "autotune_interval", 2024-09-10T08:19:55.921 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:55.921 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.921 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.921 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "600", 2024-09-10T08:19:55.921 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.921 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.921 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.922 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "how frequently to autotune daemon memory", 2024-09-10T08:19:55.922 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.922 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.922 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.922 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.922 INFO:teuthology.orchestra.run.smithi067.stdout: "autotune_memory_target_ratio": { 2024-09-10T08:19:55.922 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "autotune_memory_target_ratio", 2024-09-10T08:19:55.922 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "float", 2024-09-10T08:19:55.922 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.922 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.922 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "0.7", 2024-09-10T08:19:55.922 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.922 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.922 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.923 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-09-10T08:19:55.923 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.923 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.923 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.923 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.923 INFO:teuthology.orchestra.run.smithi067.stdout: "cephadm_log_destination": { 2024-09-10T08:19:55.923 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "cephadm_log_destination", 2024-09-10T08:19:55.923 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.923 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.923 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.923 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.923 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.923 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.923 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.924 INFO:teuthology.orchestra.run.smithi067.stdout: "file", 2024-09-10T08:19:55.924 INFO:teuthology.orchestra.run.smithi067.stdout: "file,syslog", 2024-09-10T08:19:55.924 INFO:teuthology.orchestra.run.smithi067.stdout: "syslog" 2024-09-10T08:19:55.924 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.924 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-09-10T08:19:55.924 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.924 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.924 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.924 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.924 INFO:teuthology.orchestra.run.smithi067.stdout: "cgroups_split": { 2024-09-10T08:19:55.924 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "cgroups_split", 2024-09-10T08:19:55.924 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.925 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.925 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.925 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.925 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.925 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.925 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.925 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-09-10T08:19:55.925 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.925 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.925 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.925 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.925 INFO:teuthology.orchestra.run.smithi067.stdout: "config_checks_enabled": { 2024-09-10T08:19:55.925 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "config_checks_enabled", 2024-09-10T08:19:55.926 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.926 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.926 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.926 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.926 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.926 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.926 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.926 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-09-10T08:19:55.926 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.926 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.926 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.926 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.926 INFO:teuthology.orchestra.run.smithi067.stdout: "config_dashboard": { 2024-09-10T08:19:55.926 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "config_dashboard", 2024-09-10T08:19:55.927 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.927 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.927 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.927 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.927 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.927 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.927 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.927 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-09-10T08:19:55.927 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.927 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.927 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.927 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.927 INFO:teuthology.orchestra.run.smithi067.stdout: "container_image_alertmanager": { 2024-09-10T08:19:55.928 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_image_alertmanager", 2024-09-10T08:19:55.928 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.928 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.928 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.928 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-09-10T08:19:55.928 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.928 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.928 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.928 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Prometheus container image", 2024-09-10T08:19:55.928 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.928 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.928 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.929 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.929 INFO:teuthology.orchestra.run.smithi067.stdout: "container_image_base": { 2024-09-10T08:19:55.929 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_image_base", 2024-09-10T08:19:55.929 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.929 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.929 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.929 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "quay.io/ceph/ceph", 2024-09-10T08:19:55.929 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.929 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.929 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.929 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Container image name, without the tag", 2024-09-10T08:19:55.929 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.930 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.930 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.930 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.930 INFO:teuthology.orchestra.run.smithi067.stdout: "container_image_elasticsearch": { 2024-09-10T08:19:55.930 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_image_elasticsearch", 2024-09-10T08:19:55.930 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.930 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.930 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.930 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-09-10T08:19:55.930 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.930 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.930 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.930 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "elasticsearch container image", 2024-09-10T08:19:55.930 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.931 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.931 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.931 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.931 INFO:teuthology.orchestra.run.smithi067.stdout: "container_image_grafana": { 2024-09-10T08:19:55.931 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_image_grafana", 2024-09-10T08:19:55.931 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.931 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.931 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.931 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-09-10T08:19:55.931 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.931 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.931 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.931 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Prometheus container image", 2024-09-10T08:19:55.931 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.932 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.932 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.932 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.932 INFO:teuthology.orchestra.run.smithi067.stdout: "container_image_haproxy": { 2024-09-10T08:19:55.932 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_image_haproxy", 2024-09-10T08:19:55.932 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.932 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.932 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.932 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-09-10T08:19:55.932 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.932 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.932 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.932 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "HAproxy container image", 2024-09-10T08:19:55.933 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.933 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.933 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.933 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.933 INFO:teuthology.orchestra.run.smithi067.stdout: "container_image_jaeger_agent": { 2024-09-10T08:19:55.933 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_image_jaeger_agent", 2024-09-10T08:19:55.933 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.933 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.933 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.933 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-09-10T08:19:55.934 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.934 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.934 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.934 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Jaeger agent container image", 2024-09-10T08:19:55.934 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.934 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.934 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.934 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.934 INFO:teuthology.orchestra.run.smithi067.stdout: "container_image_jaeger_collector": { 2024-09-10T08:19:55.934 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_image_jaeger_collector", 2024-09-10T08:19:55.934 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.934 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.935 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.935 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-09-10T08:19:55.935 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.935 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.935 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.935 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Jaeger collector container image", 2024-09-10T08:19:55.935 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.935 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.935 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.935 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.935 INFO:teuthology.orchestra.run.smithi067.stdout: "container_image_jaeger_query": { 2024-09-10T08:19:55.935 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_image_jaeger_query", 2024-09-10T08:19:55.935 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.936 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.936 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.936 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-09-10T08:19:55.936 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.936 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.936 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.936 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Jaeger query container image", 2024-09-10T08:19:55.936 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.936 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.936 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.936 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.937 INFO:teuthology.orchestra.run.smithi067.stdout: "container_image_keepalived": { 2024-09-10T08:19:55.937 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_image_keepalived", 2024-09-10T08:19:55.937 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.937 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.937 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.937 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-09-10T08:19:55.937 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.937 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.937 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.937 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Keepalived container image", 2024-09-10T08:19:55.937 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.937 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.938 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.938 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.938 INFO:teuthology.orchestra.run.smithi067.stdout: "container_image_loki": { 2024-09-10T08:19:55.938 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_image_loki", 2024-09-10T08:19:55.938 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.938 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.938 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.938 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-09-10T08:19:55.938 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.938 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.938 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.938 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Loki container image", 2024-09-10T08:19:55.938 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.939 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.939 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.939 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.939 INFO:teuthology.orchestra.run.smithi067.stdout: "container_image_node_exporter": { 2024-09-10T08:19:55.939 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_image_node_exporter", 2024-09-10T08:19:55.939 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.939 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.939 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.939 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-09-10T08:19:55.939 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.939 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.940 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.940 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Prometheus container image", 2024-09-10T08:19:55.940 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.940 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.940 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.940 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.940 INFO:teuthology.orchestra.run.smithi067.stdout: "container_image_nvmeof": { 2024-09-10T08:19:55.940 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_image_nvmeof", 2024-09-10T08:19:55.940 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.940 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.940 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.940 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-09-10T08:19:55.941 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.941 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.941 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.941 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Nvme-of container image", 2024-09-10T08:19:55.941 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.941 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.941 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.941 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.941 INFO:teuthology.orchestra.run.smithi067.stdout: "container_image_prometheus": { 2024-09-10T08:19:55.941 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_image_prometheus", 2024-09-10T08:19:55.941 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.941 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.941 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.942 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-09-10T08:19:55.942 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.942 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.942 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.942 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Prometheus container image", 2024-09-10T08:19:55.942 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.942 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.942 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.942 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.942 INFO:teuthology.orchestra.run.smithi067.stdout: "container_image_promtail": { 2024-09-10T08:19:55.942 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_image_promtail", 2024-09-10T08:19:55.942 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.943 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.943 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.943 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-09-10T08:19:55.943 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.943 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.943 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.943 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Promtail container image", 2024-09-10T08:19:55.943 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.943 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.943 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.943 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.943 INFO:teuthology.orchestra.run.smithi067.stdout: "container_image_samba": { 2024-09-10T08:19:55.943 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_image_samba", 2024-09-10T08:19:55.943 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.943 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.944 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.944 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-09-10T08:19:55.944 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.944 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.944 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.944 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Samba/SMB container image", 2024-09-10T08:19:55.944 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.944 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.944 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.944 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.944 INFO:teuthology.orchestra.run.smithi067.stdout: "container_image_snmp_gateway": { 2024-09-10T08:19:55.944 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_image_snmp_gateway", 2024-09-10T08:19:55.944 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.944 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.944 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.945 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-09-10T08:19:55.945 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.945 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.945 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.945 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "SNMP Gateway container image", 2024-09-10T08:19:55.945 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.945 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.945 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.945 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.945 INFO:teuthology.orchestra.run.smithi067.stdout: "container_init": { 2024-09-10T08:19:55.945 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "container_init", 2024-09-10T08:19:55.945 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.945 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.945 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.945 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.946 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.946 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.946 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.946 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Run podman/docker with `--init`", 2024-09-10T08:19:55.946 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.946 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.946 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.946 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.946 INFO:teuthology.orchestra.run.smithi067.stdout: "daemon_cache_timeout": { 2024-09-10T08:19:55.946 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "daemon_cache_timeout", 2024-09-10T08:19:55.946 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:55.946 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.946 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.946 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "600", 2024-09-10T08:19:55.947 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.947 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.947 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.947 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-09-10T08:19:55.947 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.947 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.947 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.947 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.947 INFO:teuthology.orchestra.run.smithi067.stdout: "default_cephadm_command_timeout": { 2024-09-10T08:19:55.947 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "default_cephadm_command_timeout", 2024-09-10T08:19:55.947 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.947 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.947 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.947 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "900", 2024-09-10T08:19:55.947 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.948 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.948 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.948 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-09-10T08:19:55.948 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.948 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.948 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.948 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.948 INFO:teuthology.orchestra.run.smithi067.stdout: "default_registry": { 2024-09-10T08:19:55.948 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "default_registry", 2024-09-10T08:19:55.948 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.948 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.948 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.948 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "docker.io", 2024-09-10T08:19:55.949 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.949 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.949 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.949 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-09-10T08:19:55.949 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.949 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.949 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.949 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.949 INFO:teuthology.orchestra.run.smithi067.stdout: "device_cache_timeout": { 2024-09-10T08:19:55.949 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "device_cache_timeout", 2024-09-10T08:19:55.949 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:55.949 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.949 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.950 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "1800", 2024-09-10T08:19:55.950 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.950 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.950 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.950 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "seconds to cache device inventory", 2024-09-10T08:19:55.950 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.950 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.950 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.950 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.950 INFO:teuthology.orchestra.run.smithi067.stdout: "device_enhanced_scan": { 2024-09-10T08:19:55.950 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "device_enhanced_scan", 2024-09-10T08:19:55.950 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.950 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.950 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.950 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.951 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.951 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.951 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.951 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Use libstoragemgmt during device scans", 2024-09-10T08:19:55.951 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.951 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.951 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.951 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.951 INFO:teuthology.orchestra.run.smithi067.stdout: "facts_cache_timeout": { 2024-09-10T08:19:55.951 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "facts_cache_timeout", 2024-09-10T08:19:55.951 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:55.951 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.951 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.951 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "60", 2024-09-10T08:19:55.952 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.952 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.952 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.952 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "seconds to cache host facts data", 2024-09-10T08:19:55.952 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.952 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.952 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.952 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.952 INFO:teuthology.orchestra.run.smithi067.stdout: "grafana_dashboards_path": { 2024-09-10T08:19:55.952 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "grafana_dashboards_path", 2024-09-10T08:19:55.952 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.952 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.952 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.952 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-09-10T08:19:55.952 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.953 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.953 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.953 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-09-10T08:19:55.953 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.953 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.953 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.953 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.953 INFO:teuthology.orchestra.run.smithi067.stdout: "host_check_interval": { 2024-09-10T08:19:55.953 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "host_check_interval", 2024-09-10T08:19:55.953 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:55.953 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.953 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.953 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "600", 2024-09-10T08:19:55.953 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.954 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.954 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.954 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "how frequently to perform a host check", 2024-09-10T08:19:55.954 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.954 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.954 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.954 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.954 INFO:teuthology.orchestra.run.smithi067.stdout: "hw_monitoring": { 2024-09-10T08:19:55.954 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "hw_monitoring", 2024-09-10T08:19:55.954 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.954 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.954 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.954 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.954 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.954 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.955 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.955 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-09-10T08:19:55.955 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.955 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.955 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.955 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.955 INFO:teuthology.orchestra.run.smithi067.stdout: "inventory_list_all": { 2024-09-10T08:19:55.955 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "inventory_list_all", 2024-09-10T08:19:55.955 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.955 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.955 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.955 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.955 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.955 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.955 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.956 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-09-10T08:19:55.956 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.956 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.956 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.956 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.956 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.956 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.956 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.956 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.956 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.956 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.956 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.956 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.956 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.957 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.957 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.957 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.957 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.957 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.957 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.957 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.957 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.957 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.957 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.957 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.957 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.957 INFO:teuthology.orchestra.run.smithi067.stdout: "log_refresh_metadata": { 2024-09-10T08:19:55.957 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_refresh_metadata", 2024-09-10T08:19:55.958 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.958 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.958 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.958 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.958 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.958 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.958 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.958 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-09-10T08:19:55.958 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.958 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.958 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.958 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.958 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.958 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.959 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.959 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.959 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.959 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.959 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.959 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.959 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.959 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-09-10T08:19:55.959 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.959 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.959 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.959 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.959 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.960 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.960 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.960 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.960 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.960 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.960 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.960 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.960 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.960 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.960 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.960 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.960 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.960 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.961 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.961 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.961 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.961 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.961 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.961 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.961 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.961 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.961 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.961 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.961 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.961 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.961 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.961 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.962 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.962 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.962 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.962 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.962 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.962 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.962 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.962 INFO:teuthology.orchestra.run.smithi067.stdout: "manage_etc_ceph_ceph_conf": { 2024-09-10T08:19:55.962 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-09-10T08:19:55.962 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.962 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.962 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.962 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.962 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.963 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.963 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.963 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-09-10T08:19:55.963 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.963 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.963 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.963 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.963 INFO:teuthology.orchestra.run.smithi067.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-09-10T08:19:55.963 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-09-10T08:19:55.963 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.963 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.963 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.963 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "*", 2024-09-10T08:19:55.963 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.964 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.964 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.964 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-09-10T08:19:55.964 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.964 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.964 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.964 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.964 INFO:teuthology.orchestra.run.smithi067.stdout: "max_count_per_host": { 2024-09-10T08:19:55.964 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "max_count_per_host", 2024-09-10T08:19:55.964 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.964 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.964 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.964 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "10", 2024-09-10T08:19:55.965 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.965 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.965 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.965 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "max number of daemons per service per host", 2024-09-10T08:19:55.965 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.965 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.965 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.965 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.965 INFO:teuthology.orchestra.run.smithi067.stdout: "max_osd_draining_count": { 2024-09-10T08:19:55.965 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "max_osd_draining_count", 2024-09-10T08:19:55.965 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.965 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.965 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.965 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "10", 2024-09-10T08:19:55.966 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.966 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.966 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.966 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-09-10T08:19:55.966 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.966 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.966 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.966 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.966 INFO:teuthology.orchestra.run.smithi067.stdout: "migration_current": { 2024-09-10T08:19:55.966 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "migration_current", 2024-09-10T08:19:55.966 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.966 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.966 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.966 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.967 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.967 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.967 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.967 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "internal - do not modify", 2024-09-10T08:19:55.967 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.967 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.967 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.967 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.967 INFO:teuthology.orchestra.run.smithi067.stdout: "mode": { 2024-09-10T08:19:55.967 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "mode", 2024-09-10T08:19:55.967 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.967 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.967 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.967 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "root", 2024-09-10T08:19:55.968 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.968 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.968 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.968 INFO:teuthology.orchestra.run.smithi067.stdout: "cephadm-package", 2024-09-10T08:19:55.968 INFO:teuthology.orchestra.run.smithi067.stdout: "root" 2024-09-10T08:19:55.968 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.968 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "mode for remote execution of cephadm", 2024-09-10T08:19:55.968 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.968 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.968 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.968 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.968 INFO:teuthology.orchestra.run.smithi067.stdout: "oob_default_addr": { 2024-09-10T08:19:55.968 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "oob_default_addr", 2024-09-10T08:19:55.969 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.969 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.969 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.969 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "169.254.1.1", 2024-09-10T08:19:55.969 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.969 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.969 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.969 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Default address for RedFish API (oob management).", 2024-09-10T08:19:55.969 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.969 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.969 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.969 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.969 INFO:teuthology.orchestra.run.smithi067.stdout: "prometheus_alerts_path": { 2024-09-10T08:19:55.969 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "prometheus_alerts_path", 2024-09-10T08:19:55.970 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.970 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.970 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.970 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-09-10T08:19:55.970 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.970 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.970 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.970 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-09-10T08:19:55.970 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.970 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.970 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.970 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.970 INFO:teuthology.orchestra.run.smithi067.stdout: "registry_insecure": { 2024-09-10T08:19:55.971 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "registry_insecure", 2024-09-10T08:19:55.971 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.971 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.971 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.971 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.971 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.971 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.971 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.971 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-09-10T08:19:55.971 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.971 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.971 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.971 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.971 INFO:teuthology.orchestra.run.smithi067.stdout: "registry_password": { 2024-09-10T08:19:55.972 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "registry_password", 2024-09-10T08:19:55.972 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.972 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.972 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.972 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.972 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.972 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.972 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.972 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-09-10T08:19:55.972 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.972 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.972 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.972 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.973 INFO:teuthology.orchestra.run.smithi067.stdout: "registry_url": { 2024-09-10T08:19:55.973 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "registry_url", 2024-09-10T08:19:55.973 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.973 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.973 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.973 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.973 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.973 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.973 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.973 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-09-10T08:19:55.973 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.973 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.973 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.973 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.974 INFO:teuthology.orchestra.run.smithi067.stdout: "registry_username": { 2024-09-10T08:19:55.974 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "registry_username", 2024-09-10T08:19:55.974 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.974 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.974 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.974 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.974 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.974 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.974 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.974 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-09-10T08:19:55.974 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.974 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.974 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.974 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.975 INFO:teuthology.orchestra.run.smithi067.stdout: "secure_monitoring_stack": { 2024-09-10T08:19:55.975 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "secure_monitoring_stack", 2024-09-10T08:19:55.975 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.975 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.975 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.975 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.975 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.975 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.975 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.975 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-09-10T08:19:55.975 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.976 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.976 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.976 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.976 INFO:teuthology.orchestra.run.smithi067.stdout: "service_discovery_port": { 2024-09-10T08:19:55.976 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "service_discovery_port", 2024-09-10T08:19:55.976 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.976 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.976 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.976 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "8765", 2024-09-10T08:19:55.976 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.976 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.976 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.976 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "cephadm service discovery port", 2024-09-10T08:19:55.976 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.977 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.977 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.977 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.977 INFO:teuthology.orchestra.run.smithi067.stdout: "ssh_config_file": { 2024-09-10T08:19:55.977 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "ssh_config_file", 2024-09-10T08:19:55.977 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.977 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.977 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.977 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.977 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.977 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.977 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.977 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-09-10T08:19:55.977 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.978 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.978 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.978 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.978 INFO:teuthology.orchestra.run.smithi067.stdout: "use_agent": { 2024-09-10T08:19:55.978 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "use_agent", 2024-09-10T08:19:55.978 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.978 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.978 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.978 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.978 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.978 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.978 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.978 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-09-10T08:19:55.978 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.979 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.979 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.979 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.979 INFO:teuthology.orchestra.run.smithi067.stdout: "use_repo_digest": { 2024-09-10T08:19:55.979 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "use_repo_digest", 2024-09-10T08:19:55.979 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.979 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.979 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.979 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.979 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.979 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.979 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.979 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-09-10T08:19:55.980 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.980 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.980 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.980 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.980 INFO:teuthology.orchestra.run.smithi067.stdout: "warn_on_failed_host_check": { 2024-09-10T08:19:55.980 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "warn_on_failed_host_check", 2024-09-10T08:19:55.980 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.980 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.980 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.980 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.980 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.980 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.980 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.981 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "raise a health warning if the host check fails", 2024-09-10T08:19:55.981 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.981 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.981 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.981 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.981 INFO:teuthology.orchestra.run.smithi067.stdout: "warn_on_stray_daemons": { 2024-09-10T08:19:55.981 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "warn_on_stray_daemons", 2024-09-10T08:19:55.981 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.981 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.981 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.981 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.981 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.981 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.982 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.982 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-09-10T08:19:55.982 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.982 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.982 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.982 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.982 INFO:teuthology.orchestra.run.smithi067.stdout: "warn_on_stray_hosts": { 2024-09-10T08:19:55.982 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "warn_on_stray_hosts", 2024-09-10T08:19:55.982 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.982 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.982 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.982 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.982 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.982 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.983 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.983 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-09-10T08:19:55.983 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.983 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.983 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.983 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.983 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.983 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.983 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.983 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "crash", 2024-09-10T08:19:55.983 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.983 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.983 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.983 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:55.984 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:55.984 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.984 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.984 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.984 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.984 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.984 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.984 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.984 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.984 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.984 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.984 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.984 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.984 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.985 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.985 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.985 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.985 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.985 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.985 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.985 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:55.985 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:55.985 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.985 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.985 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.985 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.985 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.985 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.986 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.986 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.986 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.986 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.986 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.986 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.986 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:55.986 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:55.986 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.986 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.986 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.986 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:55.986 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.986 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.987 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:55.987 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:55.987 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:55.987 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:55.987 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:55.987 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:55.987 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:55.987 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:55.987 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.987 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.987 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.987 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.987 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.987 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:55.988 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:55.988 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.988 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.988 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.988 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.988 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.988 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.988 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.988 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.988 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.988 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.988 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.989 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.989 INFO:teuthology.orchestra.run.smithi067.stdout: "retain_interval": { 2024-09-10T08:19:55.989 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "retain_interval", 2024-09-10T08:19:55.989 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:55.989 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.989 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.989 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "31536000", 2024-09-10T08:19:55.989 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.989 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.989 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.989 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "how long to retain crashes before pruning them", 2024-09-10T08:19:55.989 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.989 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.989 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.990 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.990 INFO:teuthology.orchestra.run.smithi067.stdout: "warn_recent_interval": { 2024-09-10T08:19:55.990 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "warn_recent_interval", 2024-09-10T08:19:55.990 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:55.990 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.990 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:55.990 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "1209600", 2024-09-10T08:19:55.990 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.990 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.990 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.990 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "time interval in which to warn about recent crashes", 2024-09-10T08:19:55.990 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.990 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.990 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.991 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.991 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:55.991 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.991 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:55.991 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "dashboard", 2024-09-10T08:19:55.991 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:55.991 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:55.991 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:55.991 INFO:teuthology.orchestra.run.smithi067.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-09-10T08:19:55.991 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-09-10T08:19:55.991 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:55.991 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.991 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.991 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "10", 2024-09-10T08:19:55.992 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.992 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.992 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.992 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.992 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.992 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.992 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.992 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.992 INFO:teuthology.orchestra.run.smithi067.stdout: "ALERTMANAGER_API_HOST": { 2024-09-10T08:19:55.992 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "ALERTMANAGER_API_HOST", 2024-09-10T08:19:55.992 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:55.992 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.992 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.993 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:55.993 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.993 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.993 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.993 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.993 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.993 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.993 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.993 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.993 INFO:teuthology.orchestra.run.smithi067.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-09-10T08:19:55.993 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-09-10T08:19:55.993 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.994 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.994 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.994 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.994 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.994 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.994 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.994 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.994 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.994 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.994 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.994 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.994 INFO:teuthology.orchestra.run.smithi067.stdout: "AUDIT_API_ENABLED": { 2024-09-10T08:19:55.994 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "AUDIT_API_ENABLED", 2024-09-10T08:19:55.995 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.995 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.995 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.995 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:55.995 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.995 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.995 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.995 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.995 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.995 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.995 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.995 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.995 INFO:teuthology.orchestra.run.smithi067.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-09-10T08:19:55.995 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-09-10T08:19:55.996 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.996 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.996 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.996 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.996 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.996 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.996 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.996 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.996 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.996 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.996 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.996 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.996 INFO:teuthology.orchestra.run.smithi067.stdout: "ENABLE_BROWSABLE_API": { 2024-09-10T08:19:55.996 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "ENABLE_BROWSABLE_API", 2024-09-10T08:19:55.997 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.997 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.997 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.997 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.997 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.997 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.997 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.997 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.997 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.997 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.997 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.997 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.998 INFO:teuthology.orchestra.run.smithi067.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-09-10T08:19:55.998 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-09-10T08:19:55.998 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.998 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.998 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.998 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.998 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.998 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.998 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.998 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.998 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.998 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.998 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:55.998 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:55.999 INFO:teuthology.orchestra.run.smithi067.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-09-10T08:19:55.999 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-09-10T08:19:55.999 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:55.999 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:55.999 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:55.999 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:55.999 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:55.999 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:55.999 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:55.999 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:55.999 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:55.999 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:55.999 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.000 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.000 INFO:teuthology.orchestra.run.smithi067.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-09-10T08:19:56.000 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-09-10T08:19:56.000 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.000 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.000 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.000 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:56.000 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.000 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.000 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.000 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.000 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.000 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.000 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.001 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.001 INFO:teuthology.orchestra.run.smithi067.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-09-10T08:19:56.001 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-09-10T08:19:56.001 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.001 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.001 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.001 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:56.001 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.001 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.001 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.001 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.001 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.001 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.002 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.002 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.002 INFO:teuthology.orchestra.run.smithi067.stdout: "FEATURE_TOGGLE_NFS": { 2024-09-10T08:19:56.002 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-09-10T08:19:56.002 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.002 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.002 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.002 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:56.002 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.002 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.002 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.002 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.002 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.002 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.003 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.003 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.003 INFO:teuthology.orchestra.run.smithi067.stdout: "FEATURE_TOGGLE_RBD": { 2024-09-10T08:19:56.003 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-09-10T08:19:56.003 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.003 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.003 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.003 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:56.003 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.003 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.003 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.003 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.003 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.004 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.004 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.004 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.004 INFO:teuthology.orchestra.run.smithi067.stdout: "FEATURE_TOGGLE_RGW": { 2024-09-10T08:19:56.004 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-09-10T08:19:56.004 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.004 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.004 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.004 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:56.004 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.004 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.004 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.004 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.004 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.005 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.005 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.005 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.005 INFO:teuthology.orchestra.run.smithi067.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-09-10T08:19:56.005 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-09-10T08:19:56.005 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.005 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.005 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.005 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.005 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.005 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.005 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.005 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.005 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.006 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.006 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.006 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.006 INFO:teuthology.orchestra.run.smithi067.stdout: "GRAFANA_API_PASSWORD": { 2024-09-10T08:19:56.006 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "GRAFANA_API_PASSWORD", 2024-09-10T08:19:56.006 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.006 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.006 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.006 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "admin", 2024-09-10T08:19:56.006 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.006 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.006 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.006 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.006 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.007 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.007 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.007 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.007 INFO:teuthology.orchestra.run.smithi067.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-09-10T08:19:56.007 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-09-10T08:19:56.007 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.007 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.007 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.007 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:56.007 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.007 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.007 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.007 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.007 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.008 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.008 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.008 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.008 INFO:teuthology.orchestra.run.smithi067.stdout: "GRAFANA_API_URL": { 2024-09-10T08:19:56.008 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "GRAFANA_API_URL", 2024-09-10T08:19:56.008 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.008 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.008 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.008 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.008 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.008 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.008 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.008 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.009 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.009 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.009 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.009 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.009 INFO:teuthology.orchestra.run.smithi067.stdout: "GRAFANA_API_USERNAME": { 2024-09-10T08:19:56.009 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "GRAFANA_API_USERNAME", 2024-09-10T08:19:56.009 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.009 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.009 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.009 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "admin", 2024-09-10T08:19:56.009 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.009 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.009 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.009 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.010 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.010 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.010 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.010 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.010 INFO:teuthology.orchestra.run.smithi067.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-09-10T08:19:56.010 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-09-10T08:19:56.010 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.010 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.010 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.010 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.010 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.010 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.010 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.010 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.011 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.011 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.011 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.011 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.011 INFO:teuthology.orchestra.run.smithi067.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-09-10T08:19:56.011 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-09-10T08:19:56.011 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.011 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.011 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.011 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.011 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.011 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.011 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.011 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.012 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.012 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.012 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.012 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.012 INFO:teuthology.orchestra.run.smithi067.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-09-10T08:19:56.012 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-09-10T08:19:56.012 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.012 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.012 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.012 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:56.012 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.012 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.012 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.012 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.013 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.013 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.013 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.013 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.013 INFO:teuthology.orchestra.run.smithi067.stdout: "ISSUE_TRACKER_API_KEY": { 2024-09-10T08:19:56.013 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-09-10T08:19:56.013 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.013 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.013 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.013 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.013 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.013 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.013 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.013 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.014 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.014 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.014 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.014 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.014 INFO:teuthology.orchestra.run.smithi067.stdout: "PROMETHEUS_API_HOST": { 2024-09-10T08:19:56.014 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "PROMETHEUS_API_HOST", 2024-09-10T08:19:56.014 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.014 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.014 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.014 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.014 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.014 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.014 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.014 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.015 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.015 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.015 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.015 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.015 INFO:teuthology.orchestra.run.smithi067.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-09-10T08:19:56.015 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-09-10T08:19:56.015 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.015 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.015 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.015 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:56.015 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.015 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.015 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.016 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.016 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.016 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.016 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.016 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.016 INFO:teuthology.orchestra.run.smithi067.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-09-10T08:19:56.016 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-09-10T08:19:56.016 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.016 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.016 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.016 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.016 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.016 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.017 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.017 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.017 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.017 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.017 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.017 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.017 INFO:teuthology.orchestra.run.smithi067.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-09-10T08:19:56.017 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-09-10T08:19:56.017 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.017 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.017 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.017 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.017 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.017 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.018 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.018 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.018 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.018 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.018 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.018 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.018 INFO:teuthology.orchestra.run.smithi067.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-09-10T08:19:56.018 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-09-10T08:19:56.018 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.018 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.018 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.018 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:56.018 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.018 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.018 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.019 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.019 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.019 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.019 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.019 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.019 INFO:teuthology.orchestra.run.smithi067.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-09-10T08:19:56.019 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-09-10T08:19:56.019 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.019 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.019 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.019 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:56.019 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.019 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.020 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.020 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.020 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.020 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.020 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.020 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.020 INFO:teuthology.orchestra.run.smithi067.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-09-10T08:19:56.020 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-09-10T08:19:56.020 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.020 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.020 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.020 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.020 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.020 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.021 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.021 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.021 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.021 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.021 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.021 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.021 INFO:teuthology.orchestra.run.smithi067.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-09-10T08:19:56.021 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-09-10T08:19:56.021 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.021 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.021 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.021 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.021 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.021 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.022 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.022 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.022 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.022 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.022 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.022 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.022 INFO:teuthology.orchestra.run.smithi067.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-09-10T08:19:56.022 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-09-10T08:19:56.022 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.022 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.022 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.022 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.022 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.022 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.023 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.023 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.023 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.023 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.023 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.023 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.023 INFO:teuthology.orchestra.run.smithi067.stdout: "PWD_POLICY_ENABLED": { 2024-09-10T08:19:56.023 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "PWD_POLICY_ENABLED", 2024-09-10T08:19:56.023 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.023 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.023 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.023 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:56.023 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.023 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.023 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.024 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.024 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.024 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.024 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.024 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.024 INFO:teuthology.orchestra.run.smithi067.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-09-10T08:19:56.024 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-09-10T08:19:56.024 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.024 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.024 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.024 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-09-10T08:19:56.024 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.024 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.025 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.025 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.025 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.025 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.025 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.025 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.025 INFO:teuthology.orchestra.run.smithi067.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-09-10T08:19:56.025 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-09-10T08:19:56.025 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:56.025 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.025 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.025 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "10", 2024-09-10T08:19:56.025 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.026 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.026 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.026 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.026 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.026 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.026 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.026 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.026 INFO:teuthology.orchestra.run.smithi067.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-09-10T08:19:56.026 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-09-10T08:19:56.026 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:56.026 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.026 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.026 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "8", 2024-09-10T08:19:56.026 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.027 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.027 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.027 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.027 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.027 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.027 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.027 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.027 INFO:teuthology.orchestra.run.smithi067.stdout: "REST_REQUESTS_TIMEOUT": { 2024-09-10T08:19:56.027 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-09-10T08:19:56.027 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:56.027 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.027 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.027 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "45", 2024-09-10T08:19:56.027 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.028 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.028 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.028 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.028 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.028 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.028 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.028 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.028 INFO:teuthology.orchestra.run.smithi067.stdout: "RGW_API_ACCESS_KEY": { 2024-09-10T08:19:56.028 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "RGW_API_ACCESS_KEY", 2024-09-10T08:19:56.028 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.028 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.028 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.028 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.029 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.029 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.029 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.029 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.029 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.029 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.029 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.029 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.029 INFO:teuthology.orchestra.run.smithi067.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-09-10T08:19:56.029 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-09-10T08:19:56.029 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.029 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.029 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.030 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "admin", 2024-09-10T08:19:56.030 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.030 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.030 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.030 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.030 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.030 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.030 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.030 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.030 INFO:teuthology.orchestra.run.smithi067.stdout: "RGW_API_SECRET_KEY": { 2024-09-10T08:19:56.030 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "RGW_API_SECRET_KEY", 2024-09-10T08:19:56.030 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.030 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.030 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.030 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.031 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.031 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.031 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.031 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.031 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.031 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.031 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.031 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.031 INFO:teuthology.orchestra.run.smithi067.stdout: "RGW_API_SSL_VERIFY": { 2024-09-10T08:19:56.031 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "RGW_API_SSL_VERIFY", 2024-09-10T08:19:56.031 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.031 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.031 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.032 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:56.032 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.032 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.032 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.032 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.032 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.032 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.032 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.032 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.032 INFO:teuthology.orchestra.run.smithi067.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-09-10T08:19:56.032 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-09-10T08:19:56.032 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:56.032 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.032 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.033 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "0", 2024-09-10T08:19:56.033 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.033 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.033 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.033 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.033 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.033 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.033 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.033 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.033 INFO:teuthology.orchestra.run.smithi067.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-09-10T08:19:56.033 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-09-10T08:19:56.033 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:56.033 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.034 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.034 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "10", 2024-09-10T08:19:56.034 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.034 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.034 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.034 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.034 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.034 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.034 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.034 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.034 INFO:teuthology.orchestra.run.smithi067.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-09-10T08:19:56.034 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-09-10T08:19:56.034 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:56.035 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.035 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.035 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "5", 2024-09-10T08:19:56.035 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.035 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.035 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.035 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.035 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.035 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.035 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.035 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.035 INFO:teuthology.orchestra.run.smithi067.stdout: "cross_origin_url": { 2024-09-10T08:19:56.035 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "cross_origin_url", 2024-09-10T08:19:56.035 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.035 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.036 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.036 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.036 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.036 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.036 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.036 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.036 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.036 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.036 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.036 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.036 INFO:teuthology.orchestra.run.smithi067.stdout: "crt_file": { 2024-09-10T08:19:56.036 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "crt_file", 2024-09-10T08:19:56.036 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.036 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.037 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.037 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.037 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.037 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.037 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.037 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.037 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.037 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.037 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.037 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.037 INFO:teuthology.orchestra.run.smithi067.stdout: "debug": { 2024-09-10T08:19:56.037 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "debug", 2024-09-10T08:19:56.037 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.038 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.038 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.038 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.038 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.038 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.038 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.038 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Enable/disable debug options", 2024-09-10T08:19:56.038 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.038 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.038 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.038 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.038 INFO:teuthology.orchestra.run.smithi067.stdout: "jwt_token_ttl": { 2024-09-10T08:19:56.038 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "jwt_token_ttl", 2024-09-10T08:19:56.039 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:56.039 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.039 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.039 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "28800", 2024-09-10T08:19:56.039 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.039 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.039 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.039 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.039 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.039 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.039 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.039 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.039 INFO:teuthology.orchestra.run.smithi067.stdout: "key_file": { 2024-09-10T08:19:56.039 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "key_file", 2024-09-10T08:19:56.040 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.040 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.040 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.040 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.040 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.040 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.040 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.040 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.040 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.040 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.040 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.040 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.040 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:56.040 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:56.041 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.041 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.041 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.041 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.041 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.041 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.041 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.041 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.041 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.041 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.041 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.041 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.041 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.042 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.042 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.042 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.042 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.042 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.042 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.042 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:56.042 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:56.042 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.042 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.042 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.042 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.042 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.043 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.043 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.043 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.043 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.043 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.043 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.043 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.043 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:56.043 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:56.043 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.043 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.043 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.043 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:56.043 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.044 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.044 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.044 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.044 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.044 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.044 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.044 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.044 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.044 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.044 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.044 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.044 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.044 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.045 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.045 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:56.045 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:56.045 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.045 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.045 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.045 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.045 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.045 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.045 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.045 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.045 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.045 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.046 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.046 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.046 INFO:teuthology.orchestra.run.smithi067.stdout: "motd": { 2024-09-10T08:19:56.046 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "motd", 2024-09-10T08:19:56.046 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.046 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.046 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.046 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.046 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.046 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.046 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.046 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "The message of the day", 2024-09-10T08:19:56.046 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.046 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.047 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.047 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.047 INFO:teuthology.orchestra.run.smithi067.stdout: "redirect_resolve_ip_addr": { 2024-09-10T08:19:56.047 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "redirect_resolve_ip_addr", 2024-09-10T08:19:56.047 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.047 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.047 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.047 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.047 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.047 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.047 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.047 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.047 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.048 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.048 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.048 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.048 INFO:teuthology.orchestra.run.smithi067.stdout: "server_addr": { 2024-09-10T08:19:56.048 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "server_addr", 2024-09-10T08:19:56.048 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.048 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.048 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.048 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "::", 2024-09-10T08:19:56.048 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.048 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.048 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.048 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.049 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.049 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.049 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.049 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.049 INFO:teuthology.orchestra.run.smithi067.stdout: "server_port": { 2024-09-10T08:19:56.049 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "server_port", 2024-09-10T08:19:56.049 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:56.049 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.049 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.049 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "8080", 2024-09-10T08:19:56.049 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.049 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.049 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.050 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.050 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.050 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.050 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.050 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.050 INFO:teuthology.orchestra.run.smithi067.stdout: "ssl": { 2024-09-10T08:19:56.050 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "ssl", 2024-09-10T08:19:56.050 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.050 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.050 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.050 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:56.050 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.050 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.050 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.051 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.051 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.051 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.051 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.051 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.051 INFO:teuthology.orchestra.run.smithi067.stdout: "ssl_server_port": { 2024-09-10T08:19:56.051 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "ssl_server_port", 2024-09-10T08:19:56.051 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:56.051 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.051 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.051 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "8443", 2024-09-10T08:19:56.051 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.051 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.051 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.052 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.052 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.052 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.052 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.052 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.052 INFO:teuthology.orchestra.run.smithi067.stdout: "standby_behaviour": { 2024-09-10T08:19:56.052 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "standby_behaviour", 2024-09-10T08:19:56.052 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.052 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.052 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.052 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "redirect", 2024-09-10T08:19:56.052 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.052 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.052 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.053 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.053 INFO:teuthology.orchestra.run.smithi067.stdout: "redirect" 2024-09-10T08:19:56.053 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.053 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.053 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.053 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.053 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.053 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.053 INFO:teuthology.orchestra.run.smithi067.stdout: "standby_error_status_code": { 2024-09-10T08:19:56.053 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "standby_error_status_code", 2024-09-10T08:19:56.053 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:56.053 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.053 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.053 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "500", 2024-09-10T08:19:56.054 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "400", 2024-09-10T08:19:56.054 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "599", 2024-09-10T08:19:56.054 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.054 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.054 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.054 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.054 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.054 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.054 INFO:teuthology.orchestra.run.smithi067.stdout: "url_prefix": { 2024-09-10T08:19:56.054 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "url_prefix", 2024-09-10T08:19:56.054 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.054 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.054 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.054 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.055 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.055 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.055 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.055 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.055 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.055 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.055 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.055 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.055 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.055 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.055 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:56.055 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "devicehealth", 2024-09-10T08:19:56.055 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:56.055 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:56.055 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:56.056 INFO:teuthology.orchestra.run.smithi067.stdout: "enable_monitoring": { 2024-09-10T08:19:56.056 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "enable_monitoring", 2024-09-10T08:19:56.056 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.056 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.056 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.056 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:56.056 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.056 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.056 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.056 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "monitor device health metrics", 2024-09-10T08:19:56.056 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.056 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.056 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.057 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.057 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:56.057 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:56.057 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.057 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.057 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.057 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.057 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.057 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.057 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.057 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.057 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.057 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.057 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.058 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.058 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.058 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.058 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.058 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.058 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.058 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.058 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.058 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:56.058 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:56.058 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.058 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.058 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.059 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.059 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.059 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.059 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.059 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.059 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.059 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.059 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.059 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.059 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:56.059 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:56.059 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.059 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.059 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.060 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:56.060 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.060 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.060 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.060 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.060 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.060 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.060 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.060 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.060 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.060 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.060 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.061 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.061 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.061 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.061 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.061 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:56.061 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:56.061 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.061 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.061 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.061 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.061 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.061 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.061 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.061 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.061 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.062 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.062 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.062 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.062 INFO:teuthology.orchestra.run.smithi067.stdout: "mark_out_threshold": { 2024-09-10T08:19:56.062 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "mark_out_threshold", 2024-09-10T08:19:56.062 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:56.062 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.062 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.062 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "2419200", 2024-09-10T08:19:56.062 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.062 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.062 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.062 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-09-10T08:19:56.062 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.063 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.063 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.063 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.063 INFO:teuthology.orchestra.run.smithi067.stdout: "pool_name": { 2024-09-10T08:19:56.063 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "pool_name", 2024-09-10T08:19:56.063 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.063 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.063 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.063 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "device_health_metrics", 2024-09-10T08:19:56.063 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.063 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.063 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.063 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "name of pool in which to store device health metrics", 2024-09-10T08:19:56.064 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.064 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.064 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.064 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.064 INFO:teuthology.orchestra.run.smithi067.stdout: "retention_period": { 2024-09-10T08:19:56.064 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "retention_period", 2024-09-10T08:19:56.064 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:56.064 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.064 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.064 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "15552000", 2024-09-10T08:19:56.064 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.064 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.064 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.065 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "how long to retain device health metrics", 2024-09-10T08:19:56.065 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.065 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.065 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.065 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.065 INFO:teuthology.orchestra.run.smithi067.stdout: "scrape_frequency": { 2024-09-10T08:19:56.065 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "scrape_frequency", 2024-09-10T08:19:56.065 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:56.065 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.065 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.065 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "86400", 2024-09-10T08:19:56.065 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.065 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.066 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.066 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "how frequently to scrape device health metrics", 2024-09-10T08:19:56.066 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.066 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.066 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.066 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.066 INFO:teuthology.orchestra.run.smithi067.stdout: "self_heal": { 2024-09-10T08:19:56.066 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "self_heal", 2024-09-10T08:19:56.066 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.066 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.066 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.066 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:56.066 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.067 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.067 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.067 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-09-10T08:19:56.067 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.067 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.067 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.067 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.067 INFO:teuthology.orchestra.run.smithi067.stdout: "sleep_interval": { 2024-09-10T08:19:56.067 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "sleep_interval", 2024-09-10T08:19:56.067 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:56.067 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.067 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.067 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "600", 2024-09-10T08:19:56.067 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.068 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.068 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.068 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "how frequently to wake up and check device health", 2024-09-10T08:19:56.068 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.068 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.068 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.068 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.068 INFO:teuthology.orchestra.run.smithi067.stdout: "warn_threshold": { 2024-09-10T08:19:56.068 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "warn_threshold", 2024-09-10T08:19:56.068 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:56.068 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.068 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.068 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "7257600", 2024-09-10T08:19:56.068 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.069 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.069 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.069 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-09-10T08:19:56.069 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.069 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.069 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.069 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.069 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.069 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.069 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:56.069 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "diskprediction_local", 2024-09-10T08:19:56.069 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:56.069 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:56.070 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:56.070 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:56.070 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:56.070 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.070 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.070 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.070 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.070 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.070 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.070 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.070 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.070 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.070 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.070 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.071 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.071 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.071 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.071 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.071 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.071 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.071 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.071 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.071 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:56.071 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:56.071 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.071 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.071 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.071 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.072 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.072 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.072 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.072 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.072 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.072 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.072 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.072 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.072 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:56.072 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:56.072 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.072 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.073 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.073 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:56.073 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.073 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.073 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.073 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.073 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.073 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.073 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.073 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.073 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.073 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.073 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.073 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.074 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.074 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.074 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.074 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:56.074 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:56.074 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.074 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.074 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.074 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.074 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.074 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.074 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.074 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.074 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.075 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.075 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.075 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.075 INFO:teuthology.orchestra.run.smithi067.stdout: "predict_interval": { 2024-09-10T08:19:56.075 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "predict_interval", 2024-09-10T08:19:56.075 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.075 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.075 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.075 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "86400", 2024-09-10T08:19:56.075 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.076 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.076 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.076 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.076 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.076 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.076 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.076 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.076 INFO:teuthology.orchestra.run.smithi067.stdout: "predictor_model": { 2024-09-10T08:19:56.076 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "predictor_model", 2024-09-10T08:19:56.076 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.076 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.076 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.076 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "prophetstor", 2024-09-10T08:19:56.076 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.077 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.077 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.077 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.077 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.077 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.077 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.077 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.077 INFO:teuthology.orchestra.run.smithi067.stdout: "sleep_interval": { 2024-09-10T08:19:56.077 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "sleep_interval", 2024-09-10T08:19:56.077 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.077 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.077 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.077 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "600", 2024-09-10T08:19:56.078 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.078 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.078 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.078 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.078 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.078 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.078 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.078 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.078 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.078 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.078 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:56.078 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "influx", 2024-09-10T08:19:56.078 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": false, 2024-09-10T08:19:56.079 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "influxdb python module not found", 2024-09-10T08:19:56.079 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:56.079 INFO:teuthology.orchestra.run.smithi067.stdout: "batch_size": { 2024-09-10T08:19:56.079 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "batch_size", 2024-09-10T08:19:56.079 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:56.079 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.079 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.079 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "5000", 2024-09-10T08:19:56.079 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.079 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.079 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.079 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-09-10T08:19:56.079 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.079 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.080 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.080 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.080 INFO:teuthology.orchestra.run.smithi067.stdout: "database": { 2024-09-10T08:19:56.080 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "database", 2024-09-10T08:19:56.080 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.080 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.080 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.080 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "ceph", 2024-09-10T08:19:56.080 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.080 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.080 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.080 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-09-10T08:19:56.080 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.081 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.081 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.081 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.081 INFO:teuthology.orchestra.run.smithi067.stdout: "hostname": { 2024-09-10T08:19:56.084 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "hostname", 2024-09-10T08:19:56.085 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.085 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.085 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.085 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.085 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.085 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.085 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.085 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "InfluxDB server hostname", 2024-09-10T08:19:56.085 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.085 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.085 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.085 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.085 INFO:teuthology.orchestra.run.smithi067.stdout: "interval": { 2024-09-10T08:19:56.086 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "interval", 2024-09-10T08:19:56.086 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:56.086 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.086 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.086 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "30", 2024-09-10T08:19:56.086 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "5", 2024-09-10T08:19:56.086 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.086 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.086 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-09-10T08:19:56.086 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.086 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.086 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.086 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.086 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:56.087 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:56.087 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.087 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.087 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.087 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.087 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.087 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.087 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.087 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.087 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.087 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.087 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.087 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.087 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.087 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.088 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.088 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.088 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.088 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.088 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.088 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:56.088 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:56.088 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.088 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.088 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.088 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.088 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.088 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.089 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.089 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.089 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.089 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.089 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.089 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.089 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:56.089 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:56.089 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.089 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.089 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.089 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:56.089 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.090 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.090 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.090 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.090 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.090 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.090 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.090 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.090 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.090 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.090 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.090 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.090 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.090 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.091 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.091 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:56.091 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:56.091 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.091 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.091 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.091 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.091 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.091 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.091 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.091 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.091 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.091 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.091 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.092 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.092 INFO:teuthology.orchestra.run.smithi067.stdout: "password": { 2024-09-10T08:19:56.092 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "password", 2024-09-10T08:19:56.092 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.092 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.092 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.092 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.092 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.092 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.092 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.092 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "password of InfluxDB server user", 2024-09-10T08:19:56.092 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.092 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.093 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.093 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.093 INFO:teuthology.orchestra.run.smithi067.stdout: "port": { 2024-09-10T08:19:56.093 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "port", 2024-09-10T08:19:56.093 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:56.093 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.093 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.093 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "8086", 2024-09-10T08:19:56.093 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.093 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.093 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.093 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "InfluxDB server port", 2024-09-10T08:19:56.094 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.094 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.094 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.094 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.094 INFO:teuthology.orchestra.run.smithi067.stdout: "ssl": { 2024-09-10T08:19:56.094 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "ssl", 2024-09-10T08:19:56.094 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.094 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.094 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.094 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "false", 2024-09-10T08:19:56.094 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.094 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.095 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.095 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-09-10T08:19:56.095 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.095 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.095 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.095 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.095 INFO:teuthology.orchestra.run.smithi067.stdout: "threads": { 2024-09-10T08:19:56.095 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "threads", 2024-09-10T08:19:56.095 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:56.095 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.095 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.095 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "5", 2024-09-10T08:19:56.095 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "1", 2024-09-10T08:19:56.096 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "32", 2024-09-10T08:19:56.096 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.096 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-09-10T08:19:56.096 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.096 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.096 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.096 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.096 INFO:teuthology.orchestra.run.smithi067.stdout: "username": { 2024-09-10T08:19:56.096 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "username", 2024-09-10T08:19:56.096 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.096 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.097 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.097 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.097 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.097 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.097 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.097 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "username of InfluxDB server user", 2024-09-10T08:19:56.097 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.097 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.097 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.097 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.097 INFO:teuthology.orchestra.run.smithi067.stdout: "verify_ssl": { 2024-09-10T08:19:56.097 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "verify_ssl", 2024-09-10T08:19:56.097 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.098 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.098 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.098 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "true", 2024-09-10T08:19:56.098 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.098 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.098 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.098 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-09-10T08:19:56.098 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.098 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.098 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.098 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.098 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.099 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.099 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:56.099 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "insights", 2024-09-10T08:19:56.099 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:56.099 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:56.099 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:56.099 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:56.099 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:56.099 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.099 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.100 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.100 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.100 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.100 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.100 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.100 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.100 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.100 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.100 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.100 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.100 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.100 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.101 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.101 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.101 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.101 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.101 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.101 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:56.101 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:56.101 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.101 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.101 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.101 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.101 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.101 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.102 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.102 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.102 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.102 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.102 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.102 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.102 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:56.102 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:56.102 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.102 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.102 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.102 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:56.103 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.103 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.103 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.103 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.103 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.103 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.103 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.103 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.103 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.103 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.103 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.104 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.104 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.104 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.104 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.104 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:56.104 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:56.104 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.104 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.104 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.104 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.104 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.104 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.104 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.105 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.105 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.105 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.105 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.105 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.105 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.105 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.105 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:56.105 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "iostat", 2024-09-10T08:19:56.105 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:56.105 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:56.105 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:56.105 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:56.105 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:56.106 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.106 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.106 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.106 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.106 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.106 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.106 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.106 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.106 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.106 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.106 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.106 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.106 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.106 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.107 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.107 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.107 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.107 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.107 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.107 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:56.107 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:56.107 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.107 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.107 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.107 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.107 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.107 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.108 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.108 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.108 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.108 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.108 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.108 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.108 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:56.108 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:56.108 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.108 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.108 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.108 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:56.108 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.108 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.109 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.109 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.109 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.109 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.109 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.109 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.109 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.109 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.109 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.109 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.109 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.109 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.109 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.109 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:56.109 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:56.110 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.110 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.110 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.110 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.110 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.110 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.110 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.110 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.110 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.110 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.110 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.110 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.110 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.110 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.111 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:56.111 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "k8sevents", 2024-09-10T08:19:56.111 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:56.111 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:56.111 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:56.111 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_event_retention_days": { 2024-09-10T08:19:56.111 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "ceph_event_retention_days", 2024-09-10T08:19:56.111 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:56.111 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.111 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.111 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "7", 2024-09-10T08:19:56.111 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.111 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.111 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.112 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Days to hold ceph event information within local cache", 2024-09-10T08:19:56.112 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.112 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.112 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.112 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.112 INFO:teuthology.orchestra.run.smithi067.stdout: "config_check_secs": { 2024-09-10T08:19:56.112 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "config_check_secs", 2024-09-10T08:19:56.112 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:56.112 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.112 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.112 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "10", 2024-09-10T08:19:56.112 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "10", 2024-09-10T08:19:56.112 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.113 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.113 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-09-10T08:19:56.113 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.113 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.113 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.113 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.113 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:56.113 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:56.113 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.113 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.113 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.113 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.113 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.113 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.113 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.114 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.114 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.114 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.114 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.114 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.114 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.114 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.114 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.114 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.114 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.114 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.114 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.114 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:56.115 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:56.115 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.115 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.115 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.115 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.115 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.115 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.115 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.115 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.115 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.115 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.115 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.115 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.116 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:56.116 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:56.116 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.116 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.116 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.116 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:56.116 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.116 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.116 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.116 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.116 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.116 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.116 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.116 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.117 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.117 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.117 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.117 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.117 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.117 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.117 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.117 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:56.117 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:56.117 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.117 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.117 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.117 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.118 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.118 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.118 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.118 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.118 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.118 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.118 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.118 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.118 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.118 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.118 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:56.118 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "localpool", 2024-09-10T08:19:56.119 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:56.119 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:56.119 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:56.119 INFO:teuthology.orchestra.run.smithi067.stdout: "failure_domain": { 2024-09-10T08:19:56.119 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "failure_domain", 2024-09-10T08:19:56.119 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.119 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.119 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.119 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "host", 2024-09-10T08:19:56.119 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.119 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.119 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.119 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "failure domain for any created local pool", 2024-09-10T08:19:56.119 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-09-10T08:19:56.120 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.120 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.120 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.120 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:56.120 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:56.120 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.120 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.120 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.120 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.120 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.120 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.120 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.121 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.121 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.121 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.121 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.121 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.121 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.121 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.121 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.121 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.121 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.121 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.121 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.121 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:56.122 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:56.122 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.122 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.122 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.122 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.122 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.122 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.122 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.122 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.122 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.122 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.122 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.122 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.122 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:56.123 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:56.123 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.123 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.123 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.123 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:56.123 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.123 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.123 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.123 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.123 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.123 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.123 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.123 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.124 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.124 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.124 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.124 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.124 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.124 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.124 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.124 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:56.124 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:56.124 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.124 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.124 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.124 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.125 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.125 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.125 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.125 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.125 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.125 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.125 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.125 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.125 INFO:teuthology.orchestra.run.smithi067.stdout: "min_size": { 2024-09-10T08:19:56.125 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "min_size", 2024-09-10T08:19:56.125 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:56.126 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.126 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.126 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.126 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.126 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.126 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.126 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "default min_size for any created local pool", 2024-09-10T08:19:56.126 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-09-10T08:19:56.126 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.126 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.126 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.126 INFO:teuthology.orchestra.run.smithi067.stdout: "num_rep": { 2024-09-10T08:19:56.126 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "num_rep", 2024-09-10T08:19:56.126 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:56.127 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.127 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.127 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "3", 2024-09-10T08:19:56.127 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.127 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.127 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.127 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "default replica count for any created local pool", 2024-09-10T08:19:56.127 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.127 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.127 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.127 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.127 INFO:teuthology.orchestra.run.smithi067.stdout: "pg_num": { 2024-09-10T08:19:56.127 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "pg_num", 2024-09-10T08:19:56.127 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:56.128 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.128 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.128 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "128", 2024-09-10T08:19:56.128 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.128 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.128 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.128 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "default pg_num for any created local pool", 2024-09-10T08:19:56.128 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.128 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.128 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.128 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.128 INFO:teuthology.orchestra.run.smithi067.stdout: "prefix": { 2024-09-10T08:19:56.128 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "prefix", 2024-09-10T08:19:56.128 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.129 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.129 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.129 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.129 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.129 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.129 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.129 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "name prefix for any created local pool", 2024-09-10T08:19:56.129 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.129 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.129 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.129 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.129 INFO:teuthology.orchestra.run.smithi067.stdout: "subtree": { 2024-09-10T08:19:56.129 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "subtree", 2024-09-10T08:19:56.129 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.130 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.130 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.130 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "rack", 2024-09-10T08:19:56.130 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.130 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.130 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.130 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "CRUSH level for which to create a local pool", 2024-09-10T08:19:56.130 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-09-10T08:19:56.130 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.130 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.130 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.130 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.130 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.130 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:56.130 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "mds_autoscaler", 2024-09-10T08:19:56.131 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:56.131 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:56.131 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:56.131 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:56.131 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:56.131 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.131 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.131 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.131 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.131 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.131 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.131 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.131 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.131 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.132 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.132 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.132 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.132 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.132 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.132 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.132 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.132 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.132 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.132 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.132 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:56.132 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:56.132 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.133 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.133 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.133 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.133 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.133 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.133 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.133 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.133 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.133 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.133 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.133 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.133 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:56.133 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:56.133 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.134 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.134 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.134 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:56.134 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.134 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.134 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.134 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.134 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.134 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.134 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.134 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.134 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.134 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.135 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.135 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.135 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.135 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.135 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.135 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:56.135 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:56.135 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.135 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.135 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.135 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.135 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.135 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.135 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.135 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.136 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.136 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.136 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.136 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.136 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.136 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.136 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:56.136 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "mirroring", 2024-09-10T08:19:56.136 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:56.136 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:56.136 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:56.136 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:56.136 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:56.136 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.137 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.137 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.137 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.137 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.137 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.137 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.137 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.137 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.137 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.137 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.137 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.137 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.137 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.137 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.138 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.138 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.138 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.138 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.138 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:56.138 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:56.138 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.138 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.138 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.138 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.138 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.138 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.138 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.139 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.139 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.139 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.139 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.139 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.139 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:56.139 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:56.139 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.139 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.139 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.139 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:56.139 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.139 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.139 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.140 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.140 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.140 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.140 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.140 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.140 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.140 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.140 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.140 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.140 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.140 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.140 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.140 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:56.140 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:56.141 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.141 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.141 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.141 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.141 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.141 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.141 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.141 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.141 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.141 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.141 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.141 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.141 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.141 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.142 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:56.142 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "nfs", 2024-09-10T08:19:56.142 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:56.142 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:56.142 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:56.142 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:56.142 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:56.142 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.142 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.142 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.142 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.142 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.143 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.143 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.143 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.143 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.143 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.143 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.143 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.143 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.143 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.143 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.143 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.143 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.143 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.144 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.144 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:56.144 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:56.144 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.144 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.144 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.144 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.144 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.144 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.144 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.144 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.144 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.145 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.145 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.145 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.145 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:56.145 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:56.145 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.145 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.145 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.145 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:56.145 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.145 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.145 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.145 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.145 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.146 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.146 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.146 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.146 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.146 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.146 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.146 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.146 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.146 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.146 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.146 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:56.146 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:56.146 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.146 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.147 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.147 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.147 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.147 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.147 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.147 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.147 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.147 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.147 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.147 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.147 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.147 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.147 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:56.148 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "orchestrator", 2024-09-10T08:19:56.148 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:56.148 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:56.148 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:56.148 INFO:teuthology.orchestra.run.smithi067.stdout: "fail_fs": { 2024-09-10T08:19:56.148 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "fail_fs", 2024-09-10T08:19:56.148 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.148 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.148 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.148 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.148 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.148 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.148 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.149 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-09-10T08:19:56.149 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.149 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.149 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.149 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.149 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:56.149 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:56.149 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.149 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.149 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.149 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.150 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.150 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.150 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.150 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.150 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.150 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.150 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.150 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.150 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.150 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.150 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.150 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.150 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.151 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.151 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.151 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:56.151 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:56.151 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.151 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.151 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.151 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.151 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.151 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.151 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.151 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.151 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.151 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.151 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.152 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.152 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:56.152 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:56.152 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.152 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.152 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.152 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:56.152 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.152 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.152 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.152 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.152 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.152 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.153 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.153 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.153 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.153 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.153 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.153 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.153 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.153 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.153 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.153 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:56.153 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:56.153 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.153 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.154 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.154 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.154 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.154 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.154 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.154 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.154 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.154 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.154 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.154 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.154 INFO:teuthology.orchestra.run.smithi067.stdout: "orchestrator": { 2024-09-10T08:19:56.154 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "orchestrator", 2024-09-10T08:19:56.154 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.154 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.155 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.155 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.155 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.155 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.155 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.155 INFO:teuthology.orchestra.run.smithi067.stdout: "cephadm", 2024-09-10T08:19:56.155 INFO:teuthology.orchestra.run.smithi067.stdout: "rook", 2024-09-10T08:19:56.155 INFO:teuthology.orchestra.run.smithi067.stdout: "test_orchestrator" 2024-09-10T08:19:56.155 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.155 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Orchestrator backend", 2024-09-10T08:19:56.155 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.155 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.155 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.155 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.155 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.155 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.156 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:56.156 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "osd_perf_query", 2024-09-10T08:19:56.156 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:56.156 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:56.156 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:56.156 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:56.156 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:56.156 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.156 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.156 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.156 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.156 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.156 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.156 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.157 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.157 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.157 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.157 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.157 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.157 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.157 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.157 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.157 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.157 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.157 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.157 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.157 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:56.158 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:56.158 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.158 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.158 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.158 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.158 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.158 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.158 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.158 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.158 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.158 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.158 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.158 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.158 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:56.159 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:56.159 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.159 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.159 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.159 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:56.159 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.159 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.159 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.159 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.159 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.159 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.159 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.159 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.159 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.160 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.160 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.160 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.160 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.160 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.160 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.160 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:56.160 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:56.160 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.160 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.160 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.160 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.161 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.161 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.161 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.161 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.161 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.161 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.161 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.161 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.161 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.161 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.161 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:56.161 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "osd_support", 2024-09-10T08:19:56.161 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:56.162 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:56.162 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:56.162 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:56.162 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:56.162 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.162 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.162 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.162 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.162 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.162 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.162 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.162 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.163 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.163 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.163 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.163 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.163 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.163 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.163 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.163 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.163 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.163 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.163 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.163 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:56.163 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:56.163 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.164 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.164 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.164 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.164 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.164 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.164 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.164 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.164 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.164 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.164 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.164 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.164 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:56.164 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:56.165 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.165 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.165 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.165 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:56.165 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.165 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.165 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.165 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.165 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.165 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.165 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.165 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.165 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.165 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.166 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.166 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.166 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.166 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.166 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.166 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:56.166 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:56.166 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.166 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.166 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.166 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.166 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.166 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.166 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.167 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.167 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.167 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.167 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.167 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.167 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.167 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.167 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:56.167 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "pg_autoscaler", 2024-09-10T08:19:56.167 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:56.167 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:56.167 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:56.167 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:56.167 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:56.168 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.168 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.168 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.168 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.168 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.168 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.168 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.168 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.168 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.168 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.168 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.168 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.168 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.169 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.169 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.169 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.169 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.169 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.169 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.169 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:56.169 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:56.169 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.169 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.169 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.169 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.169 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.170 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.170 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.170 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.170 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.170 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.170 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.170 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.170 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:56.170 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:56.170 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.170 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.170 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.170 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:56.171 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.171 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.171 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.171 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.171 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.171 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.171 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.171 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.171 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.171 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.171 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.171 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.171 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.172 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.172 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.172 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:56.172 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:56.172 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.172 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.172 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.172 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.172 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.172 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.172 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.172 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.172 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.173 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.173 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.173 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.173 INFO:teuthology.orchestra.run.smithi067.stdout: "sleep_interval": { 2024-09-10T08:19:56.173 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "sleep_interval", 2024-09-10T08:19:56.173 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:56.173 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.173 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.173 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "60", 2024-09-10T08:19:56.173 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.173 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.173 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.173 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.173 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.174 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.174 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.174 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.174 INFO:teuthology.orchestra.run.smithi067.stdout: "threshold": { 2024-09-10T08:19:56.174 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "threshold", 2024-09-10T08:19:56.174 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "float", 2024-09-10T08:19:56.174 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.174 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.174 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "3.0", 2024-09-10T08:19:56.174 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "1.0", 2024-09-10T08:19:56.174 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.174 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.174 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "scaling threshold", 2024-09-10T08:19:56.175 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-09-10T08:19:56.175 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.175 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.175 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.175 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.175 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.175 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:56.175 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "progress", 2024-09-10T08:19:56.175 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:56.175 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:56.175 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:56.175 INFO:teuthology.orchestra.run.smithi067.stdout: "allow_pg_recovery_event": { 2024-09-10T08:19:56.175 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "allow_pg_recovery_event", 2024-09-10T08:19:56.175 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.176 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.176 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.176 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.176 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.176 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.176 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.176 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "allow the module to show pg recovery progress", 2024-09-10T08:19:56.176 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.176 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.176 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.176 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.176 INFO:teuthology.orchestra.run.smithi067.stdout: "enabled": { 2024-09-10T08:19:56.176 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "enabled", 2024-09-10T08:19:56.176 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.177 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.177 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.177 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:56.177 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.177 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.177 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.177 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.177 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.177 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.177 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.177 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.177 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:56.177 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:56.177 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.177 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.178 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.178 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.178 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.178 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.178 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.178 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.178 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.178 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.178 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.178 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.178 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.178 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.179 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.179 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.179 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.179 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.179 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.179 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:56.179 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:56.179 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.179 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.179 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.179 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.179 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.179 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.179 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.180 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.180 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.180 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.180 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.180 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.180 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:56.180 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:56.180 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.180 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.180 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.180 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:56.180 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.180 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.180 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.181 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.181 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.181 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.181 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.181 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.181 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.181 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.181 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.181 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.181 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.181 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.181 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.181 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:56.181 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:56.182 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.182 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.182 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.182 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.182 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.182 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.182 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.182 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.182 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.182 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.182 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.182 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.182 INFO:teuthology.orchestra.run.smithi067.stdout: "max_completed_events": { 2024-09-10T08:19:56.182 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "max_completed_events", 2024-09-10T08:19:56.183 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:56.183 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.183 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.183 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "50", 2024-09-10T08:19:56.183 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.183 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.183 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.183 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "number of past completed events to remember", 2024-09-10T08:19:56.183 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.183 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.183 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.183 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.183 INFO:teuthology.orchestra.run.smithi067.stdout: "sleep_interval": { 2024-09-10T08:19:56.183 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "sleep_interval", 2024-09-10T08:19:56.183 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:56.184 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.184 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.184 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "5", 2024-09-10T08:19:56.184 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.184 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.184 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.184 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "how long the module is going to sleep", 2024-09-10T08:19:56.184 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.184 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.184 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.184 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.184 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.184 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.185 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:56.185 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "prometheus", 2024-09-10T08:19:56.185 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:56.185 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:56.185 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:56.185 INFO:teuthology.orchestra.run.smithi067.stdout: "cache": { 2024-09-10T08:19:56.185 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "cache", 2024-09-10T08:19:56.185 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.185 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.185 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.185 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:56.185 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.185 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.186 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.186 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.186 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.186 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.186 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.186 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.186 INFO:teuthology.orchestra.run.smithi067.stdout: "exclude_perf_counters": { 2024-09-10T08:19:56.186 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "exclude_perf_counters", 2024-09-10T08:19:56.186 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.186 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.186 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.186 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:56.186 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.186 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.187 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.187 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-09-10T08:19:56.187 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-09-10T08:19:56.187 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.187 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.187 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.187 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:56.187 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:56.187 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.187 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.187 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.187 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.187 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.187 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.188 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.188 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.188 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.188 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.188 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.188 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.188 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.188 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.188 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.188 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.188 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.188 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.188 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.189 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:56.189 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:56.189 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.189 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.189 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.189 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.189 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.189 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.189 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.189 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.189 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.190 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.190 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.190 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.190 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:56.190 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:56.190 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.190 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.190 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.190 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:56.190 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.190 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.190 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.190 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.191 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.191 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.191 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.191 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.191 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.191 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.191 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.191 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.191 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.191 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.191 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.191 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:56.192 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:56.192 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.192 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.192 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.192 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.192 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.192 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.192 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.192 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.192 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.192 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.192 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.192 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.193 INFO:teuthology.orchestra.run.smithi067.stdout: "rbd_stats_pools": { 2024-09-10T08:19:56.193 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "rbd_stats_pools", 2024-09-10T08:19:56.193 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.193 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.193 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.193 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.193 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.193 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.193 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.193 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.193 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.193 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.193 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.194 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.194 INFO:teuthology.orchestra.run.smithi067.stdout: "rbd_stats_pools_refresh_interval": { 2024-09-10T08:19:56.194 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-09-10T08:19:56.194 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:56.194 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.194 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.194 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "300", 2024-09-10T08:19:56.194 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.194 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.194 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.194 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.194 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.194 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.194 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.195 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.195 INFO:teuthology.orchestra.run.smithi067.stdout: "scrape_interval": { 2024-09-10T08:19:56.195 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "scrape_interval", 2024-09-10T08:19:56.195 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "float", 2024-09-10T08:19:56.195 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.195 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.195 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "15.0", 2024-09-10T08:19:56.195 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.195 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.195 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.195 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.195 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.195 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.195 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.196 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.196 INFO:teuthology.orchestra.run.smithi067.stdout: "server_addr": { 2024-09-10T08:19:56.196 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "server_addr", 2024-09-10T08:19:56.196 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.196 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.196 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.196 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "::", 2024-09-10T08:19:56.196 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.196 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.196 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.196 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-09-10T08:19:56.196 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.196 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.197 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.197 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.197 INFO:teuthology.orchestra.run.smithi067.stdout: "server_port": { 2024-09-10T08:19:56.197 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "server_port", 2024-09-10T08:19:56.197 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:56.197 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.197 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.197 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "9283", 2024-09-10T08:19:56.197 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.197 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.197 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.197 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-09-10T08:19:56.197 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.198 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.198 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.198 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.198 INFO:teuthology.orchestra.run.smithi067.stdout: "stale_cache_strategy": { 2024-09-10T08:19:56.198 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "stale_cache_strategy", 2024-09-10T08:19:56.198 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.198 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.198 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.198 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "log", 2024-09-10T08:19:56.198 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.198 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.198 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.198 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.198 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.199 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.199 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.199 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.199 INFO:teuthology.orchestra.run.smithi067.stdout: "standby_behaviour": { 2024-09-10T08:19:56.199 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "standby_behaviour", 2024-09-10T08:19:56.199 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.199 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.199 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.199 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "default", 2024-09-10T08:19:56.199 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.199 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.199 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.199 INFO:teuthology.orchestra.run.smithi067.stdout: "default", 2024-09-10T08:19:56.199 INFO:teuthology.orchestra.run.smithi067.stdout: "error" 2024-09-10T08:19:56.200 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.200 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.200 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.200 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.200 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.200 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.200 INFO:teuthology.orchestra.run.smithi067.stdout: "standby_error_status_code": { 2024-09-10T08:19:56.200 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "standby_error_status_code", 2024-09-10T08:19:56.200 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:56.200 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.200 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.200 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "500", 2024-09-10T08:19:56.201 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "400", 2024-09-10T08:19:56.201 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "599", 2024-09-10T08:19:56.201 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.201 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.201 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.201 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.201 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.201 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.201 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.201 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.201 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:56.201 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "rbd_support", 2024-09-10T08:19:56.201 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:56.201 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:56.202 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:56.202 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:56.202 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:56.202 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.202 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.202 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.202 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.202 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.202 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.202 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.202 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.202 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.203 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.203 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.203 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.203 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.203 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.203 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.203 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.203 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.203 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.203 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.203 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:56.203 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:56.203 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.204 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.204 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.204 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.204 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.204 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.204 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.204 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.204 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.204 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.204 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.204 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.204 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:56.204 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:56.205 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.205 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.205 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.205 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:56.205 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.205 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.205 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.205 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.205 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.205 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.205 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.205 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.205 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.206 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.206 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.206 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.206 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.206 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.206 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.206 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:56.206 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:56.206 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.206 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.206 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.206 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.206 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.207 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.207 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.207 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.207 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.207 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.207 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.207 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.207 INFO:teuthology.orchestra.run.smithi067.stdout: "max_concurrent_snap_create": { 2024-09-10T08:19:56.207 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "max_concurrent_snap_create", 2024-09-10T08:19:56.207 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:56.207 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.207 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.207 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "10", 2024-09-10T08:19:56.207 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.208 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.208 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.208 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.208 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.208 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.208 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.208 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.208 INFO:teuthology.orchestra.run.smithi067.stdout: "mirror_snapshot_schedule": { 2024-09-10T08:19:56.208 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "mirror_snapshot_schedule", 2024-09-10T08:19:56.208 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.208 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.208 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.208 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.209 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.209 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.209 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.209 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.209 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.209 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.209 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.209 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.209 INFO:teuthology.orchestra.run.smithi067.stdout: "trash_purge_schedule": { 2024-09-10T08:19:56.209 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "trash_purge_schedule", 2024-09-10T08:19:56.209 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.209 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.209 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.209 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.210 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.210 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.210 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.210 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.210 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.210 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.210 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.210 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.210 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.210 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.210 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:56.210 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "restful", 2024-09-10T08:19:56.210 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:56.210 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:56.211 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:56.211 INFO:teuthology.orchestra.run.smithi067.stdout: "enable_auth": { 2024-09-10T08:19:56.211 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "enable_auth", 2024-09-10T08:19:56.211 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.211 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.211 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.211 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:56.211 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.211 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.211 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.211 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.211 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.211 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.212 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.212 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.212 INFO:teuthology.orchestra.run.smithi067.stdout: "key_file": { 2024-09-10T08:19:56.212 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "key_file", 2024-09-10T08:19:56.212 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.212 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.212 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.212 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.212 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.212 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.212 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.212 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.212 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.212 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.213 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.213 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.213 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:56.213 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:56.213 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.213 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.213 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.213 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.213 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.213 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.213 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.213 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.213 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.213 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.214 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.214 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.214 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.214 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.214 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.214 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.214 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.214 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.214 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.214 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:56.214 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:56.214 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.214 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.215 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.215 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.215 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.215 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.215 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.215 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.215 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.215 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.215 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.215 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.215 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:56.215 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:56.215 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.215 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.215 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.216 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:56.216 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.216 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.216 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.216 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.216 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.216 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.216 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.216 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.216 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.216 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.216 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.216 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.216 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.217 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.217 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.217 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:56.217 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:56.217 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.217 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.217 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.217 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.217 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.217 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.217 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.217 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.217 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.217 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.218 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.218 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.218 INFO:teuthology.orchestra.run.smithi067.stdout: "server_addr": { 2024-09-10T08:19:56.218 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "server_addr", 2024-09-10T08:19:56.218 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.218 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.218 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.218 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.218 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.218 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.218 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.218 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.218 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.218 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.219 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.219 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.219 INFO:teuthology.orchestra.run.smithi067.stdout: "server_port": { 2024-09-10T08:19:56.219 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "server_port", 2024-09-10T08:19:56.219 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.219 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.219 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.219 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.219 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.219 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.219 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.219 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.219 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.219 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.220 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.220 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.220 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.220 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.220 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:56.220 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "rgw", 2024-09-10T08:19:56.220 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:56.220 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:56.220 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:56.220 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:56.220 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:56.220 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.220 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.220 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.221 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.221 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.221 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.221 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.221 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.221 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.221 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.221 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.221 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.221 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.221 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.221 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.221 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.221 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.222 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.222 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.222 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:56.222 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:56.222 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.222 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.222 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.222 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.222 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.222 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.222 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.222 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.222 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.223 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.223 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.223 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.223 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:56.223 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:56.223 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.223 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.223 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.223 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:56.223 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.223 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.223 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.223 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.224 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.224 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.224 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.224 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.224 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.224 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.224 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.224 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.224 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.224 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.224 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.224 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:56.224 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:56.225 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.225 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.225 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.225 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.225 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.225 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.225 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.225 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.225 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.225 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.225 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.225 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.225 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.226 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.226 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:56.226 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "rook", 2024-09-10T08:19:56.226 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:56.226 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:56.226 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:56.226 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:56.226 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:56.226 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.226 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.226 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.226 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.226 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.227 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.227 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.227 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.227 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.227 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.227 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.227 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.227 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.227 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.227 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.227 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.227 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.227 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.227 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.228 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:56.228 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:56.228 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.228 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.228 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.228 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.228 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.228 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.228 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.228 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.228 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.228 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.228 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.229 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.229 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:56.229 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:56.229 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.229 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.229 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.229 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:56.229 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.229 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.229 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.229 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.229 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.229 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.229 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.229 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.230 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.230 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.230 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.230 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.230 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.230 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.230 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.230 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:56.230 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:56.230 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.230 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.230 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.230 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.231 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.231 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.231 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.231 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.231 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.231 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.231 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.231 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.231 INFO:teuthology.orchestra.run.smithi067.stdout: "storage_class": { 2024-09-10T08:19:56.231 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "storage_class", 2024-09-10T08:19:56.231 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.231 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.231 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.231 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "local", 2024-09-10T08:19:56.232 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.232 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.232 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.232 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-09-10T08:19:56.232 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.232 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.232 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.232 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.232 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.232 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.232 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:56.232 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "selftest", 2024-09-10T08:19:56.232 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:56.232 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:56.233 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:56.233 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:56.233 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:56.233 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.233 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.233 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.233 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.233 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.233 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.233 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.233 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.233 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.233 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.233 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.234 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.234 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.234 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.234 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.234 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.234 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.234 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.234 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.234 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:56.234 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:56.234 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.234 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.234 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.235 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.235 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.235 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.235 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.235 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.235 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.235 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.235 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.235 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.235 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:56.235 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:56.235 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.235 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.235 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.236 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:56.236 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.236 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.236 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.236 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.236 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.236 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.236 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.236 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.236 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.236 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.236 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.236 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.237 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.237 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.237 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.237 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:56.237 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:56.237 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.237 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.237 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.237 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.237 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.237 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.237 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.237 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.238 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.238 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.238 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.238 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.238 INFO:teuthology.orchestra.run.smithi067.stdout: "roption1": { 2024-09-10T08:19:56.238 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "roption1", 2024-09-10T08:19:56.238 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.238 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.238 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.238 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.238 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.238 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.238 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.238 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.239 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.239 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.239 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.239 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.239 INFO:teuthology.orchestra.run.smithi067.stdout: "roption2": { 2024-09-10T08:19:56.239 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "roption2", 2024-09-10T08:19:56.239 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.239 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.239 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.239 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "xyz", 2024-09-10T08:19:56.239 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.239 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.239 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.239 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.240 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.240 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.240 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.240 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.240 INFO:teuthology.orchestra.run.smithi067.stdout: "rwoption1": { 2024-09-10T08:19:56.240 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "rwoption1", 2024-09-10T08:19:56.240 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.240 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.240 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.240 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.240 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.240 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.241 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.241 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.241 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.241 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.241 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.241 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.241 INFO:teuthology.orchestra.run.smithi067.stdout: "rwoption2": { 2024-09-10T08:19:56.241 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "rwoption2", 2024-09-10T08:19:56.241 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:56.241 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.241 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.241 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.241 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.241 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.242 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.242 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.242 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.242 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.242 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.242 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.242 INFO:teuthology.orchestra.run.smithi067.stdout: "rwoption3": { 2024-09-10T08:19:56.242 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "rwoption3", 2024-09-10T08:19:56.242 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "float", 2024-09-10T08:19:56.242 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.242 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.242 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.242 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.242 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.243 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.243 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.243 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.243 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.243 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.243 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.243 INFO:teuthology.orchestra.run.smithi067.stdout: "rwoption4": { 2024-09-10T08:19:56.243 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "rwoption4", 2024-09-10T08:19:56.243 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.243 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.243 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.243 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.243 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.244 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.244 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.244 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.244 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.244 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.244 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.244 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.244 INFO:teuthology.orchestra.run.smithi067.stdout: "rwoption5": { 2024-09-10T08:19:56.244 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "rwoption5", 2024-09-10T08:19:56.244 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.244 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.244 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.244 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.244 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.245 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.245 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.245 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.245 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.245 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.245 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.245 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.245 INFO:teuthology.orchestra.run.smithi067.stdout: "rwoption6": { 2024-09-10T08:19:56.245 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "rwoption6", 2024-09-10T08:19:56.245 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.245 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.245 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.245 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:56.246 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.246 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.246 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.246 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.246 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.246 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.246 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.246 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.246 INFO:teuthology.orchestra.run.smithi067.stdout: "rwoption7": { 2024-09-10T08:19:56.246 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "rwoption7", 2024-09-10T08:19:56.246 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:56.246 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.246 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.247 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.247 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "1", 2024-09-10T08:19:56.247 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "42", 2024-09-10T08:19:56.247 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.247 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.247 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.247 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.247 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.247 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.247 INFO:teuthology.orchestra.run.smithi067.stdout: "testkey": { 2024-09-10T08:19:56.247 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "testkey", 2024-09-10T08:19:56.247 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.247 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.248 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.248 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.248 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.248 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.248 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.248 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.248 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.248 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.248 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.248 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.248 INFO:teuthology.orchestra.run.smithi067.stdout: "testlkey": { 2024-09-10T08:19:56.248 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "testlkey", 2024-09-10T08:19:56.248 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.249 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.249 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.249 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.249 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.249 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.249 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.249 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.249 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.249 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.249 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.249 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.249 INFO:teuthology.orchestra.run.smithi067.stdout: "testnewline": { 2024-09-10T08:19:56.250 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "testnewline", 2024-09-10T08:19:56.250 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.250 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.250 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.250 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.250 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.250 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.250 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.250 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.250 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.250 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.250 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.250 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.250 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.251 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.251 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:56.251 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "snap_schedule", 2024-09-10T08:19:56.251 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:56.251 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:56.251 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:56.251 INFO:teuthology.orchestra.run.smithi067.stdout: "allow_m_granularity": { 2024-09-10T08:19:56.251 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "allow_m_granularity", 2024-09-10T08:19:56.251 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.251 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.251 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.251 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.251 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.252 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.252 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.252 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "allow minute scheduled snapshots", 2024-09-10T08:19:56.252 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.252 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.252 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.252 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.252 INFO:teuthology.orchestra.run.smithi067.stdout: "dump_on_update": { 2024-09-10T08:19:56.252 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "dump_on_update", 2024-09-10T08:19:56.252 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.252 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.253 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.253 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.253 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.253 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.253 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.253 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "dump database to debug log on update", 2024-09-10T08:19:56.253 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.253 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.253 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.253 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.253 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:56.253 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:56.253 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.254 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.254 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.254 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.254 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.254 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.254 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.254 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.254 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.254 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.254 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.254 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.254 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.254 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.255 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.255 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.255 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.255 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.255 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.255 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:56.255 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:56.255 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.255 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.255 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.255 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.255 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.255 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.255 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.256 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.256 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.256 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.256 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.256 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.256 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:56.256 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:56.256 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.256 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.256 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.256 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:56.256 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.256 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.257 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.257 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.257 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.257 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.257 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.257 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.257 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.257 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.257 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.257 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.257 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.257 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.257 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.258 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:56.258 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:56.258 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.258 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.258 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.258 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.258 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.258 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.258 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.258 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.258 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.258 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.258 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.258 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.259 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.259 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.259 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:56.259 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "stats", 2024-09-10T08:19:56.259 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:56.259 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:56.259 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:56.259 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:56.259 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:56.259 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.259 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.259 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.259 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.259 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.260 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.260 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.260 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.260 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.260 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.260 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.260 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.260 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.260 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.260 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.260 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.260 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.260 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.261 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.261 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:56.261 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:56.261 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.261 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.261 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.261 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.261 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.261 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.261 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.261 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.261 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.261 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.261 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.261 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.262 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:56.262 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:56.262 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.262 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.262 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.262 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:56.262 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.262 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.262 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.262 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.262 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.262 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.262 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.262 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.263 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.263 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.263 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.263 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.263 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.263 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.263 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.263 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:56.263 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:56.263 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.263 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.263 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.263 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.264 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.264 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.264 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.264 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.264 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.264 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.264 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.264 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.264 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.264 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.264 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:56.264 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "status", 2024-09-10T08:19:56.265 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:56.265 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:56.265 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:56.265 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:56.265 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:56.265 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.265 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.265 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.265 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.265 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.265 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.265 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.265 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.265 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.266 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.266 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.266 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.266 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.266 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.266 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.266 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.266 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.266 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.266 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.266 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:56.266 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:56.266 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.267 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.267 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.267 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.267 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.267 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.267 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.267 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.267 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.267 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.267 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.267 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.267 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:56.267 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:56.267 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.268 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.268 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.268 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:56.268 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.268 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.268 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.268 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.268 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.268 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.268 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.268 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.268 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.268 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.269 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.269 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.269 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.269 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.269 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.269 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:56.269 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:56.269 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.269 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.269 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.269 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.269 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.269 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.269 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.270 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.270 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.270 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.270 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.270 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.270 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.270 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.270 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:56.270 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "telegraf", 2024-09-10T08:19:56.270 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:56.270 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:56.270 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:56.270 INFO:teuthology.orchestra.run.smithi067.stdout: "address": { 2024-09-10T08:19:56.270 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "address", 2024-09-10T08:19:56.271 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.271 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.271 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.271 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-09-10T08:19:56.271 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.271 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.271 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.271 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.271 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.271 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.271 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.271 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.272 INFO:teuthology.orchestra.run.smithi067.stdout: "interval": { 2024-09-10T08:19:56.272 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "interval", 2024-09-10T08:19:56.272 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:56.272 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.272 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.272 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "15", 2024-09-10T08:19:56.272 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.272 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.272 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.272 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.272 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.273 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.273 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.273 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.273 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:56.273 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:56.273 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.273 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.273 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.273 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.273 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.273 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.273 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.273 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.274 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.274 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.274 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.274 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.274 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.274 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.274 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.274 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.274 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.274 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.275 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.275 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:56.275 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:56.275 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.275 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.275 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.275 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.275 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.275 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.275 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.275 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.275 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.275 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.276 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.276 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.276 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:56.276 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:56.276 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.276 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.276 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.276 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:56.276 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.276 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.276 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.277 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.277 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.277 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.277 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.277 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.277 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.277 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.277 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.277 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.277 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.277 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.278 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.278 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:56.278 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:56.278 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.278 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.278 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.278 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.278 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.278 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.278 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.278 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.278 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.278 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.278 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.279 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.279 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.279 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.279 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:56.279 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "telemetry", 2024-09-10T08:19:56.279 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:56.279 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:56.279 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:56.279 INFO:teuthology.orchestra.run.smithi067.stdout: "channel_basic": { 2024-09-10T08:19:56.279 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "channel_basic", 2024-09-10T08:19:56.279 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.279 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.280 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.280 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:56.280 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.280 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.280 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.280 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Share basic cluster information (size, version)", 2024-09-10T08:19:56.280 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.280 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.280 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.280 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.280 INFO:teuthology.orchestra.run.smithi067.stdout: "channel_crash": { 2024-09-10T08:19:56.280 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "channel_crash", 2024-09-10T08:19:56.280 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.281 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.281 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.281 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:56.281 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.281 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.281 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.281 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-09-10T08:19:56.281 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.281 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.281 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.281 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.281 INFO:teuthology.orchestra.run.smithi067.stdout: "channel_device": { 2024-09-10T08:19:56.281 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "channel_device", 2024-09-10T08:19:56.282 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.282 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.282 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.282 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:56.282 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.282 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.282 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.282 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-09-10T08:19:56.282 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.282 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.282 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.282 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.282 INFO:teuthology.orchestra.run.smithi067.stdout: "channel_ident": { 2024-09-10T08:19:56.282 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "channel_ident", 2024-09-10T08:19:56.283 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.283 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.283 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.283 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.283 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.283 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.283 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.283 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-09-10T08:19:56.283 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.283 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.283 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.283 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.283 INFO:teuthology.orchestra.run.smithi067.stdout: "channel_perf": { 2024-09-10T08:19:56.283 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "channel_perf", 2024-09-10T08:19:56.284 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.284 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.284 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.284 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.284 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.284 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.284 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.284 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Share various performance metrics of a cluster", 2024-09-10T08:19:56.284 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.284 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.284 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.284 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.284 INFO:teuthology.orchestra.run.smithi067.stdout: "contact": { 2024-09-10T08:19:56.285 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "contact", 2024-09-10T08:19:56.285 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.285 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.285 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.285 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.285 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.285 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.288 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.288 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.288 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.288 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.288 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.288 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.288 INFO:teuthology.orchestra.run.smithi067.stdout: "description": { 2024-09-10T08:19:56.288 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "description", 2024-09-10T08:19:56.289 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.289 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.289 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.289 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.289 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.289 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.289 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.289 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.289 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.289 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.289 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.289 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.289 INFO:teuthology.orchestra.run.smithi067.stdout: "device_url": { 2024-09-10T08:19:56.290 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "device_url", 2024-09-10T08:19:56.290 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.290 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.290 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.290 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-09-10T08:19:56.290 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.290 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.290 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.290 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.290 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.290 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.290 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.290 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.290 INFO:teuthology.orchestra.run.smithi067.stdout: "enabled": { 2024-09-10T08:19:56.291 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "enabled", 2024-09-10T08:19:56.291 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.291 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.291 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.291 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.291 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.291 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.291 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.291 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.291 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.291 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.291 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.291 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.291 INFO:teuthology.orchestra.run.smithi067.stdout: "interval": { 2024-09-10T08:19:56.291 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "interval", 2024-09-10T08:19:56.292 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:56.292 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.292 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.292 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "24", 2024-09-10T08:19:56.292 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "8", 2024-09-10T08:19:56.292 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.292 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.292 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.292 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.292 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.292 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.292 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.292 INFO:teuthology.orchestra.run.smithi067.stdout: "last_opt_revision": { 2024-09-10T08:19:56.292 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "last_opt_revision", 2024-09-10T08:19:56.293 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:56.293 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.293 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.293 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "1", 2024-09-10T08:19:56.293 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.293 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.293 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.293 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.293 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.293 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.293 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.293 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.293 INFO:teuthology.orchestra.run.smithi067.stdout: "leaderboard": { 2024-09-10T08:19:56.294 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "leaderboard", 2024-09-10T08:19:56.294 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.294 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.294 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.294 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.294 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.294 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.294 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.294 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.294 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.294 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.294 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.294 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.294 INFO:teuthology.orchestra.run.smithi067.stdout: "leaderboard_description": { 2024-09-10T08:19:56.295 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "leaderboard_description", 2024-09-10T08:19:56.295 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.295 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.295 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.295 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.295 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.295 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.295 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.295 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.295 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.295 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.295 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.295 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.295 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:56.296 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:56.296 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.296 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.296 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.296 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.296 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.296 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.296 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.296 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.296 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.296 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.296 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.296 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.297 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.297 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.297 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.297 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.297 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.297 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.297 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.297 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:56.297 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:56.297 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.297 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.297 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.297 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.298 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.298 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.298 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.298 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.298 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.298 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.298 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.298 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.298 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:56.298 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:56.298 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.298 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.298 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.299 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:56.299 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.299 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.299 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.299 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.299 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.299 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.299 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.299 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.299 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.299 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.299 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.299 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.299 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.300 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.300 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.300 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:56.300 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:56.300 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.300 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.300 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.300 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.300 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.300 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.300 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.300 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.300 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.301 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.301 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.301 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.301 INFO:teuthology.orchestra.run.smithi067.stdout: "organization": { 2024-09-10T08:19:56.301 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "organization", 2024-09-10T08:19:56.301 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.301 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.301 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.301 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.301 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.301 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.301 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.301 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.302 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.302 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.302 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.302 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.302 INFO:teuthology.orchestra.run.smithi067.stdout: "proxy": { 2024-09-10T08:19:56.302 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "proxy", 2024-09-10T08:19:56.302 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.302 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.302 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.302 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.302 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.302 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.302 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.303 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.303 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.303 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.303 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.303 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.303 INFO:teuthology.orchestra.run.smithi067.stdout: "url": { 2024-09-10T08:19:56.303 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "url", 2024-09-10T08:19:56.303 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.303 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.303 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.303 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-09-10T08:19:56.303 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.303 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.303 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.304 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.304 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.304 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.304 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.304 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.304 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.304 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.304 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:56.304 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "test_orchestrator", 2024-09-10T08:19:56.304 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:56.304 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:56.304 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:56.304 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:56.305 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:56.305 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.305 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.305 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.305 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.305 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.305 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.305 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.305 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.305 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.305 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.305 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.305 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.306 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.306 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.306 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.306 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.306 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.306 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.306 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.306 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:56.306 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:56.306 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.306 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.306 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.306 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.306 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.306 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.307 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.307 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.307 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.307 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.307 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.307 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.307 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:56.307 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:56.307 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.307 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.307 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.307 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:56.308 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.308 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.308 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.308 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.308 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.308 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.308 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.308 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.308 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.308 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.308 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.308 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.308 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.308 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.308 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.309 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:56.309 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:56.309 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.309 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.309 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.309 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.309 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.309 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.309 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.309 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.309 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.309 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.309 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.310 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.310 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.310 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.310 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:56.310 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "volumes", 2024-09-10T08:19:56.310 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:56.310 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:56.310 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:56.310 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:56.310 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:56.310 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.310 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.310 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.311 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.311 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.311 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.311 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.311 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.311 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.311 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.311 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.311 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.311 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.311 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.311 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.311 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.311 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.312 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.312 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.312 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:56.312 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:56.312 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.312 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.312 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.312 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.312 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.312 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.312 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.312 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.312 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.313 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.313 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.313 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.313 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:56.313 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:56.313 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.313 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.313 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.313 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:56.313 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.313 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.313 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.313 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.314 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.314 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.314 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.314 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.314 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.314 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.314 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.314 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.314 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.314 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.314 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.314 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:56.314 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:56.314 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.315 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.315 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.315 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.315 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.315 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.315 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.315 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.315 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.315 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.315 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.315 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.315 INFO:teuthology.orchestra.run.smithi067.stdout: "max_concurrent_clones": { 2024-09-10T08:19:56.315 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "max_concurrent_clones", 2024-09-10T08:19:56.315 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:56.316 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.316 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.316 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "4", 2024-09-10T08:19:56.316 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.316 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.316 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.316 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Number of asynchronous cloner threads", 2024-09-10T08:19:56.316 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.316 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.316 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.316 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.316 INFO:teuthology.orchestra.run.smithi067.stdout: "periodic_async_work": { 2024-09-10T08:19:56.317 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "periodic_async_work", 2024-09-10T08:19:56.317 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.317 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.317 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.317 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.317 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.317 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.317 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.317 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Periodically check for async work", 2024-09-10T08:19:56.317 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.317 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.317 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.317 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.317 INFO:teuthology.orchestra.run.smithi067.stdout: "snapshot_clone_delay": { 2024-09-10T08:19:56.318 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "snapshot_clone_delay", 2024-09-10T08:19:56.318 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:56.318 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.318 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.318 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "0", 2024-09-10T08:19:56.318 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.318 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.318 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.318 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-09-10T08:19:56.318 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.318 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.318 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.318 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.318 INFO:teuthology.orchestra.run.smithi067.stdout: "snapshot_clone_no_wait": { 2024-09-10T08:19:56.319 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "snapshot_clone_no_wait", 2024-09-10T08:19:56.319 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.319 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.319 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.319 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "True", 2024-09-10T08:19:56.319 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.319 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.319 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.319 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-09-10T08:19:56.319 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.319 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.319 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.319 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.320 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.320 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.320 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:56.320 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "zabbix", 2024-09-10T08:19:56.320 INFO:teuthology.orchestra.run.smithi067.stdout: "can_run": true, 2024-09-10T08:19:56.320 INFO:teuthology.orchestra.run.smithi067.stdout: "error_string": "", 2024-09-10T08:19:56.320 INFO:teuthology.orchestra.run.smithi067.stdout: "module_options": { 2024-09-10T08:19:56.320 INFO:teuthology.orchestra.run.smithi067.stdout: "discovery_interval": { 2024-09-10T08:19:56.320 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "discovery_interval", 2024-09-10T08:19:56.320 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "uint", 2024-09-10T08:19:56.320 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.320 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.320 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "100", 2024-09-10T08:19:56.321 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.321 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.321 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.321 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.321 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.321 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.321 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.321 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.321 INFO:teuthology.orchestra.run.smithi067.stdout: "identifier": { 2024-09-10T08:19:56.321 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "identifier", 2024-09-10T08:19:56.321 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.321 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.321 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.321 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.322 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.322 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.322 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.322 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.322 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.322 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.322 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.322 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.322 INFO:teuthology.orchestra.run.smithi067.stdout: "interval": { 2024-09-10T08:19:56.322 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "interval", 2024-09-10T08:19:56.322 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "secs", 2024-09-10T08:19:56.322 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.322 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.322 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "60", 2024-09-10T08:19:56.322 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.323 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.323 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.323 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.323 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.323 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.323 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.323 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.323 INFO:teuthology.orchestra.run.smithi067.stdout: "log_level": { 2024-09-10T08:19:56.323 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_level", 2024-09-10T08:19:56.323 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.323 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.323 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.323 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.323 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.324 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.324 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.324 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.324 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.324 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.324 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.324 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.324 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.324 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.324 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.324 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.324 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.324 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.325 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.325 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster": { 2024-09-10T08:19:56.325 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster", 2024-09-10T08:19:56.325 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.325 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.325 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.325 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.325 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.325 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.325 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.325 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.325 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.325 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.326 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.326 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.326 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_cluster_level": { 2024-09-10T08:19:56.326 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_cluster_level", 2024-09-10T08:19:56.326 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.326 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.326 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.326 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "info", 2024-09-10T08:19:56.326 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.326 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.326 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [ 2024-09-10T08:19:56.326 INFO:teuthology.orchestra.run.smithi067.stdout: "", 2024-09-10T08:19:56.326 INFO:teuthology.orchestra.run.smithi067.stdout: "critical", 2024-09-10T08:19:56.326 INFO:teuthology.orchestra.run.smithi067.stdout: "debug", 2024-09-10T08:19:56.327 INFO:teuthology.orchestra.run.smithi067.stdout: "error", 2024-09-10T08:19:56.327 INFO:teuthology.orchestra.run.smithi067.stdout: "info", 2024-09-10T08:19:56.327 INFO:teuthology.orchestra.run.smithi067.stdout: "warning" 2024-09-10T08:19:56.327 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.327 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.327 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.327 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.327 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.327 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.327 INFO:teuthology.orchestra.run.smithi067.stdout: "log_to_file": { 2024-09-10T08:19:56.327 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "log_to_file", 2024-09-10T08:19:56.327 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "bool", 2024-09-10T08:19:56.327 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.328 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 1, 2024-09-10T08:19:56.328 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "False", 2024-09-10T08:19:56.328 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.328 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.328 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.328 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.328 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.328 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.328 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.328 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.328 INFO:teuthology.orchestra.run.smithi067.stdout: "zabbix_host": { 2024-09-10T08:19:56.328 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "zabbix_host", 2024-09-10T08:19:56.328 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.329 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.329 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.329 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "", 2024-09-10T08:19:56.329 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.329 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.329 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.329 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.329 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.329 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.329 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.329 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.329 INFO:teuthology.orchestra.run.smithi067.stdout: "zabbix_port": { 2024-09-10T08:19:56.329 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "zabbix_port", 2024-09-10T08:19:56.330 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "int", 2024-09-10T08:19:56.330 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.330 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.330 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "10051", 2024-09-10T08:19:56.330 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.330 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.330 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.330 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.330 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.330 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.330 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.330 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.330 INFO:teuthology.orchestra.run.smithi067.stdout: "zabbix_sender": { 2024-09-10T08:19:56.331 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "zabbix_sender", 2024-09-10T08:19:56.331 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "str", 2024-09-10T08:19:56.331 INFO:teuthology.orchestra.run.smithi067.stdout: "level": "advanced", 2024-09-10T08:19:56.331 INFO:teuthology.orchestra.run.smithi067.stdout: "flags": 0, 2024-09-10T08:19:56.331 INFO:teuthology.orchestra.run.smithi067.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-09-10T08:19:56.331 INFO:teuthology.orchestra.run.smithi067.stdout: "min": "", 2024-09-10T08:19:56.331 INFO:teuthology.orchestra.run.smithi067.stdout: "max": "", 2024-09-10T08:19:56.331 INFO:teuthology.orchestra.run.smithi067.stdout: "enum_allowed": [], 2024-09-10T08:19:56.331 INFO:teuthology.orchestra.run.smithi067.stdout: "desc": "", 2024-09-10T08:19:56.331 INFO:teuthology.orchestra.run.smithi067.stdout: "long_desc": "", 2024-09-10T08:19:56.331 INFO:teuthology.orchestra.run.smithi067.stdout: "tags": [], 2024-09-10T08:19:56.331 INFO:teuthology.orchestra.run.smithi067.stdout: "see_also": [] 2024-09-10T08:19:56.332 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.332 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.332 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.332 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.332 INFO:teuthology.orchestra.run.smithi067.stdout: "services": { 2024-09-10T08:19:56.332 INFO:teuthology.orchestra.run.smithi067.stdout: "dashboard": "https://172.21.15.67:8443/" 2024-09-10T08:19:56.332 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.332 INFO:teuthology.orchestra.run.smithi067.stdout: "always_on_modules": { 2024-09-10T08:19:56.332 INFO:teuthology.orchestra.run.smithi067.stdout: "octopus": [ 2024-09-10T08:19:56.332 INFO:teuthology.orchestra.run.smithi067.stdout: "balancer", 2024-09-10T08:19:56.332 INFO:teuthology.orchestra.run.smithi067.stdout: "crash", 2024-09-10T08:19:56.332 INFO:teuthology.orchestra.run.smithi067.stdout: "devicehealth", 2024-09-10T08:19:56.332 INFO:teuthology.orchestra.run.smithi067.stdout: "orchestrator", 2024-09-10T08:19:56.333 INFO:teuthology.orchestra.run.smithi067.stdout: "pg_autoscaler", 2024-09-10T08:19:56.333 INFO:teuthology.orchestra.run.smithi067.stdout: "progress", 2024-09-10T08:19:56.333 INFO:teuthology.orchestra.run.smithi067.stdout: "rbd_support", 2024-09-10T08:19:56.333 INFO:teuthology.orchestra.run.smithi067.stdout: "status", 2024-09-10T08:19:56.333 INFO:teuthology.orchestra.run.smithi067.stdout: "telemetry", 2024-09-10T08:19:56.333 INFO:teuthology.orchestra.run.smithi067.stdout: "volumes" 2024-09-10T08:19:56.333 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.333 INFO:teuthology.orchestra.run.smithi067.stdout: "pacific": [ 2024-09-10T08:19:56.333 INFO:teuthology.orchestra.run.smithi067.stdout: "balancer", 2024-09-10T08:19:56.333 INFO:teuthology.orchestra.run.smithi067.stdout: "crash", 2024-09-10T08:19:56.333 INFO:teuthology.orchestra.run.smithi067.stdout: "devicehealth", 2024-09-10T08:19:56.333 INFO:teuthology.orchestra.run.smithi067.stdout: "orchestrator", 2024-09-10T08:19:56.333 INFO:teuthology.orchestra.run.smithi067.stdout: "pg_autoscaler", 2024-09-10T08:19:56.333 INFO:teuthology.orchestra.run.smithi067.stdout: "progress", 2024-09-10T08:19:56.334 INFO:teuthology.orchestra.run.smithi067.stdout: "rbd_support", 2024-09-10T08:19:56.334 INFO:teuthology.orchestra.run.smithi067.stdout: "status", 2024-09-10T08:19:56.334 INFO:teuthology.orchestra.run.smithi067.stdout: "telemetry", 2024-09-10T08:19:56.334 INFO:teuthology.orchestra.run.smithi067.stdout: "volumes" 2024-09-10T08:19:56.334 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.334 INFO:teuthology.orchestra.run.smithi067.stdout: "quincy": [ 2024-09-10T08:19:56.334 INFO:teuthology.orchestra.run.smithi067.stdout: "balancer", 2024-09-10T08:19:56.334 INFO:teuthology.orchestra.run.smithi067.stdout: "crash", 2024-09-10T08:19:56.334 INFO:teuthology.orchestra.run.smithi067.stdout: "devicehealth", 2024-09-10T08:19:56.334 INFO:teuthology.orchestra.run.smithi067.stdout: "orchestrator", 2024-09-10T08:19:56.334 INFO:teuthology.orchestra.run.smithi067.stdout: "pg_autoscaler", 2024-09-10T08:19:56.334 INFO:teuthology.orchestra.run.smithi067.stdout: "progress", 2024-09-10T08:19:56.334 INFO:teuthology.orchestra.run.smithi067.stdout: "rbd_support", 2024-09-10T08:19:56.335 INFO:teuthology.orchestra.run.smithi067.stdout: "status", 2024-09-10T08:19:56.335 INFO:teuthology.orchestra.run.smithi067.stdout: "telemetry", 2024-09-10T08:19:56.335 INFO:teuthology.orchestra.run.smithi067.stdout: "volumes" 2024-09-10T08:19:56.335 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.335 INFO:teuthology.orchestra.run.smithi067.stdout: "reef": [ 2024-09-10T08:19:56.335 INFO:teuthology.orchestra.run.smithi067.stdout: "balancer", 2024-09-10T08:19:56.335 INFO:teuthology.orchestra.run.smithi067.stdout: "crash", 2024-09-10T08:19:56.335 INFO:teuthology.orchestra.run.smithi067.stdout: "devicehealth", 2024-09-10T08:19:56.335 INFO:teuthology.orchestra.run.smithi067.stdout: "orchestrator", 2024-09-10T08:19:56.335 INFO:teuthology.orchestra.run.smithi067.stdout: "pg_autoscaler", 2024-09-10T08:19:56.335 INFO:teuthology.orchestra.run.smithi067.stdout: "progress", 2024-09-10T08:19:56.335 INFO:teuthology.orchestra.run.smithi067.stdout: "rbd_support", 2024-09-10T08:19:56.335 INFO:teuthology.orchestra.run.smithi067.stdout: "status", 2024-09-10T08:19:56.335 INFO:teuthology.orchestra.run.smithi067.stdout: "telemetry", 2024-09-10T08:19:56.336 INFO:teuthology.orchestra.run.smithi067.stdout: "volumes" 2024-09-10T08:19:56.336 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-10T08:19:56.336 INFO:teuthology.orchestra.run.smithi067.stdout: "squid": [ 2024-09-10T08:19:56.336 INFO:teuthology.orchestra.run.smithi067.stdout: "balancer", 2024-09-10T08:19:56.336 INFO:teuthology.orchestra.run.smithi067.stdout: "crash", 2024-09-10T08:19:56.336 INFO:teuthology.orchestra.run.smithi067.stdout: "devicehealth", 2024-09-10T08:19:56.336 INFO:teuthology.orchestra.run.smithi067.stdout: "orchestrator", 2024-09-10T08:19:56.336 INFO:teuthology.orchestra.run.smithi067.stdout: "pg_autoscaler", 2024-09-10T08:19:56.336 INFO:teuthology.orchestra.run.smithi067.stdout: "progress", 2024-09-10T08:19:56.336 INFO:teuthology.orchestra.run.smithi067.stdout: "rbd_support", 2024-09-10T08:19:56.336 INFO:teuthology.orchestra.run.smithi067.stdout: "status", 2024-09-10T08:19:56.336 INFO:teuthology.orchestra.run.smithi067.stdout: "telemetry", 2024-09-10T08:19:56.336 INFO:teuthology.orchestra.run.smithi067.stdout: "volumes" 2024-09-10T08:19:56.336 INFO:teuthology.orchestra.run.smithi067.stdout: ] 2024-09-10T08:19:56.337 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.337 INFO:teuthology.orchestra.run.smithi067.stdout: "last_failure_osd_epoch": 3, 2024-09-10T08:19:56.337 INFO:teuthology.orchestra.run.smithi067.stdout: "active_clients": [ 2024-09-10T08:19:56.337 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:56.337 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "devicehealth", 2024-09-10T08:19:56.337 INFO:teuthology.orchestra.run.smithi067.stdout: "addrvec": [ 2024-09-10T08:19:56.337 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:56.337 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "v2", 2024-09-10T08:19:56.337 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": "172.21.15.67:0", 2024-09-10T08:19:56.337 INFO:teuthology.orchestra.run.smithi067.stdout: "nonce": 956302913 2024-09-10T08:19:56.337 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.337 INFO:teuthology.orchestra.run.smithi067.stdout: ] 2024-09-10T08:19:56.337 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.338 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:56.338 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "libcephsqlite", 2024-09-10T08:19:56.338 INFO:teuthology.orchestra.run.smithi067.stdout: "addrvec": [ 2024-09-10T08:19:56.338 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:56.338 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "v2", 2024-09-10T08:19:56.338 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": "172.21.15.67:0", 2024-09-10T08:19:56.338 INFO:teuthology.orchestra.run.smithi067.stdout: "nonce": 3957146798 2024-09-10T08:19:56.338 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.338 INFO:teuthology.orchestra.run.smithi067.stdout: ] 2024-09-10T08:19:56.338 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.338 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:56.338 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "rbd_support", 2024-09-10T08:19:56.338 INFO:teuthology.orchestra.run.smithi067.stdout: "addrvec": [ 2024-09-10T08:19:56.338 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:56.338 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "v2", 2024-09-10T08:19:56.339 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": "172.21.15.67:0", 2024-09-10T08:19:56.339 INFO:teuthology.orchestra.run.smithi067.stdout: "nonce": 2497809194 2024-09-10T08:19:56.339 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.339 INFO:teuthology.orchestra.run.smithi067.stdout: ] 2024-09-10T08:19:56.339 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:56.339 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:56.339 INFO:teuthology.orchestra.run.smithi067.stdout: "name": "volumes", 2024-09-10T08:19:56.339 INFO:teuthology.orchestra.run.smithi067.stdout: "addrvec": [ 2024-09-10T08:19:56.339 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-10T08:19:56.339 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "v2", 2024-09-10T08:19:56.339 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": "172.21.15.67:0", 2024-09-10T08:19:56.339 INFO:teuthology.orchestra.run.smithi067.stdout: "nonce": 2348387052 2024-09-10T08:19:56.339 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.339 INFO:teuthology.orchestra.run.smithi067.stdout: ] 2024-09-10T08:19:56.339 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:56.340 INFO:teuthology.orchestra.run.smithi067.stdout: ] 2024-09-10T08:19:56.340 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:19:56.341 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:55 smithi133 ceph-mon[34721]: pgmap v510: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-09-10T08:19:56.341 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:55 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/3176871421' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-10T08:19:56.341 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:55 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/3198477253' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-09-10T08:19:56.341 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:55 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/146553791' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-09-10T08:19:56.341 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:55 smithi203 ceph-mon[34672]: pgmap v510: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-09-10T08:19:56.341 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:55 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/3176871421' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-10T08:19:56.342 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:55 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/3198477253' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-09-10T08:19:56.342 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:55 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/146553791' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-09-10T08:19:56.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.926+0000 7f7f0e9d6640 1 -- 172.21.15.67:0/146553791 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7ef00a2b90 msgr2=0x7f7ef00a5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:56.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.926+0000 7f7f0e9d6640 1 --2- 172.21.15.67:0/146553791 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7ef00a2b90 0x7f7ef00a5050 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f7efc004770 tx=0x7f7efc000bc0 comp rx=0 tx=0).stop 2024-09-10T08:19:56.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.926+0000 7f7f0e9d6640 1 -- 172.21.15.67:0/146553791 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7f08102610 msgr2=0x7f7f08197e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:19:56.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.926+0000 7f7f0e9d6640 1 --2- 172.21.15.67:0/146553791 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7f08102610 0x7f7f08197e30 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7f7ef800d950 tx=0x7f7ef800de10 comp rx=0 tx=0).stop 2024-09-10T08:19:56.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.926+0000 7f7f0e9d6640 1 -- 172.21.15.67:0/146553791 shutdown_connections 2024-09-10T08:19:56.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.926+0000 7f7f0e9d6640 1 --2- 172.21.15.67:0/146553791 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f7ef00a2b90 0x7f7ef00a5050 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:56.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.926+0000 7f7f0e9d6640 1 --2- 172.21.15.67:0/146553791 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7f08107870 0x7f7f0819f3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:56.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.926+0000 7f7f0e9d6640 1 --2- 172.21.15.67:0/146553791 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7f08104f40 0x7f7f08198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:56.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.926+0000 7f7f0e9d6640 1 --2- 172.21.15.67:0/146553791 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7f08102610 0x7f7f08197e30 unknown :-1 s=CLOSED pgs=909 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:19:56.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.926+0000 7f7f0e9d6640 1 -- 172.21.15.67:0/146553791 >> 172.21.15.67:0/146553791 conn(0x7f7f080fc1b0 msgr2=0x7f7f08102e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:19:56.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.926+0000 7f7f0e9d6640 1 -- 172.21.15.67:0/146553791 shutdown_connections 2024-09-10T08:19:56.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:19:54.926+0000 7f7f0e9d6640 1 -- 172.21.15.67:0/146553791 wait complete. 2024-09-10T08:19:56.349 DEBUG:tasks.check_counter:Getting stats from a 2024-09-10T08:19:56.349 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph daemon mds.a perf dump 2024-09-10T08:19:56.350 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:55 smithi067 ceph-mon[31051]: pgmap v510: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-09-10T08:19:56.350 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:55 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/3176871421' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-10T08:19:56.350 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:55 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/3198477253' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-09-10T08:19:56.350 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:55 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/146553791' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-09-10T08:19:56.621 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:19:57.122 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:19:57.123 INFO:teuthology.orchestra.run.smithi067.stdout: "AsyncMessenger::Worker-0": { 2024-09-10T08:19:57.123 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_messages": 469, 2024-09-10T08:19:57.123 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_messages": 471, 2024-09-10T08:19:57.123 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_bytes": 152477, 2024-09-10T08:19:57.123 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_bytes": 149143, 2024-09-10T08:19:57.123 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_created_connections": 6, 2024-09-10T08:19:57.123 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_active_connections": 2, 2024-09-10T08:19:57.123 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_total_time": 0.046990983, 2024-09-10T08:19:57.123 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_send_time": 0.015064366, 2024-09-10T08:19:57.123 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_recv_time": 0.012036149, 2024-09-10T08:19:57.123 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_fast_dispatch_time": 0.014635450, 2024-09-10T08:19:57.123 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:19:57.123 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 469, 2024-09-10T08:19:57.123 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.019536838, 2024-09-10T08:19:57.124 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000041656 2024-09-10T08:19:57.124 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.124 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:19:57.124 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:19:57.124 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:19:57.124 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:19:57.124 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.124 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-10T08:19:57.124 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_encrypted_bytes": 0 2024-09-10T08:19:57.124 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.124 INFO:teuthology.orchestra.run.smithi067.stdout: "AsyncMessenger::Worker-1": { 2024-09-10T08:19:57.124 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_messages": 424, 2024-09-10T08:19:57.124 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_messages": 418, 2024-09-10T08:19:57.124 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_bytes": 823674, 2024-09-10T08:19:57.125 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_bytes": 167802, 2024-09-10T08:19:57.125 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_created_connections": 4, 2024-09-10T08:19:57.125 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_active_connections": 3, 2024-09-10T08:19:57.125 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_total_time": 0.048374144, 2024-09-10T08:19:57.125 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_send_time": 0.016450107, 2024-09-10T08:19:57.125 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_recv_time": 0.025538762, 2024-09-10T08:19:57.125 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_fast_dispatch_time": 0.010019429, 2024-09-10T08:19:57.125 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:19:57.125 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 417, 2024-09-10T08:19:57.125 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.016992737, 2024-09-10T08:19:57.125 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000040749 2024-09-10T08:19:57.125 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.126 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:19:57.126 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:19:57.126 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:19:57.126 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:19:57.126 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.126 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_encrypted_bytes": 752912, 2024-09-10T08:19:57.126 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_encrypted_bytes": 77104 2024-09-10T08:19:57.126 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.126 INFO:teuthology.orchestra.run.smithi067.stdout: "AsyncMessenger::Worker-2": { 2024-09-10T08:19:57.126 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_messages": 325, 2024-09-10T08:19:57.126 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_messages": 415, 2024-09-10T08:19:57.126 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_bytes": 87681, 2024-09-10T08:19:57.126 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_bytes": 333922, 2024-09-10T08:19:57.126 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_created_connections": 4, 2024-09-10T08:19:57.127 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_active_connections": 3, 2024-09-10T08:19:57.127 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_total_time": 0.035985831, 2024-09-10T08:19:57.127 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_send_time": 0.014979192, 2024-09-10T08:19:57.127 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_recv_time": 0.009869341, 2024-09-10T08:19:57.127 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_fast_dispatch_time": 0.007651195, 2024-09-10T08:19:57.127 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:19:57.127 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 414, 2024-09-10T08:19:57.127 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.019374126, 2024-09-10T08:19:57.127 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000046797 2024-09-10T08:19:57.127 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.127 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:19:57.127 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:19:57.127 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:19:57.127 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:19:57.128 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.128 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_encrypted_bytes": 3200, 2024-09-10T08:19:57.128 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_encrypted_bytes": 232480 2024-09-10T08:19:57.128 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.128 INFO:teuthology.orchestra.run.smithi067.stdout: "cct": { 2024-09-10T08:19:57.128 INFO:teuthology.orchestra.run.smithi067.stdout: "total_workers": 1, 2024-09-10T08:19:57.128 INFO:teuthology.orchestra.run.smithi067.stdout: "unhealthy_workers": 0 2024-09-10T08:19:57.128 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.128 INFO:teuthology.orchestra.run.smithi067.stdout: "finisher-MDSRank": { 2024-09-10T08:19:57.128 INFO:teuthology.orchestra.run.smithi067.stdout: "queue_len": 0, 2024-09-10T08:19:57.128 INFO:teuthology.orchestra.run.smithi067.stdout: "complete_latency": { 2024-09-10T08:19:57.128 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 1835, 2024-09-10T08:19:57.128 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.050855616, 2024-09-10T08:19:57.129 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000027714 2024-09-10T08:19:57.129 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:57.129 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.129 INFO:teuthology.orchestra.run.smithi067.stdout: "finisher-PurgeQueue": { 2024-09-10T08:19:57.129 INFO:teuthology.orchestra.run.smithi067.stdout: "queue_len": 0, 2024-09-10T08:19:57.129 INFO:teuthology.orchestra.run.smithi067.stdout: "complete_latency": { 2024-09-10T08:19:57.129 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:19:57.129 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:19:57.129 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:19:57.129 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:57.129 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.129 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": { 2024-09-10T08:19:57.129 INFO:teuthology.orchestra.run.smithi067.stdout: "request": 0, 2024-09-10T08:19:57.129 INFO:teuthology.orchestra.run.smithi067.stdout: "reply": 0, 2024-09-10T08:19:57.130 INFO:teuthology.orchestra.run.smithi067.stdout: "reply_latency": { 2024-09-10T08:19:57.130 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:19:57.130 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:19:57.130 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:19:57.130 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.130 INFO:teuthology.orchestra.run.smithi067.stdout: "slow_reply": 0, 2024-09-10T08:19:57.130 INFO:teuthology.orchestra.run.smithi067.stdout: "forward": 0, 2024-09-10T08:19:57.130 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_fetch_complete": 0, 2024-09-10T08:19:57.130 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_fetch_keys": 0, 2024-09-10T08:19:57.130 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_commit": 0, 2024-09-10T08:19:57.130 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_split": 0, 2024-09-10T08:19:57.130 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_merge": 0, 2024-09-10T08:19:57.130 INFO:teuthology.orchestra.run.smithi067.stdout: "inodes": 0, 2024-09-10T08:19:57.131 INFO:teuthology.orchestra.run.smithi067.stdout: "inodes_top": 0, 2024-09-10T08:19:57.131 INFO:teuthology.orchestra.run.smithi067.stdout: "inodes_bottom": 0, 2024-09-10T08:19:57.131 INFO:teuthology.orchestra.run.smithi067.stdout: "inodes_pin_tail": 0, 2024-09-10T08:19:57.131 INFO:teuthology.orchestra.run.smithi067.stdout: "inodes_pinned": 0, 2024-09-10T08:19:57.131 INFO:teuthology.orchestra.run.smithi067.stdout: "inodes_expired": 0, 2024-09-10T08:19:57.131 INFO:teuthology.orchestra.run.smithi067.stdout: "inodes_with_caps": 0, 2024-09-10T08:19:57.131 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": 0, 2024-09-10T08:19:57.131 INFO:teuthology.orchestra.run.smithi067.stdout: "subtrees": 1, 2024-09-10T08:19:57.131 INFO:teuthology.orchestra.run.smithi067.stdout: "traverse": 0, 2024-09-10T08:19:57.131 INFO:teuthology.orchestra.run.smithi067.stdout: "traverse_hit": 0, 2024-09-10T08:19:57.131 INFO:teuthology.orchestra.run.smithi067.stdout: "traverse_forward": 0, 2024-09-10T08:19:57.131 INFO:teuthology.orchestra.run.smithi067.stdout: "traverse_discover": 0, 2024-09-10T08:19:57.132 INFO:teuthology.orchestra.run.smithi067.stdout: "traverse_dir_fetch": 0, 2024-09-10T08:19:57.132 INFO:teuthology.orchestra.run.smithi067.stdout: "traverse_remote_ino": 0, 2024-09-10T08:19:57.132 INFO:teuthology.orchestra.run.smithi067.stdout: "traverse_lock": 0, 2024-09-10T08:19:57.132 INFO:teuthology.orchestra.run.smithi067.stdout: "load_cent": 0, 2024-09-10T08:19:57.132 INFO:teuthology.orchestra.run.smithi067.stdout: "q": 0, 2024-09-10T08:19:57.132 INFO:teuthology.orchestra.run.smithi067.stdout: "exported": 0, 2024-09-10T08:19:57.133 INFO:teuthology.orchestra.run.smithi067.stdout: "exported_inodes": 0, 2024-09-10T08:19:57.133 INFO:teuthology.orchestra.run.smithi067.stdout: "imported": 0, 2024-09-10T08:19:57.133 INFO:teuthology.orchestra.run.smithi067.stdout: "imported_inodes": 0, 2024-09-10T08:19:57.133 INFO:teuthology.orchestra.run.smithi067.stdout: "openino_dir_fetch": 0, 2024-09-10T08:19:57.133 INFO:teuthology.orchestra.run.smithi067.stdout: "openino_backtrace_fetch": 0, 2024-09-10T08:19:57.133 INFO:teuthology.orchestra.run.smithi067.stdout: "openino_peer_discover": 0, 2024-09-10T08:19:57.134 INFO:teuthology.orchestra.run.smithi067.stdout: "root_rfiles": 0, 2024-09-10T08:19:57.134 INFO:teuthology.orchestra.run.smithi067.stdout: "root_rbytes": 0, 2024-09-10T08:19:57.134 INFO:teuthology.orchestra.run.smithi067.stdout: "root_rsnaps": 0, 2024-09-10T08:19:57.134 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_backtrace_fetch": 0, 2024-09-10T08:19:57.134 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_set_tag": 0, 2024-09-10T08:19:57.134 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_backtrace_repaired": 0, 2024-09-10T08:19:57.134 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_inotable_repaired": 0, 2024-09-10T08:19:57.134 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_dir_inodes": 0, 2024-09-10T08:19:57.134 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_dir_base_inodes": 0, 2024-09-10T08:19:57.134 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_dirfrag_rstats": 0, 2024-09-10T08:19:57.134 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_file_inodes": 0, 2024-09-10T08:19:57.135 INFO:teuthology.orchestra.run.smithi067.stdout: "handle_inode_file_caps": 0, 2024-09-10T08:19:57.135 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_cap_op_revoke": 0, 2024-09-10T08:19:57.135 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_cap_op_grant": 0, 2024-09-10T08:19:57.135 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_cap_op_trunc": 0, 2024-09-10T08:19:57.135 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-10T08:19:57.135 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-10T08:19:57.135 INFO:teuthology.orchestra.run.smithi067.stdout: "handle_client_caps": 0, 2024-09-10T08:19:57.135 INFO:teuthology.orchestra.run.smithi067.stdout: "handle_client_caps_dirty": 0, 2024-09-10T08:19:57.135 INFO:teuthology.orchestra.run.smithi067.stdout: "handle_client_cap_release": 0, 2024-09-10T08:19:57.135 INFO:teuthology.orchestra.run.smithi067.stdout: "process_request_cap_release": 0 2024-09-10T08:19:57.135 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.135 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_cache": { 2024-09-10T08:19:57.136 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_update": 0, 2024-09-10T08:19:57.136 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_update_receipt": 0, 2024-09-10T08:19:57.136 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_try_discover": 0, 2024-09-10T08:19:57.136 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_send_discover": 0, 2024-09-10T08:19:57.137 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_handle_discover": 0, 2024-09-10T08:19:57.137 INFO:teuthology.orchestra.run.smithi067.stdout: "num_strays": 0, 2024-09-10T08:19:57.137 INFO:teuthology.orchestra.run.smithi067.stdout: "num_strays_delayed": 0, 2024-09-10T08:19:57.137 INFO:teuthology.orchestra.run.smithi067.stdout: "num_strays_enqueuing": 0, 2024-09-10T08:19:57.138 INFO:teuthology.orchestra.run.smithi067.stdout: "strays_created": 0, 2024-09-10T08:19:57.138 INFO:teuthology.orchestra.run.smithi067.stdout: "strays_enqueued": 0, 2024-09-10T08:19:57.138 INFO:teuthology.orchestra.run.smithi067.stdout: "strays_reintegrated": 0, 2024-09-10T08:19:57.138 INFO:teuthology.orchestra.run.smithi067.stdout: "strays_migrated": 0, 2024-09-10T08:19:57.138 INFO:teuthology.orchestra.run.smithi067.stdout: "num_recovering_processing": 0, 2024-09-10T08:19:57.139 INFO:teuthology.orchestra.run.smithi067.stdout: "num_recovering_enqueued": 0, 2024-09-10T08:19:57.139 INFO:teuthology.orchestra.run.smithi067.stdout: "num_recovering_prioritized": 0, 2024-09-10T08:19:57.139 INFO:teuthology.orchestra.run.smithi067.stdout: "recovery_started": 0, 2024-09-10T08:19:57.139 INFO:teuthology.orchestra.run.smithi067.stdout: "recovery_completed": 0, 2024-09-10T08:19:57.139 INFO:teuthology.orchestra.run.smithi067.stdout: "ireq_quiesce_path": 0, 2024-09-10T08:19:57.140 INFO:teuthology.orchestra.run.smithi067.stdout: "ireq_quiesce_inode": 0, 2024-09-10T08:19:57.140 INFO:teuthology.orchestra.run.smithi067.stdout: "ireq_enqueue_scrub": 0, 2024-09-10T08:19:57.140 INFO:teuthology.orchestra.run.smithi067.stdout: "ireq_exportdir": 0, 2024-09-10T08:19:57.140 INFO:teuthology.orchestra.run.smithi067.stdout: "ireq_flush": 0, 2024-09-10T08:19:57.141 INFO:teuthology.orchestra.run.smithi067.stdout: "ireq_fragmentdir": 0, 2024-09-10T08:19:57.141 INFO:teuthology.orchestra.run.smithi067.stdout: "ireq_fragstats": 0, 2024-09-10T08:19:57.141 INFO:teuthology.orchestra.run.smithi067.stdout: "ireq_inodestats": 0 2024-09-10T08:19:57.141 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.141 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_log": { 2024-09-10T08:19:57.142 INFO:teuthology.orchestra.run.smithi067.stdout: "evlrg": 0, 2024-09-10T08:19:57.142 INFO:teuthology.orchestra.run.smithi067.stdout: "evadd": 0, 2024-09-10T08:19:57.142 INFO:teuthology.orchestra.run.smithi067.stdout: "evex": 0, 2024-09-10T08:19:57.142 INFO:teuthology.orchestra.run.smithi067.stdout: "evtrm": 0, 2024-09-10T08:19:57.142 INFO:teuthology.orchestra.run.smithi067.stdout: "ev": 3, 2024-09-10T08:19:57.142 INFO:teuthology.orchestra.run.smithi067.stdout: "evexg": 0, 2024-09-10T08:19:57.143 INFO:teuthology.orchestra.run.smithi067.stdout: "evexd": 0, 2024-09-10T08:19:57.143 INFO:teuthology.orchestra.run.smithi067.stdout: "segadd": 0, 2024-09-10T08:19:57.143 INFO:teuthology.orchestra.run.smithi067.stdout: "segex": 0, 2024-09-10T08:19:57.143 INFO:teuthology.orchestra.run.smithi067.stdout: "segtrm": 0, 2024-09-10T08:19:57.143 INFO:teuthology.orchestra.run.smithi067.stdout: "seg": 2, 2024-09-10T08:19:57.144 INFO:teuthology.orchestra.run.smithi067.stdout: "segmjr": 2, 2024-09-10T08:19:57.144 INFO:teuthology.orchestra.run.smithi067.stdout: "segexg": 0, 2024-09-10T08:19:57.144 INFO:teuthology.orchestra.run.smithi067.stdout: "segexd": 0, 2024-09-10T08:19:57.144 INFO:teuthology.orchestra.run.smithi067.stdout: "expos": 4194304, 2024-09-10T08:19:57.144 INFO:teuthology.orchestra.run.smithi067.stdout: "wrpos": 4195387, 2024-09-10T08:19:57.144 INFO:teuthology.orchestra.run.smithi067.stdout: "rdpos": 4194892, 2024-09-10T08:19:57.144 INFO:teuthology.orchestra.run.smithi067.stdout: "jlat": { 2024-09-10T08:19:57.145 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:19:57.145 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:19:57.145 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:19:57.145 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.145 INFO:teuthology.orchestra.run.smithi067.stdout: "replayed": 3 2024-09-10T08:19:57.145 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.145 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_mem": { 2024-09-10T08:19:57.145 INFO:teuthology.orchestra.run.smithi067.stdout: "ino": 3, 2024-09-10T08:19:57.145 INFO:teuthology.orchestra.run.smithi067.stdout: "ino+": 3, 2024-09-10T08:19:57.145 INFO:teuthology.orchestra.run.smithi067.stdout: "ino-": 0, 2024-09-10T08:19:57.146 INFO:teuthology.orchestra.run.smithi067.stdout: "dir": 1, 2024-09-10T08:19:57.146 INFO:teuthology.orchestra.run.smithi067.stdout: "dir+": 1, 2024-09-10T08:19:57.146 INFO:teuthology.orchestra.run.smithi067.stdout: "dir-": 0, 2024-09-10T08:19:57.146 INFO:teuthology.orchestra.run.smithi067.stdout: "dn": 0, 2024-09-10T08:19:57.146 INFO:teuthology.orchestra.run.smithi067.stdout: "dn+": 0, 2024-09-10T08:19:57.146 INFO:teuthology.orchestra.run.smithi067.stdout: "dn-": 0, 2024-09-10T08:19:57.146 INFO:teuthology.orchestra.run.smithi067.stdout: "cap": 0, 2024-09-10T08:19:57.146 INFO:teuthology.orchestra.run.smithi067.stdout: "cap+": 0, 2024-09-10T08:19:57.146 INFO:teuthology.orchestra.run.smithi067.stdout: "cap-": 0, 2024-09-10T08:19:57.146 INFO:teuthology.orchestra.run.smithi067.stdout: "rss": 48452, 2024-09-10T08:19:57.146 INFO:teuthology.orchestra.run.smithi067.stdout: "heap": 215328 2024-09-10T08:19:57.146 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.147 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_server": { 2024-09-10T08:19:57.147 INFO:teuthology.orchestra.run.smithi067.stdout: "dispatch_client_request": 0, 2024-09-10T08:19:57.147 INFO:teuthology.orchestra.run.smithi067.stdout: "dispatch_server_request": 0, 2024-09-10T08:19:57.147 INFO:teuthology.orchestra.run.smithi067.stdout: "handle_client_request": 0, 2024-09-10T08:19:57.147 INFO:teuthology.orchestra.run.smithi067.stdout: "handle_client_session": 0, 2024-09-10T08:19:57.147 INFO:teuthology.orchestra.run.smithi067.stdout: "handle_peer_request": 0, 2024-09-10T08:19:57.147 INFO:teuthology.orchestra.run.smithi067.stdout: "req_create_latency": { 2024-09-10T08:19:57.147 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:19:57.147 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:19:57.147 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:19:57.147 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.148 INFO:teuthology.orchestra.run.smithi067.stdout: "req_getattr_latency": { 2024-09-10T08:19:57.148 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:19:57.148 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:19:57.148 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:19:57.148 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.148 INFO:teuthology.orchestra.run.smithi067.stdout: "req_getfilelock_latency": { 2024-09-10T08:19:57.148 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:19:57.148 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:19:57.148 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:19:57.148 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.148 INFO:teuthology.orchestra.run.smithi067.stdout: "req_link_latency": { 2024-09-10T08:19:57.149 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:19:57.149 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:19:57.149 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:19:57.149 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.149 INFO:teuthology.orchestra.run.smithi067.stdout: "req_lookup_latency": { 2024-09-10T08:19:57.149 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:19:57.149 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:19:57.149 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:19:57.149 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.149 INFO:teuthology.orchestra.run.smithi067.stdout: "req_lookuphash_latency": { 2024-09-10T08:19:57.149 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:19:57.149 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:19:57.150 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:19:57.150 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.150 INFO:teuthology.orchestra.run.smithi067.stdout: "req_lookupino_latency": { 2024-09-10T08:19:57.150 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:19:57.150 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:19:57.150 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:19:57.150 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.150 INFO:teuthology.orchestra.run.smithi067.stdout: "req_lookupname_latency": { 2024-09-10T08:19:57.150 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:19:57.150 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:19:57.150 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:19:57.150 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.151 INFO:teuthology.orchestra.run.smithi067.stdout: "req_lookupparent_latency": { 2024-09-10T08:19:57.151 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:19:57.151 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:19:57.151 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:19:57.151 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.151 INFO:teuthology.orchestra.run.smithi067.stdout: "req_lookupsnap_latency": { 2024-09-10T08:19:57.151 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:19:57.151 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:19:57.151 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:19:57.151 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.151 INFO:teuthology.orchestra.run.smithi067.stdout: "req_lssnap_latency": { 2024-09-10T08:19:57.151 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:19:57.151 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:19:57.152 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:19:57.152 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.152 INFO:teuthology.orchestra.run.smithi067.stdout: "req_mkdir_latency": { 2024-09-10T08:19:57.152 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:19:57.152 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:19:57.152 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:19:57.152 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.152 INFO:teuthology.orchestra.run.smithi067.stdout: "req_mknod_latency": { 2024-09-10T08:19:57.152 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:19:57.152 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:19:57.152 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:19:57.153 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.153 INFO:teuthology.orchestra.run.smithi067.stdout: "req_mksnap_latency": { 2024-09-10T08:19:57.153 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:19:57.153 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:19:57.153 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:19:57.153 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.153 INFO:teuthology.orchestra.run.smithi067.stdout: "req_open_latency": { 2024-09-10T08:19:57.153 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:19:57.153 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:19:57.153 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:19:57.153 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.154 INFO:teuthology.orchestra.run.smithi067.stdout: "req_readdir_latency": { 2024-09-10T08:19:57.154 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:19:57.154 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:19:57.154 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:19:57.154 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.154 INFO:teuthology.orchestra.run.smithi067.stdout: "req_rename_latency": { 2024-09-10T08:19:57.154 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:19:57.154 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:19:57.154 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:19:57.154 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.155 INFO:teuthology.orchestra.run.smithi067.stdout: "req_renamesnap_latency": { 2024-09-10T08:19:57.155 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:19:57.155 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:19:57.155 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:19:57.155 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.155 INFO:teuthology.orchestra.run.smithi067.stdout: "req_snapdiff_latency": { 2024-09-10T08:19:57.155 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:19:57.155 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:19:57.155 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:19:57.155 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.155 INFO:teuthology.orchestra.run.smithi067.stdout: "req_rmdir_latency": { 2024-09-10T08:19:57.155 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:19:57.156 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:19:57.156 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:19:57.156 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.156 INFO:teuthology.orchestra.run.smithi067.stdout: "req_rmsnap_latency": { 2024-09-10T08:19:57.156 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:19:57.156 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:19:57.156 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:19:57.156 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.156 INFO:teuthology.orchestra.run.smithi067.stdout: "req_rmxattr_latency": { 2024-09-10T08:19:57.156 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:19:57.156 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:19:57.156 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:19:57.157 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.157 INFO:teuthology.orchestra.run.smithi067.stdout: "req_setattr_latency": { 2024-09-10T08:19:57.157 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:19:57.157 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:19:57.157 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:19:57.157 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.157 INFO:teuthology.orchestra.run.smithi067.stdout: "req_setdirlayout_latency": { 2024-09-10T08:19:57.157 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:19:57.157 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:19:57.157 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:19:57.157 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.158 INFO:teuthology.orchestra.run.smithi067.stdout: "req_setfilelock_latency": { 2024-09-10T08:19:57.158 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:19:57.158 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:19:57.158 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:19:57.158 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.158 INFO:teuthology.orchestra.run.smithi067.stdout: "req_setlayout_latency": { 2024-09-10T08:19:57.158 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:19:57.158 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:19:57.158 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:19:57.158 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.158 INFO:teuthology.orchestra.run.smithi067.stdout: "req_setxattr_latency": { 2024-09-10T08:19:57.159 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:19:57.159 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:19:57.159 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:19:57.159 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.159 INFO:teuthology.orchestra.run.smithi067.stdout: "req_symlink_latency": { 2024-09-10T08:19:57.159 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:19:57.159 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:19:57.159 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:19:57.159 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.159 INFO:teuthology.orchestra.run.smithi067.stdout: "req_unlink_latency": { 2024-09-10T08:19:57.159 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:19:57.159 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:19:57.160 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:19:57.160 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.160 INFO:teuthology.orchestra.run.smithi067.stdout: "cap_revoke_eviction": 0, 2024-09-10T08:19:57.160 INFO:teuthology.orchestra.run.smithi067.stdout: "cap_acquisition_throttle": 0, 2024-09-10T08:19:57.160 INFO:teuthology.orchestra.run.smithi067.stdout: "req_getvxattr_latency": { 2024-09-10T08:19:57.160 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:19:57.160 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:19:57.160 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:19:57.160 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:57.160 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.160 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_sessions": { 2024-09-10T08:19:57.160 INFO:teuthology.orchestra.run.smithi067.stdout: "session_count": 1, 2024-09-10T08:19:57.161 INFO:teuthology.orchestra.run.smithi067.stdout: "session_add": 1, 2024-09-10T08:19:57.161 INFO:teuthology.orchestra.run.smithi067.stdout: "session_remove": 0, 2024-09-10T08:19:57.161 INFO:teuthology.orchestra.run.smithi067.stdout: "sessions_open": 1, 2024-09-10T08:19:57.161 INFO:teuthology.orchestra.run.smithi067.stdout: "sessions_stale": 0, 2024-09-10T08:19:57.161 INFO:teuthology.orchestra.run.smithi067.stdout: "total_load": 0, 2024-09-10T08:19:57.161 INFO:teuthology.orchestra.run.smithi067.stdout: "average_load": 0, 2024-09-10T08:19:57.161 INFO:teuthology.orchestra.run.smithi067.stdout: "avg_session_uptime": 1371, 2024-09-10T08:19:57.161 INFO:teuthology.orchestra.run.smithi067.stdout: "mdthresh_evicted": 0 2024-09-10T08:19:57.161 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.161 INFO:teuthology.orchestra.run.smithi067.stdout: "mempool": { 2024-09-10T08:19:57.161 INFO:teuthology.orchestra.run.smithi067.stdout: "bloom_filter_bytes": 0, 2024-09-10T08:19:57.161 INFO:teuthology.orchestra.run.smithi067.stdout: "bloom_filter_items": 0, 2024-09-10T08:19:57.162 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_alloc_bytes": 0, 2024-09-10T08:19:57.162 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_alloc_items": 0, 2024-09-10T08:19:57.162 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_data_bytes": 0, 2024-09-10T08:19:57.162 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_data_items": 0, 2024-09-10T08:19:57.162 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-10T08:19:57.162 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_onode_items": 0, 2024-09-10T08:19:57.162 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-10T08:19:57.162 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_meta_items": 0, 2024-09-10T08:19:57.162 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_other_bytes": 0, 2024-09-10T08:19:57.162 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_other_items": 0, 2024-09-10T08:19:57.162 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-10T08:19:57.162 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_buffer_items": 0, 2024-09-10T08:19:57.163 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_extent_bytes": 0, 2024-09-10T08:19:57.163 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_extent_items": 0, 2024-09-10T08:19:57.163 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_blob_bytes": 0, 2024-09-10T08:19:57.163 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_blob_items": 0, 2024-09-10T08:19:57.163 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-10T08:19:57.163 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_shared_blob_items": 0, 2024-09-10T08:19:57.163 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-10T08:19:57.163 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_inline_bl_items": 0, 2024-09-10T08:19:57.163 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_fsck_bytes": 0, 2024-09-10T08:19:57.163 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_fsck_items": 0, 2024-09-10T08:19:57.163 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_txc_bytes": 0, 2024-09-10T08:19:57.163 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_txc_items": 0, 2024-09-10T08:19:57.164 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-10T08:19:57.164 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_writing_deferred_items": 0, 2024-09-10T08:19:57.164 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_writing_bytes": 0, 2024-09-10T08:19:57.164 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_writing_items": 0, 2024-09-10T08:19:57.164 INFO:teuthology.orchestra.run.smithi067.stdout: "bluefs_bytes": 0, 2024-09-10T08:19:57.164 INFO:teuthology.orchestra.run.smithi067.stdout: "bluefs_items": 0, 2024-09-10T08:19:57.164 INFO:teuthology.orchestra.run.smithi067.stdout: "bluefs_file_reader_bytes": 0, 2024-09-10T08:19:57.164 INFO:teuthology.orchestra.run.smithi067.stdout: "bluefs_file_reader_items": 0, 2024-09-10T08:19:57.164 INFO:teuthology.orchestra.run.smithi067.stdout: "bluefs_file_writer_bytes": 0, 2024-09-10T08:19:57.164 INFO:teuthology.orchestra.run.smithi067.stdout: "bluefs_file_writer_items": 0, 2024-09-10T08:19:57.164 INFO:teuthology.orchestra.run.smithi067.stdout: "buffer_anon_bytes": 189217, 2024-09-10T08:19:57.164 INFO:teuthology.orchestra.run.smithi067.stdout: "buffer_anon_items": 48, 2024-09-10T08:19:57.165 INFO:teuthology.orchestra.run.smithi067.stdout: "buffer_meta_bytes": 0, 2024-09-10T08:19:57.165 INFO:teuthology.orchestra.run.smithi067.stdout: "buffer_meta_items": 0, 2024-09-10T08:19:57.165 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_bytes": 0, 2024-09-10T08:19:57.165 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_items": 0, 2024-09-10T08:19:57.165 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_mapbl_bytes": 0, 2024-09-10T08:19:57.165 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_mapbl_items": 0, 2024-09-10T08:19:57.165 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_pglog_bytes": 0, 2024-09-10T08:19:57.165 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_pglog_items": 0, 2024-09-10T08:19:57.165 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_bytes": 9160, 2024-09-10T08:19:57.165 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_items": 174, 2024-09-10T08:19:57.165 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_mapping_bytes": 0, 2024-09-10T08:19:57.165 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_mapping_items": 0, 2024-09-10T08:19:57.166 INFO:teuthology.orchestra.run.smithi067.stdout: "pgmap_bytes": 0, 2024-09-10T08:19:57.166 INFO:teuthology.orchestra.run.smithi067.stdout: "pgmap_items": 0, 2024-09-10T08:19:57.166 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_co_bytes": 8512, 2024-09-10T08:19:57.166 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_co_items": 13, 2024-09-10T08:19:57.166 INFO:teuthology.orchestra.run.smithi067.stdout: "unittest_1_bytes": 0, 2024-09-10T08:19:57.166 INFO:teuthology.orchestra.run.smithi067.stdout: "unittest_1_items": 0, 2024-09-10T08:19:57.166 INFO:teuthology.orchestra.run.smithi067.stdout: "unittest_2_bytes": 0, 2024-09-10T08:19:57.166 INFO:teuthology.orchestra.run.smithi067.stdout: "unittest_2_items": 0 2024-09-10T08:19:57.166 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.166 INFO:teuthology.orchestra.run.smithi067.stdout: "objecter": { 2024-09-10T08:19:57.166 INFO:teuthology.orchestra.run.smithi067.stdout: "op_active": 0, 2024-09-10T08:19:57.166 INFO:teuthology.orchestra.run.smithi067.stdout: "op_laggy": 0, 2024-09-10T08:19:57.166 INFO:teuthology.orchestra.run.smithi067.stdout: "op_send": 1073, 2024-09-10T08:19:57.167 INFO:teuthology.orchestra.run.smithi067.stdout: "op_send_bytes": 21, 2024-09-10T08:19:57.167 INFO:teuthology.orchestra.run.smithi067.stdout: "op_resend": 3, 2024-09-10T08:19:57.167 INFO:teuthology.orchestra.run.smithi067.stdout: "op_reply": 1073, 2024-09-10T08:19:57.167 INFO:teuthology.orchestra.run.smithi067.stdout: "op_latency": { 2024-09-10T08:19:57.167 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 1073, 2024-09-10T08:19:57.167 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 1.384967828, 2024-09-10T08:19:57.167 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.001290743 2024-09-10T08:19:57.167 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.167 INFO:teuthology.orchestra.run.smithi067.stdout: "op_inflight": 0, 2024-09-10T08:19:57.167 INFO:teuthology.orchestra.run.smithi067.stdout: "oplen_avg": { 2024-09-10T08:19:57.168 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 1073, 2024-09-10T08:19:57.168 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 1074 2024-09-10T08:19:57.168 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.168 INFO:teuthology.orchestra.run.smithi067.stdout: "op": 1073, 2024-09-10T08:19:57.168 INFO:teuthology.orchestra.run.smithi067.stdout: "op_r": 1073, 2024-09-10T08:19:57.168 INFO:teuthology.orchestra.run.smithi067.stdout: "op_w": 0, 2024-09-10T08:19:57.168 INFO:teuthology.orchestra.run.smithi067.stdout: "op_rmw": 0, 2024-09-10T08:19:57.168 INFO:teuthology.orchestra.run.smithi067.stdout: "op_pg": 0, 2024-09-10T08:19:57.168 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_stat": 674, 2024-09-10T08:19:57.168 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_create": 0, 2024-09-10T08:19:57.168 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_read": 397, 2024-09-10T08:19:57.168 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_write": 0, 2024-09-10T08:19:57.169 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_writefull": 0, 2024-09-10T08:19:57.169 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_writesame": 0, 2024-09-10T08:19:57.169 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_append": 0, 2024-09-10T08:19:57.169 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_zero": 0, 2024-09-10T08:19:57.169 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_truncate": 0, 2024-09-10T08:19:57.169 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_delete": 0, 2024-09-10T08:19:57.169 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_mapext": 0, 2024-09-10T08:19:57.169 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_sparse_read": 0, 2024-09-10T08:19:57.169 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_clonerange": 0, 2024-09-10T08:19:57.169 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_getxattr": 1, 2024-09-10T08:19:57.169 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_setxattr": 0, 2024-09-10T08:19:57.170 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_cmpxattr": 0, 2024-09-10T08:19:57.170 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_rmxattr": 0, 2024-09-10T08:19:57.170 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_resetxattrs": 0, 2024-09-10T08:19:57.170 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_call": 0, 2024-09-10T08:19:57.170 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_watch": 0, 2024-09-10T08:19:57.170 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_notify": 0, 2024-09-10T08:19:57.170 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_src_cmpxattr": 0, 2024-09-10T08:19:57.170 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_pgls": 0, 2024-09-10T08:19:57.170 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_pgls_filter": 0, 2024-09-10T08:19:57.170 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_other": 0, 2024-09-10T08:19:57.170 INFO:teuthology.orchestra.run.smithi067.stdout: "linger_active": 0, 2024-09-10T08:19:57.170 INFO:teuthology.orchestra.run.smithi067.stdout: "linger_send": 0, 2024-09-10T08:19:57.171 INFO:teuthology.orchestra.run.smithi067.stdout: "linger_resend": 0, 2024-09-10T08:19:57.171 INFO:teuthology.orchestra.run.smithi067.stdout: "linger_ping": 0, 2024-09-10T08:19:57.171 INFO:teuthology.orchestra.run.smithi067.stdout: "poolop_active": 0, 2024-09-10T08:19:57.171 INFO:teuthology.orchestra.run.smithi067.stdout: "poolop_send": 0, 2024-09-10T08:19:57.171 INFO:teuthology.orchestra.run.smithi067.stdout: "poolop_resend": 0, 2024-09-10T08:19:57.171 INFO:teuthology.orchestra.run.smithi067.stdout: "poolstat_active": 0, 2024-09-10T08:19:57.171 INFO:teuthology.orchestra.run.smithi067.stdout: "poolstat_send": 0, 2024-09-10T08:19:57.171 INFO:teuthology.orchestra.run.smithi067.stdout: "poolstat_resend": 0, 2024-09-10T08:19:57.171 INFO:teuthology.orchestra.run.smithi067.stdout: "statfs_active": 0, 2024-09-10T08:19:57.171 INFO:teuthology.orchestra.run.smithi067.stdout: "statfs_send": 0, 2024-09-10T08:19:57.171 INFO:teuthology.orchestra.run.smithi067.stdout: "statfs_resend": 0, 2024-09-10T08:19:57.171 INFO:teuthology.orchestra.run.smithi067.stdout: "command_active": 0, 2024-09-10T08:19:57.172 INFO:teuthology.orchestra.run.smithi067.stdout: "command_send": 0, 2024-09-10T08:19:57.172 INFO:teuthology.orchestra.run.smithi067.stdout: "command_resend": 0, 2024-09-10T08:19:57.172 INFO:teuthology.orchestra.run.smithi067.stdout: "map_epoch": 92, 2024-09-10T08:19:57.172 INFO:teuthology.orchestra.run.smithi067.stdout: "map_full": 0, 2024-09-10T08:19:57.172 INFO:teuthology.orchestra.run.smithi067.stdout: "map_inc": 4, 2024-09-10T08:19:57.172 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_sessions": 5, 2024-09-10T08:19:57.172 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_session_open": 5, 2024-09-10T08:19:57.172 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_session_close": 0, 2024-09-10T08:19:57.172 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_laggy": 0, 2024-09-10T08:19:57.172 INFO:teuthology.orchestra.run.smithi067.stdout: "omap_wr": 0, 2024-09-10T08:19:57.172 INFO:teuthology.orchestra.run.smithi067.stdout: "omap_rd": 2, 2024-09-10T08:19:57.172 INFO:teuthology.orchestra.run.smithi067.stdout: "omap_del": 0 2024-09-10T08:19:57.173 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.173 INFO:teuthology.orchestra.run.smithi067.stdout: "oft": { 2024-09-10T08:19:57.173 INFO:teuthology.orchestra.run.smithi067.stdout: "omap_total_objs": 0, 2024-09-10T08:19:57.173 INFO:teuthology.orchestra.run.smithi067.stdout: "omap_total_kv_pairs": 0, 2024-09-10T08:19:57.173 INFO:teuthology.orchestra.run.smithi067.stdout: "omap_total_updates": 0, 2024-09-10T08:19:57.173 INFO:teuthology.orchestra.run.smithi067.stdout: "omap_total_removes": 0 2024-09-10T08:19:57.173 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.173 INFO:teuthology.orchestra.run.smithi067.stdout: "osd-slow-ops": { 2024-09-10T08:19:57.173 INFO:teuthology.orchestra.run.smithi067.stdout: "slow_ops_count": 0 2024-09-10T08:19:57.173 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.173 INFO:teuthology.orchestra.run.smithi067.stdout: "purge_queue": { 2024-09-10T08:19:57.174 INFO:teuthology.orchestra.run.smithi067.stdout: "pq_executing_ops": 0, 2024-09-10T08:19:57.174 INFO:teuthology.orchestra.run.smithi067.stdout: "pq_executing_ops_high_water": 0, 2024-09-10T08:19:57.174 INFO:teuthology.orchestra.run.smithi067.stdout: "pq_executing": 0, 2024-09-10T08:19:57.174 INFO:teuthology.orchestra.run.smithi067.stdout: "pq_executing_high_water": 0, 2024-09-10T08:19:57.174 INFO:teuthology.orchestra.run.smithi067.stdout: "pq_executed_ops": 0, 2024-09-10T08:19:57.174 INFO:teuthology.orchestra.run.smithi067.stdout: "pq_executed": 0, 2024-09-10T08:19:57.174 INFO:teuthology.orchestra.run.smithi067.stdout: "pq_item_in_journal": 0 2024-09-10T08:19:57.174 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.174 INFO:teuthology.orchestra.run.smithi067.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-10T08:19:57.174 INFO:teuthology.orchestra.run.smithi067.stdout: "val": 0, 2024-09-10T08:19:57.174 INFO:teuthology.orchestra.run.smithi067.stdout: "max": 104857600, 2024-09-10T08:19:57.174 INFO:teuthology.orchestra.run.smithi067.stdout: "get_started": 0, 2024-09-10T08:19:57.175 INFO:teuthology.orchestra.run.smithi067.stdout: "get": 1214, 2024-09-10T08:19:57.175 INFO:teuthology.orchestra.run.smithi067.stdout: "get_sum": 944435, 2024-09-10T08:19:57.175 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_fail": 0, 2024-09-10T08:19:57.175 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_success": 1214, 2024-09-10T08:19:57.175 INFO:teuthology.orchestra.run.smithi067.stdout: "take": 0, 2024-09-10T08:19:57.175 INFO:teuthology.orchestra.run.smithi067.stdout: "take_sum": 0, 2024-09-10T08:19:57.175 INFO:teuthology.orchestra.run.smithi067.stdout: "put": 1214, 2024-09-10T08:19:57.175 INFO:teuthology.orchestra.run.smithi067.stdout: "put_sum": 944435, 2024-09-10T08:19:57.175 INFO:teuthology.orchestra.run.smithi067.stdout: "wait": { 2024-09-10T08:19:57.175 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:19:57.175 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:19:57.175 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:19:57.176 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:57.176 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.176 INFO:teuthology.orchestra.run.smithi067.stdout: "throttle-objecter_bytes": { 2024-09-10T08:19:57.176 INFO:teuthology.orchestra.run.smithi067.stdout: "val": 0, 2024-09-10T08:19:57.176 INFO:teuthology.orchestra.run.smithi067.stdout: "max": 104857600, 2024-09-10T08:19:57.176 INFO:teuthology.orchestra.run.smithi067.stdout: "get_started": 0, 2024-09-10T08:19:57.176 INFO:teuthology.orchestra.run.smithi067.stdout: "get": 0, 2024-09-10T08:19:57.176 INFO:teuthology.orchestra.run.smithi067.stdout: "get_sum": 0, 2024-09-10T08:19:57.176 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_fail": 0, 2024-09-10T08:19:57.176 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_success": 0, 2024-09-10T08:19:57.176 INFO:teuthology.orchestra.run.smithi067.stdout: "take": 1073, 2024-09-10T08:19:57.176 INFO:teuthology.orchestra.run.smithi067.stdout: "take_sum": 1088, 2024-09-10T08:19:57.177 INFO:teuthology.orchestra.run.smithi067.stdout: "put": 1073, 2024-09-10T08:19:57.177 INFO:teuthology.orchestra.run.smithi067.stdout: "put_sum": 1088, 2024-09-10T08:19:57.177 INFO:teuthology.orchestra.run.smithi067.stdout: "wait": { 2024-09-10T08:19:57.177 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:19:57.177 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:19:57.177 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:19:57.177 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:57.177 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.177 INFO:teuthology.orchestra.run.smithi067.stdout: "throttle-objecter_ops": { 2024-09-10T08:19:57.177 INFO:teuthology.orchestra.run.smithi067.stdout: "val": 0, 2024-09-10T08:19:57.178 INFO:teuthology.orchestra.run.smithi067.stdout: "max": 1024, 2024-09-10T08:19:57.178 INFO:teuthology.orchestra.run.smithi067.stdout: "get_started": 0, 2024-09-10T08:19:57.178 INFO:teuthology.orchestra.run.smithi067.stdout: "get": 0, 2024-09-10T08:19:57.178 INFO:teuthology.orchestra.run.smithi067.stdout: "get_sum": 0, 2024-09-10T08:19:57.178 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_fail": 0, 2024-09-10T08:19:57.178 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_success": 0, 2024-09-10T08:19:57.178 INFO:teuthology.orchestra.run.smithi067.stdout: "take": 1073, 2024-09-10T08:19:57.178 INFO:teuthology.orchestra.run.smithi067.stdout: "take_sum": 1073, 2024-09-10T08:19:57.178 INFO:teuthology.orchestra.run.smithi067.stdout: "put": 1073, 2024-09-10T08:19:57.178 INFO:teuthology.orchestra.run.smithi067.stdout: "put_sum": 1073, 2024-09-10T08:19:57.178 INFO:teuthology.orchestra.run.smithi067.stdout: "wait": { 2024-09-10T08:19:57.179 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:19:57.179 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:19:57.179 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:19:57.179 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:57.179 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.179 INFO:teuthology.orchestra.run.smithi067.stdout: "throttle-write_buf_throttle": { 2024-09-10T08:19:57.179 INFO:teuthology.orchestra.run.smithi067.stdout: "val": 0, 2024-09-10T08:19:57.179 INFO:teuthology.orchestra.run.smithi067.stdout: "max": 3758096384, 2024-09-10T08:19:57.179 INFO:teuthology.orchestra.run.smithi067.stdout: "get_started": 0, 2024-09-10T08:19:57.179 INFO:teuthology.orchestra.run.smithi067.stdout: "get": 0, 2024-09-10T08:19:57.179 INFO:teuthology.orchestra.run.smithi067.stdout: "get_sum": 0, 2024-09-10T08:19:57.180 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_fail": 0, 2024-09-10T08:19:57.180 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_success": 0, 2024-09-10T08:19:57.180 INFO:teuthology.orchestra.run.smithi067.stdout: "take": 0, 2024-09-10T08:19:57.180 INFO:teuthology.orchestra.run.smithi067.stdout: "take_sum": 0, 2024-09-10T08:19:57.180 INFO:teuthology.orchestra.run.smithi067.stdout: "put": 0, 2024-09-10T08:19:57.180 INFO:teuthology.orchestra.run.smithi067.stdout: "put_sum": 0, 2024-09-10T08:19:57.180 INFO:teuthology.orchestra.run.smithi067.stdout: "wait": { 2024-09-10T08:19:57.180 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:19:57.180 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:19:57.180 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:19:57.180 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:57.180 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:57.180 INFO:teuthology.orchestra.run.smithi067.stdout: "throttle-write_buf_throttle-0x5647cd13ab40": { 2024-09-10T08:19:57.181 INFO:teuthology.orchestra.run.smithi067.stdout: "val": 0, 2024-09-10T08:19:57.181 INFO:teuthology.orchestra.run.smithi067.stdout: "max": 3758096384, 2024-09-10T08:19:57.181 INFO:teuthology.orchestra.run.smithi067.stdout: "get_started": 0, 2024-09-10T08:19:57.181 INFO:teuthology.orchestra.run.smithi067.stdout: "get": 0, 2024-09-10T08:19:57.181 INFO:teuthology.orchestra.run.smithi067.stdout: "get_sum": 0, 2024-09-10T08:19:57.181 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_fail": 0, 2024-09-10T08:19:57.181 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_success": 0, 2024-09-10T08:19:57.181 INFO:teuthology.orchestra.run.smithi067.stdout: "take": 0, 2024-09-10T08:19:57.181 INFO:teuthology.orchestra.run.smithi067.stdout: "take_sum": 0, 2024-09-10T08:19:57.181 INFO:teuthology.orchestra.run.smithi067.stdout: "put": 0, 2024-09-10T08:19:57.181 INFO:teuthology.orchestra.run.smithi067.stdout: "put_sum": 0, 2024-09-10T08:19:57.181 INFO:teuthology.orchestra.run.smithi067.stdout: "wait": { 2024-09-10T08:19:57.182 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:19:57.182 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:19:57.182 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:19:57.182 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:57.182 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:57.182 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:19:57.292 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:57 smithi067 ceph-mon[31051]: pgmap v511: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-09-10T08:19:57.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:57 smithi203 ceph-mon[34672]: pgmap v511: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-09-10T08:19:57.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:57 smithi133 ceph-mon[34721]: pgmap v511: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-09-10T08:19:58.021 INFO:tasks.check_counter:Daemon mds.a mds.exported=0 2024-09-10T08:19:58.021 INFO:tasks.check_counter:Daemon mds.a mds.imported=0 2024-09-10T08:19:58.021 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update=0 2024-09-10T08:19:58.021 INFO:tasks.check_counter:Daemon mds.a mds_cache.dir_update_receipt=0 2024-09-10T08:19:58.021 DEBUG:tasks.check_counter:Getting stats from d 2024-09-10T08:19:58.022 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph daemon mds.d perf dump 2024-09-10T08:19:58.287 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:19:58.826 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:19:58.827 INFO:teuthology.orchestra.run.smithi067.stdout: "AsyncMessenger::Worker-0": { 2024-09-10T08:19:58.827 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_messages": 0, 2024-09-10T08:19:58.827 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_messages": 2, 2024-09-10T08:19:58.827 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_bytes": 0, 2024-09-10T08:19:58.827 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_bytes": 0, 2024-09-10T08:19:58.827 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_created_connections": 4, 2024-09-10T08:19:58.827 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_active_connections": 0, 2024-09-10T08:19:58.827 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_total_time": 0.001256595, 2024-09-10T08:19:58.827 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_send_time": 0.000000000, 2024-09-10T08:19:58.827 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_recv_time": 0.000136072, 2024-09-10T08:19:58.828 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-10T08:19:58.828 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:19:58.828 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:19:58.828 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:19:58.828 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:19:58.828 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:58.828 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:19:58.828 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:19:58.828 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:19:58.829 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:19:58.829 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:58.829 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-10T08:19:58.829 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_encrypted_bytes": 0 2024-09-10T08:19:58.829 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:58.829 INFO:teuthology.orchestra.run.smithi067.stdout: "AsyncMessenger::Worker-1": { 2024-09-10T08:19:58.829 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_messages": 1, 2024-09-10T08:19:58.829 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_messages": 98, 2024-09-10T08:19:58.829 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_bytes": 160, 2024-09-10T08:19:58.829 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_bytes": 95792, 2024-09-10T08:19:58.829 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_created_connections": 3, 2024-09-10T08:19:58.830 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_active_connections": 2, 2024-09-10T08:19:58.830 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_total_time": 0.008876406, 2024-09-10T08:19:58.830 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_send_time": 0.006501487, 2024-09-10T08:19:58.830 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_recv_time": 0.001319015, 2024-09-10T08:19:58.830 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-10T08:19:58.830 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:19:58.830 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 96, 2024-09-10T08:19:58.830 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.005051854, 2024-09-10T08:19:58.830 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000052623 2024-09-10T08:19:58.830 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:58.830 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:19:58.830 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:19:58.830 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:19:58.831 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:19:58.831 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:58.831 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_encrypted_bytes": 160, 2024-09-10T08:19:58.831 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_encrypted_bytes": 95792 2024-09-10T08:19:58.831 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:58.831 INFO:teuthology.orchestra.run.smithi067.stdout: "AsyncMessenger::Worker-2": { 2024-09-10T08:19:58.831 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_messages": 138, 2024-09-10T08:19:58.831 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_messages": 131, 2024-09-10T08:19:58.831 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_bytes": 732176, 2024-09-10T08:19:58.831 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_bytes": 79216, 2024-09-10T08:19:58.831 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_created_connections": 2, 2024-09-10T08:19:58.832 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_active_connections": 1, 2024-09-10T08:19:58.832 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_total_time": 0.025072425, 2024-09-10T08:19:58.832 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_send_time": 0.009070265, 2024-09-10T08:19:58.832 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_recv_time": 0.022311060, 2024-09-10T08:19:58.832 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-10T08:19:58.832 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:19:58.832 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 131, 2024-09-10T08:19:58.832 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.010832781, 2024-09-10T08:19:58.832 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000082692 2024-09-10T08:19:58.832 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:58.833 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:19:58.833 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:19:58.833 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:19:58.833 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:19:58.833 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:58.833 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_encrypted_bytes": 732176, 2024-09-10T08:19:58.833 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_encrypted_bytes": 79216 2024-09-10T08:19:58.833 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:58.833 INFO:teuthology.orchestra.run.smithi067.stdout: "cct": { 2024-09-10T08:19:58.833 INFO:teuthology.orchestra.run.smithi067.stdout: "total_workers": 0, 2024-09-10T08:19:58.833 INFO:teuthology.orchestra.run.smithi067.stdout: "unhealthy_workers": 0 2024-09-10T08:19:58.834 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:58.834 INFO:teuthology.orchestra.run.smithi067.stdout: "mempool": { 2024-09-10T08:19:58.834 INFO:teuthology.orchestra.run.smithi067.stdout: "bloom_filter_bytes": 0, 2024-09-10T08:19:58.834 INFO:teuthology.orchestra.run.smithi067.stdout: "bloom_filter_items": 0, 2024-09-10T08:19:58.834 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_alloc_bytes": 0, 2024-09-10T08:19:58.834 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_alloc_items": 0, 2024-09-10T08:19:58.834 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_data_bytes": 0, 2024-09-10T08:19:58.834 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_data_items": 0, 2024-09-10T08:19:58.834 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-10T08:19:58.834 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_onode_items": 0, 2024-09-10T08:19:58.834 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-10T08:19:58.834 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_meta_items": 0, 2024-09-10T08:19:58.835 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_other_bytes": 0, 2024-09-10T08:19:58.835 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_other_items": 0, 2024-09-10T08:19:58.835 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-10T08:19:58.835 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_buffer_items": 0, 2024-09-10T08:19:58.835 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_extent_bytes": 0, 2024-09-10T08:19:58.835 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_extent_items": 0, 2024-09-10T08:19:58.835 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_blob_bytes": 0, 2024-09-10T08:19:58.835 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_blob_items": 0, 2024-09-10T08:19:58.835 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-10T08:19:58.835 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_shared_blob_items": 0, 2024-09-10T08:19:58.836 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-10T08:19:58.836 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_inline_bl_items": 0, 2024-09-10T08:19:58.836 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_fsck_bytes": 0, 2024-09-10T08:19:58.836 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_fsck_items": 0, 2024-09-10T08:19:58.836 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_txc_bytes": 0, 2024-09-10T08:19:58.836 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_txc_items": 0, 2024-09-10T08:19:58.836 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-10T08:19:58.836 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_writing_deferred_items": 0, 2024-09-10T08:19:58.836 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_writing_bytes": 0, 2024-09-10T08:19:58.837 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_writing_items": 0, 2024-09-10T08:19:58.837 INFO:teuthology.orchestra.run.smithi067.stdout: "bluefs_bytes": 0, 2024-09-10T08:19:58.837 INFO:teuthology.orchestra.run.smithi067.stdout: "bluefs_items": 0, 2024-09-10T08:19:58.837 INFO:teuthology.orchestra.run.smithi067.stdout: "bluefs_file_reader_bytes": 0, 2024-09-10T08:19:58.837 INFO:teuthology.orchestra.run.smithi067.stdout: "bluefs_file_reader_items": 0, 2024-09-10T08:19:58.837 INFO:teuthology.orchestra.run.smithi067.stdout: "bluefs_file_writer_bytes": 0, 2024-09-10T08:19:58.837 INFO:teuthology.orchestra.run.smithi067.stdout: "bluefs_file_writer_items": 0, 2024-09-10T08:19:58.837 INFO:teuthology.orchestra.run.smithi067.stdout: "buffer_anon_bytes": 148801, 2024-09-10T08:19:58.837 INFO:teuthology.orchestra.run.smithi067.stdout: "buffer_anon_items": 27, 2024-09-10T08:19:58.837 INFO:teuthology.orchestra.run.smithi067.stdout: "buffer_meta_bytes": 0, 2024-09-10T08:19:58.837 INFO:teuthology.orchestra.run.smithi067.stdout: "buffer_meta_items": 0, 2024-09-10T08:19:58.837 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_bytes": 0, 2024-09-10T08:19:58.838 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_items": 0, 2024-09-10T08:19:58.838 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_mapbl_bytes": 0, 2024-09-10T08:19:58.838 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_mapbl_items": 0, 2024-09-10T08:19:58.838 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_pglog_bytes": 0, 2024-09-10T08:19:58.838 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_pglog_items": 0, 2024-09-10T08:19:58.838 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_bytes": 0, 2024-09-10T08:19:58.838 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_items": 0, 2024-09-10T08:19:58.838 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_mapping_bytes": 0, 2024-09-10T08:19:58.838 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_mapping_items": 0, 2024-09-10T08:19:58.838 INFO:teuthology.orchestra.run.smithi067.stdout: "pgmap_bytes": 0, 2024-09-10T08:19:58.838 INFO:teuthology.orchestra.run.smithi067.stdout: "pgmap_items": 0, 2024-09-10T08:19:58.839 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_co_bytes": 928, 2024-09-10T08:19:58.839 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_co_items": 2, 2024-09-10T08:19:58.839 INFO:teuthology.orchestra.run.smithi067.stdout: "unittest_1_bytes": 0, 2024-09-10T08:19:58.839 INFO:teuthology.orchestra.run.smithi067.stdout: "unittest_1_items": 0, 2024-09-10T08:19:58.839 INFO:teuthology.orchestra.run.smithi067.stdout: "unittest_2_bytes": 0, 2024-09-10T08:19:58.839 INFO:teuthology.orchestra.run.smithi067.stdout: "unittest_2_items": 0 2024-09-10T08:19:58.839 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:19:58.839 INFO:teuthology.orchestra.run.smithi067.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-10T08:19:58.839 INFO:teuthology.orchestra.run.smithi067.stdout: "val": 0, 2024-09-10T08:19:58.839 INFO:teuthology.orchestra.run.smithi067.stdout: "max": 104857600, 2024-09-10T08:19:58.839 INFO:teuthology.orchestra.run.smithi067.stdout: "get_started": 0, 2024-09-10T08:19:58.840 INFO:teuthology.orchestra.run.smithi067.stdout: "get": 135, 2024-09-10T08:19:58.840 INFO:teuthology.orchestra.run.smithi067.stdout: "get_sum": 710242, 2024-09-10T08:19:58.840 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_fail": 0, 2024-09-10T08:19:58.840 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_success": 135, 2024-09-10T08:19:58.840 INFO:teuthology.orchestra.run.smithi067.stdout: "take": 0, 2024-09-10T08:19:58.840 INFO:teuthology.orchestra.run.smithi067.stdout: "take_sum": 0, 2024-09-10T08:19:58.840 INFO:teuthology.orchestra.run.smithi067.stdout: "put": 135, 2024-09-10T08:19:58.840 INFO:teuthology.orchestra.run.smithi067.stdout: "put_sum": 710242, 2024-09-10T08:19:58.840 INFO:teuthology.orchestra.run.smithi067.stdout: "wait": { 2024-09-10T08:19:58.840 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:19:58.840 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:19:58.841 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:19:58.841 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:58.841 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:19:58.841 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:19:59.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:19:59 smithi203 ceph-mon[34672]: pgmap v512: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-10T08:19:59.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:19:59 smithi133 ceph-mon[34721]: pgmap v512: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-10T08:19:59.440 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:19:59 smithi067 ceph-mon[31051]: pgmap v512: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-10T08:19:59.647 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d 2024-09-10T08:19:59.647 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d 2024-09-10T08:19:59.647 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.d 2024-09-10T08:19:59.648 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.d 2024-09-10T08:19:59.648 DEBUG:tasks.check_counter:Getting stats from g 2024-09-10T08:19:59.648 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph daemon mds.g perf dump 2024-09-10T08:19:59.911 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:20:00.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:00 smithi133 ceph-mon[34721]: overall HEALTH_OK 2024-09-10T08:20:00.378 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:00 smithi067 ceph-mon[31051]: overall HEALTH_OK 2024-09-10T08:20:00.485 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:20:00.485 INFO:teuthology.orchestra.run.smithi067.stdout: "AsyncMessenger::Worker-0": { 2024-09-10T08:20:00.485 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_messages": 537, 2024-09-10T08:20:00.485 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_messages": 531, 2024-09-10T08:20:00.485 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_bytes": 886576, 2024-09-10T08:20:00.485 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_bytes": 203990, 2024-09-10T08:20:00.485 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_created_connections": 5, 2024-09-10T08:20:00.486 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_active_connections": 1, 2024-09-10T08:20:00.486 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_total_time": 0.066254640, 2024-09-10T08:20:00.486 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_send_time": 0.027246575, 2024-09-10T08:20:00.486 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_recv_time": 0.029480127, 2024-09-10T08:20:00.486 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_fast_dispatch_time": 0.011042418, 2024-09-10T08:20:00.486 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:20:00.486 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 530, 2024-09-10T08:20:00.486 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.025267400, 2024-09-10T08:20:00.486 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000047674 2024-09-10T08:20:00.486 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.486 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:20:00.486 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:20:00.487 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:20:00.487 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:20:00.487 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.487 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_encrypted_bytes": 753184, 2024-09-10T08:20:00.487 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_encrypted_bytes": 77744 2024-09-10T08:20:00.487 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.487 INFO:teuthology.orchestra.run.smithi067.stdout: "AsyncMessenger::Worker-1": { 2024-09-10T08:20:00.487 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_messages": 730, 2024-09-10T08:20:00.487 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_messages": 822, 2024-09-10T08:20:00.487 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_bytes": 189583, 2024-09-10T08:20:00.487 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_bytes": 463263, 2024-09-10T08:20:00.487 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_created_connections": 5, 2024-09-10T08:20:00.487 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_active_connections": 4, 2024-09-10T08:20:00.487 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_total_time": 0.054176976, 2024-09-10T08:20:00.487 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_send_time": 0.017675131, 2024-09-10T08:20:00.488 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_recv_time": 0.015115270, 2024-09-10T08:20:00.488 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_fast_dispatch_time": 0.017327180, 2024-09-10T08:20:00.488 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:20:00.488 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 821, 2024-09-10T08:20:00.488 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.029665731, 2024-09-10T08:20:00.488 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000036133 2024-09-10T08:20:00.488 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.488 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:20:00.488 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:20:00.488 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:20:00.488 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:20:00.488 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.489 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_encrypted_bytes": 3200, 2024-09-10T08:20:00.489 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_encrypted_bytes": 232656 2024-09-10T08:20:00.489 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.489 INFO:teuthology.orchestra.run.smithi067.stdout: "AsyncMessenger::Worker-2": { 2024-09-10T08:20:00.489 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_messages": 4, 2024-09-10T08:20:00.489 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_messages": 6, 2024-09-10T08:20:00.489 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_bytes": 1629, 2024-09-10T08:20:00.489 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_bytes": 1284, 2024-09-10T08:20:00.489 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_created_connections": 5, 2024-09-10T08:20:00.489 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_active_connections": 4, 2024-09-10T08:20:00.489 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_total_time": 0.001612162, 2024-09-10T08:20:00.489 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_send_time": 0.000065884, 2024-09-10T08:20:00.490 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_recv_time": 0.001356838, 2024-09-10T08:20:00.490 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_fast_dispatch_time": 0.000087207, 2024-09-10T08:20:00.490 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:20:00.490 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 4, 2024-09-10T08:20:00.490 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.002590289, 2024-09-10T08:20:00.490 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000647572 2024-09-10T08:20:00.490 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.490 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:20:00.490 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:20:00.490 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:20:00.490 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:20:00.490 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.490 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-10T08:20:00.490 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_encrypted_bytes": 0 2024-09-10T08:20:00.491 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.491 INFO:teuthology.orchestra.run.smithi067.stdout: "cct": { 2024-09-10T08:20:00.491 INFO:teuthology.orchestra.run.smithi067.stdout: "total_workers": 1, 2024-09-10T08:20:00.491 INFO:teuthology.orchestra.run.smithi067.stdout: "unhealthy_workers": 0 2024-09-10T08:20:00.491 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.491 INFO:teuthology.orchestra.run.smithi067.stdout: "finisher-MDSRank": { 2024-09-10T08:20:00.491 INFO:teuthology.orchestra.run.smithi067.stdout: "queue_len": 0, 2024-09-10T08:20:00.491 INFO:teuthology.orchestra.run.smithi067.stdout: "complete_latency": { 2024-09-10T08:20:00.491 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 1909, 2024-09-10T08:20:00.491 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.044231578, 2024-09-10T08:20:00.491 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000023170 2024-09-10T08:20:00.491 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:20:00.491 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.491 INFO:teuthology.orchestra.run.smithi067.stdout: "finisher-PurgeQueue": { 2024-09-10T08:20:00.492 INFO:teuthology.orchestra.run.smithi067.stdout: "queue_len": 0, 2024-09-10T08:20:00.492 INFO:teuthology.orchestra.run.smithi067.stdout: "complete_latency": { 2024-09-10T08:20:00.492 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:20:00.492 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:20:00.492 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:20:00.492 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:20:00.492 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.492 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": { 2024-09-10T08:20:00.492 INFO:teuthology.orchestra.run.smithi067.stdout: "request": 0, 2024-09-10T08:20:00.492 INFO:teuthology.orchestra.run.smithi067.stdout: "reply": 0, 2024-09-10T08:20:00.492 INFO:teuthology.orchestra.run.smithi067.stdout: "reply_latency": { 2024-09-10T08:20:00.492 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:20:00.492 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:20:00.493 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:20:00.493 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.493 INFO:teuthology.orchestra.run.smithi067.stdout: "slow_reply": 0, 2024-09-10T08:20:00.493 INFO:teuthology.orchestra.run.smithi067.stdout: "forward": 0, 2024-09-10T08:20:00.493 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_fetch_complete": 0, 2024-09-10T08:20:00.493 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_fetch_keys": 0, 2024-09-10T08:20:00.493 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_commit": 0, 2024-09-10T08:20:00.493 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_split": 0, 2024-09-10T08:20:00.493 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_merge": 0, 2024-09-10T08:20:00.493 INFO:teuthology.orchestra.run.smithi067.stdout: "inodes": 0, 2024-09-10T08:20:00.493 INFO:teuthology.orchestra.run.smithi067.stdout: "inodes_top": 0, 2024-09-10T08:20:00.493 INFO:teuthology.orchestra.run.smithi067.stdout: "inodes_bottom": 0, 2024-09-10T08:20:00.493 INFO:teuthology.orchestra.run.smithi067.stdout: "inodes_pin_tail": 0, 2024-09-10T08:20:00.494 INFO:teuthology.orchestra.run.smithi067.stdout: "inodes_pinned": 0, 2024-09-10T08:20:00.494 INFO:teuthology.orchestra.run.smithi067.stdout: "inodes_expired": 0, 2024-09-10T08:20:00.494 INFO:teuthology.orchestra.run.smithi067.stdout: "inodes_with_caps": 0, 2024-09-10T08:20:00.494 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": 0, 2024-09-10T08:20:00.494 INFO:teuthology.orchestra.run.smithi067.stdout: "subtrees": 1, 2024-09-10T08:20:00.494 INFO:teuthology.orchestra.run.smithi067.stdout: "traverse": 0, 2024-09-10T08:20:00.494 INFO:teuthology.orchestra.run.smithi067.stdout: "traverse_hit": 0, 2024-09-10T08:20:00.494 INFO:teuthology.orchestra.run.smithi067.stdout: "traverse_forward": 0, 2024-09-10T08:20:00.494 INFO:teuthology.orchestra.run.smithi067.stdout: "traverse_discover": 0, 2024-09-10T08:20:00.494 INFO:teuthology.orchestra.run.smithi067.stdout: "traverse_dir_fetch": 0, 2024-09-10T08:20:00.494 INFO:teuthology.orchestra.run.smithi067.stdout: "traverse_remote_ino": 0, 2024-09-10T08:20:00.494 INFO:teuthology.orchestra.run.smithi067.stdout: "traverse_lock": 0, 2024-09-10T08:20:00.494 INFO:teuthology.orchestra.run.smithi067.stdout: "load_cent": 0, 2024-09-10T08:20:00.494 INFO:teuthology.orchestra.run.smithi067.stdout: "q": 0, 2024-09-10T08:20:00.494 INFO:teuthology.orchestra.run.smithi067.stdout: "exported": 0, 2024-09-10T08:20:00.495 INFO:teuthology.orchestra.run.smithi067.stdout: "exported_inodes": 0, 2024-09-10T08:20:00.495 INFO:teuthology.orchestra.run.smithi067.stdout: "imported": 0, 2024-09-10T08:20:00.495 INFO:teuthology.orchestra.run.smithi067.stdout: "imported_inodes": 0, 2024-09-10T08:20:00.495 INFO:teuthology.orchestra.run.smithi067.stdout: "openino_dir_fetch": 0, 2024-09-10T08:20:00.495 INFO:teuthology.orchestra.run.smithi067.stdout: "openino_backtrace_fetch": 0, 2024-09-10T08:20:00.495 INFO:teuthology.orchestra.run.smithi067.stdout: "openino_peer_discover": 0, 2024-09-10T08:20:00.495 INFO:teuthology.orchestra.run.smithi067.stdout: "root_rfiles": 0, 2024-09-10T08:20:00.495 INFO:teuthology.orchestra.run.smithi067.stdout: "root_rbytes": 0, 2024-09-10T08:20:00.495 INFO:teuthology.orchestra.run.smithi067.stdout: "root_rsnaps": 0, 2024-09-10T08:20:00.495 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_backtrace_fetch": 0, 2024-09-10T08:20:00.495 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_set_tag": 0, 2024-09-10T08:20:00.495 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_backtrace_repaired": 0, 2024-09-10T08:20:00.495 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_inotable_repaired": 0, 2024-09-10T08:20:00.495 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_dir_inodes": 0, 2024-09-10T08:20:00.495 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_dir_base_inodes": 0, 2024-09-10T08:20:00.496 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_dirfrag_rstats": 0, 2024-09-10T08:20:00.496 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_file_inodes": 0, 2024-09-10T08:20:00.496 INFO:teuthology.orchestra.run.smithi067.stdout: "handle_inode_file_caps": 0, 2024-09-10T08:20:00.496 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_cap_op_revoke": 0, 2024-09-10T08:20:00.496 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_cap_op_grant": 0, 2024-09-10T08:20:00.496 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_cap_op_trunc": 0, 2024-09-10T08:20:00.496 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-10T08:20:00.496 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-10T08:20:00.496 INFO:teuthology.orchestra.run.smithi067.stdout: "handle_client_caps": 0, 2024-09-10T08:20:00.496 INFO:teuthology.orchestra.run.smithi067.stdout: "handle_client_caps_dirty": 0, 2024-09-10T08:20:00.496 INFO:teuthology.orchestra.run.smithi067.stdout: "handle_client_cap_release": 0, 2024-09-10T08:20:00.496 INFO:teuthology.orchestra.run.smithi067.stdout: "process_request_cap_release": 0 2024-09-10T08:20:00.496 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.497 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_cache": { 2024-09-10T08:20:00.497 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_update": 0, 2024-09-10T08:20:00.497 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_update_receipt": 0, 2024-09-10T08:20:00.497 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_try_discover": 0, 2024-09-10T08:20:00.497 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_send_discover": 0, 2024-09-10T08:20:00.497 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_handle_discover": 0, 2024-09-10T08:20:00.497 INFO:teuthology.orchestra.run.smithi067.stdout: "num_strays": 0, 2024-09-10T08:20:00.497 INFO:teuthology.orchestra.run.smithi067.stdout: "num_strays_delayed": 0, 2024-09-10T08:20:00.497 INFO:teuthology.orchestra.run.smithi067.stdout: "num_strays_enqueuing": 0, 2024-09-10T08:20:00.497 INFO:teuthology.orchestra.run.smithi067.stdout: "strays_created": 0, 2024-09-10T08:20:00.497 INFO:teuthology.orchestra.run.smithi067.stdout: "strays_enqueued": 0, 2024-09-10T08:20:00.497 INFO:teuthology.orchestra.run.smithi067.stdout: "strays_reintegrated": 0, 2024-09-10T08:20:00.497 INFO:teuthology.orchestra.run.smithi067.stdout: "strays_migrated": 0, 2024-09-10T08:20:00.497 INFO:teuthology.orchestra.run.smithi067.stdout: "num_recovering_processing": 0, 2024-09-10T08:20:00.498 INFO:teuthology.orchestra.run.smithi067.stdout: "num_recovering_enqueued": 0, 2024-09-10T08:20:00.498 INFO:teuthology.orchestra.run.smithi067.stdout: "num_recovering_prioritized": 0, 2024-09-10T08:20:00.498 INFO:teuthology.orchestra.run.smithi067.stdout: "recovery_started": 0, 2024-09-10T08:20:00.498 INFO:teuthology.orchestra.run.smithi067.stdout: "recovery_completed": 0, 2024-09-10T08:20:00.498 INFO:teuthology.orchestra.run.smithi067.stdout: "ireq_quiesce_path": 0, 2024-09-10T08:20:00.498 INFO:teuthology.orchestra.run.smithi067.stdout: "ireq_quiesce_inode": 0, 2024-09-10T08:20:00.498 INFO:teuthology.orchestra.run.smithi067.stdout: "ireq_enqueue_scrub": 0, 2024-09-10T08:20:00.498 INFO:teuthology.orchestra.run.smithi067.stdout: "ireq_exportdir": 0, 2024-09-10T08:20:00.498 INFO:teuthology.orchestra.run.smithi067.stdout: "ireq_flush": 0, 2024-09-10T08:20:00.498 INFO:teuthology.orchestra.run.smithi067.stdout: "ireq_fragmentdir": 0, 2024-09-10T08:20:00.498 INFO:teuthology.orchestra.run.smithi067.stdout: "ireq_fragstats": 0, 2024-09-10T08:20:00.498 INFO:teuthology.orchestra.run.smithi067.stdout: "ireq_inodestats": 0 2024-09-10T08:20:00.499 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.499 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_log": { 2024-09-10T08:20:00.499 INFO:teuthology.orchestra.run.smithi067.stdout: "evlrg": 0, 2024-09-10T08:20:00.499 INFO:teuthology.orchestra.run.smithi067.stdout: "evadd": 0, 2024-09-10T08:20:00.499 INFO:teuthology.orchestra.run.smithi067.stdout: "evex": 0, 2024-09-10T08:20:00.499 INFO:teuthology.orchestra.run.smithi067.stdout: "evtrm": 0, 2024-09-10T08:20:00.499 INFO:teuthology.orchestra.run.smithi067.stdout: "ev": 5, 2024-09-10T08:20:00.499 INFO:teuthology.orchestra.run.smithi067.stdout: "evexg": 0, 2024-09-10T08:20:00.499 INFO:teuthology.orchestra.run.smithi067.stdout: "evexd": 0, 2024-09-10T08:20:00.499 INFO:teuthology.orchestra.run.smithi067.stdout: "segadd": 0, 2024-09-10T08:20:00.499 INFO:teuthology.orchestra.run.smithi067.stdout: "segex": 0, 2024-09-10T08:20:00.499 INFO:teuthology.orchestra.run.smithi067.stdout: "segtrm": 0, 2024-09-10T08:20:00.499 INFO:teuthology.orchestra.run.smithi067.stdout: "seg": 2, 2024-09-10T08:20:00.500 INFO:teuthology.orchestra.run.smithi067.stdout: "segmjr": 2, 2024-09-10T08:20:00.500 INFO:teuthology.orchestra.run.smithi067.stdout: "segexg": 0, 2024-09-10T08:20:00.500 INFO:teuthology.orchestra.run.smithi067.stdout: "segexd": 0, 2024-09-10T08:20:00.500 INFO:teuthology.orchestra.run.smithi067.stdout: "expos": 4194304, 2024-09-10T08:20:00.500 INFO:teuthology.orchestra.run.smithi067.stdout: "wrpos": 4195921, 2024-09-10T08:20:00.500 INFO:teuthology.orchestra.run.smithi067.stdout: "rdpos": 4195426, 2024-09-10T08:20:00.500 INFO:teuthology.orchestra.run.smithi067.stdout: "jlat": { 2024-09-10T08:20:00.500 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:20:00.500 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:20:00.500 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:20:00.500 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.500 INFO:teuthology.orchestra.run.smithi067.stdout: "replayed": 5 2024-09-10T08:20:00.500 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.501 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_mem": { 2024-09-10T08:20:00.501 INFO:teuthology.orchestra.run.smithi067.stdout: "ino": 3, 2024-09-10T08:20:00.501 INFO:teuthology.orchestra.run.smithi067.stdout: "ino+": 3, 2024-09-10T08:20:00.501 INFO:teuthology.orchestra.run.smithi067.stdout: "ino-": 0, 2024-09-10T08:20:00.501 INFO:teuthology.orchestra.run.smithi067.stdout: "dir": 1, 2024-09-10T08:20:00.501 INFO:teuthology.orchestra.run.smithi067.stdout: "dir+": 1, 2024-09-10T08:20:00.501 INFO:teuthology.orchestra.run.smithi067.stdout: "dir-": 0, 2024-09-10T08:20:00.501 INFO:teuthology.orchestra.run.smithi067.stdout: "dn": 0, 2024-09-10T08:20:00.501 INFO:teuthology.orchestra.run.smithi067.stdout: "dn+": 0, 2024-09-10T08:20:00.501 INFO:teuthology.orchestra.run.smithi067.stdout: "dn-": 0, 2024-09-10T08:20:00.501 INFO:teuthology.orchestra.run.smithi067.stdout: "cap": 0, 2024-09-10T08:20:00.501 INFO:teuthology.orchestra.run.smithi067.stdout: "cap+": 0, 2024-09-10T08:20:00.502 INFO:teuthology.orchestra.run.smithi067.stdout: "cap-": 0, 2024-09-10T08:20:00.502 INFO:teuthology.orchestra.run.smithi067.stdout: "rss": 48068, 2024-09-10T08:20:00.502 INFO:teuthology.orchestra.run.smithi067.stdout: "heap": 215328 2024-09-10T08:20:00.502 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.502 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_server": { 2024-09-10T08:20:00.502 INFO:teuthology.orchestra.run.smithi067.stdout: "dispatch_client_request": 0, 2024-09-10T08:20:00.502 INFO:teuthology.orchestra.run.smithi067.stdout: "dispatch_server_request": 0, 2024-09-10T08:20:00.502 INFO:teuthology.orchestra.run.smithi067.stdout: "handle_client_request": 0, 2024-09-10T08:20:00.502 INFO:teuthology.orchestra.run.smithi067.stdout: "handle_client_session": 0, 2024-09-10T08:20:00.502 INFO:teuthology.orchestra.run.smithi067.stdout: "handle_peer_request": 0, 2024-09-10T08:20:00.502 INFO:teuthology.orchestra.run.smithi067.stdout: "req_create_latency": { 2024-09-10T08:20:00.502 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:20:00.502 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:20:00.503 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:20:00.503 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.503 INFO:teuthology.orchestra.run.smithi067.stdout: "req_getattr_latency": { 2024-09-10T08:20:00.503 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:20:00.503 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:20:00.503 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:20:00.503 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.503 INFO:teuthology.orchestra.run.smithi067.stdout: "req_getfilelock_latency": { 2024-09-10T08:20:00.503 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:20:00.504 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:20:00.504 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:20:00.504 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.504 INFO:teuthology.orchestra.run.smithi067.stdout: "req_link_latency": { 2024-09-10T08:20:00.504 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:20:00.504 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:20:00.504 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:20:00.504 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.504 INFO:teuthology.orchestra.run.smithi067.stdout: "req_lookup_latency": { 2024-09-10T08:20:00.504 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:20:00.504 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:20:00.504 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:20:00.504 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.505 INFO:teuthology.orchestra.run.smithi067.stdout: "req_lookuphash_latency": { 2024-09-10T08:20:00.505 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:20:00.505 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:20:00.505 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:20:00.505 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.505 INFO:teuthology.orchestra.run.smithi067.stdout: "req_lookupino_latency": { 2024-09-10T08:20:00.505 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:20:00.505 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:20:00.505 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:20:00.505 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.505 INFO:teuthology.orchestra.run.smithi067.stdout: "req_lookupname_latency": { 2024-09-10T08:20:00.505 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:20:00.505 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:20:00.505 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:20:00.506 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.506 INFO:teuthology.orchestra.run.smithi067.stdout: "req_lookupparent_latency": { 2024-09-10T08:20:00.506 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:20:00.506 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:20:00.506 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:20:00.506 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.506 INFO:teuthology.orchestra.run.smithi067.stdout: "req_lookupsnap_latency": { 2024-09-10T08:20:00.506 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:20:00.506 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:20:00.506 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:20:00.506 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.506 INFO:teuthology.orchestra.run.smithi067.stdout: "req_lssnap_latency": { 2024-09-10T08:20:00.506 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:20:00.506 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:20:00.507 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:20:00.507 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.507 INFO:teuthology.orchestra.run.smithi067.stdout: "req_mkdir_latency": { 2024-09-10T08:20:00.507 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:20:00.507 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:20:00.507 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:20:00.508 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.508 INFO:teuthology.orchestra.run.smithi067.stdout: "req_mknod_latency": { 2024-09-10T08:20:00.508 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:20:00.508 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:20:00.508 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:20:00.508 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.508 INFO:teuthology.orchestra.run.smithi067.stdout: "req_mksnap_latency": { 2024-09-10T08:20:00.508 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:20:00.508 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:20:00.508 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:20:00.508 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.508 INFO:teuthology.orchestra.run.smithi067.stdout: "req_open_latency": { 2024-09-10T08:20:00.509 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:20:00.509 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:20:00.509 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:20:00.509 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.509 INFO:teuthology.orchestra.run.smithi067.stdout: "req_readdir_latency": { 2024-09-10T08:20:00.509 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:20:00.509 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:20:00.509 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:20:00.509 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.509 INFO:teuthology.orchestra.run.smithi067.stdout: "req_rename_latency": { 2024-09-10T08:20:00.509 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:20:00.509 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:20:00.509 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:20:00.510 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.510 INFO:teuthology.orchestra.run.smithi067.stdout: "req_renamesnap_latency": { 2024-09-10T08:20:00.510 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:20:00.510 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:20:00.510 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:20:00.510 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.510 INFO:teuthology.orchestra.run.smithi067.stdout: "req_snapdiff_latency": { 2024-09-10T08:20:00.510 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:20:00.510 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:20:00.510 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:20:00.510 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.510 INFO:teuthology.orchestra.run.smithi067.stdout: "req_rmdir_latency": { 2024-09-10T08:20:00.510 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:20:00.511 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:20:00.511 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:20:00.511 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.511 INFO:teuthology.orchestra.run.smithi067.stdout: "req_rmsnap_latency": { 2024-09-10T08:20:00.511 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:20:00.511 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:20:00.511 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:20:00.511 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.511 INFO:teuthology.orchestra.run.smithi067.stdout: "req_rmxattr_latency": { 2024-09-10T08:20:00.511 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:20:00.511 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:20:00.511 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:20:00.512 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.512 INFO:teuthology.orchestra.run.smithi067.stdout: "req_setattr_latency": { 2024-09-10T08:20:00.512 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:20:00.512 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:20:00.512 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:20:00.512 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.512 INFO:teuthology.orchestra.run.smithi067.stdout: "req_setdirlayout_latency": { 2024-09-10T08:20:00.512 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:20:00.512 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:20:00.512 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:20:00.512 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.512 INFO:teuthology.orchestra.run.smithi067.stdout: "req_setfilelock_latency": { 2024-09-10T08:20:00.513 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:20:00.513 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:20:00.513 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:20:00.513 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.513 INFO:teuthology.orchestra.run.smithi067.stdout: "req_setlayout_latency": { 2024-09-10T08:20:00.513 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:20:00.513 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:20:00.513 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:20:00.513 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.513 INFO:teuthology.orchestra.run.smithi067.stdout: "req_setxattr_latency": { 2024-09-10T08:20:00.513 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:20:00.513 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:20:00.513 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:20:00.514 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.514 INFO:teuthology.orchestra.run.smithi067.stdout: "req_symlink_latency": { 2024-09-10T08:20:00.514 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:20:00.514 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:20:00.514 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:20:00.514 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.514 INFO:teuthology.orchestra.run.smithi067.stdout: "req_unlink_latency": { 2024-09-10T08:20:00.514 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:20:00.514 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:20:00.514 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:20:00.514 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.514 INFO:teuthology.orchestra.run.smithi067.stdout: "cap_revoke_eviction": 0, 2024-09-10T08:20:00.514 INFO:teuthology.orchestra.run.smithi067.stdout: "cap_acquisition_throttle": 0, 2024-09-10T08:20:00.515 INFO:teuthology.orchestra.run.smithi067.stdout: "req_getvxattr_latency": { 2024-09-10T08:20:00.515 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:20:00.515 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:20:00.515 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:20:00.515 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:20:00.515 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.515 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_sessions": { 2024-09-10T08:20:00.515 INFO:teuthology.orchestra.run.smithi067.stdout: "session_count": 1, 2024-09-10T08:20:00.515 INFO:teuthology.orchestra.run.smithi067.stdout: "session_add": 2, 2024-09-10T08:20:00.515 INFO:teuthology.orchestra.run.smithi067.stdout: "session_remove": 1, 2024-09-10T08:20:00.515 INFO:teuthology.orchestra.run.smithi067.stdout: "sessions_open": 1, 2024-09-10T08:20:00.515 INFO:teuthology.orchestra.run.smithi067.stdout: "sessions_stale": 0, 2024-09-10T08:20:00.516 INFO:teuthology.orchestra.run.smithi067.stdout: "total_load": 0, 2024-09-10T08:20:00.516 INFO:teuthology.orchestra.run.smithi067.stdout: "average_load": 0, 2024-09-10T08:20:00.516 INFO:teuthology.orchestra.run.smithi067.stdout: "avg_session_uptime": 1373, 2024-09-10T08:20:00.516 INFO:teuthology.orchestra.run.smithi067.stdout: "mdthresh_evicted": 0 2024-09-10T08:20:00.516 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.516 INFO:teuthology.orchestra.run.smithi067.stdout: "mempool": { 2024-09-10T08:20:00.516 INFO:teuthology.orchestra.run.smithi067.stdout: "bloom_filter_bytes": 0, 2024-09-10T08:20:00.516 INFO:teuthology.orchestra.run.smithi067.stdout: "bloom_filter_items": 0, 2024-09-10T08:20:00.516 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_alloc_bytes": 0, 2024-09-10T08:20:00.516 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_alloc_items": 0, 2024-09-10T08:20:00.516 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_data_bytes": 0, 2024-09-10T08:20:00.516 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_data_items": 0, 2024-09-10T08:20:00.517 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-10T08:20:00.517 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_onode_items": 0, 2024-09-10T08:20:00.517 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-10T08:20:00.517 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_meta_items": 0, 2024-09-10T08:20:00.517 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_other_bytes": 0, 2024-09-10T08:20:00.517 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_other_items": 0, 2024-09-10T08:20:00.517 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-10T08:20:00.517 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_buffer_items": 0, 2024-09-10T08:20:00.517 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_extent_bytes": 0, 2024-09-10T08:20:00.517 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_extent_items": 0, 2024-09-10T08:20:00.517 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_blob_bytes": 0, 2024-09-10T08:20:00.517 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_blob_items": 0, 2024-09-10T08:20:00.517 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-10T08:20:00.518 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_shared_blob_items": 0, 2024-09-10T08:20:00.518 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-10T08:20:00.518 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_inline_bl_items": 0, 2024-09-10T08:20:00.518 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_fsck_bytes": 0, 2024-09-10T08:20:00.518 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_fsck_items": 0, 2024-09-10T08:20:00.518 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_txc_bytes": 0, 2024-09-10T08:20:00.518 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_txc_items": 0, 2024-09-10T08:20:00.518 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-10T08:20:00.518 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_writing_deferred_items": 0, 2024-09-10T08:20:00.518 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_writing_bytes": 0, 2024-09-10T08:20:00.518 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_writing_items": 0, 2024-09-10T08:20:00.518 INFO:teuthology.orchestra.run.smithi067.stdout: "bluefs_bytes": 0, 2024-09-10T08:20:00.519 INFO:teuthology.orchestra.run.smithi067.stdout: "bluefs_items": 0, 2024-09-10T08:20:00.519 INFO:teuthology.orchestra.run.smithi067.stdout: "bluefs_file_reader_bytes": 0, 2024-09-10T08:20:00.519 INFO:teuthology.orchestra.run.smithi067.stdout: "bluefs_file_reader_items": 0, 2024-09-10T08:20:00.519 INFO:teuthology.orchestra.run.smithi067.stdout: "bluefs_file_writer_bytes": 0, 2024-09-10T08:20:00.519 INFO:teuthology.orchestra.run.smithi067.stdout: "bluefs_file_writer_items": 0, 2024-09-10T08:20:00.519 INFO:teuthology.orchestra.run.smithi067.stdout: "buffer_anon_bytes": 197336, 2024-09-10T08:20:00.519 INFO:teuthology.orchestra.run.smithi067.stdout: "buffer_anon_items": 53, 2024-09-10T08:20:00.519 INFO:teuthology.orchestra.run.smithi067.stdout: "buffer_meta_bytes": 0, 2024-09-10T08:20:00.519 INFO:teuthology.orchestra.run.smithi067.stdout: "buffer_meta_items": 0, 2024-09-10T08:20:00.519 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_bytes": 0, 2024-09-10T08:20:00.519 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_items": 0, 2024-09-10T08:20:00.519 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_mapbl_bytes": 0, 2024-09-10T08:20:00.519 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_mapbl_items": 0, 2024-09-10T08:20:00.519 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_pglog_bytes": 0, 2024-09-10T08:20:00.520 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_pglog_items": 0, 2024-09-10T08:20:00.520 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_bytes": 9160, 2024-09-10T08:20:00.520 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_items": 174, 2024-09-10T08:20:00.520 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_mapping_bytes": 0, 2024-09-10T08:20:00.520 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_mapping_items": 0, 2024-09-10T08:20:00.520 INFO:teuthology.orchestra.run.smithi067.stdout: "pgmap_bytes": 0, 2024-09-10T08:20:00.520 INFO:teuthology.orchestra.run.smithi067.stdout: "pgmap_items": 0, 2024-09-10T08:20:00.520 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_co_bytes": 8512, 2024-09-10T08:20:00.520 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_co_items": 13, 2024-09-10T08:20:00.520 INFO:teuthology.orchestra.run.smithi067.stdout: "unittest_1_bytes": 0, 2024-09-10T08:20:00.520 INFO:teuthology.orchestra.run.smithi067.stdout: "unittest_1_items": 0, 2024-09-10T08:20:00.520 INFO:teuthology.orchestra.run.smithi067.stdout: "unittest_2_bytes": 0, 2024-09-10T08:20:00.520 INFO:teuthology.orchestra.run.smithi067.stdout: "unittest_2_items": 0 2024-09-10T08:20:00.520 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.521 INFO:teuthology.orchestra.run.smithi067.stdout: "objecter": { 2024-09-10T08:20:00.521 INFO:teuthology.orchestra.run.smithi067.stdout: "op_active": 0, 2024-09-10T08:20:00.521 INFO:teuthology.orchestra.run.smithi067.stdout: "op_laggy": 0, 2024-09-10T08:20:00.521 INFO:teuthology.orchestra.run.smithi067.stdout: "op_send": 1126, 2024-09-10T08:20:00.521 INFO:teuthology.orchestra.run.smithi067.stdout: "op_send_bytes": 21, 2024-09-10T08:20:00.521 INFO:teuthology.orchestra.run.smithi067.stdout: "op_resend": 3, 2024-09-10T08:20:00.521 INFO:teuthology.orchestra.run.smithi067.stdout: "op_reply": 1126, 2024-09-10T08:20:00.521 INFO:teuthology.orchestra.run.smithi067.stdout: "op_latency": { 2024-09-10T08:20:00.521 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 1126, 2024-09-10T08:20:00.521 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.599985984, 2024-09-10T08:20:00.521 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000532847 2024-09-10T08:20:00.521 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.521 INFO:teuthology.orchestra.run.smithi067.stdout: "op_inflight": 0, 2024-09-10T08:20:00.521 INFO:teuthology.orchestra.run.smithi067.stdout: "oplen_avg": { 2024-09-10T08:20:00.522 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 1126, 2024-09-10T08:20:00.522 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 1127 2024-09-10T08:20:00.522 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.522 INFO:teuthology.orchestra.run.smithi067.stdout: "op": 1126, 2024-09-10T08:20:00.522 INFO:teuthology.orchestra.run.smithi067.stdout: "op_r": 1126, 2024-09-10T08:20:00.522 INFO:teuthology.orchestra.run.smithi067.stdout: "op_w": 0, 2024-09-10T08:20:00.522 INFO:teuthology.orchestra.run.smithi067.stdout: "op_rmw": 0, 2024-09-10T08:20:00.522 INFO:teuthology.orchestra.run.smithi067.stdout: "op_pg": 0, 2024-09-10T08:20:00.522 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_stat": 720, 2024-09-10T08:20:00.522 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_create": 0, 2024-09-10T08:20:00.522 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_read": 404, 2024-09-10T08:20:00.522 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_write": 0, 2024-09-10T08:20:00.522 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_writefull": 0, 2024-09-10T08:20:00.522 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_writesame": 0, 2024-09-10T08:20:00.522 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_append": 0, 2024-09-10T08:20:00.523 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_zero": 0, 2024-09-10T08:20:00.523 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_truncate": 0, 2024-09-10T08:20:00.523 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_delete": 0, 2024-09-10T08:20:00.523 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_mapext": 0, 2024-09-10T08:20:00.523 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_sparse_read": 0, 2024-09-10T08:20:00.523 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_clonerange": 0, 2024-09-10T08:20:00.523 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_getxattr": 1, 2024-09-10T08:20:00.523 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_setxattr": 0, 2024-09-10T08:20:00.523 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_cmpxattr": 0, 2024-09-10T08:20:00.523 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_rmxattr": 0, 2024-09-10T08:20:00.523 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_resetxattrs": 0, 2024-09-10T08:20:00.523 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_call": 0, 2024-09-10T08:20:00.523 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_watch": 0, 2024-09-10T08:20:00.524 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_notify": 0, 2024-09-10T08:20:00.524 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_src_cmpxattr": 0, 2024-09-10T08:20:00.524 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_pgls": 0, 2024-09-10T08:20:00.524 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_pgls_filter": 0, 2024-09-10T08:20:00.524 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_other": 0, 2024-09-10T08:20:00.524 INFO:teuthology.orchestra.run.smithi067.stdout: "linger_active": 0, 2024-09-10T08:20:00.524 INFO:teuthology.orchestra.run.smithi067.stdout: "linger_send": 0, 2024-09-10T08:20:00.524 INFO:teuthology.orchestra.run.smithi067.stdout: "linger_resend": 0, 2024-09-10T08:20:00.524 INFO:teuthology.orchestra.run.smithi067.stdout: "linger_ping": 0, 2024-09-10T08:20:00.524 INFO:teuthology.orchestra.run.smithi067.stdout: "poolop_active": 0, 2024-09-10T08:20:00.524 INFO:teuthology.orchestra.run.smithi067.stdout: "poolop_send": 0, 2024-09-10T08:20:00.524 INFO:teuthology.orchestra.run.smithi067.stdout: "poolop_resend": 0, 2024-09-10T08:20:00.524 INFO:teuthology.orchestra.run.smithi067.stdout: "poolstat_active": 0, 2024-09-10T08:20:00.524 INFO:teuthology.orchestra.run.smithi067.stdout: "poolstat_send": 0, 2024-09-10T08:20:00.524 INFO:teuthology.orchestra.run.smithi067.stdout: "poolstat_resend": 0, 2024-09-10T08:20:00.525 INFO:teuthology.orchestra.run.smithi067.stdout: "statfs_active": 0, 2024-09-10T08:20:00.525 INFO:teuthology.orchestra.run.smithi067.stdout: "statfs_send": 0, 2024-09-10T08:20:00.525 INFO:teuthology.orchestra.run.smithi067.stdout: "statfs_resend": 0, 2024-09-10T08:20:00.525 INFO:teuthology.orchestra.run.smithi067.stdout: "command_active": 0, 2024-09-10T08:20:00.525 INFO:teuthology.orchestra.run.smithi067.stdout: "command_send": 0, 2024-09-10T08:20:00.525 INFO:teuthology.orchestra.run.smithi067.stdout: "command_resend": 0, 2024-09-10T08:20:00.525 INFO:teuthology.orchestra.run.smithi067.stdout: "map_epoch": 92, 2024-09-10T08:20:00.525 INFO:teuthology.orchestra.run.smithi067.stdout: "map_full": 0, 2024-09-10T08:20:00.525 INFO:teuthology.orchestra.run.smithi067.stdout: "map_inc": 4, 2024-09-10T08:20:00.525 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_sessions": 6, 2024-09-10T08:20:00.525 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_session_open": 6, 2024-09-10T08:20:00.525 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_session_close": 0, 2024-09-10T08:20:00.525 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_laggy": 0, 2024-09-10T08:20:00.526 INFO:teuthology.orchestra.run.smithi067.stdout: "omap_wr": 0, 2024-09-10T08:20:00.526 INFO:teuthology.orchestra.run.smithi067.stdout: "omap_rd": 2, 2024-09-10T08:20:00.526 INFO:teuthology.orchestra.run.smithi067.stdout: "omap_del": 0 2024-09-10T08:20:00.526 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.526 INFO:teuthology.orchestra.run.smithi067.stdout: "oft": { 2024-09-10T08:20:00.526 INFO:teuthology.orchestra.run.smithi067.stdout: "omap_total_objs": 0, 2024-09-10T08:20:00.526 INFO:teuthology.orchestra.run.smithi067.stdout: "omap_total_kv_pairs": 0, 2024-09-10T08:20:00.526 INFO:teuthology.orchestra.run.smithi067.stdout: "omap_total_updates": 0, 2024-09-10T08:20:00.526 INFO:teuthology.orchestra.run.smithi067.stdout: "omap_total_removes": 0 2024-09-10T08:20:00.526 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.526 INFO:teuthology.orchestra.run.smithi067.stdout: "osd-slow-ops": { 2024-09-10T08:20:00.526 INFO:teuthology.orchestra.run.smithi067.stdout: "slow_ops_count": 0 2024-09-10T08:20:00.526 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.527 INFO:teuthology.orchestra.run.smithi067.stdout: "purge_queue": { 2024-09-10T08:20:00.527 INFO:teuthology.orchestra.run.smithi067.stdout: "pq_executing_ops": 0, 2024-09-10T08:20:00.527 INFO:teuthology.orchestra.run.smithi067.stdout: "pq_executing_ops_high_water": 0, 2024-09-10T08:20:00.527 INFO:teuthology.orchestra.run.smithi067.stdout: "pq_executing": 0, 2024-09-10T08:20:00.527 INFO:teuthology.orchestra.run.smithi067.stdout: "pq_executing_high_water": 0, 2024-09-10T08:20:00.527 INFO:teuthology.orchestra.run.smithi067.stdout: "pq_executed_ops": 0, 2024-09-10T08:20:00.527 INFO:teuthology.orchestra.run.smithi067.stdout: "pq_executed": 0, 2024-09-10T08:20:00.527 INFO:teuthology.orchestra.run.smithi067.stdout: "pq_item_in_journal": 0 2024-09-10T08:20:00.527 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.527 INFO:teuthology.orchestra.run.smithi067.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-10T08:20:00.527 INFO:teuthology.orchestra.run.smithi067.stdout: "val": 0, 2024-09-10T08:20:00.527 INFO:teuthology.orchestra.run.smithi067.stdout: "max": 104857600, 2024-09-10T08:20:00.527 INFO:teuthology.orchestra.run.smithi067.stdout: "get_started": 0, 2024-09-10T08:20:00.527 INFO:teuthology.orchestra.run.smithi067.stdout: "get": 1267, 2024-09-10T08:20:00.528 INFO:teuthology.orchestra.run.smithi067.stdout: "get_sum": 953569, 2024-09-10T08:20:00.528 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_fail": 0, 2024-09-10T08:20:00.528 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_success": 1267, 2024-09-10T08:20:00.528 INFO:teuthology.orchestra.run.smithi067.stdout: "take": 0, 2024-09-10T08:20:00.528 INFO:teuthology.orchestra.run.smithi067.stdout: "take_sum": 0, 2024-09-10T08:20:00.528 INFO:teuthology.orchestra.run.smithi067.stdout: "put": 1267, 2024-09-10T08:20:00.528 INFO:teuthology.orchestra.run.smithi067.stdout: "put_sum": 953569, 2024-09-10T08:20:00.528 INFO:teuthology.orchestra.run.smithi067.stdout: "wait": { 2024-09-10T08:20:00.528 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:20:00.528 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:20:00.528 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:20:00.528 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:20:00.529 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.529 INFO:teuthology.orchestra.run.smithi067.stdout: "throttle-objecter_bytes": { 2024-09-10T08:20:00.529 INFO:teuthology.orchestra.run.smithi067.stdout: "val": 0, 2024-09-10T08:20:00.529 INFO:teuthology.orchestra.run.smithi067.stdout: "max": 104857600, 2024-09-10T08:20:00.529 INFO:teuthology.orchestra.run.smithi067.stdout: "get_started": 0, 2024-09-10T08:20:00.529 INFO:teuthology.orchestra.run.smithi067.stdout: "get": 0, 2024-09-10T08:20:00.529 INFO:teuthology.orchestra.run.smithi067.stdout: "get_sum": 0, 2024-09-10T08:20:00.529 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_fail": 0, 2024-09-10T08:20:00.529 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_success": 0, 2024-09-10T08:20:00.529 INFO:teuthology.orchestra.run.smithi067.stdout: "take": 1126, 2024-09-10T08:20:00.529 INFO:teuthology.orchestra.run.smithi067.stdout: "take_sum": 1622, 2024-09-10T08:20:00.529 INFO:teuthology.orchestra.run.smithi067.stdout: "put": 1126, 2024-09-10T08:20:00.529 INFO:teuthology.orchestra.run.smithi067.stdout: "put_sum": 1622, 2024-09-10T08:20:00.529 INFO:teuthology.orchestra.run.smithi067.stdout: "wait": { 2024-09-10T08:20:00.530 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:20:00.530 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:20:00.530 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:20:00.530 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:20:00.530 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.530 INFO:teuthology.orchestra.run.smithi067.stdout: "throttle-objecter_ops": { 2024-09-10T08:20:00.530 INFO:teuthology.orchestra.run.smithi067.stdout: "val": 0, 2024-09-10T08:20:00.530 INFO:teuthology.orchestra.run.smithi067.stdout: "max": 1024, 2024-09-10T08:20:00.530 INFO:teuthology.orchestra.run.smithi067.stdout: "get_started": 0, 2024-09-10T08:20:00.530 INFO:teuthology.orchestra.run.smithi067.stdout: "get": 0, 2024-09-10T08:20:00.530 INFO:teuthology.orchestra.run.smithi067.stdout: "get_sum": 0, 2024-09-10T08:20:00.530 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_fail": 0, 2024-09-10T08:20:00.530 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_success": 0, 2024-09-10T08:20:00.531 INFO:teuthology.orchestra.run.smithi067.stdout: "take": 1126, 2024-09-10T08:20:00.531 INFO:teuthology.orchestra.run.smithi067.stdout: "take_sum": 1126, 2024-09-10T08:20:00.531 INFO:teuthology.orchestra.run.smithi067.stdout: "put": 1126, 2024-09-10T08:20:00.531 INFO:teuthology.orchestra.run.smithi067.stdout: "put_sum": 1126, 2024-09-10T08:20:00.531 INFO:teuthology.orchestra.run.smithi067.stdout: "wait": { 2024-09-10T08:20:00.531 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:20:00.531 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:20:00.531 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:20:00.531 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:20:00.531 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.531 INFO:teuthology.orchestra.run.smithi067.stdout: "throttle-write_buf_throttle": { 2024-09-10T08:20:00.531 INFO:teuthology.orchestra.run.smithi067.stdout: "val": 0, 2024-09-10T08:20:00.531 INFO:teuthology.orchestra.run.smithi067.stdout: "max": 3758096384, 2024-09-10T08:20:00.532 INFO:teuthology.orchestra.run.smithi067.stdout: "get_started": 0, 2024-09-10T08:20:00.532 INFO:teuthology.orchestra.run.smithi067.stdout: "get": 0, 2024-09-10T08:20:00.532 INFO:teuthology.orchestra.run.smithi067.stdout: "get_sum": 0, 2024-09-10T08:20:00.532 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_fail": 0, 2024-09-10T08:20:00.532 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_success": 0, 2024-09-10T08:20:00.532 INFO:teuthology.orchestra.run.smithi067.stdout: "take": 0, 2024-09-10T08:20:00.532 INFO:teuthology.orchestra.run.smithi067.stdout: "take_sum": 0, 2024-09-10T08:20:00.532 INFO:teuthology.orchestra.run.smithi067.stdout: "put": 0, 2024-09-10T08:20:00.532 INFO:teuthology.orchestra.run.smithi067.stdout: "put_sum": 0, 2024-09-10T08:20:00.532 INFO:teuthology.orchestra.run.smithi067.stdout: "wait": { 2024-09-10T08:20:00.532 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:20:00.532 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:20:00.532 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:20:00.532 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:20:00.533 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:00.533 INFO:teuthology.orchestra.run.smithi067.stdout: "throttle-write_buf_throttle-0x55a891852b40": { 2024-09-10T08:20:00.533 INFO:teuthology.orchestra.run.smithi067.stdout: "val": 0, 2024-09-10T08:20:00.533 INFO:teuthology.orchestra.run.smithi067.stdout: "max": 3758096384, 2024-09-10T08:20:00.533 INFO:teuthology.orchestra.run.smithi067.stdout: "get_started": 0, 2024-09-10T08:20:00.533 INFO:teuthology.orchestra.run.smithi067.stdout: "get": 0, 2024-09-10T08:20:00.533 INFO:teuthology.orchestra.run.smithi067.stdout: "get_sum": 0, 2024-09-10T08:20:00.533 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_fail": 0, 2024-09-10T08:20:00.533 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_success": 0, 2024-09-10T08:20:00.533 INFO:teuthology.orchestra.run.smithi067.stdout: "take": 0, 2024-09-10T08:20:00.533 INFO:teuthology.orchestra.run.smithi067.stdout: "take_sum": 0, 2024-09-10T08:20:00.533 INFO:teuthology.orchestra.run.smithi067.stdout: "put": 0, 2024-09-10T08:20:00.534 INFO:teuthology.orchestra.run.smithi067.stdout: "put_sum": 0, 2024-09-10T08:20:00.534 INFO:teuthology.orchestra.run.smithi067.stdout: "wait": { 2024-09-10T08:20:00.534 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:20:00.534 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:20:00.534 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:20:00.534 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:20:00.534 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:20:00.534 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:20:00.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:00 smithi203 ceph-mon[34672]: overall HEALTH_OK 2024-09-10T08:20:01.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:01 smithi133 ceph-mon[34721]: pgmap v513: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-09-10T08:20:01.360 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:01 smithi067 ceph-mon[31051]: pgmap v513: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-09-10T08:20:01.394 INFO:tasks.check_counter:Daemon mds.g mds.exported=0 2024-09-10T08:20:01.394 INFO:tasks.check_counter:Daemon mds.g mds.imported=0 2024-09-10T08:20:01.395 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update=0 2024-09-10T08:20:01.395 INFO:tasks.check_counter:Daemon mds.g mds_cache.dir_update_receipt=0 2024-09-10T08:20:01.395 DEBUG:tasks.check_counter:Getting stats from j 2024-09-10T08:20:01.395 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph daemon mds.j perf dump 2024-09-10T08:20:01.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:01 smithi203 ceph-mon[34672]: pgmap v513: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-09-10T08:20:01.660 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:20:02.157 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-10T08:20:02.157 INFO:teuthology.orchestra.run.smithi067.stdout: "AsyncMessenger::Worker-0": { 2024-09-10T08:20:02.157 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_messages": 0, 2024-09-10T08:20:02.157 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_messages": 2, 2024-09-10T08:20:02.157 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_bytes": 0, 2024-09-10T08:20:02.157 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_bytes": 0, 2024-09-10T08:20:02.157 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_created_connections": 4, 2024-09-10T08:20:02.157 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_active_connections": 0, 2024-09-10T08:20:02.158 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_total_time": 0.001225572, 2024-09-10T08:20:02.158 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_send_time": 0.000000000, 2024-09-10T08:20:02.158 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_recv_time": 0.000235464, 2024-09-10T08:20:02.158 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-10T08:20:02.158 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:20:02.158 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:20:02.158 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:20:02.158 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:20:02.158 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:02.158 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:20:02.158 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:20:02.158 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:20:02.159 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:20:02.159 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:02.159 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-10T08:20:02.159 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_encrypted_bytes": 0 2024-09-10T08:20:02.159 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:02.159 INFO:teuthology.orchestra.run.smithi067.stdout: "AsyncMessenger::Worker-1": { 2024-09-10T08:20:02.159 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_messages": 5, 2024-09-10T08:20:02.159 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_messages": 102, 2024-09-10T08:20:02.159 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_bytes": 3200, 2024-09-10T08:20:02.159 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_bytes": 96592, 2024-09-10T08:20:02.159 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_created_connections": 3, 2024-09-10T08:20:02.159 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_active_connections": 2, 2024-09-10T08:20:02.159 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_total_time": 0.011332070, 2024-09-10T08:20:02.159 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_send_time": 0.006520720, 2024-09-10T08:20:02.160 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_recv_time": 0.003806146, 2024-09-10T08:20:02.160 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-10T08:20:02.160 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:20:02.160 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 101, 2024-09-10T08:20:02.160 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.009021724, 2024-09-10T08:20:02.160 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000089324 2024-09-10T08:20:02.160 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:02.160 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:20:02.160 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:20:02.160 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:20:02.160 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:20:02.160 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:02.160 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_encrypted_bytes": 3200, 2024-09-10T08:20:02.160 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_encrypted_bytes": 96592 2024-09-10T08:20:02.161 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:02.161 INFO:teuthology.orchestra.run.smithi067.stdout: "AsyncMessenger::Worker-2": { 2024-09-10T08:20:02.161 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_messages": 136, 2024-09-10T08:20:02.161 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_messages": 131, 2024-09-10T08:20:02.161 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_bytes": 729680, 2024-09-10T08:20:02.161 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_bytes": 80048, 2024-09-10T08:20:02.161 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_created_connections": 2, 2024-09-10T08:20:02.161 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_active_connections": 1, 2024-09-10T08:20:02.161 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_total_time": 0.022301843, 2024-09-10T08:20:02.161 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_send_time": 0.008385383, 2024-09-10T08:20:02.161 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_recv_time": 0.019792627, 2024-09-10T08:20:02.161 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-10T08:20:02.161 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:20:02.161 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 130, 2024-09-10T08:20:02.162 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.006580600, 2024-09-10T08:20:02.162 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000050620 2024-09-10T08:20:02.162 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:02.162 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:20:02.162 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:20:02.162 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:20:02.162 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:20:02.162 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:02.162 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_encrypted_bytes": 729680, 2024-09-10T08:20:02.162 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_encrypted_bytes": 80048 2024-09-10T08:20:02.162 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:02.162 INFO:teuthology.orchestra.run.smithi067.stdout: "cct": { 2024-09-10T08:20:02.162 INFO:teuthology.orchestra.run.smithi067.stdout: "total_workers": 0, 2024-09-10T08:20:02.163 INFO:teuthology.orchestra.run.smithi067.stdout: "unhealthy_workers": 0 2024-09-10T08:20:02.163 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:02.163 INFO:teuthology.orchestra.run.smithi067.stdout: "mempool": { 2024-09-10T08:20:02.163 INFO:teuthology.orchestra.run.smithi067.stdout: "bloom_filter_bytes": 0, 2024-09-10T08:20:02.163 INFO:teuthology.orchestra.run.smithi067.stdout: "bloom_filter_items": 0, 2024-09-10T08:20:02.163 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_alloc_bytes": 0, 2024-09-10T08:20:02.163 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_alloc_items": 0, 2024-09-10T08:20:02.163 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_data_bytes": 0, 2024-09-10T08:20:02.163 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_data_items": 0, 2024-09-10T08:20:02.163 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-10T08:20:02.163 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_onode_items": 0, 2024-09-10T08:20:02.163 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-10T08:20:02.163 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_meta_items": 0, 2024-09-10T08:20:02.164 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_other_bytes": 0, 2024-09-10T08:20:02.164 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_other_items": 0, 2024-09-10T08:20:02.164 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-10T08:20:02.164 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_buffer_items": 0, 2024-09-10T08:20:02.164 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_extent_bytes": 0, 2024-09-10T08:20:02.164 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_extent_items": 0, 2024-09-10T08:20:02.164 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_blob_bytes": 0, 2024-09-10T08:20:02.164 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_blob_items": 0, 2024-09-10T08:20:02.164 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-10T08:20:02.164 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_shared_blob_items": 0, 2024-09-10T08:20:02.164 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-10T08:20:02.164 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_inline_bl_items": 0, 2024-09-10T08:20:02.164 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_fsck_bytes": 0, 2024-09-10T08:20:02.164 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_fsck_items": 0, 2024-09-10T08:20:02.165 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_txc_bytes": 0, 2024-09-10T08:20:02.165 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_txc_items": 0, 2024-09-10T08:20:02.165 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-10T08:20:02.165 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_writing_deferred_items": 0, 2024-09-10T08:20:02.165 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_writing_bytes": 0, 2024-09-10T08:20:02.165 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_writing_items": 0, 2024-09-10T08:20:02.165 INFO:teuthology.orchestra.run.smithi067.stdout: "bluefs_bytes": 0, 2024-09-10T08:20:02.165 INFO:teuthology.orchestra.run.smithi067.stdout: "bluefs_items": 0, 2024-09-10T08:20:02.165 INFO:teuthology.orchestra.run.smithi067.stdout: "bluefs_file_reader_bytes": 0, 2024-09-10T08:20:02.165 INFO:teuthology.orchestra.run.smithi067.stdout: "bluefs_file_reader_items": 0, 2024-09-10T08:20:02.165 INFO:teuthology.orchestra.run.smithi067.stdout: "bluefs_file_writer_bytes": 0, 2024-09-10T08:20:02.165 INFO:teuthology.orchestra.run.smithi067.stdout: "bluefs_file_writer_items": 0, 2024-09-10T08:20:02.165 INFO:teuthology.orchestra.run.smithi067.stdout: "buffer_anon_bytes": 148840, 2024-09-10T08:20:02.166 INFO:teuthology.orchestra.run.smithi067.stdout: "buffer_anon_items": 28, 2024-09-10T08:20:02.166 INFO:teuthology.orchestra.run.smithi067.stdout: "buffer_meta_bytes": 0, 2024-09-10T08:20:02.166 INFO:teuthology.orchestra.run.smithi067.stdout: "buffer_meta_items": 0, 2024-09-10T08:20:02.166 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_bytes": 0, 2024-09-10T08:20:02.166 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_items": 0, 2024-09-10T08:20:02.166 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_mapbl_bytes": 0, 2024-09-10T08:20:02.166 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_mapbl_items": 0, 2024-09-10T08:20:02.166 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_pglog_bytes": 0, 2024-09-10T08:20:02.166 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_pglog_items": 0, 2024-09-10T08:20:02.166 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_bytes": 0, 2024-09-10T08:20:02.166 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_items": 0, 2024-09-10T08:20:02.166 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_mapping_bytes": 0, 2024-09-10T08:20:02.166 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_mapping_items": 0, 2024-09-10T08:20:02.166 INFO:teuthology.orchestra.run.smithi067.stdout: "pgmap_bytes": 0, 2024-09-10T08:20:02.167 INFO:teuthology.orchestra.run.smithi067.stdout: "pgmap_items": 0, 2024-09-10T08:20:02.167 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_co_bytes": 928, 2024-09-10T08:20:02.167 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_co_items": 2, 2024-09-10T08:20:02.167 INFO:teuthology.orchestra.run.smithi067.stdout: "unittest_1_bytes": 0, 2024-09-10T08:20:02.167 INFO:teuthology.orchestra.run.smithi067.stdout: "unittest_1_items": 0, 2024-09-10T08:20:02.167 INFO:teuthology.orchestra.run.smithi067.stdout: "unittest_2_bytes": 0, 2024-09-10T08:20:02.167 INFO:teuthology.orchestra.run.smithi067.stdout: "unittest_2_items": 0 2024-09-10T08:20:02.167 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-10T08:20:02.167 INFO:teuthology.orchestra.run.smithi067.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-10T08:20:02.167 INFO:teuthology.orchestra.run.smithi067.stdout: "val": 0, 2024-09-10T08:20:02.167 INFO:teuthology.orchestra.run.smithi067.stdout: "max": 104857600, 2024-09-10T08:20:02.167 INFO:teuthology.orchestra.run.smithi067.stdout: "get_started": 0, 2024-09-10T08:20:02.167 INFO:teuthology.orchestra.run.smithi067.stdout: "get": 137, 2024-09-10T08:20:02.168 INFO:teuthology.orchestra.run.smithi067.stdout: "get_sum": 710502, 2024-09-10T08:20:02.168 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_fail": 0, 2024-09-10T08:20:02.168 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_success": 137, 2024-09-10T08:20:02.168 INFO:teuthology.orchestra.run.smithi067.stdout: "take": 0, 2024-09-10T08:20:02.168 INFO:teuthology.orchestra.run.smithi067.stdout: "take_sum": 0, 2024-09-10T08:20:02.168 INFO:teuthology.orchestra.run.smithi067.stdout: "put": 137, 2024-09-10T08:20:02.168 INFO:teuthology.orchestra.run.smithi067.stdout: "put_sum": 710502, 2024-09-10T08:20:02.168 INFO:teuthology.orchestra.run.smithi067.stdout: "wait": { 2024-09-10T08:20:02.168 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-10T08:20:02.168 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-10T08:20:02.168 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-10T08:20:02.168 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:20:02.168 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-10T08:20:02.169 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-10T08:20:02.862 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j 2024-09-10T08:20:02.862 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j 2024-09-10T08:20:02.862 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.j 2024-09-10T08:20:02.862 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.j 2024-09-10T08:20:02.862 DEBUG:tasks.check_counter:Getting stats from b 2024-09-10T08:20:02.862 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph daemon mds.b perf dump 2024-09-10T08:20:03.120 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.b/config 2024-09-10T08:20:03.207 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:03 smithi067 ceph-mon[31051]: pgmap v514: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-09-10T08:20:03.241 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:03 smithi133 ceph-mon[34721]: pgmap v514: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-09-10T08:20:03.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:03 smithi203 ceph-mon[34672]: pgmap v514: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-09-10T08:20:03.697 INFO:teuthology.orchestra.run.smithi133.stdout:{ 2024-09-10T08:20:03.697 INFO:teuthology.orchestra.run.smithi133.stdout: "AsyncMessenger::Worker-0": { 2024-09-10T08:20:03.697 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_messages": 2210, 2024-09-10T08:20:03.697 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages": 2198, 2024-09-10T08:20:03.697 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_bytes": 635025, 2024-09-10T08:20:03.697 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_bytes": 1504071, 2024-09-10T08:20:03.698 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_created_connections": 39, 2024-09-10T08:20:03.698 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_active_connections": 3, 2024-09-10T08:20:03.698 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_total_time": 0.177024888, 2024-09-10T08:20:03.698 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_send_time": 0.052952910, 2024-09-10T08:20:03.698 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_recv_time": 0.077807248, 2024-09-10T08:20:03.698 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_fast_dispatch_time": 0.040662565, 2024-09-10T08:20:03.698 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:20:03.698 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 2200, 2024-09-10T08:20:03.698 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.254250615, 2024-09-10T08:20:03.698 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000115568 2024-09-10T08:20:03.698 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.698 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:20:03.698 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 1326, 2024-09-10T08:20:03.699 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000246892, 2024-09-10T08:20:03.699 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000186 2024-09-10T08:20:03.699 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.699 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_encrypted_bytes": 3040, 2024-09-10T08:20:03.699 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_encrypted_bytes": 448 2024-09-10T08:20:03.699 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.699 INFO:teuthology.orchestra.run.smithi133.stdout: "AsyncMessenger::Worker-1": { 2024-09-10T08:20:03.699 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_messages": 1904, 2024-09-10T08:20:03.699 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages": 1721, 2024-09-10T08:20:03.699 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_bytes": 565170, 2024-09-10T08:20:03.699 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_bytes": 891964, 2024-09-10T08:20:03.699 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_created_connections": 17, 2024-09-10T08:20:03.699 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_active_connections": 8, 2024-09-10T08:20:03.700 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_total_time": 0.157287571, 2024-09-10T08:20:03.700 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_send_time": 0.040082981, 2024-09-10T08:20:03.700 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_recv_time": 0.051687777, 2024-09-10T08:20:03.700 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_fast_dispatch_time": 0.059857903, 2024-09-10T08:20:03.700 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:20:03.700 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 1713, 2024-09-10T08:20:03.700 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 1.246873169, 2024-09-10T08:20:03.700 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000727888 2024-09-10T08:20:03.700 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.700 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:20:03.700 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 721, 2024-09-10T08:20:03.700 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000146891, 2024-09-10T08:20:03.701 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000203 2024-09-10T08:20:03.701 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.701 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_encrypted_bytes": 49968, 2024-09-10T08:20:03.701 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_encrypted_bytes": 280000 2024-09-10T08:20:03.701 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.701 INFO:teuthology.orchestra.run.smithi133.stdout: "AsyncMessenger::Worker-2": { 2024-09-10T08:20:03.701 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_messages": 2254, 2024-09-10T08:20:03.701 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages": 2132, 2024-09-10T08:20:03.701 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_bytes": 1404046, 2024-09-10T08:20:03.701 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_bytes": 1653266, 2024-09-10T08:20:03.701 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_created_connections": 85, 2024-09-10T08:20:03.701 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_active_connections": 7, 2024-09-10T08:20:03.701 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_total_time": 0.204074228, 2024-09-10T08:20:03.702 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_send_time": 0.059108794, 2024-09-10T08:20:03.702 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_recv_time": 0.117837808, 2024-09-10T08:20:03.702 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_fast_dispatch_time": 0.037246978, 2024-09-10T08:20:03.702 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:20:03.702 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 2134, 2024-09-10T08:20:03.702 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.187923091, 2024-09-10T08:20:03.702 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000088061 2024-09-10T08:20:03.702 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.702 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:20:03.702 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 1510, 2024-09-10T08:20:03.702 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000313101, 2024-09-10T08:20:03.702 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000207 2024-09-10T08:20:03.702 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.703 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_encrypted_bytes": 841824, 2024-09-10T08:20:03.703 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_encrypted_bytes": 92048 2024-09-10T08:20:03.703 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.703 INFO:teuthology.orchestra.run.smithi133.stdout: "cct": { 2024-09-10T08:20:03.703 INFO:teuthology.orchestra.run.smithi133.stdout: "total_workers": 1, 2024-09-10T08:20:03.703 INFO:teuthology.orchestra.run.smithi133.stdout: "unhealthy_workers": 0 2024-09-10T08:20:03.703 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.703 INFO:teuthology.orchestra.run.smithi133.stdout: "finisher-MDSRank": { 2024-09-10T08:20:03.703 INFO:teuthology.orchestra.run.smithi133.stdout: "queue_len": 0, 2024-09-10T08:20:03.703 INFO:teuthology.orchestra.run.smithi133.stdout: "complete_latency": { 2024-09-10T08:20:03.703 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 646, 2024-09-10T08:20:03.703 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.112955884, 2024-09-10T08:20:03.703 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000174854 2024-09-10T08:20:03.704 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-09-10T08:20:03.704 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.704 INFO:teuthology.orchestra.run.smithi133.stdout: "finisher-PurgeQueue": { 2024-09-10T08:20:03.704 INFO:teuthology.orchestra.run.smithi133.stdout: "queue_len": 0, 2024-09-10T08:20:03.704 INFO:teuthology.orchestra.run.smithi133.stdout: "complete_latency": { 2024-09-10T08:20:03.704 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 2883, 2024-09-10T08:20:03.704 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.086010991, 2024-09-10T08:20:03.704 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000029833 2024-09-10T08:20:03.704 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-09-10T08:20:03.704 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.704 INFO:teuthology.orchestra.run.smithi133.stdout: "mds": { 2024-09-10T08:20:03.704 INFO:teuthology.orchestra.run.smithi133.stdout: "request": 68, 2024-09-10T08:20:03.705 INFO:teuthology.orchestra.run.smithi133.stdout: "reply": 68, 2024-09-10T08:20:03.705 INFO:teuthology.orchestra.run.smithi133.stdout: "reply_latency": { 2024-09-10T08:20:03.705 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 68, 2024-09-10T08:20:03.705 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 43.579411579, 2024-09-10T08:20:03.705 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.640873699 2024-09-10T08:20:03.705 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.705 INFO:teuthology.orchestra.run.smithi133.stdout: "slow_reply": 0, 2024-09-10T08:20:03.705 INFO:teuthology.orchestra.run.smithi133.stdout: "forward": 0, 2024-09-10T08:20:03.705 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_fetch_complete": 0, 2024-09-10T08:20:03.705 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_fetch_keys": 0, 2024-09-10T08:20:03.705 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_commit": 101, 2024-09-10T08:20:03.705 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_split": 0, 2024-09-10T08:20:03.705 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_merge": 0, 2024-09-10T08:20:03.705 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes": 23, 2024-09-10T08:20:03.706 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_top": 1, 2024-09-10T08:20:03.706 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_bottom": 22, 2024-09-10T08:20:03.706 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_pin_tail": 0, 2024-09-10T08:20:03.706 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_pinned": 20, 2024-09-10T08:20:03.706 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_expired": 0, 2024-09-10T08:20:03.706 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_with_caps": 2, 2024-09-10T08:20:03.706 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": 2, 2024-09-10T08:20:03.706 INFO:teuthology.orchestra.run.smithi133.stdout: "subtrees": 2, 2024-09-10T08:20:03.706 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse": 119, 2024-09-10T08:20:03.706 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_hit": 104, 2024-09-10T08:20:03.706 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_forward": 0, 2024-09-10T08:20:03.706 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_discover": 0, 2024-09-10T08:20:03.707 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_dir_fetch": 0, 2024-09-10T08:20:03.707 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_remote_ino": 0, 2024-09-10T08:20:03.707 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_lock": 0, 2024-09-10T08:20:03.707 INFO:teuthology.orchestra.run.smithi133.stdout: "load_cent": 0, 2024-09-10T08:20:03.707 INFO:teuthology.orchestra.run.smithi133.stdout: "q": 0, 2024-09-10T08:20:03.707 INFO:teuthology.orchestra.run.smithi133.stdout: "exported": 0, 2024-09-10T08:20:03.707 INFO:teuthology.orchestra.run.smithi133.stdout: "exported_inodes": 0, 2024-09-10T08:20:03.707 INFO:teuthology.orchestra.run.smithi133.stdout: "imported": 0, 2024-09-10T08:20:03.707 INFO:teuthology.orchestra.run.smithi133.stdout: "imported_inodes": 0, 2024-09-10T08:20:03.707 INFO:teuthology.orchestra.run.smithi133.stdout: "openino_dir_fetch": 0, 2024-09-10T08:20:03.707 INFO:teuthology.orchestra.run.smithi133.stdout: "openino_backtrace_fetch": 76, 2024-09-10T08:20:03.707 INFO:teuthology.orchestra.run.smithi133.stdout: "openino_peer_discover": 0, 2024-09-10T08:20:03.707 INFO:teuthology.orchestra.run.smithi133.stdout: "root_rfiles": 4, 2024-09-10T08:20:03.707 INFO:teuthology.orchestra.run.smithi133.stdout: "root_rbytes": 234, 2024-09-10T08:20:03.707 INFO:teuthology.orchestra.run.smithi133.stdout: "root_rsnaps": 0, 2024-09-10T08:20:03.708 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_backtrace_fetch": 76, 2024-09-10T08:20:03.708 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_set_tag": 0, 2024-09-10T08:20:03.708 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_backtrace_repaired": 0, 2024-09-10T08:20:03.708 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_inotable_repaired": 0, 2024-09-10T08:20:03.708 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_dir_inodes": 50, 2024-09-10T08:20:03.708 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_dir_base_inodes": 6, 2024-09-10T08:20:03.708 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_dirfrag_rstats": 44, 2024-09-10T08:20:03.708 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_file_inodes": 26, 2024-09-10T08:20:03.708 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_inode_file_caps": 0, 2024-09-10T08:20:03.708 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_revoke": 19, 2024-09-10T08:20:03.708 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_grant": 68, 2024-09-10T08:20:03.708 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_trunc": 0, 2024-09-10T08:20:03.708 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-10T08:20:03.709 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-10T08:20:03.709 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_caps": 83, 2024-09-10T08:20:03.709 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_caps_dirty": 58, 2024-09-10T08:20:03.709 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_cap_release": 5, 2024-09-10T08:20:03.709 INFO:teuthology.orchestra.run.smithi133.stdout: "process_request_cap_release": 32 2024-09-10T08:20:03.709 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.709 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_cache": { 2024-09-10T08:20:03.709 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_update": 19, 2024-09-10T08:20:03.709 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_update_receipt": 0, 2024-09-10T08:20:03.709 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_try_discover": 0, 2024-09-10T08:20:03.709 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_send_discover": 0, 2024-09-10T08:20:03.709 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_handle_discover": 40, 2024-09-10T08:20:03.709 INFO:teuthology.orchestra.run.smithi133.stdout: "num_strays": 0, 2024-09-10T08:20:03.710 INFO:teuthology.orchestra.run.smithi133.stdout: "num_strays_delayed": 0, 2024-09-10T08:20:03.710 INFO:teuthology.orchestra.run.smithi133.stdout: "num_strays_enqueuing": 0, 2024-09-10T08:20:03.710 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_created": 5, 2024-09-10T08:20:03.710 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_enqueued": 5, 2024-09-10T08:20:03.710 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_reintegrated": 0, 2024-09-10T08:20:03.710 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_migrated": 0, 2024-09-10T08:20:03.710 INFO:teuthology.orchestra.run.smithi133.stdout: "num_recovering_processing": 0, 2024-09-10T08:20:03.710 INFO:teuthology.orchestra.run.smithi133.stdout: "num_recovering_enqueued": 0, 2024-09-10T08:20:03.710 INFO:teuthology.orchestra.run.smithi133.stdout: "num_recovering_prioritized": 0, 2024-09-10T08:20:03.710 INFO:teuthology.orchestra.run.smithi133.stdout: "recovery_started": 0, 2024-09-10T08:20:03.710 INFO:teuthology.orchestra.run.smithi133.stdout: "recovery_completed": 0, 2024-09-10T08:20:03.710 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_quiesce_path": 3, 2024-09-10T08:20:03.710 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_quiesce_inode": 37, 2024-09-10T08:20:03.711 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_enqueue_scrub": 6, 2024-09-10T08:20:03.711 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_exportdir": 0, 2024-09-10T08:20:03.711 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_flush": 0, 2024-09-10T08:20:03.711 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_fragmentdir": 0, 2024-09-10T08:20:03.711 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_fragstats": 0, 2024-09-10T08:20:03.711 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_inodestats": 0 2024-09-10T08:20:03.711 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.711 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_log": { 2024-09-10T08:20:03.711 INFO:teuthology.orchestra.run.smithi133.stdout: "evlrg": 0, 2024-09-10T08:20:03.711 INFO:teuthology.orchestra.run.smithi133.stdout: "evadd": 151, 2024-09-10T08:20:03.711 INFO:teuthology.orchestra.run.smithi133.stdout: "evex": 148, 2024-09-10T08:20:03.711 INFO:teuthology.orchestra.run.smithi133.stdout: "evtrm": 148, 2024-09-10T08:20:03.711 INFO:teuthology.orchestra.run.smithi133.stdout: "ev": 8, 2024-09-10T08:20:03.711 INFO:teuthology.orchestra.run.smithi133.stdout: "evexg": 0, 2024-09-10T08:20:03.711 INFO:teuthology.orchestra.run.smithi133.stdout: "evexd": 5, 2024-09-10T08:20:03.711 INFO:teuthology.orchestra.run.smithi133.stdout: "segadd": 21, 2024-09-10T08:20:03.712 INFO:teuthology.orchestra.run.smithi133.stdout: "segex": 20, 2024-09-10T08:20:03.712 INFO:teuthology.orchestra.run.smithi133.stdout: "segtrm": 20, 2024-09-10T08:20:03.712 INFO:teuthology.orchestra.run.smithi133.stdout: "seg": 1, 2024-09-10T08:20:03.712 INFO:teuthology.orchestra.run.smithi133.stdout: "segmjr": 1, 2024-09-10T08:20:03.712 INFO:teuthology.orchestra.run.smithi133.stdout: "segexg": 0, 2024-09-10T08:20:03.712 INFO:teuthology.orchestra.run.smithi133.stdout: "segexd": 1, 2024-09-10T08:20:03.712 INFO:teuthology.orchestra.run.smithi133.stdout: "expos": 4615728, 2024-09-10T08:20:03.712 INFO:teuthology.orchestra.run.smithi133.stdout: "wrpos": 4621516, 2024-09-10T08:20:03.712 INFO:teuthology.orchestra.run.smithi133.stdout: "rdpos": 0, 2024-09-10T08:20:03.712 INFO:teuthology.orchestra.run.smithi133.stdout: "jlat": { 2024-09-10T08:20:03.712 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 128, 2024-09-10T08:20:03.712 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.285309874, 2024-09-10T08:20:03.712 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.002228983 2024-09-10T08:20:03.713 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.713 INFO:teuthology.orchestra.run.smithi133.stdout: "replayed": 0 2024-09-10T08:20:03.713 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.713 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_mem": { 2024-09-10T08:20:03.713 INFO:teuthology.orchestra.run.smithi133.stdout: "ino": 23, 2024-09-10T08:20:03.713 INFO:teuthology.orchestra.run.smithi133.stdout: "ino+": 34, 2024-09-10T08:20:03.713 INFO:teuthology.orchestra.run.smithi133.stdout: "ino-": 11, 2024-09-10T08:20:03.713 INFO:teuthology.orchestra.run.smithi133.stdout: "dir": 18, 2024-09-10T08:20:03.713 INFO:teuthology.orchestra.run.smithi133.stdout: "dir+": 20, 2024-09-10T08:20:03.713 INFO:teuthology.orchestra.run.smithi133.stdout: "dir-": 2, 2024-09-10T08:20:03.714 INFO:teuthology.orchestra.run.smithi133.stdout: "dn": 23, 2024-09-10T08:20:03.714 INFO:teuthology.orchestra.run.smithi133.stdout: "dn+": 33, 2024-09-10T08:20:03.714 INFO:teuthology.orchestra.run.smithi133.stdout: "dn-": 10, 2024-09-10T08:20:03.714 INFO:teuthology.orchestra.run.smithi133.stdout: "cap": 2, 2024-09-10T08:20:03.714 INFO:teuthology.orchestra.run.smithi133.stdout: "cap+": 20, 2024-09-10T08:20:03.714 INFO:teuthology.orchestra.run.smithi133.stdout: "cap-": 18, 2024-09-10T08:20:03.714 INFO:teuthology.orchestra.run.smithi133.stdout: "rss": 57128, 2024-09-10T08:20:03.714 INFO:teuthology.orchestra.run.smithi133.stdout: "heap": 231712 2024-09-10T08:20:03.714 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.714 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_server": { 2024-09-10T08:20:03.714 INFO:teuthology.orchestra.run.smithi133.stdout: "dispatch_client_request": 94, 2024-09-10T08:20:03.714 INFO:teuthology.orchestra.run.smithi133.stdout: "dispatch_server_request": 1, 2024-09-10T08:20:03.714 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_request": 68, 2024-09-10T08:20:03.715 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_session": 19, 2024-09-10T08:20:03.715 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_peer_request": 2, 2024-09-10T08:20:03.715 INFO:teuthology.orchestra.run.smithi133.stdout: "req_create_latency": { 2024-09-10T08:20:03.715 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 7, 2024-09-10T08:20:03.715 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.007955001, 2024-09-10T08:20:03.715 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.001136428 2024-09-10T08:20:03.715 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.715 INFO:teuthology.orchestra.run.smithi133.stdout: "req_getattr_latency": { 2024-09-10T08:20:03.715 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 27, 2024-09-10T08:20:03.715 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.007127092, 2024-09-10T08:20:03.715 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000263966 2024-09-10T08:20:03.715 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.715 INFO:teuthology.orchestra.run.smithi133.stdout: "req_getfilelock_latency": { 2024-09-10T08:20:03.716 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:03.716 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:03.716 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:03.716 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.716 INFO:teuthology.orchestra.run.smithi133.stdout: "req_link_latency": { 2024-09-10T08:20:03.716 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:03.716 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:03.716 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:03.716 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.716 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookup_latency": { 2024-09-10T08:20:03.716 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 6, 2024-09-10T08:20:03.716 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.008886890, 2024-09-10T08:20:03.716 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.001481148 2024-09-10T08:20:03.716 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.717 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookuphash_latency": { 2024-09-10T08:20:03.717 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:03.717 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:03.717 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:03.717 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.717 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupino_latency": { 2024-09-10T08:20:03.717 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:03.717 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:03.717 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:03.717 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.717 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupname_latency": { 2024-09-10T08:20:03.717 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:03.717 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:03.717 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:03.718 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.718 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupparent_latency": { 2024-09-10T08:20:03.718 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:03.718 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:03.718 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:03.718 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.718 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupsnap_latency": { 2024-09-10T08:20:03.718 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:03.718 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:03.718 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:03.718 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.718 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lssnap_latency": { 2024-09-10T08:20:03.718 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:03.719 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:03.719 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:03.719 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.719 INFO:teuthology.orchestra.run.smithi133.stdout: "req_mkdir_latency": { 2024-09-10T08:20:03.719 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 8, 2024-09-10T08:20:03.720 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 22.979425958, 2024-09-10T08:20:03.720 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 2.872428244 2024-09-10T08:20:03.720 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.720 INFO:teuthology.orchestra.run.smithi133.stdout: "req_mknod_latency": { 2024-09-10T08:20:03.720 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:03.720 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:03.720 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:03.720 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.720 INFO:teuthology.orchestra.run.smithi133.stdout: "req_mksnap_latency": { 2024-09-10T08:20:03.720 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:03.720 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:03.720 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:03.720 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.721 INFO:teuthology.orchestra.run.smithi133.stdout: "req_open_latency": { 2024-09-10T08:20:03.721 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 2, 2024-09-10T08:20:03.721 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.001295275, 2024-09-10T08:20:03.721 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000647637 2024-09-10T08:20:03.721 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.721 INFO:teuthology.orchestra.run.smithi133.stdout: "req_readdir_latency": { 2024-09-10T08:20:03.721 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:03.721 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:03.721 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:03.721 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.721 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rename_latency": { 2024-09-10T08:20:03.721 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 2, 2024-09-10T08:20:03.721 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.002132680, 2024-09-10T08:20:03.722 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.001066340 2024-09-10T08:20:03.722 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.722 INFO:teuthology.orchestra.run.smithi133.stdout: "req_renamesnap_latency": { 2024-09-10T08:20:03.722 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:03.722 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:03.722 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:03.722 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.722 INFO:teuthology.orchestra.run.smithi133.stdout: "req_snapdiff_latency": { 2024-09-10T08:20:03.722 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:03.722 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:03.722 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:03.722 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.722 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rmdir_latency": { 2024-09-10T08:20:03.723 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 2, 2024-09-10T08:20:03.723 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 20.540369713, 2024-09-10T08:20:03.723 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 10.270184856 2024-09-10T08:20:03.723 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.723 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rmsnap_latency": { 2024-09-10T08:20:03.723 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:03.723 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:03.723 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:03.723 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.723 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rmxattr_latency": { 2024-09-10T08:20:03.723 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:03.723 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:03.723 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:03.723 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.724 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setattr_latency": { 2024-09-10T08:20:03.724 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 2, 2024-09-10T08:20:03.724 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.001500968, 2024-09-10T08:20:03.724 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000750484 2024-09-10T08:20:03.724 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.724 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setdirlayout_latency": { 2024-09-10T08:20:03.724 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:03.724 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:03.724 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:03.724 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.724 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setfilelock_latency": { 2024-09-10T08:20:03.724 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:03.724 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:03.725 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:03.725 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.725 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setlayout_latency": { 2024-09-10T08:20:03.725 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:03.725 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:03.725 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:03.725 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.725 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setxattr_latency": { 2024-09-10T08:20:03.725 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 9, 2024-09-10T08:20:03.725 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.023567765, 2024-09-10T08:20:03.725 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.002618640 2024-09-10T08:20:03.725 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.725 INFO:teuthology.orchestra.run.smithi133.stdout: "req_symlink_latency": { 2024-09-10T08:20:03.726 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:03.726 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:03.726 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:03.726 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.726 INFO:teuthology.orchestra.run.smithi133.stdout: "req_unlink_latency": { 2024-09-10T08:20:03.726 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 3, 2024-09-10T08:20:03.726 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.007150237, 2024-09-10T08:20:03.726 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.002383412 2024-09-10T08:20:03.726 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.726 INFO:teuthology.orchestra.run.smithi133.stdout: "cap_revoke_eviction": 0, 2024-09-10T08:20:03.726 INFO:teuthology.orchestra.run.smithi133.stdout: "cap_acquisition_throttle": 0, 2024-09-10T08:20:03.726 INFO:teuthology.orchestra.run.smithi133.stdout: "req_getvxattr_latency": { 2024-09-10T08:20:03.727 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:03.727 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:03.727 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:03.727 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-09-10T08:20:03.727 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.727 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_sessions": { 2024-09-10T08:20:03.727 INFO:teuthology.orchestra.run.smithi133.stdout: "session_count": 1, 2024-09-10T08:20:03.727 INFO:teuthology.orchestra.run.smithi133.stdout: "session_add": 4, 2024-09-10T08:20:03.727 INFO:teuthology.orchestra.run.smithi133.stdout: "session_remove": 3, 2024-09-10T08:20:03.727 INFO:teuthology.orchestra.run.smithi133.stdout: "sessions_open": 1, 2024-09-10T08:20:03.727 INFO:teuthology.orchestra.run.smithi133.stdout: "sessions_stale": 0, 2024-09-10T08:20:03.727 INFO:teuthology.orchestra.run.smithi133.stdout: "total_load": 13, 2024-09-10T08:20:03.727 INFO:teuthology.orchestra.run.smithi133.stdout: "average_load": 13, 2024-09-10T08:20:03.727 INFO:teuthology.orchestra.run.smithi133.stdout: "avg_session_uptime": 287, 2024-09-10T08:20:03.728 INFO:teuthology.orchestra.run.smithi133.stdout: "mdthresh_evicted": 0 2024-09-10T08:20:03.728 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.728 INFO:teuthology.orchestra.run.smithi133.stdout: "mempool": { 2024-09-10T08:20:03.728 INFO:teuthology.orchestra.run.smithi133.stdout: "bloom_filter_bytes": 0, 2024-09-10T08:20:03.728 INFO:teuthology.orchestra.run.smithi133.stdout: "bloom_filter_items": 0, 2024-09-10T08:20:03.728 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_alloc_bytes": 0, 2024-09-10T08:20:03.728 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_alloc_items": 0, 2024-09-10T08:20:03.728 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_data_bytes": 0, 2024-09-10T08:20:03.728 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_data_items": 0, 2024-09-10T08:20:03.728 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-10T08:20:03.728 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_onode_items": 0, 2024-09-10T08:20:03.728 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-10T08:20:03.729 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_meta_items": 0, 2024-09-10T08:20:03.729 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_other_bytes": 0, 2024-09-10T08:20:03.729 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_other_items": 0, 2024-09-10T08:20:03.729 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-10T08:20:03.729 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_buffer_items": 0, 2024-09-10T08:20:03.729 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_extent_bytes": 0, 2024-09-10T08:20:03.729 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_extent_items": 0, 2024-09-10T08:20:03.729 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_blob_bytes": 0, 2024-09-10T08:20:03.729 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_blob_items": 0, 2024-09-10T08:20:03.729 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-10T08:20:03.729 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_shared_blob_items": 0, 2024-09-10T08:20:03.729 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-10T08:20:03.729 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_inline_bl_items": 0, 2024-09-10T08:20:03.730 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_fsck_bytes": 0, 2024-09-10T08:20:03.730 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_fsck_items": 0, 2024-09-10T08:20:03.730 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_txc_bytes": 0, 2024-09-10T08:20:03.730 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_txc_items": 0, 2024-09-10T08:20:03.730 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-10T08:20:03.730 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_deferred_items": 0, 2024-09-10T08:20:03.730 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_bytes": 0, 2024-09-10T08:20:03.730 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_items": 0, 2024-09-10T08:20:03.730 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_bytes": 0, 2024-09-10T08:20:03.730 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_items": 0, 2024-09-10T08:20:03.730 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_reader_bytes": 0, 2024-09-10T08:20:03.730 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_reader_items": 0, 2024-09-10T08:20:03.730 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_writer_bytes": 0, 2024-09-10T08:20:03.730 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_writer_items": 0, 2024-09-10T08:20:03.731 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_anon_bytes": 303020, 2024-09-10T08:20:03.731 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_anon_items": 104, 2024-09-10T08:20:03.731 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_meta_bytes": 0, 2024-09-10T08:20:03.731 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_meta_items": 0, 2024-09-10T08:20:03.731 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_bytes": 0, 2024-09-10T08:20:03.731 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_items": 0, 2024-09-10T08:20:03.731 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_mapbl_bytes": 0, 2024-09-10T08:20:03.731 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_mapbl_items": 0, 2024-09-10T08:20:03.731 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_pglog_bytes": 0, 2024-09-10T08:20:03.731 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_pglog_items": 0, 2024-09-10T08:20:03.731 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_bytes": 9160, 2024-09-10T08:20:03.731 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_items": 174, 2024-09-10T08:20:03.731 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_mapping_bytes": 0, 2024-09-10T08:20:03.731 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_mapping_items": 0, 2024-09-10T08:20:03.732 INFO:teuthology.orchestra.run.smithi133.stdout: "pgmap_bytes": 0, 2024-09-10T08:20:03.732 INFO:teuthology.orchestra.run.smithi133.stdout: "pgmap_items": 0, 2024-09-10T08:20:03.732 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_co_bytes": 96994, 2024-09-10T08:20:03.732 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_co_items": 714, 2024-09-10T08:20:03.732 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_1_bytes": 0, 2024-09-10T08:20:03.732 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_1_items": 0, 2024-09-10T08:20:03.732 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_2_bytes": 0, 2024-09-10T08:20:03.732 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_2_items": 0 2024-09-10T08:20:03.732 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.732 INFO:teuthology.orchestra.run.smithi133.stdout: "objecter": { 2024-09-10T08:20:03.732 INFO:teuthology.orchestra.run.smithi133.stdout: "op_active": 0, 2024-09-10T08:20:03.732 INFO:teuthology.orchestra.run.smithi133.stdout: "op_laggy": 0, 2024-09-10T08:20:03.732 INFO:teuthology.orchestra.run.smithi133.stdout: "op_send": 4097, 2024-09-10T08:20:03.732 INFO:teuthology.orchestra.run.smithi133.stdout: "op_send_bytes": 540741, 2024-09-10T08:20:03.733 INFO:teuthology.orchestra.run.smithi133.stdout: "op_resend": 31, 2024-09-10T08:20:03.733 INFO:teuthology.orchestra.run.smithi133.stdout: "op_reply": 4097, 2024-09-10T08:20:03.733 INFO:teuthology.orchestra.run.smithi133.stdout: "op_latency": { 2024-09-10T08:20:03.733 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 4097, 2024-09-10T08:20:03.733 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 39.921222890, 2024-09-10T08:20:03.733 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.009744013 2024-09-10T08:20:03.733 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.733 INFO:teuthology.orchestra.run.smithi133.stdout: "op_inflight": 0, 2024-09-10T08:20:03.733 INFO:teuthology.orchestra.run.smithi133.stdout: "oplen_avg": { 2024-09-10T08:20:03.733 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 4097, 2024-09-10T08:20:03.733 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 4378 2024-09-10T08:20:03.733 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.733 INFO:teuthology.orchestra.run.smithi133.stdout: "op": 4097, 2024-09-10T08:20:03.734 INFO:teuthology.orchestra.run.smithi133.stdout: "op_r": 93, 2024-09-10T08:20:03.734 INFO:teuthology.orchestra.run.smithi133.stdout: "op_w": 4004, 2024-09-10T08:20:03.734 INFO:teuthology.orchestra.run.smithi133.stdout: "op_rmw": 0, 2024-09-10T08:20:03.734 INFO:teuthology.orchestra.run.smithi133.stdout: "op_pg": 0, 2024-09-10T08:20:03.734 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_stat": 81, 2024-09-10T08:20:03.734 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_create": 39, 2024-09-10T08:20:03.734 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_read": 11, 2024-09-10T08:20:03.734 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_write": 133, 2024-09-10T08:20:03.734 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_writefull": 77, 2024-09-10T08:20:03.734 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_writesame": 0, 2024-09-10T08:20:03.734 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_append": 0, 2024-09-10T08:20:03.734 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_zero": 0, 2024-09-10T08:20:03.734 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_truncate": 0, 2024-09-10T08:20:03.734 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_delete": 3589, 2024-09-10T08:20:03.735 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_mapext": 0, 2024-09-10T08:20:03.735 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_sparse_read": 0, 2024-09-10T08:20:03.735 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_clonerange": 0, 2024-09-10T08:20:03.735 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_getxattr": 82, 2024-09-10T08:20:03.735 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_setxattr": 71, 2024-09-10T08:20:03.735 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_cmpxattr": 0, 2024-09-10T08:20:03.735 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_rmxattr": 0, 2024-09-10T08:20:03.735 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_resetxattrs": 0, 2024-09-10T08:20:03.735 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_call": 0, 2024-09-10T08:20:03.735 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_watch": 0, 2024-09-10T08:20:03.735 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_notify": 0, 2024-09-10T08:20:03.735 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_src_cmpxattr": 0, 2024-09-10T08:20:03.735 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_pgls": 0, 2024-09-10T08:20:03.735 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_pgls_filter": 0, 2024-09-10T08:20:03.736 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_other": 0, 2024-09-10T08:20:03.736 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_active": 0, 2024-09-10T08:20:03.736 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_send": 0, 2024-09-10T08:20:03.736 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_resend": 0, 2024-09-10T08:20:03.736 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_ping": 0, 2024-09-10T08:20:03.736 INFO:teuthology.orchestra.run.smithi133.stdout: "poolop_active": 0, 2024-09-10T08:20:03.736 INFO:teuthology.orchestra.run.smithi133.stdout: "poolop_send": 0, 2024-09-10T08:20:03.736 INFO:teuthology.orchestra.run.smithi133.stdout: "poolop_resend": 0, 2024-09-10T08:20:03.736 INFO:teuthology.orchestra.run.smithi133.stdout: "poolstat_active": 0, 2024-09-10T08:20:03.736 INFO:teuthology.orchestra.run.smithi133.stdout: "poolstat_send": 0, 2024-09-10T08:20:03.736 INFO:teuthology.orchestra.run.smithi133.stdout: "poolstat_resend": 0, 2024-09-10T08:20:03.736 INFO:teuthology.orchestra.run.smithi133.stdout: "statfs_active": 0, 2024-09-10T08:20:03.736 INFO:teuthology.orchestra.run.smithi133.stdout: "statfs_send": 0, 2024-09-10T08:20:03.736 INFO:teuthology.orchestra.run.smithi133.stdout: "statfs_resend": 0, 2024-09-10T08:20:03.737 INFO:teuthology.orchestra.run.smithi133.stdout: "command_active": 0, 2024-09-10T08:20:03.737 INFO:teuthology.orchestra.run.smithi133.stdout: "command_send": 0, 2024-09-10T08:20:03.737 INFO:teuthology.orchestra.run.smithi133.stdout: "command_resend": 0, 2024-09-10T08:20:03.737 INFO:teuthology.orchestra.run.smithi133.stdout: "map_epoch": 92, 2024-09-10T08:20:03.737 INFO:teuthology.orchestra.run.smithi133.stdout: "map_full": 0, 2024-09-10T08:20:03.737 INFO:teuthology.orchestra.run.smithi133.stdout: "map_inc": 10, 2024-09-10T08:20:03.737 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_sessions": 12, 2024-09-10T08:20:03.737 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_session_open": 12, 2024-09-10T08:20:03.737 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_session_close": 0, 2024-09-10T08:20:03.737 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_laggy": 0, 2024-09-10T08:20:03.737 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_wr": 268, 2024-09-10T08:20:03.737 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_rd": 0, 2024-09-10T08:20:03.737 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_del": 27 2024-09-10T08:20:03.737 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.737 INFO:teuthology.orchestra.run.smithi133.stdout: "oft": { 2024-09-10T08:20:03.738 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_objs": 1, 2024-09-10T08:20:03.738 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_kv_pairs": 0, 2024-09-10T08:20:03.738 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_updates": 0, 2024-09-10T08:20:03.738 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_removes": 0 2024-09-10T08:20:03.738 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.738 INFO:teuthology.orchestra.run.smithi133.stdout: "osd-slow-ops": { 2024-09-10T08:20:03.738 INFO:teuthology.orchestra.run.smithi133.stdout: "slow_ops_count": 42 2024-09-10T08:20:03.738 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.738 INFO:teuthology.orchestra.run.smithi133.stdout: "purge_queue": { 2024-09-10T08:20:03.738 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing_ops": 0, 2024-09-10T08:20:03.738 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing_ops_high_water": 2561, 2024-09-10T08:20:03.738 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing": 0, 2024-09-10T08:20:03.738 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing_high_water": 1, 2024-09-10T08:20:03.739 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executed_ops": 3077, 2024-09-10T08:20:03.739 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executed": 5, 2024-09-10T08:20:03.739 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_item_in_journal": 0 2024-09-10T08:20:03.739 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.739 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-10T08:20:03.739 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-09-10T08:20:03.739 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 104857600, 2024-09-10T08:20:03.739 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-09-10T08:20:03.739 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 6364, 2024-09-10T08:20:03.739 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 2009114, 2024-09-10T08:20:03.739 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-09-10T08:20:03.739 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 6364, 2024-09-10T08:20:03.739 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 0, 2024-09-10T08:20:03.740 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 0, 2024-09-10T08:20:03.740 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 6364, 2024-09-10T08:20:03.740 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 2009114, 2024-09-10T08:20:03.740 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-09-10T08:20:03.740 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:03.740 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:03.740 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:03.740 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-09-10T08:20:03.740 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.740 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-objecter_bytes": { 2024-09-10T08:20:03.740 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-09-10T08:20:03.740 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 104857600, 2024-09-10T08:20:03.740 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-09-10T08:20:03.740 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2024-09-10T08:20:03.741 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2024-09-10T08:20:03.741 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-09-10T08:20:03.741 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2024-09-10T08:20:03.741 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 4097, 2024-09-10T08:20:03.741 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 541270, 2024-09-10T08:20:03.741 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 4097, 2024-09-10T08:20:03.741 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 541270, 2024-09-10T08:20:03.741 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-09-10T08:20:03.741 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:03.741 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:03.741 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:03.741 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-09-10T08:20:03.741 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.741 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-objecter_ops": { 2024-09-10T08:20:03.742 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-09-10T08:20:03.742 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 1024, 2024-09-10T08:20:03.742 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-09-10T08:20:03.742 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2024-09-10T08:20:03.742 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2024-09-10T08:20:03.742 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-09-10T08:20:03.742 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2024-09-10T08:20:03.742 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 4097, 2024-09-10T08:20:03.742 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 4097, 2024-09-10T08:20:03.742 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 4097, 2024-09-10T08:20:03.742 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 4097, 2024-09-10T08:20:03.742 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-09-10T08:20:03.742 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:03.742 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:03.743 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:03.743 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-09-10T08:20:03.743 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.743 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-write_buf_throttle": { 2024-09-10T08:20:03.743 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-09-10T08:20:03.743 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 3758096384, 2024-09-10T08:20:03.743 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-09-10T08:20:03.743 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 5, 2024-09-10T08:20:03.743 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 529, 2024-09-10T08:20:03.743 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-09-10T08:20:03.743 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 5, 2024-09-10T08:20:03.743 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 0, 2024-09-10T08:20:03.743 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 0, 2024-09-10T08:20:03.743 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 5, 2024-09-10T08:20:03.743 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 529, 2024-09-10T08:20:03.744 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-09-10T08:20:03.744 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:03.744 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:03.744 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:03.744 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-09-10T08:20:03.744 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:03.744 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-write_buf_throttle-0x55a08e980960": { 2024-09-10T08:20:03.744 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-09-10T08:20:03.744 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 3758096384, 2024-09-10T08:20:03.744 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-09-10T08:20:03.744 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 151, 2024-09-10T08:20:03.744 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 427212, 2024-09-10T08:20:03.744 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-09-10T08:20:03.744 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 151, 2024-09-10T08:20:03.745 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 0, 2024-09-10T08:20:03.745 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 0, 2024-09-10T08:20:03.745 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 128, 2024-09-10T08:20:03.745 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 427212, 2024-09-10T08:20:03.745 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-09-10T08:20:03.745 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:03.745 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:03.745 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:03.745 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-09-10T08:20:03.745 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-09-10T08:20:03.745 INFO:teuthology.orchestra.run.smithi133.stdout:} 2024-09-10T08:20:04.676 INFO:tasks.check_counter:Daemon mds.b mds.exported=0 2024-09-10T08:20:04.676 INFO:tasks.check_counter:Daemon mds.b mds.imported=0 2024-09-10T08:20:04.676 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update=19 2024-09-10T08:20:04.676 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update_receipt=0 2024-09-10T08:20:04.676 DEBUG:tasks.check_counter:Getting stats from e 2024-09-10T08:20:04.676 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph daemon mds.e perf dump 2024-09-10T08:20:04.939 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.b/config 2024-09-10T08:20:05.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:05 smithi133 ceph-mon[34721]: pgmap v515: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-09-10T08:20:05.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:05 smithi067 ceph-mon[31051]: pgmap v515: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-09-10T08:20:05.486 INFO:teuthology.orchestra.run.smithi133.stdout:{ 2024-09-10T08:20:05.486 INFO:teuthology.orchestra.run.smithi133.stdout: "AsyncMessenger::Worker-0": { 2024-09-10T08:20:05.486 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_messages": 409, 2024-09-10T08:20:05.486 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages": 411, 2024-09-10T08:20:05.486 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_bytes": 108848, 2024-09-10T08:20:05.486 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_bytes": 130126, 2024-09-10T08:20:05.486 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_created_connections": 6, 2024-09-10T08:20:05.486 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_active_connections": 2, 2024-09-10T08:20:05.486 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_total_time": 0.037040016, 2024-09-10T08:20:05.487 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_send_time": 0.014507916, 2024-09-10T08:20:05.487 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_recv_time": 0.009127098, 2024-09-10T08:20:05.487 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_fast_dispatch_time": 0.009155365, 2024-09-10T08:20:05.487 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:20:05.487 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 409, 2024-09-10T08:20:05.487 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.016226065, 2024-09-10T08:20:05.487 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000039672 2024-09-10T08:20:05.487 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.487 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:20:05.487 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:05.487 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:05.487 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:05.487 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.488 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-10T08:20:05.488 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_encrypted_bytes": 0 2024-09-10T08:20:05.488 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.488 INFO:teuthology.orchestra.run.smithi133.stdout: "AsyncMessenger::Worker-1": { 2024-09-10T08:20:05.488 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_messages": 294, 2024-09-10T08:20:05.488 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages": 392, 2024-09-10T08:20:05.488 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_bytes": 72260, 2024-09-10T08:20:05.488 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_bytes": 329323, 2024-09-10T08:20:05.488 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_created_connections": 5, 2024-09-10T08:20:05.488 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_active_connections": 4, 2024-09-10T08:20:05.488 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_total_time": 0.032071415, 2024-09-10T08:20:05.488 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_send_time": 0.012474881, 2024-09-10T08:20:05.488 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_recv_time": 0.006884996, 2024-09-10T08:20:05.489 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_fast_dispatch_time": 0.009214748, 2024-09-10T08:20:05.489 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:20:05.489 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 390, 2024-09-10T08:20:05.489 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.017394829, 2024-09-10T08:20:05.489 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000044602 2024-09-10T08:20:05.489 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.489 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:20:05.489 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:05.489 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:05.489 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:05.489 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.489 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_encrypted_bytes": 160, 2024-09-10T08:20:05.489 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_encrypted_bytes": 236144 2024-09-10T08:20:05.490 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.490 INFO:teuthology.orchestra.run.smithi133.stdout: "AsyncMessenger::Worker-2": { 2024-09-10T08:20:05.490 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_messages": 558, 2024-09-10T08:20:05.490 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages": 545, 2024-09-10T08:20:05.490 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_bytes": 918752, 2024-09-10T08:20:05.490 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_bytes": 209864, 2024-09-10T08:20:05.490 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_created_connections": 3, 2024-09-10T08:20:05.490 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_active_connections": 2, 2024-09-10T08:20:05.490 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_total_time": 0.070633642, 2024-09-10T08:20:05.490 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_send_time": 0.024638301, 2024-09-10T08:20:05.491 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_recv_time": 0.035643246, 2024-09-10T08:20:05.491 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_fast_dispatch_time": 0.013681884, 2024-09-10T08:20:05.491 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:20:05.491 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 545, 2024-09-10T08:20:05.491 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.034127430, 2024-09-10T08:20:05.491 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000062619 2024-09-10T08:20:05.491 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.491 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:20:05.491 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:05.492 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:05.492 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:05.492 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.492 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_encrypted_bytes": 783008, 2024-09-10T08:20:05.492 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_encrypted_bytes": 81392 2024-09-10T08:20:05.492 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.492 INFO:teuthology.orchestra.run.smithi133.stdout: "cct": { 2024-09-10T08:20:05.492 INFO:teuthology.orchestra.run.smithi133.stdout: "total_workers": 1, 2024-09-10T08:20:05.492 INFO:teuthology.orchestra.run.smithi133.stdout: "unhealthy_workers": 0 2024-09-10T08:20:05.492 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.492 INFO:teuthology.orchestra.run.smithi133.stdout: "finisher-MDSRank": { 2024-09-10T08:20:05.492 INFO:teuthology.orchestra.run.smithi133.stdout: "queue_len": 0, 2024-09-10T08:20:05.492 INFO:teuthology.orchestra.run.smithi133.stdout: "complete_latency": { 2024-09-10T08:20:05.492 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 1893, 2024-09-10T08:20:05.493 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.050963120, 2024-09-10T08:20:05.493 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000026921 2024-09-10T08:20:05.493 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-09-10T08:20:05.493 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.493 INFO:teuthology.orchestra.run.smithi133.stdout: "finisher-PurgeQueue": { 2024-09-10T08:20:05.493 INFO:teuthology.orchestra.run.smithi133.stdout: "queue_len": 0, 2024-09-10T08:20:05.493 INFO:teuthology.orchestra.run.smithi133.stdout: "complete_latency": { 2024-09-10T08:20:05.493 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:05.493 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:05.493 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:05.493 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-09-10T08:20:05.493 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.493 INFO:teuthology.orchestra.run.smithi133.stdout: "mds": { 2024-09-10T08:20:05.494 INFO:teuthology.orchestra.run.smithi133.stdout: "request": 0, 2024-09-10T08:20:05.494 INFO:teuthology.orchestra.run.smithi133.stdout: "reply": 0, 2024-09-10T08:20:05.494 INFO:teuthology.orchestra.run.smithi133.stdout: "reply_latency": { 2024-09-10T08:20:05.494 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:05.494 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:05.494 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:05.494 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.494 INFO:teuthology.orchestra.run.smithi133.stdout: "slow_reply": 0, 2024-09-10T08:20:05.494 INFO:teuthology.orchestra.run.smithi133.stdout: "forward": 0, 2024-09-10T08:20:05.494 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_fetch_complete": 0, 2024-09-10T08:20:05.494 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_fetch_keys": 0, 2024-09-10T08:20:05.494 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_commit": 0, 2024-09-10T08:20:05.494 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_split": 0, 2024-09-10T08:20:05.494 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_merge": 0, 2024-09-10T08:20:05.495 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes": 0, 2024-09-10T08:20:05.495 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_top": 0, 2024-09-10T08:20:05.495 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_bottom": 0, 2024-09-10T08:20:05.495 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_pin_tail": 0, 2024-09-10T08:20:05.495 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_pinned": 0, 2024-09-10T08:20:05.495 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_expired": 0, 2024-09-10T08:20:05.495 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_with_caps": 0, 2024-09-10T08:20:05.495 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": 0, 2024-09-10T08:20:05.495 INFO:teuthology.orchestra.run.smithi133.stdout: "subtrees": 1, 2024-09-10T08:20:05.495 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse": 0, 2024-09-10T08:20:05.495 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_hit": 0, 2024-09-10T08:20:05.495 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_forward": 0, 2024-09-10T08:20:05.495 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_discover": 0, 2024-09-10T08:20:05.495 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_dir_fetch": 0, 2024-09-10T08:20:05.496 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_remote_ino": 0, 2024-09-10T08:20:05.496 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_lock": 0, 2024-09-10T08:20:05.496 INFO:teuthology.orchestra.run.smithi133.stdout: "load_cent": 0, 2024-09-10T08:20:05.496 INFO:teuthology.orchestra.run.smithi133.stdout: "q": 0, 2024-09-10T08:20:05.496 INFO:teuthology.orchestra.run.smithi133.stdout: "exported": 0, 2024-09-10T08:20:05.496 INFO:teuthology.orchestra.run.smithi133.stdout: "exported_inodes": 0, 2024-09-10T08:20:05.496 INFO:teuthology.orchestra.run.smithi133.stdout: "imported": 0, 2024-09-10T08:20:05.496 INFO:teuthology.orchestra.run.smithi133.stdout: "imported_inodes": 0, 2024-09-10T08:20:05.496 INFO:teuthology.orchestra.run.smithi133.stdout: "openino_dir_fetch": 0, 2024-09-10T08:20:05.496 INFO:teuthology.orchestra.run.smithi133.stdout: "openino_backtrace_fetch": 0, 2024-09-10T08:20:05.496 INFO:teuthology.orchestra.run.smithi133.stdout: "openino_peer_discover": 0, 2024-09-10T08:20:05.496 INFO:teuthology.orchestra.run.smithi133.stdout: "root_rfiles": 0, 2024-09-10T08:20:05.496 INFO:teuthology.orchestra.run.smithi133.stdout: "root_rbytes": 0, 2024-09-10T08:20:05.496 INFO:teuthology.orchestra.run.smithi133.stdout: "root_rsnaps": 0, 2024-09-10T08:20:05.497 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_backtrace_fetch": 0, 2024-09-10T08:20:05.497 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_set_tag": 0, 2024-09-10T08:20:05.497 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_backtrace_repaired": 0, 2024-09-10T08:20:05.497 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_inotable_repaired": 0, 2024-09-10T08:20:05.497 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_dir_inodes": 0, 2024-09-10T08:20:05.497 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_dir_base_inodes": 0, 2024-09-10T08:20:05.497 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_dirfrag_rstats": 0, 2024-09-10T08:20:05.497 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_file_inodes": 0, 2024-09-10T08:20:05.497 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_inode_file_caps": 0, 2024-09-10T08:20:05.497 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_revoke": 0, 2024-09-10T08:20:05.497 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_grant": 0, 2024-09-10T08:20:05.497 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_trunc": 0, 2024-09-10T08:20:05.497 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-10T08:20:05.497 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-10T08:20:05.498 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_caps": 0, 2024-09-10T08:20:05.498 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_caps_dirty": 0, 2024-09-10T08:20:05.498 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_cap_release": 0, 2024-09-10T08:20:05.498 INFO:teuthology.orchestra.run.smithi133.stdout: "process_request_cap_release": 0 2024-09-10T08:20:05.498 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.498 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_cache": { 2024-09-10T08:20:05.498 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_update": 0, 2024-09-10T08:20:05.498 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_update_receipt": 0, 2024-09-10T08:20:05.498 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_try_discover": 0, 2024-09-10T08:20:05.498 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_send_discover": 0, 2024-09-10T08:20:05.498 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_handle_discover": 0, 2024-09-10T08:20:05.498 INFO:teuthology.orchestra.run.smithi133.stdout: "num_strays": 0, 2024-09-10T08:20:05.498 INFO:teuthology.orchestra.run.smithi133.stdout: "num_strays_delayed": 0, 2024-09-10T08:20:05.498 INFO:teuthology.orchestra.run.smithi133.stdout: "num_strays_enqueuing": 0, 2024-09-10T08:20:05.499 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_created": 0, 2024-09-10T08:20:05.499 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_enqueued": 0, 2024-09-10T08:20:05.499 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_reintegrated": 0, 2024-09-10T08:20:05.499 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_migrated": 0, 2024-09-10T08:20:05.499 INFO:teuthology.orchestra.run.smithi133.stdout: "num_recovering_processing": 0, 2024-09-10T08:20:05.499 INFO:teuthology.orchestra.run.smithi133.stdout: "num_recovering_enqueued": 0, 2024-09-10T08:20:05.499 INFO:teuthology.orchestra.run.smithi133.stdout: "num_recovering_prioritized": 0, 2024-09-10T08:20:05.499 INFO:teuthology.orchestra.run.smithi133.stdout: "recovery_started": 0, 2024-09-10T08:20:05.499 INFO:teuthology.orchestra.run.smithi133.stdout: "recovery_completed": 0, 2024-09-10T08:20:05.499 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_quiesce_path": 0, 2024-09-10T08:20:05.499 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_quiesce_inode": 0, 2024-09-10T08:20:05.499 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_enqueue_scrub": 0, 2024-09-10T08:20:05.499 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_exportdir": 0, 2024-09-10T08:20:05.499 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_flush": 0, 2024-09-10T08:20:05.500 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_fragmentdir": 0, 2024-09-10T08:20:05.500 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_fragstats": 0, 2024-09-10T08:20:05.500 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_inodestats": 0 2024-09-10T08:20:05.500 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.500 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_log": { 2024-09-10T08:20:05.500 INFO:teuthology.orchestra.run.smithi133.stdout: "evlrg": 0, 2024-09-10T08:20:05.500 INFO:teuthology.orchestra.run.smithi133.stdout: "evadd": 0, 2024-09-10T08:20:05.500 INFO:teuthology.orchestra.run.smithi133.stdout: "evex": 0, 2024-09-10T08:20:05.500 INFO:teuthology.orchestra.run.smithi133.stdout: "evtrm": 0, 2024-09-10T08:20:05.500 INFO:teuthology.orchestra.run.smithi133.stdout: "ev": 3, 2024-09-10T08:20:05.500 INFO:teuthology.orchestra.run.smithi133.stdout: "evexg": 0, 2024-09-10T08:20:05.500 INFO:teuthology.orchestra.run.smithi133.stdout: "evexd": 0, 2024-09-10T08:20:05.500 INFO:teuthology.orchestra.run.smithi133.stdout: "segadd": 0, 2024-09-10T08:20:05.500 INFO:teuthology.orchestra.run.smithi133.stdout: "segex": 0, 2024-09-10T08:20:05.501 INFO:teuthology.orchestra.run.smithi133.stdout: "segtrm": 0, 2024-09-10T08:20:05.501 INFO:teuthology.orchestra.run.smithi133.stdout: "seg": 2, 2024-09-10T08:20:05.501 INFO:teuthology.orchestra.run.smithi133.stdout: "segmjr": 2, 2024-09-10T08:20:05.501 INFO:teuthology.orchestra.run.smithi133.stdout: "segexg": 0, 2024-09-10T08:20:05.501 INFO:teuthology.orchestra.run.smithi133.stdout: "segexd": 0, 2024-09-10T08:20:05.501 INFO:teuthology.orchestra.run.smithi133.stdout: "expos": 4194304, 2024-09-10T08:20:05.501 INFO:teuthology.orchestra.run.smithi133.stdout: "wrpos": 4195387, 2024-09-10T08:20:05.501 INFO:teuthology.orchestra.run.smithi133.stdout: "rdpos": 4194892, 2024-09-10T08:20:05.501 INFO:teuthology.orchestra.run.smithi133.stdout: "jlat": { 2024-09-10T08:20:05.501 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:05.501 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:05.501 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:05.501 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.501 INFO:teuthology.orchestra.run.smithi133.stdout: "replayed": 3 2024-09-10T08:20:05.501 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.502 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_mem": { 2024-09-10T08:20:05.502 INFO:teuthology.orchestra.run.smithi133.stdout: "ino": 3, 2024-09-10T08:20:05.502 INFO:teuthology.orchestra.run.smithi133.stdout: "ino+": 3, 2024-09-10T08:20:05.502 INFO:teuthology.orchestra.run.smithi133.stdout: "ino-": 0, 2024-09-10T08:20:05.502 INFO:teuthology.orchestra.run.smithi133.stdout: "dir": 1, 2024-09-10T08:20:05.502 INFO:teuthology.orchestra.run.smithi133.stdout: "dir+": 1, 2024-09-10T08:20:05.502 INFO:teuthology.orchestra.run.smithi133.stdout: "dir-": 0, 2024-09-10T08:20:05.502 INFO:teuthology.orchestra.run.smithi133.stdout: "dn": 0, 2024-09-10T08:20:05.502 INFO:teuthology.orchestra.run.smithi133.stdout: "dn+": 0, 2024-09-10T08:20:05.502 INFO:teuthology.orchestra.run.smithi133.stdout: "dn-": 0, 2024-09-10T08:20:05.502 INFO:teuthology.orchestra.run.smithi133.stdout: "cap": 0, 2024-09-10T08:20:05.502 INFO:teuthology.orchestra.run.smithi133.stdout: "cap+": 0, 2024-09-10T08:20:05.502 INFO:teuthology.orchestra.run.smithi133.stdout: "cap-": 0, 2024-09-10T08:20:05.502 INFO:teuthology.orchestra.run.smithi133.stdout: "rss": 50888, 2024-09-10T08:20:05.503 INFO:teuthology.orchestra.run.smithi133.stdout: "heap": 215328 2024-09-10T08:20:05.503 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.503 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_server": { 2024-09-10T08:20:05.503 INFO:teuthology.orchestra.run.smithi133.stdout: "dispatch_client_request": 0, 2024-09-10T08:20:05.503 INFO:teuthology.orchestra.run.smithi133.stdout: "dispatch_server_request": 0, 2024-09-10T08:20:05.503 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_request": 0, 2024-09-10T08:20:05.503 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_session": 0, 2024-09-10T08:20:05.503 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_peer_request": 0, 2024-09-10T08:20:05.503 INFO:teuthology.orchestra.run.smithi133.stdout: "req_create_latency": { 2024-09-10T08:20:05.503 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:05.503 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:05.503 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:05.503 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.503 INFO:teuthology.orchestra.run.smithi133.stdout: "req_getattr_latency": { 2024-09-10T08:20:05.504 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:05.504 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:05.504 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:05.504 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.504 INFO:teuthology.orchestra.run.smithi133.stdout: "req_getfilelock_latency": { 2024-09-10T08:20:05.504 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:05.504 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:05.504 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:05.504 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.504 INFO:teuthology.orchestra.run.smithi133.stdout: "req_link_latency": { 2024-09-10T08:20:05.504 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:05.504 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:05.504 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:05.504 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.505 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookup_latency": { 2024-09-10T08:20:05.505 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:05.505 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:05.505 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:05.505 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.505 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookuphash_latency": { 2024-09-10T08:20:05.505 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:05.505 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:05.505 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:05.505 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.505 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupino_latency": { 2024-09-10T08:20:05.505 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:05.505 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:05.506 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:05.507 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.507 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupname_latency": { 2024-09-10T08:20:05.507 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:05.507 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:05.507 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:05.508 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.508 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupparent_latency": { 2024-09-10T08:20:05.508 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:05.508 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:05.508 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:05.508 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.508 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupsnap_latency": { 2024-09-10T08:20:05.508 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:05.508 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:05.508 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:05.508 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.508 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lssnap_latency": { 2024-09-10T08:20:05.508 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:05.509 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:05.509 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:05.509 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.509 INFO:teuthology.orchestra.run.smithi133.stdout: "req_mkdir_latency": { 2024-09-10T08:20:05.509 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:05.510 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:05.510 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:05.510 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.510 INFO:teuthology.orchestra.run.smithi133.stdout: "req_mknod_latency": { 2024-09-10T08:20:05.510 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:05.510 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:05.510 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:05.510 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.510 INFO:teuthology.orchestra.run.smithi133.stdout: "req_mksnap_latency": { 2024-09-10T08:20:05.510 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:05.510 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:05.511 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:05.511 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.511 INFO:teuthology.orchestra.run.smithi133.stdout: "req_open_latency": { 2024-09-10T08:20:05.511 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:05.511 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:05.511 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:05.511 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.511 INFO:teuthology.orchestra.run.smithi133.stdout: "req_readdir_latency": { 2024-09-10T08:20:05.511 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:05.511 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:05.511 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:05.511 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.512 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rename_latency": { 2024-09-10T08:20:05.512 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:05.512 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:05.512 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:05.512 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.512 INFO:teuthology.orchestra.run.smithi133.stdout: "req_renamesnap_latency": { 2024-09-10T08:20:05.512 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:05.512 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:05.512 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:05.512 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.512 INFO:teuthology.orchestra.run.smithi133.stdout: "req_snapdiff_latency": { 2024-09-10T08:20:05.512 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:05.512 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:05.513 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:05.513 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.513 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rmdir_latency": { 2024-09-10T08:20:05.513 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:05.513 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:05.513 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:05.513 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.513 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rmsnap_latency": { 2024-09-10T08:20:05.513 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:05.513 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:05.513 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:05.513 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.513 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rmxattr_latency": { 2024-09-10T08:20:05.514 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:05.514 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:05.514 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:05.514 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.514 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setattr_latency": { 2024-09-10T08:20:05.514 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:05.514 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:05.514 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:05.514 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.514 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setdirlayout_latency": { 2024-09-10T08:20:05.514 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:05.514 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:05.514 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:05.515 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.515 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setfilelock_latency": { 2024-09-10T08:20:05.515 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:05.515 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:05.515 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:05.515 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.515 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setlayout_latency": { 2024-09-10T08:20:05.515 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:05.515 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:05.515 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:05.515 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.515 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setxattr_latency": { 2024-09-10T08:20:05.515 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:05.515 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:05.516 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:05.516 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.516 INFO:teuthology.orchestra.run.smithi133.stdout: "req_symlink_latency": { 2024-09-10T08:20:05.516 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:05.516 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:05.516 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:05.516 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.516 INFO:teuthology.orchestra.run.smithi133.stdout: "req_unlink_latency": { 2024-09-10T08:20:05.516 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:05.516 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:05.516 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:05.516 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.516 INFO:teuthology.orchestra.run.smithi133.stdout: "cap_revoke_eviction": 0, 2024-09-10T08:20:05.517 INFO:teuthology.orchestra.run.smithi133.stdout: "cap_acquisition_throttle": 0, 2024-09-10T08:20:05.517 INFO:teuthology.orchestra.run.smithi133.stdout: "req_getvxattr_latency": { 2024-09-10T08:20:05.517 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:05.517 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:05.517 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:05.517 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-09-10T08:20:05.517 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.517 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_sessions": { 2024-09-10T08:20:05.517 INFO:teuthology.orchestra.run.smithi133.stdout: "session_count": 1, 2024-09-10T08:20:05.517 INFO:teuthology.orchestra.run.smithi133.stdout: "session_add": 1, 2024-09-10T08:20:05.517 INFO:teuthology.orchestra.run.smithi133.stdout: "session_remove": 0, 2024-09-10T08:20:05.517 INFO:teuthology.orchestra.run.smithi133.stdout: "sessions_open": 1, 2024-09-10T08:20:05.517 INFO:teuthology.orchestra.run.smithi133.stdout: "sessions_stale": 0, 2024-09-10T08:20:05.518 INFO:teuthology.orchestra.run.smithi133.stdout: "total_load": 0, 2024-09-10T08:20:05.518 INFO:teuthology.orchestra.run.smithi133.stdout: "average_load": 0, 2024-09-10T08:20:05.518 INFO:teuthology.orchestra.run.smithi133.stdout: "avg_session_uptime": 1397, 2024-09-10T08:20:05.518 INFO:teuthology.orchestra.run.smithi133.stdout: "mdthresh_evicted": 0 2024-09-10T08:20:05.518 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.518 INFO:teuthology.orchestra.run.smithi133.stdout: "mempool": { 2024-09-10T08:20:05.518 INFO:teuthology.orchestra.run.smithi133.stdout: "bloom_filter_bytes": 0, 2024-09-10T08:20:05.518 INFO:teuthology.orchestra.run.smithi133.stdout: "bloom_filter_items": 0, 2024-09-10T08:20:05.518 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_alloc_bytes": 0, 2024-09-10T08:20:05.518 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_alloc_items": 0, 2024-09-10T08:20:05.518 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_data_bytes": 0, 2024-09-10T08:20:05.519 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_data_items": 0, 2024-09-10T08:20:05.519 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-10T08:20:05.519 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_onode_items": 0, 2024-09-10T08:20:05.519 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-10T08:20:05.519 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_meta_items": 0, 2024-09-10T08:20:05.519 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_other_bytes": 0, 2024-09-10T08:20:05.519 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_other_items": 0, 2024-09-10T08:20:05.519 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-10T08:20:05.519 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_buffer_items": 0, 2024-09-10T08:20:05.519 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_extent_bytes": 0, 2024-09-10T08:20:05.519 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_extent_items": 0, 2024-09-10T08:20:05.519 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_blob_bytes": 0, 2024-09-10T08:20:05.519 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_blob_items": 0, 2024-09-10T08:20:05.520 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-10T08:20:05.520 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_shared_blob_items": 0, 2024-09-10T08:20:05.520 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-10T08:20:05.520 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_inline_bl_items": 0, 2024-09-10T08:20:05.520 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_fsck_bytes": 0, 2024-09-10T08:20:05.520 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_fsck_items": 0, 2024-09-10T08:20:05.520 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_txc_bytes": 0, 2024-09-10T08:20:05.520 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_txc_items": 0, 2024-09-10T08:20:05.520 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-10T08:20:05.520 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_deferred_items": 0, 2024-09-10T08:20:05.520 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_bytes": 0, 2024-09-10T08:20:05.520 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_items": 0, 2024-09-10T08:20:05.520 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_bytes": 0, 2024-09-10T08:20:05.520 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_items": 0, 2024-09-10T08:20:05.521 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_reader_bytes": 0, 2024-09-10T08:20:05.521 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_reader_items": 0, 2024-09-10T08:20:05.521 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_writer_bytes": 0, 2024-09-10T08:20:05.521 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_writer_items": 0, 2024-09-10T08:20:05.521 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_anon_bytes": 190040, 2024-09-10T08:20:05.521 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_anon_items": 51, 2024-09-10T08:20:05.521 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_meta_bytes": 0, 2024-09-10T08:20:05.521 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_meta_items": 0, 2024-09-10T08:20:05.521 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_bytes": 0, 2024-09-10T08:20:05.521 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_items": 0, 2024-09-10T08:20:05.521 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_mapbl_bytes": 0, 2024-09-10T08:20:05.521 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_mapbl_items": 0, 2024-09-10T08:20:05.521 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_pglog_bytes": 0, 2024-09-10T08:20:05.522 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_pglog_items": 0, 2024-09-10T08:20:05.522 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_bytes": 9160, 2024-09-10T08:20:05.523 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_items": 174, 2024-09-10T08:20:05.523 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_mapping_bytes": 0, 2024-09-10T08:20:05.523 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_mapping_items": 0, 2024-09-10T08:20:05.523 INFO:teuthology.orchestra.run.smithi133.stdout: "pgmap_bytes": 0, 2024-09-10T08:20:05.523 INFO:teuthology.orchestra.run.smithi133.stdout: "pgmap_items": 0, 2024-09-10T08:20:05.523 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_co_bytes": 8512, 2024-09-10T08:20:05.523 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_co_items": 13, 2024-09-10T08:20:05.523 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_1_bytes": 0, 2024-09-10T08:20:05.523 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_1_items": 0, 2024-09-10T08:20:05.523 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_2_bytes": 0, 2024-09-10T08:20:05.523 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_2_items": 0 2024-09-10T08:20:05.523 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.524 INFO:teuthology.orchestra.run.smithi133.stdout: "objecter": { 2024-09-10T08:20:05.524 INFO:teuthology.orchestra.run.smithi133.stdout: "op_active": 0, 2024-09-10T08:20:05.524 INFO:teuthology.orchestra.run.smithi133.stdout: "op_laggy": 0, 2024-09-10T08:20:05.524 INFO:teuthology.orchestra.run.smithi133.stdout: "op_send": 1106, 2024-09-10T08:20:05.524 INFO:teuthology.orchestra.run.smithi133.stdout: "op_send_bytes": 21, 2024-09-10T08:20:05.524 INFO:teuthology.orchestra.run.smithi133.stdout: "op_resend": 3, 2024-09-10T08:20:05.524 INFO:teuthology.orchestra.run.smithi133.stdout: "op_reply": 1106, 2024-09-10T08:20:05.524 INFO:teuthology.orchestra.run.smithi133.stdout: "op_latency": { 2024-09-10T08:20:05.524 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 1106, 2024-09-10T08:20:05.524 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.553989202, 2024-09-10T08:20:05.524 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000500894 2024-09-10T08:20:05.524 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.524 INFO:teuthology.orchestra.run.smithi133.stdout: "op_inflight": 0, 2024-09-10T08:20:05.525 INFO:teuthology.orchestra.run.smithi133.stdout: "oplen_avg": { 2024-09-10T08:20:05.525 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 1106, 2024-09-10T08:20:05.525 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 1107 2024-09-10T08:20:05.525 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.525 INFO:teuthology.orchestra.run.smithi133.stdout: "op": 1106, 2024-09-10T08:20:05.525 INFO:teuthology.orchestra.run.smithi133.stdout: "op_r": 1106, 2024-09-10T08:20:05.525 INFO:teuthology.orchestra.run.smithi133.stdout: "op_w": 0, 2024-09-10T08:20:05.525 INFO:teuthology.orchestra.run.smithi133.stdout: "op_rmw": 0, 2024-09-10T08:20:05.525 INFO:teuthology.orchestra.run.smithi133.stdout: "op_pg": 0, 2024-09-10T08:20:05.525 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_stat": 695, 2024-09-10T08:20:05.525 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_create": 0, 2024-09-10T08:20:05.525 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_read": 409, 2024-09-10T08:20:05.525 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_write": 0, 2024-09-10T08:20:05.526 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_writefull": 0, 2024-09-10T08:20:05.526 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_writesame": 0, 2024-09-10T08:20:05.526 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_append": 0, 2024-09-10T08:20:05.526 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_zero": 0, 2024-09-10T08:20:05.526 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_truncate": 0, 2024-09-10T08:20:05.526 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_delete": 0, 2024-09-10T08:20:05.526 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_mapext": 0, 2024-09-10T08:20:05.526 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_sparse_read": 0, 2024-09-10T08:20:05.526 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_clonerange": 0, 2024-09-10T08:20:05.526 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_getxattr": 1, 2024-09-10T08:20:05.526 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_setxattr": 0, 2024-09-10T08:20:05.526 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_cmpxattr": 0, 2024-09-10T08:20:05.526 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_rmxattr": 0, 2024-09-10T08:20:05.527 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_resetxattrs": 0, 2024-09-10T08:20:05.527 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_call": 0, 2024-09-10T08:20:05.527 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_watch": 0, 2024-09-10T08:20:05.527 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_notify": 0, 2024-09-10T08:20:05.527 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_src_cmpxattr": 0, 2024-09-10T08:20:05.527 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_pgls": 0, 2024-09-10T08:20:05.527 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_pgls_filter": 0, 2024-09-10T08:20:05.527 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_other": 0, 2024-09-10T08:20:05.527 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_active": 0, 2024-09-10T08:20:05.527 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_send": 0, 2024-09-10T08:20:05.527 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_resend": 0, 2024-09-10T08:20:05.527 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_ping": 0, 2024-09-10T08:20:05.527 INFO:teuthology.orchestra.run.smithi133.stdout: "poolop_active": 0, 2024-09-10T08:20:05.528 INFO:teuthology.orchestra.run.smithi133.stdout: "poolop_send": 0, 2024-09-10T08:20:05.528 INFO:teuthology.orchestra.run.smithi133.stdout: "poolop_resend": 0, 2024-09-10T08:20:05.528 INFO:teuthology.orchestra.run.smithi133.stdout: "poolstat_active": 0, 2024-09-10T08:20:05.528 INFO:teuthology.orchestra.run.smithi133.stdout: "poolstat_send": 0, 2024-09-10T08:20:05.528 INFO:teuthology.orchestra.run.smithi133.stdout: "poolstat_resend": 0, 2024-09-10T08:20:05.528 INFO:teuthology.orchestra.run.smithi133.stdout: "statfs_active": 0, 2024-09-10T08:20:05.528 INFO:teuthology.orchestra.run.smithi133.stdout: "statfs_send": 0, 2024-09-10T08:20:05.528 INFO:teuthology.orchestra.run.smithi133.stdout: "statfs_resend": 0, 2024-09-10T08:20:05.528 INFO:teuthology.orchestra.run.smithi133.stdout: "command_active": 0, 2024-09-10T08:20:05.528 INFO:teuthology.orchestra.run.smithi133.stdout: "command_send": 0, 2024-09-10T08:20:05.528 INFO:teuthology.orchestra.run.smithi133.stdout: "command_resend": 0, 2024-09-10T08:20:05.529 INFO:teuthology.orchestra.run.smithi133.stdout: "map_epoch": 92, 2024-09-10T08:20:05.529 INFO:teuthology.orchestra.run.smithi133.stdout: "map_full": 0, 2024-09-10T08:20:05.529 INFO:teuthology.orchestra.run.smithi133.stdout: "map_inc": 4, 2024-09-10T08:20:05.529 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_sessions": 5, 2024-09-10T08:20:05.529 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_session_open": 5, 2024-09-10T08:20:05.529 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_session_close": 0, 2024-09-10T08:20:05.529 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_laggy": 0, 2024-09-10T08:20:05.529 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_wr": 0, 2024-09-10T08:20:05.529 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_rd": 2, 2024-09-10T08:20:05.529 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_del": 0 2024-09-10T08:20:05.529 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.529 INFO:teuthology.orchestra.run.smithi133.stdout: "oft": { 2024-09-10T08:20:05.530 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_objs": 0, 2024-09-10T08:20:05.530 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_kv_pairs": 0, 2024-09-10T08:20:05.530 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_updates": 0, 2024-09-10T08:20:05.530 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_removes": 0 2024-09-10T08:20:05.530 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.530 INFO:teuthology.orchestra.run.smithi133.stdout: "osd-slow-ops": { 2024-09-10T08:20:05.530 INFO:teuthology.orchestra.run.smithi133.stdout: "slow_ops_count": 0 2024-09-10T08:20:05.530 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.530 INFO:teuthology.orchestra.run.smithi133.stdout: "purge_queue": { 2024-09-10T08:20:05.530 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing_ops": 0, 2024-09-10T08:20:05.530 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing_ops_high_water": 0, 2024-09-10T08:20:05.530 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing": 0, 2024-09-10T08:20:05.530 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing_high_water": 0, 2024-09-10T08:20:05.531 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executed_ops": 0, 2024-09-10T08:20:05.531 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executed": 0, 2024-09-10T08:20:05.531 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_item_in_journal": 0 2024-09-10T08:20:05.531 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.531 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-10T08:20:05.531 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-09-10T08:20:05.531 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 104857600, 2024-09-10T08:20:05.531 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-09-10T08:20:05.531 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 1257, 2024-09-10T08:20:05.531 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 976054, 2024-09-10T08:20:05.531 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-09-10T08:20:05.531 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 1257, 2024-09-10T08:20:05.531 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 0, 2024-09-10T08:20:05.532 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 0, 2024-09-10T08:20:05.532 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 1257, 2024-09-10T08:20:05.532 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 976054, 2024-09-10T08:20:05.532 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-09-10T08:20:05.532 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:05.532 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:05.532 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:05.532 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-09-10T08:20:05.532 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.532 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-objecter_bytes": { 2024-09-10T08:20:05.532 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-09-10T08:20:05.532 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 104857600, 2024-09-10T08:20:05.532 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-09-10T08:20:05.533 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2024-09-10T08:20:05.533 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2024-09-10T08:20:05.533 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-09-10T08:20:05.533 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2024-09-10T08:20:05.533 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 1106, 2024-09-10T08:20:05.533 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 1088, 2024-09-10T08:20:05.533 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 1106, 2024-09-10T08:20:05.533 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 1088, 2024-09-10T08:20:05.533 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-09-10T08:20:05.533 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:05.533 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:05.533 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:05.533 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-09-10T08:20:05.534 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.534 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-objecter_ops": { 2024-09-10T08:20:05.534 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-09-10T08:20:05.534 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 1024, 2024-09-10T08:20:05.534 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-09-10T08:20:05.534 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2024-09-10T08:20:05.534 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2024-09-10T08:20:05.534 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-09-10T08:20:05.534 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2024-09-10T08:20:05.534 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 1106, 2024-09-10T08:20:05.534 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 1106, 2024-09-10T08:20:05.534 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 1106, 2024-09-10T08:20:05.534 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 1106, 2024-09-10T08:20:05.535 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-09-10T08:20:05.535 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:05.535 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:05.535 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:05.535 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-09-10T08:20:05.535 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.535 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-write_buf_throttle": { 2024-09-10T08:20:05.535 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-09-10T08:20:05.535 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 3758096384, 2024-09-10T08:20:05.535 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-09-10T08:20:05.535 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2024-09-10T08:20:05.535 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2024-09-10T08:20:05.535 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-09-10T08:20:05.536 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2024-09-10T08:20:05.536 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 0, 2024-09-10T08:20:05.536 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 0, 2024-09-10T08:20:05.536 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 0, 2024-09-10T08:20:05.536 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 0, 2024-09-10T08:20:05.536 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-09-10T08:20:05.536 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:05.536 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:05.536 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:05.536 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-09-10T08:20:05.536 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:05.536 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-write_buf_throttle-0x5578de55cb40": { 2024-09-10T08:20:05.536 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-09-10T08:20:05.537 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 3758096384, 2024-09-10T08:20:05.537 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-09-10T08:20:05.537 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2024-09-10T08:20:05.537 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2024-09-10T08:20:05.537 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-09-10T08:20:05.537 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2024-09-10T08:20:05.537 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 0, 2024-09-10T08:20:05.537 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 0, 2024-09-10T08:20:05.537 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 0, 2024-09-10T08:20:05.537 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 0, 2024-09-10T08:20:05.537 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-09-10T08:20:05.537 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:05.538 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:05.538 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:05.538 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-09-10T08:20:05.538 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-09-10T08:20:05.538 INFO:teuthology.orchestra.run.smithi133.stdout:} 2024-09-10T08:20:05.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:05 smithi203 ceph-mon[34672]: pgmap v515: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-09-10T08:20:06.334 INFO:tasks.check_counter:Daemon mds.e mds.exported=0 2024-09-10T08:20:06.335 INFO:tasks.check_counter:Daemon mds.e mds.imported=0 2024-09-10T08:20:06.335 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update=0 2024-09-10T08:20:06.335 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update_receipt=0 2024-09-10T08:20:06.335 DEBUG:tasks.check_counter:Getting stats from h 2024-09-10T08:20:06.335 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph daemon mds.h perf dump 2024-09-10T08:20:06.580 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.b/config 2024-09-10T08:20:07.128 INFO:teuthology.orchestra.run.smithi133.stdout:{ 2024-09-10T08:20:07.128 INFO:teuthology.orchestra.run.smithi133.stdout: "AsyncMessenger::Worker-0": { 2024-09-10T08:20:07.128 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_messages": 879, 2024-09-10T08:20:07.128 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages": 881, 2024-09-10T08:20:07.128 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_bytes": 686997, 2024-09-10T08:20:07.128 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_bytes": 279532, 2024-09-10T08:20:07.128 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_created_connections": 6, 2024-09-10T08:20:07.128 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_active_connections": 2, 2024-09-10T08:20:07.128 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_total_time": 0.078147625, 2024-09-10T08:20:07.129 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_send_time": 0.030327039, 2024-09-10T08:20:07.129 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_recv_time": 0.018864513, 2024-09-10T08:20:07.129 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_fast_dispatch_time": 0.021512359, 2024-09-10T08:20:07.129 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:20:07.129 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 879, 2024-09-10T08:20:07.129 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.030918429, 2024-09-10T08:20:07.129 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000035174 2024-09-10T08:20:07.129 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.129 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:20:07.129 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:07.129 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:07.129 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:07.130 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.130 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-10T08:20:07.130 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_encrypted_bytes": 0 2024-09-10T08:20:07.130 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.130 INFO:teuthology.orchestra.run.smithi133.stdout: "AsyncMessenger::Worker-1": { 2024-09-10T08:20:07.130 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_messages": 157, 2024-09-10T08:20:07.130 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages": 144, 2024-09-10T08:20:07.130 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_bytes": 784280, 2024-09-10T08:20:07.130 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_bytes": 81610, 2024-09-10T08:20:07.130 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_created_connections": 4, 2024-09-10T08:20:07.130 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_active_connections": 3, 2024-09-10T08:20:07.130 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_total_time": 0.026433525, 2024-09-10T08:20:07.130 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_send_time": 0.008933035, 2024-09-10T08:20:07.131 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_recv_time": 0.024039304, 2024-09-10T08:20:07.131 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_fast_dispatch_time": 0.000103831, 2024-09-10T08:20:07.131 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:20:07.131 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 144, 2024-09-10T08:20:07.131 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.016674868, 2024-09-10T08:20:07.131 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000115797 2024-09-10T08:20:07.131 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.131 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:20:07.131 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:07.131 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:07.131 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:07.131 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.132 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_encrypted_bytes": 782624, 2024-09-10T08:20:07.132 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_encrypted_bytes": 80272 2024-09-10T08:20:07.132 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.132 INFO:teuthology.orchestra.run.smithi133.stdout: "AsyncMessenger::Worker-2": { 2024-09-10T08:20:07.132 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_messages": 407, 2024-09-10T08:20:07.132 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages": 504, 2024-09-10T08:20:07.132 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_bytes": 100107, 2024-09-10T08:20:07.132 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_bytes": 365077, 2024-09-10T08:20:07.133 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_created_connections": 4, 2024-09-10T08:20:07.133 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_active_connections": 3, 2024-09-10T08:20:07.133 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_total_time": 0.040204866, 2024-09-10T08:20:07.133 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_send_time": 0.014269838, 2024-09-10T08:20:07.133 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_recv_time": 0.008768306, 2024-09-10T08:20:07.133 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_fast_dispatch_time": 0.013111234, 2024-09-10T08:20:07.134 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:20:07.134 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 502, 2024-09-10T08:20:07.134 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.017692572, 2024-09-10T08:20:07.136 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000035244 2024-09-10T08:20:07.137 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.137 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:20:07.137 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:07.137 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:07.137 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:07.137 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.137 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_encrypted_bytes": 160, 2024-09-10T08:20:07.137 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_encrypted_bytes": 235968 2024-09-10T08:20:07.137 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.137 INFO:teuthology.orchestra.run.smithi133.stdout: "cct": { 2024-09-10T08:20:07.138 INFO:teuthology.orchestra.run.smithi133.stdout: "total_workers": 1, 2024-09-10T08:20:07.138 INFO:teuthology.orchestra.run.smithi133.stdout: "unhealthy_workers": 0 2024-09-10T08:20:07.138 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.138 INFO:teuthology.orchestra.run.smithi133.stdout: "finisher-MDSRank": { 2024-09-10T08:20:07.138 INFO:teuthology.orchestra.run.smithi133.stdout: "queue_len": 0, 2024-09-10T08:20:07.138 INFO:teuthology.orchestra.run.smithi133.stdout: "complete_latency": { 2024-09-10T08:20:07.138 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 2155, 2024-09-10T08:20:07.139 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.052787203, 2024-09-10T08:20:07.139 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000024495 2024-09-10T08:20:07.139 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-09-10T08:20:07.139 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.139 INFO:teuthology.orchestra.run.smithi133.stdout: "finisher-PurgeQueue": { 2024-09-10T08:20:07.139 INFO:teuthology.orchestra.run.smithi133.stdout: "queue_len": 0, 2024-09-10T08:20:07.139 INFO:teuthology.orchestra.run.smithi133.stdout: "complete_latency": { 2024-09-10T08:20:07.139 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:07.139 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:07.139 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:07.139 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-09-10T08:20:07.139 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.140 INFO:teuthology.orchestra.run.smithi133.stdout: "mds": { 2024-09-10T08:20:07.140 INFO:teuthology.orchestra.run.smithi133.stdout: "request": 0, 2024-09-10T08:20:07.140 INFO:teuthology.orchestra.run.smithi133.stdout: "reply": 0, 2024-09-10T08:20:07.140 INFO:teuthology.orchestra.run.smithi133.stdout: "reply_latency": { 2024-09-10T08:20:07.140 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:07.140 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:07.140 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:07.140 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.140 INFO:teuthology.orchestra.run.smithi133.stdout: "slow_reply": 0, 2024-09-10T08:20:07.140 INFO:teuthology.orchestra.run.smithi133.stdout: "forward": 0, 2024-09-10T08:20:07.140 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_fetch_complete": 0, 2024-09-10T08:20:07.140 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_fetch_keys": 0, 2024-09-10T08:20:07.140 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_commit": 0, 2024-09-10T08:20:07.141 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_split": 0, 2024-09-10T08:20:07.141 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_merge": 0, 2024-09-10T08:20:07.141 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes": 22, 2024-09-10T08:20:07.141 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_top": 7, 2024-09-10T08:20:07.141 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_bottom": 15, 2024-09-10T08:20:07.141 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_pin_tail": 0, 2024-09-10T08:20:07.141 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_pinned": 9, 2024-09-10T08:20:07.141 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_expired": 0, 2024-09-10T08:20:07.141 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_with_caps": 0, 2024-09-10T08:20:07.141 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": 0, 2024-09-10T08:20:07.141 INFO:teuthology.orchestra.run.smithi133.stdout: "subtrees": 2, 2024-09-10T08:20:07.141 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse": 0, 2024-09-10T08:20:07.141 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_hit": 0, 2024-09-10T08:20:07.142 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_forward": 0, 2024-09-10T08:20:07.142 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_discover": 0, 2024-09-10T08:20:07.142 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_dir_fetch": 0, 2024-09-10T08:20:07.142 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_remote_ino": 0, 2024-09-10T08:20:07.142 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_lock": 0, 2024-09-10T08:20:07.142 INFO:teuthology.orchestra.run.smithi133.stdout: "load_cent": 0, 2024-09-10T08:20:07.142 INFO:teuthology.orchestra.run.smithi133.stdout: "q": 0, 2024-09-10T08:20:07.142 INFO:teuthology.orchestra.run.smithi133.stdout: "exported": 0, 2024-09-10T08:20:07.142 INFO:teuthology.orchestra.run.smithi133.stdout: "exported_inodes": 0, 2024-09-10T08:20:07.142 INFO:teuthology.orchestra.run.smithi133.stdout: "imported": 0, 2024-09-10T08:20:07.142 INFO:teuthology.orchestra.run.smithi133.stdout: "imported_inodes": 0, 2024-09-10T08:20:07.142 INFO:teuthology.orchestra.run.smithi133.stdout: "openino_dir_fetch": 0, 2024-09-10T08:20:07.142 INFO:teuthology.orchestra.run.smithi133.stdout: "openino_backtrace_fetch": 0, 2024-09-10T08:20:07.142 INFO:teuthology.orchestra.run.smithi133.stdout: "openino_peer_discover": 0, 2024-09-10T08:20:07.143 INFO:teuthology.orchestra.run.smithi133.stdout: "root_rfiles": 4, 2024-09-10T08:20:07.143 INFO:teuthology.orchestra.run.smithi133.stdout: "root_rbytes": 234, 2024-09-10T08:20:07.143 INFO:teuthology.orchestra.run.smithi133.stdout: "root_rsnaps": 0, 2024-09-10T08:20:07.143 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_backtrace_fetch": 0, 2024-09-10T08:20:07.143 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_set_tag": 0, 2024-09-10T08:20:07.143 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_backtrace_repaired": 0, 2024-09-10T08:20:07.143 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_inotable_repaired": 0, 2024-09-10T08:20:07.143 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_dir_inodes": 0, 2024-09-10T08:20:07.143 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_dir_base_inodes": 0, 2024-09-10T08:20:07.143 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_dirfrag_rstats": 0, 2024-09-10T08:20:07.143 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_file_inodes": 0, 2024-09-10T08:20:07.143 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_inode_file_caps": 0, 2024-09-10T08:20:07.143 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_revoke": 0, 2024-09-10T08:20:07.143 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_grant": 0, 2024-09-10T08:20:07.144 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_trunc": 0, 2024-09-10T08:20:07.144 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-10T08:20:07.144 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-10T08:20:07.144 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_caps": 0, 2024-09-10T08:20:07.144 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_caps_dirty": 0, 2024-09-10T08:20:07.144 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_cap_release": 0, 2024-09-10T08:20:07.144 INFO:teuthology.orchestra.run.smithi133.stdout: "process_request_cap_release": 0 2024-09-10T08:20:07.144 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.144 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_cache": { 2024-09-10T08:20:07.144 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_update": 0, 2024-09-10T08:20:07.144 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_update_receipt": 0, 2024-09-10T08:20:07.144 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_try_discover": 0, 2024-09-10T08:20:07.145 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_send_discover": 0, 2024-09-10T08:20:07.145 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_handle_discover": 0, 2024-09-10T08:20:07.145 INFO:teuthology.orchestra.run.smithi133.stdout: "num_strays": 0, 2024-09-10T08:20:07.145 INFO:teuthology.orchestra.run.smithi133.stdout: "num_strays_delayed": 0, 2024-09-10T08:20:07.145 INFO:teuthology.orchestra.run.smithi133.stdout: "num_strays_enqueuing": 0, 2024-09-10T08:20:07.145 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_created": 0, 2024-09-10T08:20:07.145 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_enqueued": 0, 2024-09-10T08:20:07.145 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_reintegrated": 0, 2024-09-10T08:20:07.145 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_migrated": 0, 2024-09-10T08:20:07.145 INFO:teuthology.orchestra.run.smithi133.stdout: "num_recovering_processing": 0, 2024-09-10T08:20:07.145 INFO:teuthology.orchestra.run.smithi133.stdout: "num_recovering_enqueued": 0, 2024-09-10T08:20:07.145 INFO:teuthology.orchestra.run.smithi133.stdout: "num_recovering_prioritized": 0, 2024-09-10T08:20:07.146 INFO:teuthology.orchestra.run.smithi133.stdout: "recovery_started": 0, 2024-09-10T08:20:07.146 INFO:teuthology.orchestra.run.smithi133.stdout: "recovery_completed": 0, 2024-09-10T08:20:07.146 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_quiesce_path": 0, 2024-09-10T08:20:07.146 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_quiesce_inode": 0, 2024-09-10T08:20:07.146 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_enqueue_scrub": 0, 2024-09-10T08:20:07.146 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_exportdir": 0, 2024-09-10T08:20:07.146 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_flush": 0, 2024-09-10T08:20:07.146 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_fragmentdir": 0, 2024-09-10T08:20:07.146 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_fragstats": 0, 2024-09-10T08:20:07.146 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_inodestats": 0 2024-09-10T08:20:07.146 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.146 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_log": { 2024-09-10T08:20:07.147 INFO:teuthology.orchestra.run.smithi133.stdout: "evlrg": 0, 2024-09-10T08:20:07.147 INFO:teuthology.orchestra.run.smithi133.stdout: "evadd": 0, 2024-09-10T08:20:07.147 INFO:teuthology.orchestra.run.smithi133.stdout: "evex": 0, 2024-09-10T08:20:07.147 INFO:teuthology.orchestra.run.smithi133.stdout: "evtrm": 0, 2024-09-10T08:20:07.147 INFO:teuthology.orchestra.run.smithi133.stdout: "ev": 151, 2024-09-10T08:20:07.147 INFO:teuthology.orchestra.run.smithi133.stdout: "evexg": 0, 2024-09-10T08:20:07.147 INFO:teuthology.orchestra.run.smithi133.stdout: "evexd": 0, 2024-09-10T08:20:07.147 INFO:teuthology.orchestra.run.smithi133.stdout: "segadd": 0, 2024-09-10T08:20:07.147 INFO:teuthology.orchestra.run.smithi133.stdout: "segex": 0, 2024-09-10T08:20:07.147 INFO:teuthology.orchestra.run.smithi133.stdout: "segtrm": 0, 2024-09-10T08:20:07.147 INFO:teuthology.orchestra.run.smithi133.stdout: "seg": 2, 2024-09-10T08:20:07.147 INFO:teuthology.orchestra.run.smithi133.stdout: "segmjr": 21, 2024-09-10T08:20:07.147 INFO:teuthology.orchestra.run.smithi133.stdout: "segexg": 0, 2024-09-10T08:20:07.148 INFO:teuthology.orchestra.run.smithi133.stdout: "segexd": 0, 2024-09-10T08:20:07.148 INFO:teuthology.orchestra.run.smithi133.stdout: "expos": 4615728, 2024-09-10T08:20:07.148 INFO:teuthology.orchestra.run.smithi133.stdout: "wrpos": 4621516, 2024-09-10T08:20:07.148 INFO:teuthology.orchestra.run.smithi133.stdout: "rdpos": 4620378, 2024-09-10T08:20:07.148 INFO:teuthology.orchestra.run.smithi133.stdout: "jlat": { 2024-09-10T08:20:07.148 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:07.148 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:07.148 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:07.148 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.148 INFO:teuthology.orchestra.run.smithi133.stdout: "replayed": 151 2024-09-10T08:20:07.148 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.148 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_mem": { 2024-09-10T08:20:07.148 INFO:teuthology.orchestra.run.smithi133.stdout: "ino": 17, 2024-09-10T08:20:07.149 INFO:teuthology.orchestra.run.smithi133.stdout: "ino+": 22, 2024-09-10T08:20:07.149 INFO:teuthology.orchestra.run.smithi133.stdout: "ino-": 5, 2024-09-10T08:20:07.149 INFO:teuthology.orchestra.run.smithi133.stdout: "dir": 12, 2024-09-10T08:20:07.149 INFO:teuthology.orchestra.run.smithi133.stdout: "dir+": 14, 2024-09-10T08:20:07.149 INFO:teuthology.orchestra.run.smithi133.stdout: "dir-": 2, 2024-09-10T08:20:07.149 INFO:teuthology.orchestra.run.smithi133.stdout: "dn": 22, 2024-09-10T08:20:07.149 INFO:teuthology.orchestra.run.smithi133.stdout: "dn+": 26, 2024-09-10T08:20:07.149 INFO:teuthology.orchestra.run.smithi133.stdout: "dn-": 4, 2024-09-10T08:20:07.149 INFO:teuthology.orchestra.run.smithi133.stdout: "cap": 0, 2024-09-10T08:20:07.149 INFO:teuthology.orchestra.run.smithi133.stdout: "cap+": 0, 2024-09-10T08:20:07.149 INFO:teuthology.orchestra.run.smithi133.stdout: "cap-": 0, 2024-09-10T08:20:07.149 INFO:teuthology.orchestra.run.smithi133.stdout: "rss": 51228, 2024-09-10T08:20:07.149 INFO:teuthology.orchestra.run.smithi133.stdout: "heap": 215328 2024-09-10T08:20:07.150 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.150 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_server": { 2024-09-10T08:20:07.150 INFO:teuthology.orchestra.run.smithi133.stdout: "dispatch_client_request": 0, 2024-09-10T08:20:07.150 INFO:teuthology.orchestra.run.smithi133.stdout: "dispatch_server_request": 0, 2024-09-10T08:20:07.150 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_request": 0, 2024-09-10T08:20:07.150 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_session": 0, 2024-09-10T08:20:07.150 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_peer_request": 0, 2024-09-10T08:20:07.150 INFO:teuthology.orchestra.run.smithi133.stdout: "req_create_latency": { 2024-09-10T08:20:07.150 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:07.150 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:07.150 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:07.150 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.150 INFO:teuthology.orchestra.run.smithi133.stdout: "req_getattr_latency": { 2024-09-10T08:20:07.151 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:07.151 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:07.151 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:07.151 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.151 INFO:teuthology.orchestra.run.smithi133.stdout: "req_getfilelock_latency": { 2024-09-10T08:20:07.151 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:07.151 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:07.151 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:07.151 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.151 INFO:teuthology.orchestra.run.smithi133.stdout: "req_link_latency": { 2024-09-10T08:20:07.151 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:07.151 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:07.151 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:07.151 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.152 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookup_latency": { 2024-09-10T08:20:07.152 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:07.152 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:07.152 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:07.152 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.152 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookuphash_latency": { 2024-09-10T08:20:07.152 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:07.152 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:07.152 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:07.152 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.152 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupino_latency": { 2024-09-10T08:20:07.152 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:07.152 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:07.153 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:07.153 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.153 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupname_latency": { 2024-09-10T08:20:07.153 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:07.153 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:07.153 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:07.153 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.153 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupparent_latency": { 2024-09-10T08:20:07.153 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:07.153 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:07.153 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:07.153 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.153 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupsnap_latency": { 2024-09-10T08:20:07.153 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:07.154 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:07.154 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:07.154 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.154 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lssnap_latency": { 2024-09-10T08:20:07.154 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:07.154 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:07.154 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:07.154 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.154 INFO:teuthology.orchestra.run.smithi133.stdout: "req_mkdir_latency": { 2024-09-10T08:20:07.154 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:07.154 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:07.154 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:07.155 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.155 INFO:teuthology.orchestra.run.smithi133.stdout: "req_mknod_latency": { 2024-09-10T08:20:07.155 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:07.155 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:07.155 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:07.155 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.155 INFO:teuthology.orchestra.run.smithi133.stdout: "req_mksnap_latency": { 2024-09-10T08:20:07.155 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:07.155 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:07.155 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:07.155 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.155 INFO:teuthology.orchestra.run.smithi133.stdout: "req_open_latency": { 2024-09-10T08:20:07.155 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:07.156 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:07.156 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:07.156 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.156 INFO:teuthology.orchestra.run.smithi133.stdout: "req_readdir_latency": { 2024-09-10T08:20:07.156 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:07.156 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:07.156 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:07.156 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.156 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rename_latency": { 2024-09-10T08:20:07.156 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:07.156 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:07.156 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:07.156 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.157 INFO:teuthology.orchestra.run.smithi133.stdout: "req_renamesnap_latency": { 2024-09-10T08:20:07.157 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:07.157 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:07.157 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:07.157 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.157 INFO:teuthology.orchestra.run.smithi133.stdout: "req_snapdiff_latency": { 2024-09-10T08:20:07.157 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:07.157 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:07.157 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:07.157 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.157 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rmdir_latency": { 2024-09-10T08:20:07.157 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:07.158 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:07.158 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:07.158 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.158 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rmsnap_latency": { 2024-09-10T08:20:07.158 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:07.158 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:07.158 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:07.158 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.158 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rmxattr_latency": { 2024-09-10T08:20:07.158 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:07.158 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:07.158 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:07.158 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.159 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setattr_latency": { 2024-09-10T08:20:07.159 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:07.159 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:07.159 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:07.159 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.159 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setdirlayout_latency": { 2024-09-10T08:20:07.159 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:07.159 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:07.159 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:07.159 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.159 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setfilelock_latency": { 2024-09-10T08:20:07.159 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:07.159 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:07.160 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:07.160 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.160 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setlayout_latency": { 2024-09-10T08:20:07.160 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:07.160 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:07.160 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:07.160 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.160 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setxattr_latency": { 2024-09-10T08:20:07.160 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:07.160 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:07.160 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:07.160 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.160 INFO:teuthology.orchestra.run.smithi133.stdout: "req_symlink_latency": { 2024-09-10T08:20:07.160 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:07.160 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:07.161 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:07.161 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.161 INFO:teuthology.orchestra.run.smithi133.stdout: "req_unlink_latency": { 2024-09-10T08:20:07.161 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:07.161 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:07.161 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:07.161 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.161 INFO:teuthology.orchestra.run.smithi133.stdout: "cap_revoke_eviction": 0, 2024-09-10T08:20:07.161 INFO:teuthology.orchestra.run.smithi133.stdout: "cap_acquisition_throttle": 0, 2024-09-10T08:20:07.161 INFO:teuthology.orchestra.run.smithi133.stdout: "req_getvxattr_latency": { 2024-09-10T08:20:07.161 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:07.161 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:07.161 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:07.161 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-09-10T08:20:07.162 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.162 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_sessions": { 2024-09-10T08:20:07.162 INFO:teuthology.orchestra.run.smithi133.stdout: "session_count": 1, 2024-09-10T08:20:07.162 INFO:teuthology.orchestra.run.smithi133.stdout: "session_add": 4, 2024-09-10T08:20:07.162 INFO:teuthology.orchestra.run.smithi133.stdout: "session_remove": 3, 2024-09-10T08:20:07.162 INFO:teuthology.orchestra.run.smithi133.stdout: "sessions_open": 2, 2024-09-10T08:20:07.162 INFO:teuthology.orchestra.run.smithi133.stdout: "sessions_stale": 0, 2024-09-10T08:20:07.162 INFO:teuthology.orchestra.run.smithi133.stdout: "total_load": 0, 2024-09-10T08:20:07.162 INFO:teuthology.orchestra.run.smithi133.stdout: "average_load": 0, 2024-09-10T08:20:07.162 INFO:teuthology.orchestra.run.smithi133.stdout: "avg_session_uptime": 2512, 2024-09-10T08:20:07.162 INFO:teuthology.orchestra.run.smithi133.stdout: "mdthresh_evicted": 0 2024-09-10T08:20:07.162 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.162 INFO:teuthology.orchestra.run.smithi133.stdout: "mempool": { 2024-09-10T08:20:07.162 INFO:teuthology.orchestra.run.smithi133.stdout: "bloom_filter_bytes": 0, 2024-09-10T08:20:07.163 INFO:teuthology.orchestra.run.smithi133.stdout: "bloom_filter_items": 0, 2024-09-10T08:20:07.163 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_alloc_bytes": 0, 2024-09-10T08:20:07.163 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_alloc_items": 0, 2024-09-10T08:20:07.163 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_data_bytes": 0, 2024-09-10T08:20:07.163 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_data_items": 0, 2024-09-10T08:20:07.163 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-10T08:20:07.163 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_onode_items": 0, 2024-09-10T08:20:07.163 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-10T08:20:07.163 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_meta_items": 0, 2024-09-10T08:20:07.163 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_other_bytes": 0, 2024-09-10T08:20:07.163 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_other_items": 0, 2024-09-10T08:20:07.163 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-10T08:20:07.163 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_buffer_items": 0, 2024-09-10T08:20:07.163 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_extent_bytes": 0, 2024-09-10T08:20:07.164 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_extent_items": 0, 2024-09-10T08:20:07.164 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_blob_bytes": 0, 2024-09-10T08:20:07.164 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_blob_items": 0, 2024-09-10T08:20:07.164 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-10T08:20:07.164 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_shared_blob_items": 0, 2024-09-10T08:20:07.164 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-10T08:20:07.164 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_inline_bl_items": 0, 2024-09-10T08:20:07.164 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_fsck_bytes": 0, 2024-09-10T08:20:07.164 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_fsck_items": 0, 2024-09-10T08:20:07.164 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_txc_bytes": 0, 2024-09-10T08:20:07.164 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_txc_items": 0, 2024-09-10T08:20:07.164 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-10T08:20:07.164 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_deferred_items": 0, 2024-09-10T08:20:07.165 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_bytes": 0, 2024-09-10T08:20:07.165 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_items": 0, 2024-09-10T08:20:07.165 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_bytes": 0, 2024-09-10T08:20:07.165 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_items": 0, 2024-09-10T08:20:07.165 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_reader_bytes": 0, 2024-09-10T08:20:07.165 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_reader_items": 0, 2024-09-10T08:20:07.165 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_writer_bytes": 0, 2024-09-10T08:20:07.165 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_writer_items": 0, 2024-09-10T08:20:07.165 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_anon_bytes": 189279, 2024-09-10T08:20:07.165 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_anon_items": 49, 2024-09-10T08:20:07.165 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_meta_bytes": 0, 2024-09-10T08:20:07.165 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_meta_items": 0, 2024-09-10T08:20:07.165 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_bytes": 0, 2024-09-10T08:20:07.165 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_items": 0, 2024-09-10T08:20:07.166 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_mapbl_bytes": 0, 2024-09-10T08:20:07.166 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_mapbl_items": 0, 2024-09-10T08:20:07.166 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_pglog_bytes": 0, 2024-09-10T08:20:07.166 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_pglog_items": 0, 2024-09-10T08:20:07.166 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_bytes": 9160, 2024-09-10T08:20:07.166 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_items": 174, 2024-09-10T08:20:07.166 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_mapping_bytes": 0, 2024-09-10T08:20:07.166 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_mapping_items": 0, 2024-09-10T08:20:07.166 INFO:teuthology.orchestra.run.smithi133.stdout: "pgmap_bytes": 0, 2024-09-10T08:20:07.166 INFO:teuthology.orchestra.run.smithi133.stdout: "pgmap_items": 0, 2024-09-10T08:20:07.166 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_co_bytes": 69018, 2024-09-10T08:20:07.166 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_co_items": 315, 2024-09-10T08:20:07.166 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_1_bytes": 0, 2024-09-10T08:20:07.167 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_1_items": 0, 2024-09-10T08:20:07.167 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_2_bytes": 0, 2024-09-10T08:20:07.167 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_2_items": 0 2024-09-10T08:20:07.167 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.167 INFO:teuthology.orchestra.run.smithi133.stdout: "objecter": { 2024-09-10T08:20:07.167 INFO:teuthology.orchestra.run.smithi133.stdout: "op_active": 0, 2024-09-10T08:20:07.167 INFO:teuthology.orchestra.run.smithi133.stdout: "op_laggy": 0, 2024-09-10T08:20:07.167 INFO:teuthology.orchestra.run.smithi133.stdout: "op_send": 1289, 2024-09-10T08:20:07.167 INFO:teuthology.orchestra.run.smithi133.stdout: "op_send_bytes": 26, 2024-09-10T08:20:07.167 INFO:teuthology.orchestra.run.smithi133.stdout: "op_resend": 4, 2024-09-10T08:20:07.167 INFO:teuthology.orchestra.run.smithi133.stdout: "op_reply": 1289, 2024-09-10T08:20:07.167 INFO:teuthology.orchestra.run.smithi133.stdout: "op_latency": { 2024-09-10T08:20:07.167 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 1289, 2024-09-10T08:20:07.168 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.517989923, 2024-09-10T08:20:07.168 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000401854 2024-09-10T08:20:07.168 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.168 INFO:teuthology.orchestra.run.smithi133.stdout: "op_inflight": 0, 2024-09-10T08:20:07.168 INFO:teuthology.orchestra.run.smithi133.stdout: "oplen_avg": { 2024-09-10T08:20:07.168 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 1289, 2024-09-10T08:20:07.168 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 1290 2024-09-10T08:20:07.168 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.168 INFO:teuthology.orchestra.run.smithi133.stdout: "op": 1289, 2024-09-10T08:20:07.168 INFO:teuthology.orchestra.run.smithi133.stdout: "op_r": 1289, 2024-09-10T08:20:07.168 INFO:teuthology.orchestra.run.smithi133.stdout: "op_w": 0, 2024-09-10T08:20:07.168 INFO:teuthology.orchestra.run.smithi133.stdout: "op_rmw": 0, 2024-09-10T08:20:07.169 INFO:teuthology.orchestra.run.smithi133.stdout: "op_pg": 0, 2024-09-10T08:20:07.169 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_stat": 810, 2024-09-10T08:20:07.169 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_create": 0, 2024-09-10T08:20:07.169 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_read": 476, 2024-09-10T08:20:07.169 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_write": 0, 2024-09-10T08:20:07.169 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_writefull": 0, 2024-09-10T08:20:07.169 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_writesame": 0, 2024-09-10T08:20:07.169 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_append": 0, 2024-09-10T08:20:07.169 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_zero": 0, 2024-09-10T08:20:07.169 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_truncate": 0, 2024-09-10T08:20:07.169 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_delete": 0, 2024-09-10T08:20:07.169 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_mapext": 0, 2024-09-10T08:20:07.169 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_sparse_read": 0, 2024-09-10T08:20:07.169 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_clonerange": 0, 2024-09-10T08:20:07.170 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_getxattr": 2, 2024-09-10T08:20:07.170 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_setxattr": 0, 2024-09-10T08:20:07.170 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_cmpxattr": 0, 2024-09-10T08:20:07.170 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_rmxattr": 0, 2024-09-10T08:20:07.170 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_resetxattrs": 0, 2024-09-10T08:20:07.170 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_call": 0, 2024-09-10T08:20:07.170 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_watch": 0, 2024-09-10T08:20:07.170 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_notify": 0, 2024-09-10T08:20:07.170 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_src_cmpxattr": 0, 2024-09-10T08:20:07.170 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_pgls": 0, 2024-09-10T08:20:07.170 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_pgls_filter": 0, 2024-09-10T08:20:07.170 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_other": 0, 2024-09-10T08:20:07.170 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_active": 0, 2024-09-10T08:20:07.171 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_send": 0, 2024-09-10T08:20:07.171 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_resend": 0, 2024-09-10T08:20:07.171 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_ping": 0, 2024-09-10T08:20:07.171 INFO:teuthology.orchestra.run.smithi133.stdout: "poolop_active": 0, 2024-09-10T08:20:07.171 INFO:teuthology.orchestra.run.smithi133.stdout: "poolop_send": 0, 2024-09-10T08:20:07.171 INFO:teuthology.orchestra.run.smithi133.stdout: "poolop_resend": 0, 2024-09-10T08:20:07.171 INFO:teuthology.orchestra.run.smithi133.stdout: "poolstat_active": 0, 2024-09-10T08:20:07.171 INFO:teuthology.orchestra.run.smithi133.stdout: "poolstat_send": 0, 2024-09-10T08:20:07.171 INFO:teuthology.orchestra.run.smithi133.stdout: "poolstat_resend": 0, 2024-09-10T08:20:07.171 INFO:teuthology.orchestra.run.smithi133.stdout: "statfs_active": 0, 2024-09-10T08:20:07.172 INFO:teuthology.orchestra.run.smithi133.stdout: "statfs_send": 0, 2024-09-10T08:20:07.172 INFO:teuthology.orchestra.run.smithi133.stdout: "statfs_resend": 0, 2024-09-10T08:20:07.172 INFO:teuthology.orchestra.run.smithi133.stdout: "command_active": 0, 2024-09-10T08:20:07.172 INFO:teuthology.orchestra.run.smithi133.stdout: "command_send": 0, 2024-09-10T08:20:07.172 INFO:teuthology.orchestra.run.smithi133.stdout: "command_resend": 0, 2024-09-10T08:20:07.172 INFO:teuthology.orchestra.run.smithi133.stdout: "map_epoch": 92, 2024-09-10T08:20:07.172 INFO:teuthology.orchestra.run.smithi133.stdout: "map_full": 0, 2024-09-10T08:20:07.172 INFO:teuthology.orchestra.run.smithi133.stdout: "map_inc": 4, 2024-09-10T08:20:07.172 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_sessions": 5, 2024-09-10T08:20:07.172 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_session_open": 5, 2024-09-10T08:20:07.172 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_session_close": 0, 2024-09-10T08:20:07.172 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_laggy": 0, 2024-09-10T08:20:07.172 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_wr": 0, 2024-09-10T08:20:07.172 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_rd": 2, 2024-09-10T08:20:07.173 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_del": 0 2024-09-10T08:20:07.173 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.173 INFO:teuthology.orchestra.run.smithi133.stdout: "oft": { 2024-09-10T08:20:07.173 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_objs": 0, 2024-09-10T08:20:07.173 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_kv_pairs": 0, 2024-09-10T08:20:07.173 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_updates": 0, 2024-09-10T08:20:07.173 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_removes": 0 2024-09-10T08:20:07.173 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.173 INFO:teuthology.orchestra.run.smithi133.stdout: "osd-slow-ops": { 2024-09-10T08:20:07.173 INFO:teuthology.orchestra.run.smithi133.stdout: "slow_ops_count": 0 2024-09-10T08:20:07.173 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.173 INFO:teuthology.orchestra.run.smithi133.stdout: "purge_queue": { 2024-09-10T08:20:07.173 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing_ops": 0, 2024-09-10T08:20:07.174 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing_ops_high_water": 0, 2024-09-10T08:20:07.174 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing": 0, 2024-09-10T08:20:07.174 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing_high_water": 0, 2024-09-10T08:20:07.174 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executed_ops": 0, 2024-09-10T08:20:07.174 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executed": 0, 2024-09-10T08:20:07.174 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_item_in_journal": 0 2024-09-10T08:20:07.174 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.174 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-10T08:20:07.174 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-09-10T08:20:07.174 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 104857600, 2024-09-10T08:20:07.174 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-09-10T08:20:07.174 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 1439, 2024-09-10T08:20:07.174 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 1431256, 2024-09-10T08:20:07.174 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-09-10T08:20:07.174 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 1439, 2024-09-10T08:20:07.175 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 0, 2024-09-10T08:20:07.175 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 0, 2024-09-10T08:20:07.175 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 1439, 2024-09-10T08:20:07.175 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 1431256, 2024-09-10T08:20:07.175 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-09-10T08:20:07.175 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:07.175 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:07.175 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:07.175 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-09-10T08:20:07.175 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.175 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-objecter_bytes": { 2024-09-10T08:20:07.175 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-09-10T08:20:07.175 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 104857600, 2024-09-10T08:20:07.175 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-09-10T08:20:07.175 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2024-09-10T08:20:07.176 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2024-09-10T08:20:07.176 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-09-10T08:20:07.176 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2024-09-10T08:20:07.176 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 1289, 2024-09-10T08:20:07.176 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 427222, 2024-09-10T08:20:07.176 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 1289, 2024-09-10T08:20:07.176 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 427222, 2024-09-10T08:20:07.176 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-09-10T08:20:07.176 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:07.176 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:07.176 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:07.176 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-09-10T08:20:07.176 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.177 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-objecter_ops": { 2024-09-10T08:20:07.177 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-09-10T08:20:07.177 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 1024, 2024-09-10T08:20:07.177 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-09-10T08:20:07.177 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2024-09-10T08:20:07.177 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2024-09-10T08:20:07.177 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-09-10T08:20:07.177 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2024-09-10T08:20:07.177 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 1289, 2024-09-10T08:20:07.177 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 1289, 2024-09-10T08:20:07.177 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 1289, 2024-09-10T08:20:07.177 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 1289, 2024-09-10T08:20:07.177 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-09-10T08:20:07.178 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:07.178 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:07.178 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:07.178 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-09-10T08:20:07.178 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.178 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-write_buf_throttle": { 2024-09-10T08:20:07.178 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-09-10T08:20:07.178 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 3758096384, 2024-09-10T08:20:07.178 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-09-10T08:20:07.178 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2024-09-10T08:20:07.178 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2024-09-10T08:20:07.178 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-09-10T08:20:07.178 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2024-09-10T08:20:07.179 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 0, 2024-09-10T08:20:07.179 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 0, 2024-09-10T08:20:07.179 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 0, 2024-09-10T08:20:07.179 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 0, 2024-09-10T08:20:07.179 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-09-10T08:20:07.179 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:07.179 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:07.179 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:07.179 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-09-10T08:20:07.179 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:07.179 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-write_buf_throttle-0x56393d392b40": { 2024-09-10T08:20:07.179 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-09-10T08:20:07.179 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 3758096384, 2024-09-10T08:20:07.179 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-09-10T08:20:07.180 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2024-09-10T08:20:07.180 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2024-09-10T08:20:07.180 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-09-10T08:20:07.180 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2024-09-10T08:20:07.180 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 0, 2024-09-10T08:20:07.180 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 0, 2024-09-10T08:20:07.180 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 0, 2024-09-10T08:20:07.180 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 0, 2024-09-10T08:20:07.180 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-09-10T08:20:07.180 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:07.180 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:07.180 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:07.180 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-09-10T08:20:07.180 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-09-10T08:20:07.181 INFO:teuthology.orchestra.run.smithi133.stdout:} 2024-09-10T08:20:07.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:07 smithi133 ceph-mon[34721]: pgmap v516: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-09-10T08:20:07.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:07 smithi067 ceph-mon[31051]: pgmap v516: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-09-10T08:20:07.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:07 smithi203 ceph-mon[34672]: pgmap v516: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 12 op/s 2024-09-10T08:20:08.006 INFO:tasks.check_counter:Daemon mds.h mds.exported=0 2024-09-10T08:20:08.006 INFO:tasks.check_counter:Daemon mds.h mds.imported=0 2024-09-10T08:20:08.006 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update=0 2024-09-10T08:20:08.006 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update_receipt=0 2024-09-10T08:20:08.006 DEBUG:tasks.check_counter:Getting stats from k 2024-09-10T08:20:08.007 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph daemon mds.k perf dump 2024-09-10T08:20:08.252 INFO:teuthology.orchestra.run.smithi133.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.b/config 2024-09-10T08:20:08.789 INFO:teuthology.orchestra.run.smithi133.stdout:{ 2024-09-10T08:20:08.789 INFO:teuthology.orchestra.run.smithi133.stdout: "AsyncMessenger::Worker-0": { 2024-09-10T08:20:08.790 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_messages": 347, 2024-09-10T08:20:08.790 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages": 352, 2024-09-10T08:20:08.790 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_bytes": 104608, 2024-09-10T08:20:08.790 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_bytes": 132203, 2024-09-10T08:20:08.790 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_created_connections": 8, 2024-09-10T08:20:08.790 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_active_connections": 3, 2024-09-10T08:20:08.790 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_total_time": 0.039471245, 2024-09-10T08:20:08.790 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_send_time": 0.017157765, 2024-09-10T08:20:08.790 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_recv_time": 0.018894385, 2024-09-10T08:20:08.790 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_fast_dispatch_time": 0.002080874, 2024-09-10T08:20:08.790 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:20:08.790 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 350, 2024-09-10T08:20:08.790 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.026289562, 2024-09-10T08:20:08.791 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000075113 2024-09-10T08:20:08.791 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.791 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:20:08.791 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 654, 2024-09-10T08:20:08.791 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000135858, 2024-09-10T08:20:08.791 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000207 2024-09-10T08:20:08.791 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.791 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-10T08:20:08.791 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_encrypted_bytes": 0 2024-09-10T08:20:08.791 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.791 INFO:teuthology.orchestra.run.smithi133.stdout: "AsyncMessenger::Worker-1": { 2024-09-10T08:20:08.791 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_messages": 205, 2024-09-10T08:20:08.791 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages": 197, 2024-09-10T08:20:08.791 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_bytes": 777227, 2024-09-10T08:20:08.792 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_bytes": 149594, 2024-09-10T08:20:08.792 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_created_connections": 12, 2024-09-10T08:20:08.792 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_active_connections": 4, 2024-09-10T08:20:08.792 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_total_time": 0.030569711, 2024-09-10T08:20:08.792 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_send_time": 0.010452820, 2024-09-10T08:20:08.792 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_recv_time": 0.027830669, 2024-09-10T08:20:08.792 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_fast_dispatch_time": 0.000436245, 2024-09-10T08:20:08.792 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:20:08.792 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 196, 2024-09-10T08:20:08.792 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.018737006, 2024-09-10T08:20:08.792 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000095596 2024-09-10T08:20:08.792 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.792 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:20:08.792 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 25, 2024-09-10T08:20:08.793 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000003654, 2024-09-10T08:20:08.793 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000146 2024-09-10T08:20:08.793 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.793 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_encrypted_bytes": 773168, 2024-09-10T08:20:08.793 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_encrypted_bytes": 89744 2024-09-10T08:20:08.793 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.793 INFO:teuthology.orchestra.run.smithi133.stdout: "AsyncMessenger::Worker-2": { 2024-09-10T08:20:08.793 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_messages": 34, 2024-09-10T08:20:08.793 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages": 133, 2024-09-10T08:20:08.793 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_bytes": 9301, 2024-09-10T08:20:08.793 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_bytes": 417015, 2024-09-10T08:20:08.793 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_created_connections": 20, 2024-09-10T08:20:08.793 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_active_connections": 6, 2024-09-10T08:20:08.793 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_total_time": 0.015504892, 2024-09-10T08:20:08.794 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_send_time": 0.004904071, 2024-09-10T08:20:08.794 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_recv_time": 0.008729933, 2024-09-10T08:20:08.794 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_running_fast_dispatch_time": 0.000454014, 2024-09-10T08:20:08.794 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:20:08.794 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 132, 2024-09-10T08:20:08.794 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.025827927, 2024-09-10T08:20:08.794 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000195666 2024-09-10T08:20:08.794 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.794 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:20:08.794 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 14, 2024-09-10T08:20:08.794 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000001224, 2024-09-10T08:20:08.794 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000087 2024-09-10T08:20:08.794 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.794 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_recv_encrypted_bytes": 3200, 2024-09-10T08:20:08.794 INFO:teuthology.orchestra.run.smithi133.stdout: "msgr_send_encrypted_bytes": 238736 2024-09-10T08:20:08.795 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.795 INFO:teuthology.orchestra.run.smithi133.stdout: "cct": { 2024-09-10T08:20:08.795 INFO:teuthology.orchestra.run.smithi133.stdout: "total_workers": 1, 2024-09-10T08:20:08.795 INFO:teuthology.orchestra.run.smithi133.stdout: "unhealthy_workers": 0 2024-09-10T08:20:08.795 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.795 INFO:teuthology.orchestra.run.smithi133.stdout: "finisher-MDSRank": { 2024-09-10T08:20:08.795 INFO:teuthology.orchestra.run.smithi133.stdout: "queue_len": 0, 2024-09-10T08:20:08.795 INFO:teuthology.orchestra.run.smithi133.stdout: "complete_latency": { 2024-09-10T08:20:08.795 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 42, 2024-09-10T08:20:08.795 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.001869486, 2024-09-10T08:20:08.796 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000044511 2024-09-10T08:20:08.796 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-09-10T08:20:08.796 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.796 INFO:teuthology.orchestra.run.smithi133.stdout: "finisher-PurgeQueue": { 2024-09-10T08:20:08.796 INFO:teuthology.orchestra.run.smithi133.stdout: "queue_len": 0, 2024-09-10T08:20:08.796 INFO:teuthology.orchestra.run.smithi133.stdout: "complete_latency": { 2024-09-10T08:20:08.797 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 2, 2024-09-10T08:20:08.797 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000013477, 2024-09-10T08:20:08.797 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000006738 2024-09-10T08:20:08.797 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-09-10T08:20:08.797 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.798 INFO:teuthology.orchestra.run.smithi133.stdout: "mds": { 2024-09-10T08:20:08.798 INFO:teuthology.orchestra.run.smithi133.stdout: "request": 2, 2024-09-10T08:20:08.798 INFO:teuthology.orchestra.run.smithi133.stdout: "reply": 1, 2024-09-10T08:20:08.798 INFO:teuthology.orchestra.run.smithi133.stdout: "reply_latency": { 2024-09-10T08:20:08.798 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 1, 2024-09-10T08:20:08.798 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000188991, 2024-09-10T08:20:08.798 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000188991 2024-09-10T08:20:08.798 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.799 INFO:teuthology.orchestra.run.smithi133.stdout: "slow_reply": 0, 2024-09-10T08:20:08.799 INFO:teuthology.orchestra.run.smithi133.stdout: "forward": 1, 2024-09-10T08:20:08.799 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_fetch_complete": 0, 2024-09-10T08:20:08.799 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_fetch_keys": 0, 2024-09-10T08:20:08.799 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_commit": 11, 2024-09-10T08:20:08.799 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_split": 0, 2024-09-10T08:20:08.800 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_merge": 0, 2024-09-10T08:20:08.800 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes": 16, 2024-09-10T08:20:08.800 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_top": 0, 2024-09-10T08:20:08.800 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_bottom": 16, 2024-09-10T08:20:08.800 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_pin_tail": 0, 2024-09-10T08:20:08.800 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_pinned": 15, 2024-09-10T08:20:08.800 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_expired": 4, 2024-09-10T08:20:08.800 INFO:teuthology.orchestra.run.smithi133.stdout: "inodes_with_caps": 0, 2024-09-10T08:20:08.800 INFO:teuthology.orchestra.run.smithi133.stdout: "caps": 0, 2024-09-10T08:20:08.800 INFO:teuthology.orchestra.run.smithi133.stdout: "subtrees": 3, 2024-09-10T08:20:08.801 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse": 20, 2024-09-10T08:20:08.801 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_hit": 14, 2024-09-10T08:20:08.801 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_forward": 0, 2024-09-10T08:20:08.801 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_discover": 5, 2024-09-10T08:20:08.801 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_dir_fetch": 0, 2024-09-10T08:20:08.801 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_remote_ino": 0, 2024-09-10T08:20:08.802 INFO:teuthology.orchestra.run.smithi133.stdout: "traverse_lock": 0, 2024-09-10T08:20:08.802 INFO:teuthology.orchestra.run.smithi133.stdout: "load_cent": 0, 2024-09-10T08:20:08.802 INFO:teuthology.orchestra.run.smithi133.stdout: "q": 0, 2024-09-10T08:20:08.802 INFO:teuthology.orchestra.run.smithi133.stdout: "exported": 0, 2024-09-10T08:20:08.802 INFO:teuthology.orchestra.run.smithi133.stdout: "exported_inodes": 0, 2024-09-10T08:20:08.802 INFO:teuthology.orchestra.run.smithi133.stdout: "imported": 0, 2024-09-10T08:20:08.802 INFO:teuthology.orchestra.run.smithi133.stdout: "imported_inodes": 0, 2024-09-10T08:20:08.802 INFO:teuthology.orchestra.run.smithi133.stdout: "openino_dir_fetch": 0, 2024-09-10T08:20:08.802 INFO:teuthology.orchestra.run.smithi133.stdout: "openino_backtrace_fetch": 0, 2024-09-10T08:20:08.802 INFO:teuthology.orchestra.run.smithi133.stdout: "openino_peer_discover": 0, 2024-09-10T08:20:08.802 INFO:teuthology.orchestra.run.smithi133.stdout: "root_rfiles": 4, 2024-09-10T08:20:08.802 INFO:teuthology.orchestra.run.smithi133.stdout: "root_rbytes": 234, 2024-09-10T08:20:08.802 INFO:teuthology.orchestra.run.smithi133.stdout: "root_rsnaps": 0, 2024-09-10T08:20:08.803 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_backtrace_fetch": 0, 2024-09-10T08:20:08.803 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_set_tag": 0, 2024-09-10T08:20:08.803 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_backtrace_repaired": 0, 2024-09-10T08:20:08.803 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_inotable_repaired": 0, 2024-09-10T08:20:08.803 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_dir_inodes": 0, 2024-09-10T08:20:08.803 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_dir_base_inodes": 0, 2024-09-10T08:20:08.803 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_dirfrag_rstats": 0, 2024-09-10T08:20:08.804 INFO:teuthology.orchestra.run.smithi133.stdout: "scrub_file_inodes": 0, 2024-09-10T08:20:08.804 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_inode_file_caps": 0, 2024-09-10T08:20:08.804 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_revoke": 0, 2024-09-10T08:20:08.804 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_grant": 0, 2024-09-10T08:20:08.804 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_trunc": 0, 2024-09-10T08:20:08.804 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-10T08:20:08.804 INFO:teuthology.orchestra.run.smithi133.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-10T08:20:08.804 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_caps": 0, 2024-09-10T08:20:08.804 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_caps_dirty": 0, 2024-09-10T08:20:08.804 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_cap_release": 0, 2024-09-10T08:20:08.804 INFO:teuthology.orchestra.run.smithi133.stdout: "process_request_cap_release": 1 2024-09-10T08:20:08.805 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.805 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_cache": { 2024-09-10T08:20:08.805 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_update": 0, 2024-09-10T08:20:08.805 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_update_receipt": 12, 2024-09-10T08:20:08.805 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_try_discover": 8, 2024-09-10T08:20:08.805 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_send_discover": 10, 2024-09-10T08:20:08.805 INFO:teuthology.orchestra.run.smithi133.stdout: "dir_handle_discover": 0, 2024-09-10T08:20:08.805 INFO:teuthology.orchestra.run.smithi133.stdout: "num_strays": 0, 2024-09-10T08:20:08.805 INFO:teuthology.orchestra.run.smithi133.stdout: "num_strays_delayed": 0, 2024-09-10T08:20:08.805 INFO:teuthology.orchestra.run.smithi133.stdout: "num_strays_enqueuing": 0, 2024-09-10T08:20:08.805 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_created": 0, 2024-09-10T08:20:08.805 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_enqueued": 0, 2024-09-10T08:20:08.805 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_reintegrated": 0, 2024-09-10T08:20:08.806 INFO:teuthology.orchestra.run.smithi133.stdout: "strays_migrated": 0, 2024-09-10T08:20:08.806 INFO:teuthology.orchestra.run.smithi133.stdout: "num_recovering_processing": 0, 2024-09-10T08:20:08.806 INFO:teuthology.orchestra.run.smithi133.stdout: "num_recovering_enqueued": 0, 2024-09-10T08:20:08.806 INFO:teuthology.orchestra.run.smithi133.stdout: "num_recovering_prioritized": 0, 2024-09-10T08:20:08.806 INFO:teuthology.orchestra.run.smithi133.stdout: "recovery_started": 0, 2024-09-10T08:20:08.806 INFO:teuthology.orchestra.run.smithi133.stdout: "recovery_completed": 0, 2024-09-10T08:20:08.806 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_quiesce_path": 3, 2024-09-10T08:20:08.806 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_quiesce_inode": 19, 2024-09-10T08:20:08.806 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_enqueue_scrub": 0, 2024-09-10T08:20:08.806 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_exportdir": 0, 2024-09-10T08:20:08.806 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_flush": 0, 2024-09-10T08:20:08.806 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_fragmentdir": 0, 2024-09-10T08:20:08.806 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_fragstats": 0, 2024-09-10T08:20:08.806 INFO:teuthology.orchestra.run.smithi133.stdout: "ireq_inodestats": 0 2024-09-10T08:20:08.806 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.807 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_log": { 2024-09-10T08:20:08.807 INFO:teuthology.orchestra.run.smithi133.stdout: "evlrg": 0, 2024-09-10T08:20:08.807 INFO:teuthology.orchestra.run.smithi133.stdout: "evadd": 5, 2024-09-10T08:20:08.807 INFO:teuthology.orchestra.run.smithi133.stdout: "evex": 0, 2024-09-10T08:20:08.807 INFO:teuthology.orchestra.run.smithi133.stdout: "evtrm": 0, 2024-09-10T08:20:08.807 INFO:teuthology.orchestra.run.smithi133.stdout: "ev": 5, 2024-09-10T08:20:08.807 INFO:teuthology.orchestra.run.smithi133.stdout: "evexg": 0, 2024-09-10T08:20:08.807 INFO:teuthology.orchestra.run.smithi133.stdout: "evexd": 0, 2024-09-10T08:20:08.808 INFO:teuthology.orchestra.run.smithi133.stdout: "segadd": 2, 2024-09-10T08:20:08.808 INFO:teuthology.orchestra.run.smithi133.stdout: "segex": 0, 2024-09-10T08:20:08.808 INFO:teuthology.orchestra.run.smithi133.stdout: "segtrm": 0, 2024-09-10T08:20:08.808 INFO:teuthology.orchestra.run.smithi133.stdout: "seg": 2, 2024-09-10T08:20:08.808 INFO:teuthology.orchestra.run.smithi133.stdout: "segmjr": 2, 2024-09-10T08:20:08.809 INFO:teuthology.orchestra.run.smithi133.stdout: "segexg": 0, 2024-09-10T08:20:08.809 INFO:teuthology.orchestra.run.smithi133.stdout: "segexd": 0, 2024-09-10T08:20:08.809 INFO:teuthology.orchestra.run.smithi133.stdout: "expos": 4194304, 2024-09-10T08:20:08.809 INFO:teuthology.orchestra.run.smithi133.stdout: "wrpos": 4195921, 2024-09-10T08:20:08.809 INFO:teuthology.orchestra.run.smithi133.stdout: "rdpos": 0, 2024-09-10T08:20:08.809 INFO:teuthology.orchestra.run.smithi133.stdout: "jlat": { 2024-09-10T08:20:08.809 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 4, 2024-09-10T08:20:08.810 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.006718379, 2024-09-10T08:20:08.810 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.001679594 2024-09-10T08:20:08.810 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.810 INFO:teuthology.orchestra.run.smithi133.stdout: "replayed": 0 2024-09-10T08:20:08.810 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.810 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_mem": { 2024-09-10T08:20:08.810 INFO:teuthology.orchestra.run.smithi133.stdout: "ino": 20, 2024-09-10T08:20:08.810 INFO:teuthology.orchestra.run.smithi133.stdout: "ino+": 22, 2024-09-10T08:20:08.810 INFO:teuthology.orchestra.run.smithi133.stdout: "ino-": 2, 2024-09-10T08:20:08.810 INFO:teuthology.orchestra.run.smithi133.stdout: "dir": 19, 2024-09-10T08:20:08.810 INFO:teuthology.orchestra.run.smithi133.stdout: "dir+": 22, 2024-09-10T08:20:08.810 INFO:teuthology.orchestra.run.smithi133.stdout: "dir-": 3, 2024-09-10T08:20:08.811 INFO:teuthology.orchestra.run.smithi133.stdout: "dn": 16, 2024-09-10T08:20:08.811 INFO:teuthology.orchestra.run.smithi133.stdout: "dn+": 20, 2024-09-10T08:20:08.811 INFO:teuthology.orchestra.run.smithi133.stdout: "dn-": 4, 2024-09-10T08:20:08.811 INFO:teuthology.orchestra.run.smithi133.stdout: "cap": 0, 2024-09-10T08:20:08.811 INFO:teuthology.orchestra.run.smithi133.stdout: "cap+": 1, 2024-09-10T08:20:08.811 INFO:teuthology.orchestra.run.smithi133.stdout: "cap-": 1, 2024-09-10T08:20:08.812 INFO:teuthology.orchestra.run.smithi133.stdout: "rss": 50332, 2024-09-10T08:20:08.812 INFO:teuthology.orchestra.run.smithi133.stdout: "heap": 223520 2024-09-10T08:20:08.812 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.812 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_server": { 2024-09-10T08:20:08.812 INFO:teuthology.orchestra.run.smithi133.stdout: "dispatch_client_request": 3, 2024-09-10T08:20:08.812 INFO:teuthology.orchestra.run.smithi133.stdout: "dispatch_server_request": 0, 2024-09-10T08:20:08.812 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_request": 2, 2024-09-10T08:20:08.813 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_client_session": 9, 2024-09-10T08:20:08.813 INFO:teuthology.orchestra.run.smithi133.stdout: "handle_peer_request": 0, 2024-09-10T08:20:08.813 INFO:teuthology.orchestra.run.smithi133.stdout: "req_create_latency": { 2024-09-10T08:20:08.813 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:08.813 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:08.813 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:08.813 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.814 INFO:teuthology.orchestra.run.smithi133.stdout: "req_getattr_latency": { 2024-09-10T08:20:08.814 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 1, 2024-09-10T08:20:08.814 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000188991, 2024-09-10T08:20:08.814 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000188991 2024-09-10T08:20:08.814 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.815 INFO:teuthology.orchestra.run.smithi133.stdout: "req_getfilelock_latency": { 2024-09-10T08:20:08.815 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:08.815 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:08.815 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:08.815 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.815 INFO:teuthology.orchestra.run.smithi133.stdout: "req_link_latency": { 2024-09-10T08:20:08.815 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:08.815 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:08.815 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:08.815 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.815 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookup_latency": { 2024-09-10T08:20:08.815 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:08.815 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:08.815 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:08.816 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.816 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookuphash_latency": { 2024-09-10T08:20:08.816 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:08.816 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:08.816 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:08.816 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.816 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupino_latency": { 2024-09-10T08:20:08.816 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:08.816 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:08.816 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:08.816 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.816 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupname_latency": { 2024-09-10T08:20:08.816 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:08.816 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:08.816 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:08.817 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.817 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupparent_latency": { 2024-09-10T08:20:08.817 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:08.817 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:08.817 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:08.817 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.817 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lookupsnap_latency": { 2024-09-10T08:20:08.817 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:08.817 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:08.817 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:08.817 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.817 INFO:teuthology.orchestra.run.smithi133.stdout: "req_lssnap_latency": { 2024-09-10T08:20:08.817 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:08.817 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:08.817 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:08.818 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.818 INFO:teuthology.orchestra.run.smithi133.stdout: "req_mkdir_latency": { 2024-09-10T08:20:08.818 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:08.818 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:08.818 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:08.818 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.818 INFO:teuthology.orchestra.run.smithi133.stdout: "req_mknod_latency": { 2024-09-10T08:20:08.818 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:08.818 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:08.818 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:08.818 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.818 INFO:teuthology.orchestra.run.smithi133.stdout: "req_mksnap_latency": { 2024-09-10T08:20:08.818 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:08.818 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:08.819 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:08.819 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.819 INFO:teuthology.orchestra.run.smithi133.stdout: "req_open_latency": { 2024-09-10T08:20:08.819 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:08.819 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:08.819 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:08.819 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.819 INFO:teuthology.orchestra.run.smithi133.stdout: "req_readdir_latency": { 2024-09-10T08:20:08.819 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:08.819 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:08.819 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:08.819 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.819 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rename_latency": { 2024-09-10T08:20:08.819 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:08.819 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:08.820 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:08.820 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.820 INFO:teuthology.orchestra.run.smithi133.stdout: "req_renamesnap_latency": { 2024-09-10T08:20:08.820 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:08.820 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:08.820 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:08.820 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.820 INFO:teuthology.orchestra.run.smithi133.stdout: "req_snapdiff_latency": { 2024-09-10T08:20:08.820 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:08.820 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:08.820 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:08.820 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.820 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rmdir_latency": { 2024-09-10T08:20:08.821 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:08.821 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:08.821 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:08.821 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.821 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rmsnap_latency": { 2024-09-10T08:20:08.821 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:08.821 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:08.821 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:08.821 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.821 INFO:teuthology.orchestra.run.smithi133.stdout: "req_rmxattr_latency": { 2024-09-10T08:20:08.821 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:08.821 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:08.821 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:08.821 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.822 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setattr_latency": { 2024-09-10T08:20:08.822 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:08.822 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:08.822 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:08.822 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.822 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setdirlayout_latency": { 2024-09-10T08:20:08.822 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:08.822 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:08.822 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:08.822 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.822 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setfilelock_latency": { 2024-09-10T08:20:08.822 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:08.822 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:08.822 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:08.823 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.823 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setlayout_latency": { 2024-09-10T08:20:08.823 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:08.823 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:08.823 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:08.823 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.823 INFO:teuthology.orchestra.run.smithi133.stdout: "req_setxattr_latency": { 2024-09-10T08:20:08.823 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:08.823 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:08.823 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:08.823 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.823 INFO:teuthology.orchestra.run.smithi133.stdout: "req_symlink_latency": { 2024-09-10T08:20:08.823 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:08.824 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:08.824 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:08.824 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.824 INFO:teuthology.orchestra.run.smithi133.stdout: "req_unlink_latency": { 2024-09-10T08:20:08.824 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:08.824 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:08.824 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:08.824 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.824 INFO:teuthology.orchestra.run.smithi133.stdout: "cap_revoke_eviction": 0, 2024-09-10T08:20:08.824 INFO:teuthology.orchestra.run.smithi133.stdout: "cap_acquisition_throttle": 0, 2024-09-10T08:20:08.824 INFO:teuthology.orchestra.run.smithi133.stdout: "req_getvxattr_latency": { 2024-09-10T08:20:08.824 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:08.824 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:08.825 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:08.825 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-09-10T08:20:08.825 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.825 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_sessions": { 2024-09-10T08:20:08.825 INFO:teuthology.orchestra.run.smithi133.stdout: "session_count": 1, 2024-09-10T08:20:08.825 INFO:teuthology.orchestra.run.smithi133.stdout: "session_add": 2, 2024-09-10T08:20:08.825 INFO:teuthology.orchestra.run.smithi133.stdout: "session_remove": 1, 2024-09-10T08:20:08.825 INFO:teuthology.orchestra.run.smithi133.stdout: "sessions_open": 1, 2024-09-10T08:20:08.825 INFO:teuthology.orchestra.run.smithi133.stdout: "sessions_stale": 0, 2024-09-10T08:20:08.825 INFO:teuthology.orchestra.run.smithi133.stdout: "total_load": 1, 2024-09-10T08:20:08.825 INFO:teuthology.orchestra.run.smithi133.stdout: "average_load": 1, 2024-09-10T08:20:08.825 INFO:teuthology.orchestra.run.smithi133.stdout: "avg_session_uptime": 292, 2024-09-10T08:20:08.825 INFO:teuthology.orchestra.run.smithi133.stdout: "mdthresh_evicted": 0 2024-09-10T08:20:08.826 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.826 INFO:teuthology.orchestra.run.smithi133.stdout: "mempool": { 2024-09-10T08:20:08.826 INFO:teuthology.orchestra.run.smithi133.stdout: "bloom_filter_bytes": 0, 2024-09-10T08:20:08.826 INFO:teuthology.orchestra.run.smithi133.stdout: "bloom_filter_items": 0, 2024-09-10T08:20:08.826 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_alloc_bytes": 0, 2024-09-10T08:20:08.826 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_alloc_items": 0, 2024-09-10T08:20:08.826 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_data_bytes": 0, 2024-09-10T08:20:08.826 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_data_items": 0, 2024-09-10T08:20:08.826 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-10T08:20:08.826 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_onode_items": 0, 2024-09-10T08:20:08.826 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-10T08:20:08.826 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_meta_items": 0, 2024-09-10T08:20:08.826 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_other_bytes": 0, 2024-09-10T08:20:08.826 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_other_items": 0, 2024-09-10T08:20:08.827 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-10T08:20:08.827 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_cache_buffer_items": 0, 2024-09-10T08:20:08.827 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_extent_bytes": 0, 2024-09-10T08:20:08.827 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_extent_items": 0, 2024-09-10T08:20:08.827 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_blob_bytes": 0, 2024-09-10T08:20:08.827 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_blob_items": 0, 2024-09-10T08:20:08.827 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-10T08:20:08.827 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_shared_blob_items": 0, 2024-09-10T08:20:08.827 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-10T08:20:08.827 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_inline_bl_items": 0, 2024-09-10T08:20:08.827 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_fsck_bytes": 0, 2024-09-10T08:20:08.827 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_fsck_items": 0, 2024-09-10T08:20:08.827 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_txc_bytes": 0, 2024-09-10T08:20:08.827 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_txc_items": 0, 2024-09-10T08:20:08.828 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-10T08:20:08.828 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_deferred_items": 0, 2024-09-10T08:20:08.828 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_bytes": 0, 2024-09-10T08:20:08.828 INFO:teuthology.orchestra.run.smithi133.stdout: "bluestore_writing_items": 0, 2024-09-10T08:20:08.828 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_bytes": 0, 2024-09-10T08:20:08.828 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_items": 0, 2024-09-10T08:20:08.828 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_reader_bytes": 0, 2024-09-10T08:20:08.828 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_reader_items": 0, 2024-09-10T08:20:08.828 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_writer_bytes": 0, 2024-09-10T08:20:08.828 INFO:teuthology.orchestra.run.smithi133.stdout: "bluefs_file_writer_items": 0, 2024-09-10T08:20:08.828 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_anon_bytes": 246071, 2024-09-10T08:20:08.828 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_anon_items": 78, 2024-09-10T08:20:08.828 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_meta_bytes": 0, 2024-09-10T08:20:08.828 INFO:teuthology.orchestra.run.smithi133.stdout: "buffer_meta_items": 0, 2024-09-10T08:20:08.829 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_bytes": 0, 2024-09-10T08:20:08.829 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_items": 0, 2024-09-10T08:20:08.829 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_mapbl_bytes": 0, 2024-09-10T08:20:08.829 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_mapbl_items": 0, 2024-09-10T08:20:08.829 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_pglog_bytes": 0, 2024-09-10T08:20:08.829 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_pglog_items": 0, 2024-09-10T08:20:08.829 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_bytes": 9160, 2024-09-10T08:20:08.829 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_items": 174, 2024-09-10T08:20:08.829 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_mapping_bytes": 0, 2024-09-10T08:20:08.829 INFO:teuthology.orchestra.run.smithi133.stdout: "osdmap_mapping_items": 0, 2024-09-10T08:20:08.829 INFO:teuthology.orchestra.run.smithi133.stdout: "pgmap_bytes": 0, 2024-09-10T08:20:08.829 INFO:teuthology.orchestra.run.smithi133.stdout: "pgmap_items": 0, 2024-09-10T08:20:08.829 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_co_bytes": 80973, 2024-09-10T08:20:08.830 INFO:teuthology.orchestra.run.smithi133.stdout: "mds_co_items": 328, 2024-09-10T08:20:08.830 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_1_bytes": 0, 2024-09-10T08:20:08.830 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_1_items": 0, 2024-09-10T08:20:08.830 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_2_bytes": 0, 2024-09-10T08:20:08.830 INFO:teuthology.orchestra.run.smithi133.stdout: "unittest_2_items": 0 2024-09-10T08:20:08.830 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.830 INFO:teuthology.orchestra.run.smithi133.stdout: "objecter": { 2024-09-10T08:20:08.830 INFO:teuthology.orchestra.run.smithi133.stdout: "op_active": 0, 2024-09-10T08:20:08.830 INFO:teuthology.orchestra.run.smithi133.stdout: "op_laggy": 0, 2024-09-10T08:20:08.830 INFO:teuthology.orchestra.run.smithi133.stdout: "op_send": 40, 2024-09-10T08:20:08.830 INFO:teuthology.orchestra.run.smithi133.stdout: "op_send_bytes": 11919, 2024-09-10T08:20:08.830 INFO:teuthology.orchestra.run.smithi133.stdout: "op_resend": 33, 2024-09-10T08:20:08.831 INFO:teuthology.orchestra.run.smithi133.stdout: "op_reply": 40, 2024-09-10T08:20:08.831 INFO:teuthology.orchestra.run.smithi133.stdout: "op_latency": { 2024-09-10T08:20:08.831 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 40, 2024-09-10T08:20:08.831 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.208996027, 2024-09-10T08:20:08.831 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.005224900 2024-09-10T08:20:08.831 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.831 INFO:teuthology.orchestra.run.smithi133.stdout: "op_inflight": 0, 2024-09-10T08:20:08.831 INFO:teuthology.orchestra.run.smithi133.stdout: "oplen_avg": { 2024-09-10T08:20:08.831 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 40, 2024-09-10T08:20:08.831 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 62 2024-09-10T08:20:08.831 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.831 INFO:teuthology.orchestra.run.smithi133.stdout: "op": 40, 2024-09-10T08:20:08.831 INFO:teuthology.orchestra.run.smithi133.stdout: "op_r": 0, 2024-09-10T08:20:08.831 INFO:teuthology.orchestra.run.smithi133.stdout: "op_w": 40, 2024-09-10T08:20:08.832 INFO:teuthology.orchestra.run.smithi133.stdout: "op_rmw": 0, 2024-09-10T08:20:08.832 INFO:teuthology.orchestra.run.smithi133.stdout: "op_pg": 0, 2024-09-10T08:20:08.832 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_stat": 0, 2024-09-10T08:20:08.832 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_create": 10, 2024-09-10T08:20:08.832 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_read": 0, 2024-09-10T08:20:08.832 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_write": 4, 2024-09-10T08:20:08.832 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_writefull": 7, 2024-09-10T08:20:08.832 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_writesame": 0, 2024-09-10T08:20:08.832 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_append": 0, 2024-09-10T08:20:08.832 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_zero": 0, 2024-09-10T08:20:08.832 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_truncate": 0, 2024-09-10T08:20:08.832 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_delete": 6, 2024-09-10T08:20:08.832 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_mapext": 0, 2024-09-10T08:20:08.833 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_sparse_read": 0, 2024-09-10T08:20:08.833 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_clonerange": 0, 2024-09-10T08:20:08.833 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_getxattr": 0, 2024-09-10T08:20:08.833 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_setxattr": 20, 2024-09-10T08:20:08.833 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_cmpxattr": 0, 2024-09-10T08:20:08.833 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_rmxattr": 0, 2024-09-10T08:20:08.833 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_resetxattrs": 0, 2024-09-10T08:20:08.833 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_call": 0, 2024-09-10T08:20:08.833 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_watch": 0, 2024-09-10T08:20:08.833 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_notify": 0, 2024-09-10T08:20:08.833 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_src_cmpxattr": 0, 2024-09-10T08:20:08.833 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_pgls": 0, 2024-09-10T08:20:08.833 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_pgls_filter": 0, 2024-09-10T08:20:08.834 INFO:teuthology.orchestra.run.smithi133.stdout: "osdop_other": 0, 2024-09-10T08:20:08.834 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_active": 0, 2024-09-10T08:20:08.834 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_send": 0, 2024-09-10T08:20:08.834 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_resend": 0, 2024-09-10T08:20:08.834 INFO:teuthology.orchestra.run.smithi133.stdout: "linger_ping": 0, 2024-09-10T08:20:08.834 INFO:teuthology.orchestra.run.smithi133.stdout: "poolop_active": 0, 2024-09-10T08:20:08.834 INFO:teuthology.orchestra.run.smithi133.stdout: "poolop_send": 0, 2024-09-10T08:20:08.834 INFO:teuthology.orchestra.run.smithi133.stdout: "poolop_resend": 0, 2024-09-10T08:20:08.834 INFO:teuthology.orchestra.run.smithi133.stdout: "poolstat_active": 0, 2024-09-10T08:20:08.834 INFO:teuthology.orchestra.run.smithi133.stdout: "poolstat_send": 0, 2024-09-10T08:20:08.834 INFO:teuthology.orchestra.run.smithi133.stdout: "poolstat_resend": 0, 2024-09-10T08:20:08.834 INFO:teuthology.orchestra.run.smithi133.stdout: "statfs_active": 0, 2024-09-10T08:20:08.834 INFO:teuthology.orchestra.run.smithi133.stdout: "statfs_send": 0, 2024-09-10T08:20:08.834 INFO:teuthology.orchestra.run.smithi133.stdout: "statfs_resend": 0, 2024-09-10T08:20:08.835 INFO:teuthology.orchestra.run.smithi133.stdout: "command_active": 0, 2024-09-10T08:20:08.835 INFO:teuthology.orchestra.run.smithi133.stdout: "command_send": 0, 2024-09-10T08:20:08.835 INFO:teuthology.orchestra.run.smithi133.stdout: "command_resend": 0, 2024-09-10T08:20:08.835 INFO:teuthology.orchestra.run.smithi133.stdout: "map_epoch": 92, 2024-09-10T08:20:08.835 INFO:teuthology.orchestra.run.smithi133.stdout: "map_full": 0, 2024-09-10T08:20:08.835 INFO:teuthology.orchestra.run.smithi133.stdout: "map_inc": 4, 2024-09-10T08:20:08.835 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_sessions": 9, 2024-09-10T08:20:08.835 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_session_open": 9, 2024-09-10T08:20:08.835 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_session_close": 0, 2024-09-10T08:20:08.835 INFO:teuthology.orchestra.run.smithi133.stdout: "osd_laggy": 0, 2024-09-10T08:20:08.835 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_wr": 14, 2024-09-10T08:20:08.835 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_rd": 0, 2024-09-10T08:20:08.835 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_del": 1 2024-09-10T08:20:08.835 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.835 INFO:teuthology.orchestra.run.smithi133.stdout: "oft": { 2024-09-10T08:20:08.836 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_objs": 1, 2024-09-10T08:20:08.836 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_kv_pairs": 0, 2024-09-10T08:20:08.836 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_updates": 0, 2024-09-10T08:20:08.836 INFO:teuthology.orchestra.run.smithi133.stdout: "omap_total_removes": 0 2024-09-10T08:20:08.836 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.836 INFO:teuthology.orchestra.run.smithi133.stdout: "osd-slow-ops": { 2024-09-10T08:20:08.836 INFO:teuthology.orchestra.run.smithi133.stdout: "slow_ops_count": 22 2024-09-10T08:20:08.836 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.836 INFO:teuthology.orchestra.run.smithi133.stdout: "purge_queue": { 2024-09-10T08:20:08.836 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing_ops": 0, 2024-09-10T08:20:08.836 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing_ops_high_water": 0, 2024-09-10T08:20:08.836 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing": 0, 2024-09-10T08:20:08.836 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executing_high_water": 0, 2024-09-10T08:20:08.837 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executed_ops": 0, 2024-09-10T08:20:08.837 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_executed": 0, 2024-09-10T08:20:08.837 INFO:teuthology.orchestra.run.smithi133.stdout: "pq_item_in_journal": 0 2024-09-10T08:20:08.837 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.837 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-10T08:20:08.837 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-09-10T08:20:08.837 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 104857600, 2024-09-10T08:20:08.837 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-09-10T08:20:08.837 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 582, 2024-09-10T08:20:08.837 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 826366, 2024-09-10T08:20:08.837 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-09-10T08:20:08.837 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 582, 2024-09-10T08:20:08.837 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 0, 2024-09-10T08:20:08.838 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 0, 2024-09-10T08:20:08.838 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 582, 2024-09-10T08:20:08.838 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 826366, 2024-09-10T08:20:08.838 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-09-10T08:20:08.838 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:08.838 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:08.838 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:08.838 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-09-10T08:20:08.838 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.838 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-objecter_bytes": { 2024-09-10T08:20:08.838 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-09-10T08:20:08.838 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 104857600, 2024-09-10T08:20:08.838 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-09-10T08:20:08.839 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2024-09-10T08:20:08.839 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2024-09-10T08:20:08.839 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-09-10T08:20:08.839 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2024-09-10T08:20:08.839 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 40, 2024-09-10T08:20:08.839 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 11919, 2024-09-10T08:20:08.839 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 40, 2024-09-10T08:20:08.839 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 11919, 2024-09-10T08:20:08.839 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-09-10T08:20:08.839 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:08.839 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:08.839 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:08.839 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-09-10T08:20:08.840 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.840 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-objecter_ops": { 2024-09-10T08:20:08.840 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-09-10T08:20:08.840 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 1024, 2024-09-10T08:20:08.840 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-09-10T08:20:08.840 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2024-09-10T08:20:08.840 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2024-09-10T08:20:08.840 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-09-10T08:20:08.840 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2024-09-10T08:20:08.840 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 40, 2024-09-10T08:20:08.840 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 40, 2024-09-10T08:20:08.840 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 40, 2024-09-10T08:20:08.840 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 40, 2024-09-10T08:20:08.841 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-09-10T08:20:08.841 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:08.841 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:08.841 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:08.841 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-09-10T08:20:08.841 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.841 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-write_buf_throttle": { 2024-09-10T08:20:08.841 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-09-10T08:20:08.841 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 3758096384, 2024-09-10T08:20:08.841 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-09-10T08:20:08.841 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 0, 2024-09-10T08:20:08.841 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 0, 2024-09-10T08:20:08.842 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-09-10T08:20:08.842 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 0, 2024-09-10T08:20:08.842 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 0, 2024-09-10T08:20:08.842 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 0, 2024-09-10T08:20:08.842 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 0, 2024-09-10T08:20:08.842 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 0, 2024-09-10T08:20:08.842 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-09-10T08:20:08.842 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:08.842 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:08.842 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:08.842 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-09-10T08:20:08.843 INFO:teuthology.orchestra.run.smithi133.stdout: }, 2024-09-10T08:20:08.843 INFO:teuthology.orchestra.run.smithi133.stdout: "throttle-write_buf_throttle-0x5626a2410960": { 2024-09-10T08:20:08.843 INFO:teuthology.orchestra.run.smithi133.stdout: "val": 0, 2024-09-10T08:20:08.843 INFO:teuthology.orchestra.run.smithi133.stdout: "max": 3758096384, 2024-09-10T08:20:08.843 INFO:teuthology.orchestra.run.smithi133.stdout: "get_started": 0, 2024-09-10T08:20:08.843 INFO:teuthology.orchestra.run.smithi133.stdout: "get": 5, 2024-09-10T08:20:08.843 INFO:teuthology.orchestra.run.smithi133.stdout: "get_sum": 1617, 2024-09-10T08:20:08.843 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_fail": 0, 2024-09-10T08:20:08.843 INFO:teuthology.orchestra.run.smithi133.stdout: "get_or_fail_success": 5, 2024-09-10T08:20:08.843 INFO:teuthology.orchestra.run.smithi133.stdout: "take": 0, 2024-09-10T08:20:08.844 INFO:teuthology.orchestra.run.smithi133.stdout: "take_sum": 0, 2024-09-10T08:20:08.844 INFO:teuthology.orchestra.run.smithi133.stdout: "put": 4, 2024-09-10T08:20:08.844 INFO:teuthology.orchestra.run.smithi133.stdout: "put_sum": 1617, 2024-09-10T08:20:08.844 INFO:teuthology.orchestra.run.smithi133.stdout: "wait": { 2024-09-10T08:20:08.844 INFO:teuthology.orchestra.run.smithi133.stdout: "avgcount": 0, 2024-09-10T08:20:08.844 INFO:teuthology.orchestra.run.smithi133.stdout: "sum": 0.000000000, 2024-09-10T08:20:08.844 INFO:teuthology.orchestra.run.smithi133.stdout: "avgtime": 0.000000000 2024-09-10T08:20:08.844 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-09-10T08:20:08.844 INFO:teuthology.orchestra.run.smithi133.stdout: } 2024-09-10T08:20:08.844 INFO:teuthology.orchestra.run.smithi133.stdout:} 2024-09-10T08:20:09.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:09 smithi133 ceph-mon[34721]: pgmap v517: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-10T08:20:09.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:09 smithi067 ceph-mon[31051]: pgmap v517: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-10T08:20:09.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:09 smithi203 ceph-mon[34672]: pgmap v517: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-09-10T08:20:09.725 INFO:tasks.check_counter:Daemon mds.k mds.exported=0 2024-09-10T08:20:09.725 INFO:tasks.check_counter:Daemon mds.k mds.imported=0 2024-09-10T08:20:09.725 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update=0 2024-09-10T08:20:09.725 INFO:tasks.check_counter:Daemon mds.k mds_cache.dir_update_receipt=12 2024-09-10T08:20:09.726 DEBUG:tasks.check_counter:Getting stats from c 2024-09-10T08:20:09.726 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph daemon mds.c perf dump 2024-09-10T08:20:09.988 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.c/config 2024-09-10T08:20:10.503 INFO:teuthology.orchestra.run.smithi203.stdout:{ 2024-09-10T08:20:10.503 INFO:teuthology.orchestra.run.smithi203.stdout: "AsyncMessenger::Worker-0": { 2024-09-10T08:20:10.503 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_messages": 351, 2024-09-10T08:20:10.503 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_messages": 359, 2024-09-10T08:20:10.503 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_bytes": 106599, 2024-09-10T08:20:10.504 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_bytes": 125870, 2024-09-10T08:20:10.504 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_created_connections": 8, 2024-09-10T08:20:10.504 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_active_connections": 2, 2024-09-10T08:20:10.504 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_total_time": 0.039739706, 2024-09-10T08:20:10.504 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_send_time": 0.013607059, 2024-09-10T08:20:10.504 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_recv_time": 0.021645021, 2024-09-10T08:20:10.504 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_fast_dispatch_time": 0.002988592, 2024-09-10T08:20:10.504 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:20:10.504 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 360, 2024-09-10T08:20:10.504 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.034514766, 2024-09-10T08:20:10.504 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000095874 2024-09-10T08:20:10.504 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.504 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:20:10.504 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 658, 2024-09-10T08:20:10.505 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000158315, 2024-09-10T08:20:10.505 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000240 2024-09-10T08:20:10.505 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.505 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_encrypted_bytes": 3040, 2024-09-10T08:20:10.505 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_encrypted_bytes": 448 2024-09-10T08:20:10.505 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.505 INFO:teuthology.orchestra.run.smithi203.stdout: "AsyncMessenger::Worker-1": { 2024-09-10T08:20:10.505 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_messages": 205, 2024-09-10T08:20:10.505 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_messages": 193, 2024-09-10T08:20:10.505 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_bytes": 792790, 2024-09-10T08:20:10.505 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_bytes": 268901, 2024-09-10T08:20:10.505 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_created_connections": 19, 2024-09-10T08:20:10.505 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_active_connections": 5, 2024-09-10T08:20:10.506 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_total_time": 0.032420892, 2024-09-10T08:20:10.506 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_send_time": 0.010559952, 2024-09-10T08:20:10.506 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_recv_time": 0.028025185, 2024-09-10T08:20:10.506 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_fast_dispatch_time": 0.000423677, 2024-09-10T08:20:10.506 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:20:10.506 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 192, 2024-09-10T08:20:10.506 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.019267666, 2024-09-10T08:20:10.506 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000100352 2024-09-10T08:20:10.506 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.506 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:20:10.506 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 14, 2024-09-10T08:20:10.506 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000001156, 2024-09-10T08:20:10.506 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000082 2024-09-10T08:20:10.507 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.507 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_encrypted_bytes": 786688, 2024-09-10T08:20:10.507 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_encrypted_bytes": 85424 2024-09-10T08:20:10.507 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.507 INFO:teuthology.orchestra.run.smithi203.stdout: "AsyncMessenger::Worker-2": { 2024-09-10T08:20:10.507 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_messages": 17, 2024-09-10T08:20:10.507 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_messages": 117, 2024-09-10T08:20:10.507 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_bytes": 3723, 2024-09-10T08:20:10.507 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_bytes": 291192, 2024-09-10T08:20:10.507 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_created_connections": 11, 2024-09-10T08:20:10.507 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_active_connections": 5, 2024-09-10T08:20:10.507 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_total_time": 0.010216928, 2024-09-10T08:20:10.507 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_send_time": 0.004629036, 2024-09-10T08:20:10.508 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_recv_time": 0.004180729, 2024-09-10T08:20:10.508 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_fast_dispatch_time": 0.000250021, 2024-09-10T08:20:10.508 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:20:10.508 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 113, 2024-09-10T08:20:10.508 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.010754198, 2024-09-10T08:20:10.508 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000095169 2024-09-10T08:20:10.508 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.508 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:20:10.508 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 18, 2024-09-10T08:20:10.508 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000013962, 2024-09-10T08:20:10.508 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000775 2024-09-10T08:20:10.508 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.508 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_encrypted_bytes": 160, 2024-09-10T08:20:10.509 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_encrypted_bytes": 237760 2024-09-10T08:20:10.509 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.509 INFO:teuthology.orchestra.run.smithi203.stdout: "cct": { 2024-09-10T08:20:10.509 INFO:teuthology.orchestra.run.smithi203.stdout: "total_workers": 1, 2024-09-10T08:20:10.509 INFO:teuthology.orchestra.run.smithi203.stdout: "unhealthy_workers": 0 2024-09-10T08:20:10.509 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.509 INFO:teuthology.orchestra.run.smithi203.stdout: "finisher-MDSRank": { 2024-09-10T08:20:10.509 INFO:teuthology.orchestra.run.smithi203.stdout: "queue_len": 0, 2024-09-10T08:20:10.509 INFO:teuthology.orchestra.run.smithi203.stdout: "complete_latency": { 2024-09-10T08:20:10.509 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 46, 2024-09-10T08:20:10.509 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.001322865, 2024-09-10T08:20:10.509 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000028757 2024-09-10T08:20:10.509 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-09-10T08:20:10.510 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.510 INFO:teuthology.orchestra.run.smithi203.stdout: "finisher-PurgeQueue": { 2024-09-10T08:20:10.510 INFO:teuthology.orchestra.run.smithi203.stdout: "queue_len": 0, 2024-09-10T08:20:10.510 INFO:teuthology.orchestra.run.smithi203.stdout: "complete_latency": { 2024-09-10T08:20:10.510 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 2, 2024-09-10T08:20:10.510 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000028818, 2024-09-10T08:20:10.510 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000014409 2024-09-10T08:20:10.510 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-09-10T08:20:10.510 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.510 INFO:teuthology.orchestra.run.smithi203.stdout: "mds": { 2024-09-10T08:20:10.510 INFO:teuthology.orchestra.run.smithi203.stdout: "request": 1, 2024-09-10T08:20:10.510 INFO:teuthology.orchestra.run.smithi203.stdout: "reply": 1, 2024-09-10T08:20:10.510 INFO:teuthology.orchestra.run.smithi203.stdout: "reply_latency": { 2024-09-10T08:20:10.510 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 1, 2024-09-10T08:20:10.511 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000214077, 2024-09-10T08:20:10.511 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000214077 2024-09-10T08:20:10.511 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.511 INFO:teuthology.orchestra.run.smithi203.stdout: "slow_reply": 0, 2024-09-10T08:20:10.511 INFO:teuthology.orchestra.run.smithi203.stdout: "forward": 0, 2024-09-10T08:20:10.511 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_fetch_complete": 0, 2024-09-10T08:20:10.511 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_fetch_keys": 0, 2024-09-10T08:20:10.511 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_commit": 11, 2024-09-10T08:20:10.511 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_split": 0, 2024-09-10T08:20:10.511 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_merge": 0, 2024-09-10T08:20:10.511 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes": 16, 2024-09-10T08:20:10.511 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes_top": 0, 2024-09-10T08:20:10.511 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes_bottom": 16, 2024-09-10T08:20:10.511 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes_pin_tail": 0, 2024-09-10T08:20:10.512 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes_pinned": 15, 2024-09-10T08:20:10.512 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes_expired": 4, 2024-09-10T08:20:10.512 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes_with_caps": 1, 2024-09-10T08:20:10.512 INFO:teuthology.orchestra.run.smithi203.stdout: "caps": 1, 2024-09-10T08:20:10.512 INFO:teuthology.orchestra.run.smithi203.stdout: "subtrees": 3, 2024-09-10T08:20:10.512 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse": 18, 2024-09-10T08:20:10.512 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse_hit": 14, 2024-09-10T08:20:10.512 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse_forward": 0, 2024-09-10T08:20:10.512 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse_discover": 4, 2024-09-10T08:20:10.512 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse_dir_fetch": 0, 2024-09-10T08:20:10.512 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse_remote_ino": 0, 2024-09-10T08:20:10.512 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse_lock": 0, 2024-09-10T08:20:10.512 INFO:teuthology.orchestra.run.smithi203.stdout: "load_cent": 0, 2024-09-10T08:20:10.513 INFO:teuthology.orchestra.run.smithi203.stdout: "q": 0, 2024-09-10T08:20:10.513 INFO:teuthology.orchestra.run.smithi203.stdout: "exported": 0, 2024-09-10T08:20:10.513 INFO:teuthology.orchestra.run.smithi203.stdout: "exported_inodes": 0, 2024-09-10T08:20:10.513 INFO:teuthology.orchestra.run.smithi203.stdout: "imported": 0, 2024-09-10T08:20:10.513 INFO:teuthology.orchestra.run.smithi203.stdout: "imported_inodes": 0, 2024-09-10T08:20:10.513 INFO:teuthology.orchestra.run.smithi203.stdout: "openino_dir_fetch": 0, 2024-09-10T08:20:10.513 INFO:teuthology.orchestra.run.smithi203.stdout: "openino_backtrace_fetch": 0, 2024-09-10T08:20:10.513 INFO:teuthology.orchestra.run.smithi203.stdout: "openino_peer_discover": 0, 2024-09-10T08:20:10.513 INFO:teuthology.orchestra.run.smithi203.stdout: "root_rfiles": 4, 2024-09-10T08:20:10.513 INFO:teuthology.orchestra.run.smithi203.stdout: "root_rbytes": 234, 2024-09-10T08:20:10.513 INFO:teuthology.orchestra.run.smithi203.stdout: "root_rsnaps": 0, 2024-09-10T08:20:10.513 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_backtrace_fetch": 0, 2024-09-10T08:20:10.513 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_set_tag": 0, 2024-09-10T08:20:10.513 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_backtrace_repaired": 0, 2024-09-10T08:20:10.514 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_inotable_repaired": 0, 2024-09-10T08:20:10.514 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_dir_inodes": 0, 2024-09-10T08:20:10.514 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_dir_base_inodes": 0, 2024-09-10T08:20:10.514 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_dirfrag_rstats": 0, 2024-09-10T08:20:10.514 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_file_inodes": 0, 2024-09-10T08:20:10.514 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_inode_file_caps": 0, 2024-09-10T08:20:10.514 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_cap_op_revoke": 1, 2024-09-10T08:20:10.514 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_cap_op_grant": 0, 2024-09-10T08:20:10.514 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_cap_op_trunc": 0, 2024-09-10T08:20:10.514 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-10T08:20:10.514 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-10T08:20:10.514 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_client_caps": 1, 2024-09-10T08:20:10.514 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_client_caps_dirty": 0, 2024-09-10T08:20:10.514 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_client_cap_release": 0, 2024-09-10T08:20:10.515 INFO:teuthology.orchestra.run.smithi203.stdout: "process_request_cap_release": 0 2024-09-10T08:20:10.515 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.515 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_cache": { 2024-09-10T08:20:10.515 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_update": 0, 2024-09-10T08:20:10.515 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_update_receipt": 14, 2024-09-10T08:20:10.515 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_try_discover": 9, 2024-09-10T08:20:10.515 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_send_discover": 10, 2024-09-10T08:20:10.515 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_handle_discover": 0, 2024-09-10T08:20:10.515 INFO:teuthology.orchestra.run.smithi203.stdout: "num_strays": 0, 2024-09-10T08:20:10.515 INFO:teuthology.orchestra.run.smithi203.stdout: "num_strays_delayed": 0, 2024-09-10T08:20:10.515 INFO:teuthology.orchestra.run.smithi203.stdout: "num_strays_enqueuing": 0, 2024-09-10T08:20:10.515 INFO:teuthology.orchestra.run.smithi203.stdout: "strays_created": 0, 2024-09-10T08:20:10.515 INFO:teuthology.orchestra.run.smithi203.stdout: "strays_enqueued": 0, 2024-09-10T08:20:10.516 INFO:teuthology.orchestra.run.smithi203.stdout: "strays_reintegrated": 0, 2024-09-10T08:20:10.516 INFO:teuthology.orchestra.run.smithi203.stdout: "strays_migrated": 0, 2024-09-10T08:20:10.516 INFO:teuthology.orchestra.run.smithi203.stdout: "num_recovering_processing": 0, 2024-09-10T08:20:10.516 INFO:teuthology.orchestra.run.smithi203.stdout: "num_recovering_enqueued": 0, 2024-09-10T08:20:10.516 INFO:teuthology.orchestra.run.smithi203.stdout: "num_recovering_prioritized": 0, 2024-09-10T08:20:10.516 INFO:teuthology.orchestra.run.smithi203.stdout: "recovery_started": 0, 2024-09-10T08:20:10.516 INFO:teuthology.orchestra.run.smithi203.stdout: "recovery_completed": 0, 2024-09-10T08:20:10.516 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_quiesce_path": 3, 2024-09-10T08:20:10.516 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_quiesce_inode": 19, 2024-09-10T08:20:10.516 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_enqueue_scrub": 0, 2024-09-10T08:20:10.516 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_exportdir": 0, 2024-09-10T08:20:10.516 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_flush": 0, 2024-09-10T08:20:10.516 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_fragmentdir": 0, 2024-09-10T08:20:10.517 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_fragstats": 0, 2024-09-10T08:20:10.517 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_inodestats": 0 2024-09-10T08:20:10.517 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.517 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_log": { 2024-09-10T08:20:10.517 INFO:teuthology.orchestra.run.smithi203.stdout: "evlrg": 0, 2024-09-10T08:20:10.517 INFO:teuthology.orchestra.run.smithi203.stdout: "evadd": 3, 2024-09-10T08:20:10.517 INFO:teuthology.orchestra.run.smithi203.stdout: "evex": 0, 2024-09-10T08:20:10.517 INFO:teuthology.orchestra.run.smithi203.stdout: "evtrm": 0, 2024-09-10T08:20:10.517 INFO:teuthology.orchestra.run.smithi203.stdout: "ev": 3, 2024-09-10T08:20:10.517 INFO:teuthology.orchestra.run.smithi203.stdout: "evexg": 0, 2024-09-10T08:20:10.517 INFO:teuthology.orchestra.run.smithi203.stdout: "evexd": 0, 2024-09-10T08:20:10.517 INFO:teuthology.orchestra.run.smithi203.stdout: "segadd": 2, 2024-09-10T08:20:10.517 INFO:teuthology.orchestra.run.smithi203.stdout: "segex": 0, 2024-09-10T08:20:10.517 INFO:teuthology.orchestra.run.smithi203.stdout: "segtrm": 0, 2024-09-10T08:20:10.518 INFO:teuthology.orchestra.run.smithi203.stdout: "seg": 2, 2024-09-10T08:20:10.518 INFO:teuthology.orchestra.run.smithi203.stdout: "segmjr": 2, 2024-09-10T08:20:10.518 INFO:teuthology.orchestra.run.smithi203.stdout: "segexg": 0, 2024-09-10T08:20:10.518 INFO:teuthology.orchestra.run.smithi203.stdout: "segexd": 0, 2024-09-10T08:20:10.518 INFO:teuthology.orchestra.run.smithi203.stdout: "expos": 4194304, 2024-09-10T08:20:10.518 INFO:teuthology.orchestra.run.smithi203.stdout: "wrpos": 4195387, 2024-09-10T08:20:10.518 INFO:teuthology.orchestra.run.smithi203.stdout: "rdpos": 0, 2024-09-10T08:20:10.518 INFO:teuthology.orchestra.run.smithi203.stdout: "jlat": { 2024-09-10T08:20:10.518 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 2, 2024-09-10T08:20:10.518 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.002935617, 2024-09-10T08:20:10.518 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.001467808 2024-09-10T08:20:10.518 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.518 INFO:teuthology.orchestra.run.smithi203.stdout: "replayed": 0 2024-09-10T08:20:10.519 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.519 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_mem": { 2024-09-10T08:20:10.519 INFO:teuthology.orchestra.run.smithi203.stdout: "ino": 20, 2024-09-10T08:20:10.519 INFO:teuthology.orchestra.run.smithi203.stdout: "ino+": 22, 2024-09-10T08:20:10.519 INFO:teuthology.orchestra.run.smithi203.stdout: "ino-": 2, 2024-09-10T08:20:10.519 INFO:teuthology.orchestra.run.smithi203.stdout: "dir": 19, 2024-09-10T08:20:10.519 INFO:teuthology.orchestra.run.smithi203.stdout: "dir+": 23, 2024-09-10T08:20:10.519 INFO:teuthology.orchestra.run.smithi203.stdout: "dir-": 4, 2024-09-10T08:20:10.519 INFO:teuthology.orchestra.run.smithi203.stdout: "dn": 16, 2024-09-10T08:20:10.519 INFO:teuthology.orchestra.run.smithi203.stdout: "dn+": 20, 2024-09-10T08:20:10.519 INFO:teuthology.orchestra.run.smithi203.stdout: "dn-": 4, 2024-09-10T08:20:10.519 INFO:teuthology.orchestra.run.smithi203.stdout: "cap": 1, 2024-09-10T08:20:10.519 INFO:teuthology.orchestra.run.smithi203.stdout: "cap+": 1, 2024-09-10T08:20:10.520 INFO:teuthology.orchestra.run.smithi203.stdout: "cap-": 0, 2024-09-10T08:20:10.520 INFO:teuthology.orchestra.run.smithi203.stdout: "rss": 49264, 2024-09-10T08:20:10.520 INFO:teuthology.orchestra.run.smithi203.stdout: "heap": 223520 2024-09-10T08:20:10.520 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.520 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_server": { 2024-09-10T08:20:10.520 INFO:teuthology.orchestra.run.smithi203.stdout: "dispatch_client_request": 1, 2024-09-10T08:20:10.520 INFO:teuthology.orchestra.run.smithi203.stdout: "dispatch_server_request": 0, 2024-09-10T08:20:10.520 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_client_request": 1, 2024-09-10T08:20:10.520 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_client_session": 5, 2024-09-10T08:20:10.520 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_peer_request": 0, 2024-09-10T08:20:10.520 INFO:teuthology.orchestra.run.smithi203.stdout: "req_create_latency": { 2024-09-10T08:20:10.520 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:10.520 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:10.521 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:10.521 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.521 INFO:teuthology.orchestra.run.smithi203.stdout: "req_getattr_latency": { 2024-09-10T08:20:10.521 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 1, 2024-09-10T08:20:10.521 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000214077, 2024-09-10T08:20:10.521 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000214077 2024-09-10T08:20:10.521 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.521 INFO:teuthology.orchestra.run.smithi203.stdout: "req_getfilelock_latency": { 2024-09-10T08:20:10.521 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:10.521 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:10.521 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:10.521 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.521 INFO:teuthology.orchestra.run.smithi203.stdout: "req_link_latency": { 2024-09-10T08:20:10.521 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:10.522 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:10.522 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:10.522 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.522 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lookup_latency": { 2024-09-10T08:20:10.522 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:10.522 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:10.522 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:10.522 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.522 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lookuphash_latency": { 2024-09-10T08:20:10.522 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:10.522 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:10.522 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:10.522 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.523 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lookupino_latency": { 2024-09-10T08:20:10.523 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:10.523 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:10.523 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:10.523 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.523 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lookupname_latency": { 2024-09-10T08:20:10.523 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:10.523 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:10.523 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:10.523 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.523 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lookupparent_latency": { 2024-09-10T08:20:10.523 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:10.523 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:10.524 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:10.524 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.524 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lookupsnap_latency": { 2024-09-10T08:20:10.524 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:10.524 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:10.524 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:10.524 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.524 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lssnap_latency": { 2024-09-10T08:20:10.524 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:10.524 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:10.524 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:10.524 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.524 INFO:teuthology.orchestra.run.smithi203.stdout: "req_mkdir_latency": { 2024-09-10T08:20:10.524 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:10.525 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:10.525 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:10.526 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.526 INFO:teuthology.orchestra.run.smithi203.stdout: "req_mknod_latency": { 2024-09-10T08:20:10.526 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:10.526 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:10.526 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:10.526 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.526 INFO:teuthology.orchestra.run.smithi203.stdout: "req_mksnap_latency": { 2024-09-10T08:20:10.526 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:10.526 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:10.526 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:10.526 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.526 INFO:teuthology.orchestra.run.smithi203.stdout: "req_open_latency": { 2024-09-10T08:20:10.526 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:10.527 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:10.527 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:10.527 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.527 INFO:teuthology.orchestra.run.smithi203.stdout: "req_readdir_latency": { 2024-09-10T08:20:10.527 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:10.527 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:10.527 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:10.527 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.527 INFO:teuthology.orchestra.run.smithi203.stdout: "req_rename_latency": { 2024-09-10T08:20:10.527 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:10.527 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:10.527 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:10.528 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.528 INFO:teuthology.orchestra.run.smithi203.stdout: "req_renamesnap_latency": { 2024-09-10T08:20:10.528 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:10.528 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:10.528 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:10.528 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.528 INFO:teuthology.orchestra.run.smithi203.stdout: "req_snapdiff_latency": { 2024-09-10T08:20:10.528 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:10.528 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:10.528 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:10.528 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.528 INFO:teuthology.orchestra.run.smithi203.stdout: "req_rmdir_latency": { 2024-09-10T08:20:10.528 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:10.529 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:10.529 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:10.529 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.529 INFO:teuthology.orchestra.run.smithi203.stdout: "req_rmsnap_latency": { 2024-09-10T08:20:10.529 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:10.529 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:10.529 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:10.529 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.529 INFO:teuthology.orchestra.run.smithi203.stdout: "req_rmxattr_latency": { 2024-09-10T08:20:10.529 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:10.529 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:10.529 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:10.529 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.530 INFO:teuthology.orchestra.run.smithi203.stdout: "req_setattr_latency": { 2024-09-10T08:20:10.530 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:10.530 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:10.530 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:10.530 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.530 INFO:teuthology.orchestra.run.smithi203.stdout: "req_setdirlayout_latency": { 2024-09-10T08:20:10.530 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:10.530 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:10.530 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:10.530 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.530 INFO:teuthology.orchestra.run.smithi203.stdout: "req_setfilelock_latency": { 2024-09-10T08:20:10.530 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:10.530 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:10.531 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:10.531 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.531 INFO:teuthology.orchestra.run.smithi203.stdout: "req_setlayout_latency": { 2024-09-10T08:20:10.531 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:10.531 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:10.531 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:10.531 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.531 INFO:teuthology.orchestra.run.smithi203.stdout: "req_setxattr_latency": { 2024-09-10T08:20:10.531 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:10.531 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:10.531 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:10.531 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.531 INFO:teuthology.orchestra.run.smithi203.stdout: "req_symlink_latency": { 2024-09-10T08:20:10.531 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:10.532 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:10.532 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:10.532 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.532 INFO:teuthology.orchestra.run.smithi203.stdout: "req_unlink_latency": { 2024-09-10T08:20:10.532 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:10.532 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:10.532 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:10.532 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.532 INFO:teuthology.orchestra.run.smithi203.stdout: "cap_revoke_eviction": 0, 2024-09-10T08:20:10.532 INFO:teuthology.orchestra.run.smithi203.stdout: "cap_acquisition_throttle": 0, 2024-09-10T08:20:10.532 INFO:teuthology.orchestra.run.smithi203.stdout: "req_getvxattr_latency": { 2024-09-10T08:20:10.532 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:10.532 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:10.533 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:10.533 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-09-10T08:20:10.533 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.533 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_sessions": { 2024-09-10T08:20:10.533 INFO:teuthology.orchestra.run.smithi203.stdout: "session_count": 1, 2024-09-10T08:20:10.533 INFO:teuthology.orchestra.run.smithi203.stdout: "session_add": 1, 2024-09-10T08:20:10.533 INFO:teuthology.orchestra.run.smithi203.stdout: "session_remove": 0, 2024-09-10T08:20:10.533 INFO:teuthology.orchestra.run.smithi203.stdout: "sessions_open": 1, 2024-09-10T08:20:10.533 INFO:teuthology.orchestra.run.smithi203.stdout: "sessions_stale": 0, 2024-09-10T08:20:10.533 INFO:teuthology.orchestra.run.smithi203.stdout: "total_load": 1, 2024-09-10T08:20:10.533 INFO:teuthology.orchestra.run.smithi203.stdout: "average_load": 1, 2024-09-10T08:20:10.533 INFO:teuthology.orchestra.run.smithi203.stdout: "avg_session_uptime": 293, 2024-09-10T08:20:10.533 INFO:teuthology.orchestra.run.smithi203.stdout: "mdthresh_evicted": 0 2024-09-10T08:20:10.534 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.534 INFO:teuthology.orchestra.run.smithi203.stdout: "mempool": { 2024-09-10T08:20:10.534 INFO:teuthology.orchestra.run.smithi203.stdout: "bloom_filter_bytes": 0, 2024-09-10T08:20:10.534 INFO:teuthology.orchestra.run.smithi203.stdout: "bloom_filter_items": 0, 2024-09-10T08:20:10.534 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_alloc_bytes": 0, 2024-09-10T08:20:10.534 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_alloc_items": 0, 2024-09-10T08:20:10.534 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_data_bytes": 0, 2024-09-10T08:20:10.534 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_data_items": 0, 2024-09-10T08:20:10.534 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-10T08:20:10.534 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_onode_items": 0, 2024-09-10T08:20:10.534 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-10T08:20:10.534 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_meta_items": 0, 2024-09-10T08:20:10.534 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_other_bytes": 0, 2024-09-10T08:20:10.535 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_other_items": 0, 2024-09-10T08:20:10.535 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-10T08:20:10.535 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_buffer_items": 0, 2024-09-10T08:20:10.535 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_extent_bytes": 0, 2024-09-10T08:20:10.535 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_extent_items": 0, 2024-09-10T08:20:10.535 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_blob_bytes": 0, 2024-09-10T08:20:10.535 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_blob_items": 0, 2024-09-10T08:20:10.535 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-10T08:20:10.535 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_shared_blob_items": 0, 2024-09-10T08:20:10.535 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-10T08:20:10.535 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_inline_bl_items": 0, 2024-09-10T08:20:10.536 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_fsck_bytes": 0, 2024-09-10T08:20:10.536 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_fsck_items": 0, 2024-09-10T08:20:10.536 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_txc_bytes": 0, 2024-09-10T08:20:10.536 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_txc_items": 0, 2024-09-10T08:20:10.536 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-10T08:20:10.536 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_writing_deferred_items": 0, 2024-09-10T08:20:10.536 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_writing_bytes": 0, 2024-09-10T08:20:10.536 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_writing_items": 0, 2024-09-10T08:20:10.536 INFO:teuthology.orchestra.run.smithi203.stdout: "bluefs_bytes": 0, 2024-09-10T08:20:10.536 INFO:teuthology.orchestra.run.smithi203.stdout: "bluefs_items": 0, 2024-09-10T08:20:10.536 INFO:teuthology.orchestra.run.smithi203.stdout: "bluefs_file_reader_bytes": 0, 2024-09-10T08:20:10.536 INFO:teuthology.orchestra.run.smithi203.stdout: "bluefs_file_reader_items": 0, 2024-09-10T08:20:10.536 INFO:teuthology.orchestra.run.smithi203.stdout: "bluefs_file_writer_bytes": 0, 2024-09-10T08:20:10.537 INFO:teuthology.orchestra.run.smithi203.stdout: "bluefs_file_writer_items": 0, 2024-09-10T08:20:10.537 INFO:teuthology.orchestra.run.smithi203.stdout: "buffer_anon_bytes": 229783, 2024-09-10T08:20:10.537 INFO:teuthology.orchestra.run.smithi203.stdout: "buffer_anon_items": 68, 2024-09-10T08:20:10.537 INFO:teuthology.orchestra.run.smithi203.stdout: "buffer_meta_bytes": 0, 2024-09-10T08:20:10.537 INFO:teuthology.orchestra.run.smithi203.stdout: "buffer_meta_items": 0, 2024-09-10T08:20:10.537 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_bytes": 0, 2024-09-10T08:20:10.537 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_items": 0, 2024-09-10T08:20:10.537 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_mapbl_bytes": 0, 2024-09-10T08:20:10.537 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_mapbl_items": 0, 2024-09-10T08:20:10.537 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_pglog_bytes": 0, 2024-09-10T08:20:10.537 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_pglog_items": 0, 2024-09-10T08:20:10.537 INFO:teuthology.orchestra.run.smithi203.stdout: "osdmap_bytes": 9160, 2024-09-10T08:20:10.537 INFO:teuthology.orchestra.run.smithi203.stdout: "osdmap_items": 174, 2024-09-10T08:20:10.538 INFO:teuthology.orchestra.run.smithi203.stdout: "osdmap_mapping_bytes": 0, 2024-09-10T08:20:10.538 INFO:teuthology.orchestra.run.smithi203.stdout: "osdmap_mapping_items": 0, 2024-09-10T08:20:10.538 INFO:teuthology.orchestra.run.smithi203.stdout: "pgmap_bytes": 0, 2024-09-10T08:20:10.538 INFO:teuthology.orchestra.run.smithi203.stdout: "pgmap_items": 0, 2024-09-10T08:20:10.538 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_co_bytes": 81325, 2024-09-10T08:20:10.538 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_co_items": 328, 2024-09-10T08:20:10.538 INFO:teuthology.orchestra.run.smithi203.stdout: "unittest_1_bytes": 0, 2024-09-10T08:20:10.538 INFO:teuthology.orchestra.run.smithi203.stdout: "unittest_1_items": 0, 2024-09-10T08:20:10.538 INFO:teuthology.orchestra.run.smithi203.stdout: "unittest_2_bytes": 0, 2024-09-10T08:20:10.538 INFO:teuthology.orchestra.run.smithi203.stdout: "unittest_2_items": 0 2024-09-10T08:20:10.538 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.538 INFO:teuthology.orchestra.run.smithi203.stdout: "objecter": { 2024-09-10T08:20:10.538 INFO:teuthology.orchestra.run.smithi203.stdout: "op_active": 0, 2024-09-10T08:20:10.538 INFO:teuthology.orchestra.run.smithi203.stdout: "op_laggy": 0, 2024-09-10T08:20:10.539 INFO:teuthology.orchestra.run.smithi203.stdout: "op_send": 38, 2024-09-10T08:20:10.539 INFO:teuthology.orchestra.run.smithi203.stdout: "op_send_bytes": 11389, 2024-09-10T08:20:10.539 INFO:teuthology.orchestra.run.smithi203.stdout: "op_resend": 27, 2024-09-10T08:20:10.539 INFO:teuthology.orchestra.run.smithi203.stdout: "op_reply": 38, 2024-09-10T08:20:10.539 INFO:teuthology.orchestra.run.smithi203.stdout: "op_latency": { 2024-09-10T08:20:10.539 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 38, 2024-09-10T08:20:10.539 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.198995126, 2024-09-10T08:20:10.539 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.005236713 2024-09-10T08:20:10.539 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.539 INFO:teuthology.orchestra.run.smithi203.stdout: "op_inflight": 0, 2024-09-10T08:20:10.539 INFO:teuthology.orchestra.run.smithi203.stdout: "oplen_avg": { 2024-09-10T08:20:10.539 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 38, 2024-09-10T08:20:10.539 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 61 2024-09-10T08:20:10.540 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.540 INFO:teuthology.orchestra.run.smithi203.stdout: "op": 38, 2024-09-10T08:20:10.540 INFO:teuthology.orchestra.run.smithi203.stdout: "op_r": 0, 2024-09-10T08:20:10.540 INFO:teuthology.orchestra.run.smithi203.stdout: "op_w": 38, 2024-09-10T08:20:10.540 INFO:teuthology.orchestra.run.smithi203.stdout: "op_rmw": 0, 2024-09-10T08:20:10.540 INFO:teuthology.orchestra.run.smithi203.stdout: "op_pg": 0, 2024-09-10T08:20:10.540 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_stat": 0, 2024-09-10T08:20:10.540 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_create": 10, 2024-09-10T08:20:10.540 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_read": 0, 2024-09-10T08:20:10.540 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_write": 2, 2024-09-10T08:20:10.540 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_writefull": 6, 2024-09-10T08:20:10.540 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_writesame": 0, 2024-09-10T08:20:10.540 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_append": 0, 2024-09-10T08:20:10.541 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_zero": 0, 2024-09-10T08:20:10.541 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_truncate": 0, 2024-09-10T08:20:10.541 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_delete": 6, 2024-09-10T08:20:10.541 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_mapext": 0, 2024-09-10T08:20:10.541 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_sparse_read": 0, 2024-09-10T08:20:10.541 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_clonerange": 0, 2024-09-10T08:20:10.541 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_getxattr": 0, 2024-09-10T08:20:10.541 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_setxattr": 20, 2024-09-10T08:20:10.541 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_cmpxattr": 0, 2024-09-10T08:20:10.541 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_rmxattr": 0, 2024-09-10T08:20:10.541 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_resetxattrs": 0, 2024-09-10T08:20:10.541 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_call": 0, 2024-09-10T08:20:10.541 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_watch": 0, 2024-09-10T08:20:10.541 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_notify": 0, 2024-09-10T08:20:10.542 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_src_cmpxattr": 0, 2024-09-10T08:20:10.542 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_pgls": 0, 2024-09-10T08:20:10.542 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_pgls_filter": 0, 2024-09-10T08:20:10.542 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_other": 0, 2024-09-10T08:20:10.542 INFO:teuthology.orchestra.run.smithi203.stdout: "linger_active": 0, 2024-09-10T08:20:10.542 INFO:teuthology.orchestra.run.smithi203.stdout: "linger_send": 0, 2024-09-10T08:20:10.542 INFO:teuthology.orchestra.run.smithi203.stdout: "linger_resend": 0, 2024-09-10T08:20:10.542 INFO:teuthology.orchestra.run.smithi203.stdout: "linger_ping": 0, 2024-09-10T08:20:10.542 INFO:teuthology.orchestra.run.smithi203.stdout: "poolop_active": 0, 2024-09-10T08:20:10.542 INFO:teuthology.orchestra.run.smithi203.stdout: "poolop_send": 0, 2024-09-10T08:20:10.542 INFO:teuthology.orchestra.run.smithi203.stdout: "poolop_resend": 0, 2024-09-10T08:20:10.542 INFO:teuthology.orchestra.run.smithi203.stdout: "poolstat_active": 0, 2024-09-10T08:20:10.542 INFO:teuthology.orchestra.run.smithi203.stdout: "poolstat_send": 0, 2024-09-10T08:20:10.543 INFO:teuthology.orchestra.run.smithi203.stdout: "poolstat_resend": 0, 2024-09-10T08:20:10.543 INFO:teuthology.orchestra.run.smithi203.stdout: "statfs_active": 0, 2024-09-10T08:20:10.543 INFO:teuthology.orchestra.run.smithi203.stdout: "statfs_send": 0, 2024-09-10T08:20:10.543 INFO:teuthology.orchestra.run.smithi203.stdout: "statfs_resend": 0, 2024-09-10T08:20:10.543 INFO:teuthology.orchestra.run.smithi203.stdout: "command_active": 0, 2024-09-10T08:20:10.543 INFO:teuthology.orchestra.run.smithi203.stdout: "command_send": 0, 2024-09-10T08:20:10.543 INFO:teuthology.orchestra.run.smithi203.stdout: "command_resend": 0, 2024-09-10T08:20:10.543 INFO:teuthology.orchestra.run.smithi203.stdout: "map_epoch": 92, 2024-09-10T08:20:10.543 INFO:teuthology.orchestra.run.smithi203.stdout: "map_full": 0, 2024-09-10T08:20:10.543 INFO:teuthology.orchestra.run.smithi203.stdout: "map_inc": 4, 2024-09-10T08:20:10.543 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_sessions": 8, 2024-09-10T08:20:10.543 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_session_open": 8, 2024-09-10T08:20:10.543 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_session_close": 0, 2024-09-10T08:20:10.544 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_laggy": 0, 2024-09-10T08:20:10.544 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_wr": 16, 2024-09-10T08:20:10.544 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_rd": 0, 2024-09-10T08:20:10.544 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_del": 1 2024-09-10T08:20:10.544 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.544 INFO:teuthology.orchestra.run.smithi203.stdout: "oft": { 2024-09-10T08:20:10.544 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_total_objs": 1, 2024-09-10T08:20:10.544 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_total_kv_pairs": 0, 2024-09-10T08:20:10.544 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_total_updates": 0, 2024-09-10T08:20:10.544 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_total_removes": 0 2024-09-10T08:20:10.544 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.544 INFO:teuthology.orchestra.run.smithi203.stdout: "osd-slow-ops": { 2024-09-10T08:20:10.544 INFO:teuthology.orchestra.run.smithi203.stdout: "slow_ops_count": 22 2024-09-10T08:20:10.544 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.545 INFO:teuthology.orchestra.run.smithi203.stdout: "purge_queue": { 2024-09-10T08:20:10.545 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_executing_ops": 0, 2024-09-10T08:20:10.545 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_executing_ops_high_water": 0, 2024-09-10T08:20:10.545 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_executing": 0, 2024-09-10T08:20:10.545 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_executing_high_water": 0, 2024-09-10T08:20:10.545 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_executed_ops": 0, 2024-09-10T08:20:10.545 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_executed": 0, 2024-09-10T08:20:10.545 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_item_in_journal": 0 2024-09-10T08:20:10.545 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.545 INFO:teuthology.orchestra.run.smithi203.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-10T08:20:10.545 INFO:teuthology.orchestra.run.smithi203.stdout: "val": 0, 2024-09-10T08:20:10.545 INFO:teuthology.orchestra.run.smithi203.stdout: "max": 104857600, 2024-09-10T08:20:10.545 INFO:teuthology.orchestra.run.smithi203.stdout: "get_started": 0, 2024-09-10T08:20:10.546 INFO:teuthology.orchestra.run.smithi203.stdout: "get": 569, 2024-09-10T08:20:10.546 INFO:teuthology.orchestra.run.smithi203.stdout: "get_sum": 840018, 2024-09-10T08:20:10.546 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_fail": 0, 2024-09-10T08:20:10.546 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_success": 569, 2024-09-10T08:20:10.546 INFO:teuthology.orchestra.run.smithi203.stdout: "take": 0, 2024-09-10T08:20:10.546 INFO:teuthology.orchestra.run.smithi203.stdout: "take_sum": 0, 2024-09-10T08:20:10.546 INFO:teuthology.orchestra.run.smithi203.stdout: "put": 569, 2024-09-10T08:20:10.546 INFO:teuthology.orchestra.run.smithi203.stdout: "put_sum": 840018, 2024-09-10T08:20:10.546 INFO:teuthology.orchestra.run.smithi203.stdout: "wait": { 2024-09-10T08:20:10.546 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:10.546 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:10.546 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:10.546 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-09-10T08:20:10.546 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.547 INFO:teuthology.orchestra.run.smithi203.stdout: "throttle-objecter_bytes": { 2024-09-10T08:20:10.547 INFO:teuthology.orchestra.run.smithi203.stdout: "val": 0, 2024-09-10T08:20:10.547 INFO:teuthology.orchestra.run.smithi203.stdout: "max": 104857600, 2024-09-10T08:20:10.547 INFO:teuthology.orchestra.run.smithi203.stdout: "get_started": 0, 2024-09-10T08:20:10.547 INFO:teuthology.orchestra.run.smithi203.stdout: "get": 0, 2024-09-10T08:20:10.547 INFO:teuthology.orchestra.run.smithi203.stdout: "get_sum": 0, 2024-09-10T08:20:10.547 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_fail": 0, 2024-09-10T08:20:10.547 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_success": 0, 2024-09-10T08:20:10.547 INFO:teuthology.orchestra.run.smithi203.stdout: "take": 38, 2024-09-10T08:20:10.547 INFO:teuthology.orchestra.run.smithi203.stdout: "take_sum": 11389, 2024-09-10T08:20:10.547 INFO:teuthology.orchestra.run.smithi203.stdout: "put": 38, 2024-09-10T08:20:10.547 INFO:teuthology.orchestra.run.smithi203.stdout: "put_sum": 11389, 2024-09-10T08:20:10.547 INFO:teuthology.orchestra.run.smithi203.stdout: "wait": { 2024-09-10T08:20:10.548 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:10.548 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:10.548 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:10.548 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-09-10T08:20:10.548 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.548 INFO:teuthology.orchestra.run.smithi203.stdout: "throttle-objecter_ops": { 2024-09-10T08:20:10.548 INFO:teuthology.orchestra.run.smithi203.stdout: "val": 0, 2024-09-10T08:20:10.548 INFO:teuthology.orchestra.run.smithi203.stdout: "max": 1024, 2024-09-10T08:20:10.548 INFO:teuthology.orchestra.run.smithi203.stdout: "get_started": 0, 2024-09-10T08:20:10.548 INFO:teuthology.orchestra.run.smithi203.stdout: "get": 0, 2024-09-10T08:20:10.548 INFO:teuthology.orchestra.run.smithi203.stdout: "get_sum": 0, 2024-09-10T08:20:10.548 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_fail": 0, 2024-09-10T08:20:10.548 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_success": 0, 2024-09-10T08:20:10.549 INFO:teuthology.orchestra.run.smithi203.stdout: "take": 38, 2024-09-10T08:20:10.549 INFO:teuthology.orchestra.run.smithi203.stdout: "take_sum": 38, 2024-09-10T08:20:10.549 INFO:teuthology.orchestra.run.smithi203.stdout: "put": 38, 2024-09-10T08:20:10.549 INFO:teuthology.orchestra.run.smithi203.stdout: "put_sum": 38, 2024-09-10T08:20:10.549 INFO:teuthology.orchestra.run.smithi203.stdout: "wait": { 2024-09-10T08:20:10.549 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:10.549 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:10.549 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:10.549 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-09-10T08:20:10.549 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.549 INFO:teuthology.orchestra.run.smithi203.stdout: "throttle-write_buf_throttle": { 2024-09-10T08:20:10.549 INFO:teuthology.orchestra.run.smithi203.stdout: "val": 0, 2024-09-10T08:20:10.549 INFO:teuthology.orchestra.run.smithi203.stdout: "max": 3758096384, 2024-09-10T08:20:10.550 INFO:teuthology.orchestra.run.smithi203.stdout: "get_started": 0, 2024-09-10T08:20:10.550 INFO:teuthology.orchestra.run.smithi203.stdout: "get": 0, 2024-09-10T08:20:10.550 INFO:teuthology.orchestra.run.smithi203.stdout: "get_sum": 0, 2024-09-10T08:20:10.550 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_fail": 0, 2024-09-10T08:20:10.550 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_success": 0, 2024-09-10T08:20:10.550 INFO:teuthology.orchestra.run.smithi203.stdout: "take": 0, 2024-09-10T08:20:10.550 INFO:teuthology.orchestra.run.smithi203.stdout: "take_sum": 0, 2024-09-10T08:20:10.550 INFO:teuthology.orchestra.run.smithi203.stdout: "put": 0, 2024-09-10T08:20:10.550 INFO:teuthology.orchestra.run.smithi203.stdout: "put_sum": 0, 2024-09-10T08:20:10.550 INFO:teuthology.orchestra.run.smithi203.stdout: "wait": { 2024-09-10T08:20:10.550 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:10.550 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:10.550 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:10.550 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-09-10T08:20:10.550 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:10.551 INFO:teuthology.orchestra.run.smithi203.stdout: "throttle-write_buf_throttle-0x5567a3cac960": { 2024-09-10T08:20:10.551 INFO:teuthology.orchestra.run.smithi203.stdout: "val": 0, 2024-09-10T08:20:10.551 INFO:teuthology.orchestra.run.smithi203.stdout: "max": 3758096384, 2024-09-10T08:20:10.551 INFO:teuthology.orchestra.run.smithi203.stdout: "get_started": 0, 2024-09-10T08:20:10.551 INFO:teuthology.orchestra.run.smithi203.stdout: "get": 3, 2024-09-10T08:20:10.551 INFO:teuthology.orchestra.run.smithi203.stdout: "get_sum": 1083, 2024-09-10T08:20:10.551 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_fail": 0, 2024-09-10T08:20:10.551 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_success": 3, 2024-09-10T08:20:10.551 INFO:teuthology.orchestra.run.smithi203.stdout: "take": 0, 2024-09-10T08:20:10.551 INFO:teuthology.orchestra.run.smithi203.stdout: "take_sum": 0, 2024-09-10T08:20:10.551 INFO:teuthology.orchestra.run.smithi203.stdout: "put": 2, 2024-09-10T08:20:10.551 INFO:teuthology.orchestra.run.smithi203.stdout: "put_sum": 1083, 2024-09-10T08:20:10.551 INFO:teuthology.orchestra.run.smithi203.stdout: "wait": { 2024-09-10T08:20:10.551 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:10.552 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:10.552 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:10.552 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-09-10T08:20:10.552 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-09-10T08:20:10.552 INFO:teuthology.orchestra.run.smithi203.stdout:} 2024-09-10T08:20:11.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:11 smithi067 ceph-mon[31051]: pgmap v518: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-09-10T08:20:11.457 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:11 smithi203 ceph-mon[34672]: pgmap v518: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-09-10T08:20:11.485 INFO:tasks.check_counter:Daemon mds.c mds.exported=0 2024-09-10T08:20:11.485 INFO:tasks.check_counter:Daemon mds.c mds.imported=0 2024-09-10T08:20:11.485 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update=0 2024-09-10T08:20:11.485 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update_receipt=14 2024-09-10T08:20:11.486 DEBUG:tasks.check_counter:Getting stats from f 2024-09-10T08:20:11.486 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph daemon mds.f perf dump 2024-09-10T08:20:11.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:11 smithi133 ceph-mon[34721]: pgmap v518: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-09-10T08:20:11.734 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.c/config 2024-09-10T08:20:12.254 INFO:teuthology.orchestra.run.smithi203.stdout:{ 2024-09-10T08:20:12.254 INFO:teuthology.orchestra.run.smithi203.stdout: "AsyncMessenger::Worker-0": { 2024-09-10T08:20:12.254 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_messages": 561, 2024-09-10T08:20:12.254 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_messages": 550, 2024-09-10T08:20:12.254 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_bytes": 918000, 2024-09-10T08:20:12.255 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_bytes": 211964, 2024-09-10T08:20:12.255 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_created_connections": 5, 2024-09-10T08:20:12.255 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_active_connections": 1, 2024-09-10T08:20:12.255 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_total_time": 0.073428217, 2024-09-10T08:20:12.255 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_send_time": 0.023996806, 2024-09-10T08:20:12.255 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_recv_time": 0.035622802, 2024-09-10T08:20:12.255 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_fast_dispatch_time": 0.016223480, 2024-09-10T08:20:12.255 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:20:12.255 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 549, 2024-09-10T08:20:12.255 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.031775621, 2024-09-10T08:20:12.255 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000057879 2024-09-10T08:20:12.255 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.255 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:20:12.255 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:12.256 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:12.256 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:12.256 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.256 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_encrypted_bytes": 780240, 2024-09-10T08:20:12.256 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_encrypted_bytes": 81584 2024-09-10T08:20:12.256 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.256 INFO:teuthology.orchestra.run.smithi203.stdout: "AsyncMessenger::Worker-1": { 2024-09-10T08:20:12.256 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_messages": 7, 2024-09-10T08:20:12.256 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_messages": 104, 2024-09-10T08:20:12.256 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_bytes": 3756, 2024-09-10T08:20:12.256 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_bytes": 239082, 2024-09-10T08:20:12.256 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_created_connections": 4, 2024-09-10T08:20:12.256 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_active_connections": 3, 2024-09-10T08:20:12.256 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_total_time": 0.008876910, 2024-09-10T08:20:12.257 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_send_time": 0.004322187, 2024-09-10T08:20:12.257 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_recv_time": 0.003361293, 2024-09-10T08:20:12.257 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_fast_dispatch_time": 0.000117581, 2024-09-10T08:20:12.257 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:20:12.257 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 103, 2024-09-10T08:20:12.257 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.011073100, 2024-09-10T08:20:12.257 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000107505 2024-09-10T08:20:12.257 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.257 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:20:12.257 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:12.257 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:12.257 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:12.258 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.258 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_encrypted_bytes": 3200, 2024-09-10T08:20:12.258 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_encrypted_bytes": 238384 2024-09-10T08:20:12.258 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.258 INFO:teuthology.orchestra.run.smithi203.stdout: "AsyncMessenger::Worker-2": { 2024-09-10T08:20:12.258 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_messages": 714, 2024-09-10T08:20:12.258 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_messages": 716, 2024-09-10T08:20:12.258 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_bytes": 184466, 2024-09-10T08:20:12.258 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_bytes": 227059, 2024-09-10T08:20:12.258 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_created_connections": 4, 2024-09-10T08:20:12.258 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_active_connections": 3, 2024-09-10T08:20:12.258 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_total_time": 0.049610000, 2024-09-10T08:20:12.258 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_send_time": 0.016250736, 2024-09-10T08:20:12.258 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_recv_time": 0.012851999, 2024-09-10T08:20:12.259 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_fast_dispatch_time": 0.016995302, 2024-09-10T08:20:12.259 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:20:12.259 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 714, 2024-09-10T08:20:12.259 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.024194501, 2024-09-10T08:20:12.259 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000033885 2024-09-10T08:20:12.259 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.259 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:20:12.259 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:12.259 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:12.259 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:12.259 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.259 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-10T08:20:12.259 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_encrypted_bytes": 0 2024-09-10T08:20:12.259 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.260 INFO:teuthology.orchestra.run.smithi203.stdout: "cct": { 2024-09-10T08:20:12.260 INFO:teuthology.orchestra.run.smithi203.stdout: "total_workers": 1, 2024-09-10T08:20:12.260 INFO:teuthology.orchestra.run.smithi203.stdout: "unhealthy_workers": 0 2024-09-10T08:20:12.260 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.260 INFO:teuthology.orchestra.run.smithi203.stdout: "finisher-MDSRank": { 2024-09-10T08:20:12.260 INFO:teuthology.orchestra.run.smithi203.stdout: "queue_len": 0, 2024-09-10T08:20:12.260 INFO:teuthology.orchestra.run.smithi203.stdout: "complete_latency": { 2024-09-10T08:20:12.260 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 1945, 2024-09-10T08:20:12.260 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.052641619, 2024-09-10T08:20:12.260 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000027065 2024-09-10T08:20:12.260 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-09-10T08:20:12.260 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.260 INFO:teuthology.orchestra.run.smithi203.stdout: "finisher-PurgeQueue": { 2024-09-10T08:20:12.261 INFO:teuthology.orchestra.run.smithi203.stdout: "queue_len": 0, 2024-09-10T08:20:12.261 INFO:teuthology.orchestra.run.smithi203.stdout: "complete_latency": { 2024-09-10T08:20:12.261 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:12.261 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:12.261 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:12.261 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-09-10T08:20:12.261 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.261 INFO:teuthology.orchestra.run.smithi203.stdout: "mds": { 2024-09-10T08:20:12.261 INFO:teuthology.orchestra.run.smithi203.stdout: "request": 0, 2024-09-10T08:20:12.261 INFO:teuthology.orchestra.run.smithi203.stdout: "reply": 0, 2024-09-10T08:20:12.261 INFO:teuthology.orchestra.run.smithi203.stdout: "reply_latency": { 2024-09-10T08:20:12.261 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:12.261 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:12.262 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:12.262 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.262 INFO:teuthology.orchestra.run.smithi203.stdout: "slow_reply": 0, 2024-09-10T08:20:12.262 INFO:teuthology.orchestra.run.smithi203.stdout: "forward": 0, 2024-09-10T08:20:12.262 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_fetch_complete": 0, 2024-09-10T08:20:12.262 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_fetch_keys": 0, 2024-09-10T08:20:12.262 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_commit": 0, 2024-09-10T08:20:12.263 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_split": 0, 2024-09-10T08:20:12.263 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_merge": 0, 2024-09-10T08:20:12.263 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes": 0, 2024-09-10T08:20:12.263 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes_top": 0, 2024-09-10T08:20:12.263 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes_bottom": 0, 2024-09-10T08:20:12.263 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes_pin_tail": 0, 2024-09-10T08:20:12.263 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes_pinned": 0, 2024-09-10T08:20:12.263 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes_expired": 0, 2024-09-10T08:20:12.263 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes_with_caps": 0, 2024-09-10T08:20:12.263 INFO:teuthology.orchestra.run.smithi203.stdout: "caps": 0, 2024-09-10T08:20:12.263 INFO:teuthology.orchestra.run.smithi203.stdout: "subtrees": 1, 2024-09-10T08:20:12.263 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse": 0, 2024-09-10T08:20:12.263 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse_hit": 0, 2024-09-10T08:20:12.263 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse_forward": 0, 2024-09-10T08:20:12.264 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse_discover": 0, 2024-09-10T08:20:12.264 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse_dir_fetch": 0, 2024-09-10T08:20:12.264 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse_remote_ino": 0, 2024-09-10T08:20:12.264 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse_lock": 0, 2024-09-10T08:20:12.264 INFO:teuthology.orchestra.run.smithi203.stdout: "load_cent": 0, 2024-09-10T08:20:12.264 INFO:teuthology.orchestra.run.smithi203.stdout: "q": 0, 2024-09-10T08:20:12.264 INFO:teuthology.orchestra.run.smithi203.stdout: "exported": 0, 2024-09-10T08:20:12.264 INFO:teuthology.orchestra.run.smithi203.stdout: "exported_inodes": 0, 2024-09-10T08:20:12.264 INFO:teuthology.orchestra.run.smithi203.stdout: "imported": 0, 2024-09-10T08:20:12.264 INFO:teuthology.orchestra.run.smithi203.stdout: "imported_inodes": 0, 2024-09-10T08:20:12.264 INFO:teuthology.orchestra.run.smithi203.stdout: "openino_dir_fetch": 0, 2024-09-10T08:20:12.264 INFO:teuthology.orchestra.run.smithi203.stdout: "openino_backtrace_fetch": 0, 2024-09-10T08:20:12.264 INFO:teuthology.orchestra.run.smithi203.stdout: "openino_peer_discover": 0, 2024-09-10T08:20:12.265 INFO:teuthology.orchestra.run.smithi203.stdout: "root_rfiles": 0, 2024-09-10T08:20:12.265 INFO:teuthology.orchestra.run.smithi203.stdout: "root_rbytes": 0, 2024-09-10T08:20:12.265 INFO:teuthology.orchestra.run.smithi203.stdout: "root_rsnaps": 0, 2024-09-10T08:20:12.265 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_backtrace_fetch": 0, 2024-09-10T08:20:12.265 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_set_tag": 0, 2024-09-10T08:20:12.265 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_backtrace_repaired": 0, 2024-09-10T08:20:12.265 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_inotable_repaired": 0, 2024-09-10T08:20:12.265 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_dir_inodes": 0, 2024-09-10T08:20:12.265 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_dir_base_inodes": 0, 2024-09-10T08:20:12.265 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_dirfrag_rstats": 0, 2024-09-10T08:20:12.265 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_file_inodes": 0, 2024-09-10T08:20:12.265 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_inode_file_caps": 0, 2024-09-10T08:20:12.265 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_cap_op_revoke": 0, 2024-09-10T08:20:12.268 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_cap_op_grant": 0, 2024-09-10T08:20:12.268 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_cap_op_trunc": 0, 2024-09-10T08:20:12.268 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-10T08:20:12.268 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-10T08:20:12.268 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_client_caps": 0, 2024-09-10T08:20:12.268 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_client_caps_dirty": 0, 2024-09-10T08:20:12.269 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_client_cap_release": 0, 2024-09-10T08:20:12.269 INFO:teuthology.orchestra.run.smithi203.stdout: "process_request_cap_release": 0 2024-09-10T08:20:12.269 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.269 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_cache": { 2024-09-10T08:20:12.269 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_update": 0, 2024-09-10T08:20:12.269 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_update_receipt": 0, 2024-09-10T08:20:12.269 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_try_discover": 0, 2024-09-10T08:20:12.269 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_send_discover": 0, 2024-09-10T08:20:12.269 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_handle_discover": 0, 2024-09-10T08:20:12.269 INFO:teuthology.orchestra.run.smithi203.stdout: "num_strays": 0, 2024-09-10T08:20:12.269 INFO:teuthology.orchestra.run.smithi203.stdout: "num_strays_delayed": 0, 2024-09-10T08:20:12.269 INFO:teuthology.orchestra.run.smithi203.stdout: "num_strays_enqueuing": 0, 2024-09-10T08:20:12.269 INFO:teuthology.orchestra.run.smithi203.stdout: "strays_created": 0, 2024-09-10T08:20:12.269 INFO:teuthology.orchestra.run.smithi203.stdout: "strays_enqueued": 0, 2024-09-10T08:20:12.270 INFO:teuthology.orchestra.run.smithi203.stdout: "strays_reintegrated": 0, 2024-09-10T08:20:12.270 INFO:teuthology.orchestra.run.smithi203.stdout: "strays_migrated": 0, 2024-09-10T08:20:12.270 INFO:teuthology.orchestra.run.smithi203.stdout: "num_recovering_processing": 0, 2024-09-10T08:20:12.270 INFO:teuthology.orchestra.run.smithi203.stdout: "num_recovering_enqueued": 0, 2024-09-10T08:20:12.270 INFO:teuthology.orchestra.run.smithi203.stdout: "num_recovering_prioritized": 0, 2024-09-10T08:20:12.270 INFO:teuthology.orchestra.run.smithi203.stdout: "recovery_started": 0, 2024-09-10T08:20:12.270 INFO:teuthology.orchestra.run.smithi203.stdout: "recovery_completed": 0, 2024-09-10T08:20:12.270 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_quiesce_path": 0, 2024-09-10T08:20:12.270 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_quiesce_inode": 0, 2024-09-10T08:20:12.270 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_enqueue_scrub": 0, 2024-09-10T08:20:12.270 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_exportdir": 0, 2024-09-10T08:20:12.270 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_flush": 0, 2024-09-10T08:20:12.270 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_fragmentdir": 0, 2024-09-10T08:20:12.270 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_fragstats": 0, 2024-09-10T08:20:12.271 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_inodestats": 0 2024-09-10T08:20:12.271 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.271 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_log": { 2024-09-10T08:20:12.271 INFO:teuthology.orchestra.run.smithi203.stdout: "evlrg": 0, 2024-09-10T08:20:12.271 INFO:teuthology.orchestra.run.smithi203.stdout: "evadd": 0, 2024-09-10T08:20:12.271 INFO:teuthology.orchestra.run.smithi203.stdout: "evex": 0, 2024-09-10T08:20:12.271 INFO:teuthology.orchestra.run.smithi203.stdout: "evtrm": 0, 2024-09-10T08:20:12.271 INFO:teuthology.orchestra.run.smithi203.stdout: "ev": 5, 2024-09-10T08:20:12.271 INFO:teuthology.orchestra.run.smithi203.stdout: "evexg": 0, 2024-09-10T08:20:12.271 INFO:teuthology.orchestra.run.smithi203.stdout: "evexd": 0, 2024-09-10T08:20:12.271 INFO:teuthology.orchestra.run.smithi203.stdout: "segadd": 0, 2024-09-10T08:20:12.271 INFO:teuthology.orchestra.run.smithi203.stdout: "segex": 0, 2024-09-10T08:20:12.272 INFO:teuthology.orchestra.run.smithi203.stdout: "segtrm": 0, 2024-09-10T08:20:12.272 INFO:teuthology.orchestra.run.smithi203.stdout: "seg": 2, 2024-09-10T08:20:12.272 INFO:teuthology.orchestra.run.smithi203.stdout: "segmjr": 2, 2024-09-10T08:20:12.272 INFO:teuthology.orchestra.run.smithi203.stdout: "segexg": 0, 2024-09-10T08:20:12.272 INFO:teuthology.orchestra.run.smithi203.stdout: "segexd": 0, 2024-09-10T08:20:12.272 INFO:teuthology.orchestra.run.smithi203.stdout: "expos": 4194304, 2024-09-10T08:20:12.272 INFO:teuthology.orchestra.run.smithi203.stdout: "wrpos": 4195921, 2024-09-10T08:20:12.272 INFO:teuthology.orchestra.run.smithi203.stdout: "rdpos": 4195780, 2024-09-10T08:20:12.272 INFO:teuthology.orchestra.run.smithi203.stdout: "jlat": { 2024-09-10T08:20:12.272 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:12.272 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:12.272 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:12.272 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.272 INFO:teuthology.orchestra.run.smithi203.stdout: "replayed": 5 2024-09-10T08:20:12.273 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.273 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_mem": { 2024-09-10T08:20:12.273 INFO:teuthology.orchestra.run.smithi203.stdout: "ino": 3, 2024-09-10T08:20:12.273 INFO:teuthology.orchestra.run.smithi203.stdout: "ino+": 3, 2024-09-10T08:20:12.273 INFO:teuthology.orchestra.run.smithi203.stdout: "ino-": 0, 2024-09-10T08:20:12.273 INFO:teuthology.orchestra.run.smithi203.stdout: "dir": 1, 2024-09-10T08:20:12.273 INFO:teuthology.orchestra.run.smithi203.stdout: "dir+": 1, 2024-09-10T08:20:12.273 INFO:teuthology.orchestra.run.smithi203.stdout: "dir-": 0, 2024-09-10T08:20:12.273 INFO:teuthology.orchestra.run.smithi203.stdout: "dn": 0, 2024-09-10T08:20:12.273 INFO:teuthology.orchestra.run.smithi203.stdout: "dn+": 0, 2024-09-10T08:20:12.273 INFO:teuthology.orchestra.run.smithi203.stdout: "dn-": 0, 2024-09-10T08:20:12.273 INFO:teuthology.orchestra.run.smithi203.stdout: "cap": 0, 2024-09-10T08:20:12.273 INFO:teuthology.orchestra.run.smithi203.stdout: "cap+": 0, 2024-09-10T08:20:12.273 INFO:teuthology.orchestra.run.smithi203.stdout: "cap-": 0, 2024-09-10T08:20:12.274 INFO:teuthology.orchestra.run.smithi203.stdout: "rss": 47996, 2024-09-10T08:20:12.274 INFO:teuthology.orchestra.run.smithi203.stdout: "heap": 215328 2024-09-10T08:20:12.274 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.274 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_server": { 2024-09-10T08:20:12.274 INFO:teuthology.orchestra.run.smithi203.stdout: "dispatch_client_request": 0, 2024-09-10T08:20:12.274 INFO:teuthology.orchestra.run.smithi203.stdout: "dispatch_server_request": 0, 2024-09-10T08:20:12.274 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_client_request": 0, 2024-09-10T08:20:12.274 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_client_session": 0, 2024-09-10T08:20:12.274 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_peer_request": 0, 2024-09-10T08:20:12.274 INFO:teuthology.orchestra.run.smithi203.stdout: "req_create_latency": { 2024-09-10T08:20:12.274 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:12.274 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:12.274 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:12.275 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.275 INFO:teuthology.orchestra.run.smithi203.stdout: "req_getattr_latency": { 2024-09-10T08:20:12.275 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:12.275 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:12.275 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:12.275 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.275 INFO:teuthology.orchestra.run.smithi203.stdout: "req_getfilelock_latency": { 2024-09-10T08:20:12.275 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:12.275 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:12.276 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:12.276 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.276 INFO:teuthology.orchestra.run.smithi203.stdout: "req_link_latency": { 2024-09-10T08:20:12.276 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:12.276 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:12.276 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:12.276 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.276 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lookup_latency": { 2024-09-10T08:20:12.276 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:12.276 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:12.276 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:12.276 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.276 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lookuphash_latency": { 2024-09-10T08:20:12.277 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:12.277 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:12.277 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:12.277 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.277 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lookupino_latency": { 2024-09-10T08:20:12.277 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:12.277 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:12.277 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:12.277 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.277 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lookupname_latency": { 2024-09-10T08:20:12.277 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:12.277 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:12.277 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:12.277 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.278 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lookupparent_latency": { 2024-09-10T08:20:12.278 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:12.278 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:12.279 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:12.279 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.279 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lookupsnap_latency": { 2024-09-10T08:20:12.279 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:12.279 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:12.279 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:12.279 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.279 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lssnap_latency": { 2024-09-10T08:20:12.279 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:12.279 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:12.279 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:12.279 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.279 INFO:teuthology.orchestra.run.smithi203.stdout: "req_mkdir_latency": { 2024-09-10T08:20:12.279 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:12.280 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:12.280 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:12.280 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.280 INFO:teuthology.orchestra.run.smithi203.stdout: "req_mknod_latency": { 2024-09-10T08:20:12.281 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:12.281 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:12.281 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:12.281 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.281 INFO:teuthology.orchestra.run.smithi203.stdout: "req_mksnap_latency": { 2024-09-10T08:20:12.281 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:12.281 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:12.281 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:12.281 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.281 INFO:teuthology.orchestra.run.smithi203.stdout: "req_open_latency": { 2024-09-10T08:20:12.281 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:12.281 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:12.281 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:12.282 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.282 INFO:teuthology.orchestra.run.smithi203.stdout: "req_readdir_latency": { 2024-09-10T08:20:12.282 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:12.282 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:12.282 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:12.282 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.282 INFO:teuthology.orchestra.run.smithi203.stdout: "req_rename_latency": { 2024-09-10T08:20:12.282 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:12.282 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:12.282 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:12.282 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.282 INFO:teuthology.orchestra.run.smithi203.stdout: "req_renamesnap_latency": { 2024-09-10T08:20:12.282 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:12.282 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:12.283 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:12.283 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.283 INFO:teuthology.orchestra.run.smithi203.stdout: "req_snapdiff_latency": { 2024-09-10T08:20:12.283 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:12.283 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:12.283 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:12.283 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.283 INFO:teuthology.orchestra.run.smithi203.stdout: "req_rmdir_latency": { 2024-09-10T08:20:12.283 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:12.283 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:12.283 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:12.283 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.283 INFO:teuthology.orchestra.run.smithi203.stdout: "req_rmsnap_latency": { 2024-09-10T08:20:12.283 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:12.284 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:12.284 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:12.284 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.284 INFO:teuthology.orchestra.run.smithi203.stdout: "req_rmxattr_latency": { 2024-09-10T08:20:12.284 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:12.284 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:12.284 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:12.284 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.284 INFO:teuthology.orchestra.run.smithi203.stdout: "req_setattr_latency": { 2024-09-10T08:20:12.284 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:12.284 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:12.284 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:12.284 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.285 INFO:teuthology.orchestra.run.smithi203.stdout: "req_setdirlayout_latency": { 2024-09-10T08:20:12.285 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:12.285 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:12.285 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:12.285 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.285 INFO:teuthology.orchestra.run.smithi203.stdout: "req_setfilelock_latency": { 2024-09-10T08:20:12.285 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:12.285 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:12.285 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:12.285 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.285 INFO:teuthology.orchestra.run.smithi203.stdout: "req_setlayout_latency": { 2024-09-10T08:20:12.285 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:12.285 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:12.285 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:12.286 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.286 INFO:teuthology.orchestra.run.smithi203.stdout: "req_setxattr_latency": { 2024-09-10T08:20:12.286 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:12.286 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:12.286 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:12.286 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.286 INFO:teuthology.orchestra.run.smithi203.stdout: "req_symlink_latency": { 2024-09-10T08:20:12.286 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:12.286 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:12.286 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:12.286 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.286 INFO:teuthology.orchestra.run.smithi203.stdout: "req_unlink_latency": { 2024-09-10T08:20:12.286 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:12.286 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:12.287 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:12.287 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.287 INFO:teuthology.orchestra.run.smithi203.stdout: "cap_revoke_eviction": 0, 2024-09-10T08:20:12.287 INFO:teuthology.orchestra.run.smithi203.stdout: "cap_acquisition_throttle": 0, 2024-09-10T08:20:12.287 INFO:teuthology.orchestra.run.smithi203.stdout: "req_getvxattr_latency": { 2024-09-10T08:20:12.287 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:12.287 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:12.287 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:12.287 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-09-10T08:20:12.287 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.288 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_sessions": { 2024-09-10T08:20:12.288 INFO:teuthology.orchestra.run.smithi203.stdout: "session_count": 1, 2024-09-10T08:20:12.288 INFO:teuthology.orchestra.run.smithi203.stdout: "session_add": 2, 2024-09-10T08:20:12.288 INFO:teuthology.orchestra.run.smithi203.stdout: "session_remove": 1, 2024-09-10T08:20:12.288 INFO:teuthology.orchestra.run.smithi203.stdout: "sessions_open": 2, 2024-09-10T08:20:12.288 INFO:teuthology.orchestra.run.smithi203.stdout: "sessions_stale": 0, 2024-09-10T08:20:12.288 INFO:teuthology.orchestra.run.smithi203.stdout: "total_load": 0, 2024-09-10T08:20:12.288 INFO:teuthology.orchestra.run.smithi203.stdout: "average_load": 0, 2024-09-10T08:20:12.288 INFO:teuthology.orchestra.run.smithi203.stdout: "avg_session_uptime": 2479, 2024-09-10T08:20:12.288 INFO:teuthology.orchestra.run.smithi203.stdout: "mdthresh_evicted": 0 2024-09-10T08:20:12.288 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.288 INFO:teuthology.orchestra.run.smithi203.stdout: "mempool": { 2024-09-10T08:20:12.288 INFO:teuthology.orchestra.run.smithi203.stdout: "bloom_filter_bytes": 0, 2024-09-10T08:20:12.289 INFO:teuthology.orchestra.run.smithi203.stdout: "bloom_filter_items": 0, 2024-09-10T08:20:12.289 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_alloc_bytes": 0, 2024-09-10T08:20:12.289 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_alloc_items": 0, 2024-09-10T08:20:12.289 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_data_bytes": 0, 2024-09-10T08:20:12.289 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_data_items": 0, 2024-09-10T08:20:12.289 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-10T08:20:12.289 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_onode_items": 0, 2024-09-10T08:20:12.289 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-10T08:20:12.289 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_meta_items": 0, 2024-09-10T08:20:12.289 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_other_bytes": 0, 2024-09-10T08:20:12.289 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_other_items": 0, 2024-09-10T08:20:12.289 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-10T08:20:12.289 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_buffer_items": 0, 2024-09-10T08:20:12.289 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_extent_bytes": 0, 2024-09-10T08:20:12.290 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_extent_items": 0, 2024-09-10T08:20:12.290 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_blob_bytes": 0, 2024-09-10T08:20:12.290 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_blob_items": 0, 2024-09-10T08:20:12.290 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-10T08:20:12.290 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_shared_blob_items": 0, 2024-09-10T08:20:12.290 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-10T08:20:12.290 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_inline_bl_items": 0, 2024-09-10T08:20:12.290 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_fsck_bytes": 0, 2024-09-10T08:20:12.290 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_fsck_items": 0, 2024-09-10T08:20:12.290 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_txc_bytes": 0, 2024-09-10T08:20:12.290 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_txc_items": 0, 2024-09-10T08:20:12.290 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-10T08:20:12.290 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_writing_deferred_items": 0, 2024-09-10T08:20:12.290 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_writing_bytes": 0, 2024-09-10T08:20:12.291 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_writing_items": 0, 2024-09-10T08:20:12.291 INFO:teuthology.orchestra.run.smithi203.stdout: "bluefs_bytes": 0, 2024-09-10T08:20:12.291 INFO:teuthology.orchestra.run.smithi203.stdout: "bluefs_items": 0, 2024-09-10T08:20:12.291 INFO:teuthology.orchestra.run.smithi203.stdout: "bluefs_file_reader_bytes": 0, 2024-09-10T08:20:12.291 INFO:teuthology.orchestra.run.smithi203.stdout: "bluefs_file_reader_items": 0, 2024-09-10T08:20:12.291 INFO:teuthology.orchestra.run.smithi203.stdout: "bluefs_file_writer_bytes": 0, 2024-09-10T08:20:12.291 INFO:teuthology.orchestra.run.smithi203.stdout: "bluefs_file_writer_items": 0, 2024-09-10T08:20:12.291 INFO:teuthology.orchestra.run.smithi203.stdout: "buffer_anon_bytes": 181199, 2024-09-10T08:20:12.291 INFO:teuthology.orchestra.run.smithi203.stdout: "buffer_anon_items": 45, 2024-09-10T08:20:12.291 INFO:teuthology.orchestra.run.smithi203.stdout: "buffer_meta_bytes": 0, 2024-09-10T08:20:12.291 INFO:teuthology.orchestra.run.smithi203.stdout: "buffer_meta_items": 0, 2024-09-10T08:20:12.291 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_bytes": 0, 2024-09-10T08:20:12.291 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_items": 0, 2024-09-10T08:20:12.291 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_mapbl_bytes": 0, 2024-09-10T08:20:12.292 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_mapbl_items": 0, 2024-09-10T08:20:12.292 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_pglog_bytes": 0, 2024-09-10T08:20:12.292 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_pglog_items": 0, 2024-09-10T08:20:12.292 INFO:teuthology.orchestra.run.smithi203.stdout: "osdmap_bytes": 9160, 2024-09-10T08:20:12.292 INFO:teuthology.orchestra.run.smithi203.stdout: "osdmap_items": 174, 2024-09-10T08:20:12.292 INFO:teuthology.orchestra.run.smithi203.stdout: "osdmap_mapping_bytes": 0, 2024-09-10T08:20:12.292 INFO:teuthology.orchestra.run.smithi203.stdout: "osdmap_mapping_items": 0, 2024-09-10T08:20:12.292 INFO:teuthology.orchestra.run.smithi203.stdout: "pgmap_bytes": 0, 2024-09-10T08:20:12.292 INFO:teuthology.orchestra.run.smithi203.stdout: "pgmap_items": 0, 2024-09-10T08:20:12.292 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_co_bytes": 8512, 2024-09-10T08:20:12.292 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_co_items": 13, 2024-09-10T08:20:12.292 INFO:teuthology.orchestra.run.smithi203.stdout: "unittest_1_bytes": 0, 2024-09-10T08:20:12.293 INFO:teuthology.orchestra.run.smithi203.stdout: "unittest_1_items": 0, 2024-09-10T08:20:12.293 INFO:teuthology.orchestra.run.smithi203.stdout: "unittest_2_bytes": 0, 2024-09-10T08:20:12.293 INFO:teuthology.orchestra.run.smithi203.stdout: "unittest_2_items": 0 2024-09-10T08:20:12.293 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.293 INFO:teuthology.orchestra.run.smithi203.stdout: "objecter": { 2024-09-10T08:20:12.293 INFO:teuthology.orchestra.run.smithi203.stdout: "op_active": 0, 2024-09-10T08:20:12.293 INFO:teuthology.orchestra.run.smithi203.stdout: "op_laggy": 0, 2024-09-10T08:20:12.293 INFO:teuthology.orchestra.run.smithi203.stdout: "op_send": 1126, 2024-09-10T08:20:12.293 INFO:teuthology.orchestra.run.smithi203.stdout: "op_send_bytes": 21, 2024-09-10T08:20:12.293 INFO:teuthology.orchestra.run.smithi203.stdout: "op_resend": 3, 2024-09-10T08:20:12.293 INFO:teuthology.orchestra.run.smithi203.stdout: "op_reply": 1126, 2024-09-10T08:20:12.293 INFO:teuthology.orchestra.run.smithi203.stdout: "op_latency": { 2024-09-10T08:20:12.293 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 1126, 2024-09-10T08:20:12.293 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.503987313, 2024-09-10T08:20:12.294 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000447590 2024-09-10T08:20:12.294 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.294 INFO:teuthology.orchestra.run.smithi203.stdout: "op_inflight": 0, 2024-09-10T08:20:12.294 INFO:teuthology.orchestra.run.smithi203.stdout: "oplen_avg": { 2024-09-10T08:20:12.294 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 1126, 2024-09-10T08:20:12.294 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 1127 2024-09-10T08:20:12.294 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.294 INFO:teuthology.orchestra.run.smithi203.stdout: "op": 1126, 2024-09-10T08:20:12.294 INFO:teuthology.orchestra.run.smithi203.stdout: "op_r": 1126, 2024-09-10T08:20:12.294 INFO:teuthology.orchestra.run.smithi203.stdout: "op_w": 0, 2024-09-10T08:20:12.294 INFO:teuthology.orchestra.run.smithi203.stdout: "op_rmw": 0, 2024-09-10T08:20:12.294 INFO:teuthology.orchestra.run.smithi203.stdout: "op_pg": 0, 2024-09-10T08:20:12.294 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_stat": 707, 2024-09-10T08:20:12.294 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_create": 0, 2024-09-10T08:20:12.295 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_read": 417, 2024-09-10T08:20:12.295 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_write": 0, 2024-09-10T08:20:12.295 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_writefull": 0, 2024-09-10T08:20:12.295 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_writesame": 0, 2024-09-10T08:20:12.295 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_append": 0, 2024-09-10T08:20:12.295 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_zero": 0, 2024-09-10T08:20:12.295 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_truncate": 0, 2024-09-10T08:20:12.295 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_delete": 0, 2024-09-10T08:20:12.295 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_mapext": 0, 2024-09-10T08:20:12.295 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_sparse_read": 0, 2024-09-10T08:20:12.295 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_clonerange": 0, 2024-09-10T08:20:12.295 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_getxattr": 1, 2024-09-10T08:20:12.295 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_setxattr": 0, 2024-09-10T08:20:12.295 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_cmpxattr": 0, 2024-09-10T08:20:12.295 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_rmxattr": 0, 2024-09-10T08:20:12.296 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_resetxattrs": 0, 2024-09-10T08:20:12.296 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_call": 0, 2024-09-10T08:20:12.296 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_watch": 0, 2024-09-10T08:20:12.296 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_notify": 0, 2024-09-10T08:20:12.296 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_src_cmpxattr": 0, 2024-09-10T08:20:12.296 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_pgls": 0, 2024-09-10T08:20:12.296 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_pgls_filter": 0, 2024-09-10T08:20:12.296 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_other": 0, 2024-09-10T08:20:12.296 INFO:teuthology.orchestra.run.smithi203.stdout: "linger_active": 0, 2024-09-10T08:20:12.296 INFO:teuthology.orchestra.run.smithi203.stdout: "linger_send": 0, 2024-09-10T08:20:12.296 INFO:teuthology.orchestra.run.smithi203.stdout: "linger_resend": 0, 2024-09-10T08:20:12.296 INFO:teuthology.orchestra.run.smithi203.stdout: "linger_ping": 0, 2024-09-10T08:20:12.296 INFO:teuthology.orchestra.run.smithi203.stdout: "poolop_active": 0, 2024-09-10T08:20:12.296 INFO:teuthology.orchestra.run.smithi203.stdout: "poolop_send": 0, 2024-09-10T08:20:12.297 INFO:teuthology.orchestra.run.smithi203.stdout: "poolop_resend": 0, 2024-09-10T08:20:12.297 INFO:teuthology.orchestra.run.smithi203.stdout: "poolstat_active": 0, 2024-09-10T08:20:12.297 INFO:teuthology.orchestra.run.smithi203.stdout: "poolstat_send": 0, 2024-09-10T08:20:12.297 INFO:teuthology.orchestra.run.smithi203.stdout: "poolstat_resend": 0, 2024-09-10T08:20:12.297 INFO:teuthology.orchestra.run.smithi203.stdout: "statfs_active": 0, 2024-09-10T08:20:12.297 INFO:teuthology.orchestra.run.smithi203.stdout: "statfs_send": 0, 2024-09-10T08:20:12.297 INFO:teuthology.orchestra.run.smithi203.stdout: "statfs_resend": 0, 2024-09-10T08:20:12.297 INFO:teuthology.orchestra.run.smithi203.stdout: "command_active": 0, 2024-09-10T08:20:12.297 INFO:teuthology.orchestra.run.smithi203.stdout: "command_send": 0, 2024-09-10T08:20:12.297 INFO:teuthology.orchestra.run.smithi203.stdout: "command_resend": 0, 2024-09-10T08:20:12.297 INFO:teuthology.orchestra.run.smithi203.stdout: "map_epoch": 92, 2024-09-10T08:20:12.297 INFO:teuthology.orchestra.run.smithi203.stdout: "map_full": 0, 2024-09-10T08:20:12.297 INFO:teuthology.orchestra.run.smithi203.stdout: "map_inc": 4, 2024-09-10T08:20:12.298 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_sessions": 4, 2024-09-10T08:20:12.298 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_session_open": 4, 2024-09-10T08:20:12.298 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_session_close": 0, 2024-09-10T08:20:12.298 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_laggy": 0, 2024-09-10T08:20:12.298 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_wr": 0, 2024-09-10T08:20:12.298 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_rd": 2, 2024-09-10T08:20:12.298 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_del": 0 2024-09-10T08:20:12.298 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.298 INFO:teuthology.orchestra.run.smithi203.stdout: "oft": { 2024-09-10T08:20:12.298 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_total_objs": 0, 2024-09-10T08:20:12.299 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_total_kv_pairs": 0, 2024-09-10T08:20:12.299 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_total_updates": 0, 2024-09-10T08:20:12.299 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_total_removes": 0 2024-09-10T08:20:12.299 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.299 INFO:teuthology.orchestra.run.smithi203.stdout: "osd-slow-ops": { 2024-09-10T08:20:12.299 INFO:teuthology.orchestra.run.smithi203.stdout: "slow_ops_count": 0 2024-09-10T08:20:12.299 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.299 INFO:teuthology.orchestra.run.smithi203.stdout: "purge_queue": { 2024-09-10T08:20:12.299 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_executing_ops": 0, 2024-09-10T08:20:12.299 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_executing_ops_high_water": 0, 2024-09-10T08:20:12.299 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_executing": 0, 2024-09-10T08:20:12.299 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_executing_high_water": 0, 2024-09-10T08:20:12.299 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_executed_ops": 0, 2024-09-10T08:20:12.299 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_executed": 0, 2024-09-10T08:20:12.300 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_item_in_journal": 0 2024-09-10T08:20:12.300 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.300 INFO:teuthology.orchestra.run.smithi203.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-10T08:20:12.300 INFO:teuthology.orchestra.run.smithi203.stdout: "val": 0, 2024-09-10T08:20:12.300 INFO:teuthology.orchestra.run.smithi203.stdout: "max": 104857600, 2024-09-10T08:20:12.300 INFO:teuthology.orchestra.run.smithi203.stdout: "get_started": 0, 2024-09-10T08:20:12.300 INFO:teuthology.orchestra.run.smithi203.stdout: "get": 1278, 2024-09-10T08:20:12.300 INFO:teuthology.orchestra.run.smithi203.stdout: "get_sum": 980474, 2024-09-10T08:20:12.300 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_fail": 0, 2024-09-10T08:20:12.300 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_success": 1278, 2024-09-10T08:20:12.300 INFO:teuthology.orchestra.run.smithi203.stdout: "take": 0, 2024-09-10T08:20:12.300 INFO:teuthology.orchestra.run.smithi203.stdout: "take_sum": 0, 2024-09-10T08:20:12.300 INFO:teuthology.orchestra.run.smithi203.stdout: "put": 1278, 2024-09-10T08:20:12.300 INFO:teuthology.orchestra.run.smithi203.stdout: "put_sum": 980474, 2024-09-10T08:20:12.301 INFO:teuthology.orchestra.run.smithi203.stdout: "wait": { 2024-09-10T08:20:12.301 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:12.301 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:12.301 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:12.301 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-09-10T08:20:12.301 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.301 INFO:teuthology.orchestra.run.smithi203.stdout: "throttle-objecter_bytes": { 2024-09-10T08:20:12.301 INFO:teuthology.orchestra.run.smithi203.stdout: "val": 0, 2024-09-10T08:20:12.301 INFO:teuthology.orchestra.run.smithi203.stdout: "max": 104857600, 2024-09-10T08:20:12.301 INFO:teuthology.orchestra.run.smithi203.stdout: "get_started": 0, 2024-09-10T08:20:12.301 INFO:teuthology.orchestra.run.smithi203.stdout: "get": 0, 2024-09-10T08:20:12.301 INFO:teuthology.orchestra.run.smithi203.stdout: "get_sum": 0, 2024-09-10T08:20:12.301 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_fail": 0, 2024-09-10T08:20:12.302 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_success": 0, 2024-09-10T08:20:12.302 INFO:teuthology.orchestra.run.smithi203.stdout: "take": 1126, 2024-09-10T08:20:12.302 INFO:teuthology.orchestra.run.smithi203.stdout: "take_sum": 1622, 2024-09-10T08:20:12.302 INFO:teuthology.orchestra.run.smithi203.stdout: "put": 1126, 2024-09-10T08:20:12.302 INFO:teuthology.orchestra.run.smithi203.stdout: "put_sum": 1622, 2024-09-10T08:20:12.302 INFO:teuthology.orchestra.run.smithi203.stdout: "wait": { 2024-09-10T08:20:12.302 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:12.302 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:12.302 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:12.302 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-09-10T08:20:12.302 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.302 INFO:teuthology.orchestra.run.smithi203.stdout: "throttle-objecter_ops": { 2024-09-10T08:20:12.302 INFO:teuthology.orchestra.run.smithi203.stdout: "val": 0, 2024-09-10T08:20:12.302 INFO:teuthology.orchestra.run.smithi203.stdout: "max": 1024, 2024-09-10T08:20:12.303 INFO:teuthology.orchestra.run.smithi203.stdout: "get_started": 0, 2024-09-10T08:20:12.303 INFO:teuthology.orchestra.run.smithi203.stdout: "get": 0, 2024-09-10T08:20:12.303 INFO:teuthology.orchestra.run.smithi203.stdout: "get_sum": 0, 2024-09-10T08:20:12.303 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_fail": 0, 2024-09-10T08:20:12.303 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_success": 0, 2024-09-10T08:20:12.303 INFO:teuthology.orchestra.run.smithi203.stdout: "take": 1126, 2024-09-10T08:20:12.303 INFO:teuthology.orchestra.run.smithi203.stdout: "take_sum": 1126, 2024-09-10T08:20:12.303 INFO:teuthology.orchestra.run.smithi203.stdout: "put": 1126, 2024-09-10T08:20:12.303 INFO:teuthology.orchestra.run.smithi203.stdout: "put_sum": 1126, 2024-09-10T08:20:12.303 INFO:teuthology.orchestra.run.smithi203.stdout: "wait": { 2024-09-10T08:20:12.303 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:12.303 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:12.303 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:12.303 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-09-10T08:20:12.303 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.304 INFO:teuthology.orchestra.run.smithi203.stdout: "throttle-write_buf_throttle": { 2024-09-10T08:20:12.304 INFO:teuthology.orchestra.run.smithi203.stdout: "val": 0, 2024-09-10T08:20:12.304 INFO:teuthology.orchestra.run.smithi203.stdout: "max": 3758096384, 2024-09-10T08:20:12.304 INFO:teuthology.orchestra.run.smithi203.stdout: "get_started": 0, 2024-09-10T08:20:12.304 INFO:teuthology.orchestra.run.smithi203.stdout: "get": 0, 2024-09-10T08:20:12.304 INFO:teuthology.orchestra.run.smithi203.stdout: "get_sum": 0, 2024-09-10T08:20:12.304 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_fail": 0, 2024-09-10T08:20:12.304 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_success": 0, 2024-09-10T08:20:12.304 INFO:teuthology.orchestra.run.smithi203.stdout: "take": 0, 2024-09-10T08:20:12.304 INFO:teuthology.orchestra.run.smithi203.stdout: "take_sum": 0, 2024-09-10T08:20:12.304 INFO:teuthology.orchestra.run.smithi203.stdout: "put": 0, 2024-09-10T08:20:12.304 INFO:teuthology.orchestra.run.smithi203.stdout: "put_sum": 0, 2024-09-10T08:20:12.304 INFO:teuthology.orchestra.run.smithi203.stdout: "wait": { 2024-09-10T08:20:12.304 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:12.305 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:12.305 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:12.305 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-09-10T08:20:12.305 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:12.305 INFO:teuthology.orchestra.run.smithi203.stdout: "throttle-write_buf_throttle-0x560e18cd0b40": { 2024-09-10T08:20:12.305 INFO:teuthology.orchestra.run.smithi203.stdout: "val": 0, 2024-09-10T08:20:12.305 INFO:teuthology.orchestra.run.smithi203.stdout: "max": 3758096384, 2024-09-10T08:20:12.305 INFO:teuthology.orchestra.run.smithi203.stdout: "get_started": 0, 2024-09-10T08:20:12.305 INFO:teuthology.orchestra.run.smithi203.stdout: "get": 0, 2024-09-10T08:20:12.305 INFO:teuthology.orchestra.run.smithi203.stdout: "get_sum": 0, 2024-09-10T08:20:12.305 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_fail": 0, 2024-09-10T08:20:12.305 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_success": 0, 2024-09-10T08:20:12.305 INFO:teuthology.orchestra.run.smithi203.stdout: "take": 0, 2024-09-10T08:20:12.305 INFO:teuthology.orchestra.run.smithi203.stdout: "take_sum": 0, 2024-09-10T08:20:12.306 INFO:teuthology.orchestra.run.smithi203.stdout: "put": 0, 2024-09-10T08:20:12.306 INFO:teuthology.orchestra.run.smithi203.stdout: "put_sum": 0, 2024-09-10T08:20:12.306 INFO:teuthology.orchestra.run.smithi203.stdout: "wait": { 2024-09-10T08:20:12.306 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:12.306 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:12.306 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:12.306 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-09-10T08:20:12.306 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-09-10T08:20:12.306 INFO:teuthology.orchestra.run.smithi203.stdout:} 2024-09-10T08:20:13.094 INFO:tasks.check_counter:Daemon mds.f mds.exported=0 2024-09-10T08:20:13.094 INFO:tasks.check_counter:Daemon mds.f mds.imported=0 2024-09-10T08:20:13.095 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update=0 2024-09-10T08:20:13.095 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update_receipt=0 2024-09-10T08:20:13.095 DEBUG:tasks.check_counter:Getting stats from i 2024-09-10T08:20:13.095 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph daemon mds.i perf dump 2024-09-10T08:20:13.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:13 smithi203 ceph-mon[34672]: pgmap v519: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-09-10T08:20:13.342 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.c/config 2024-09-10T08:20:13.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:13 smithi067 ceph-mon[31051]: pgmap v519: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-09-10T08:20:13.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:13 smithi133 ceph-mon[34721]: pgmap v519: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-09-10T08:20:13.871 INFO:teuthology.orchestra.run.smithi203.stdout:{ 2024-09-10T08:20:13.872 INFO:teuthology.orchestra.run.smithi203.stdout: "AsyncMessenger::Worker-0": { 2024-09-10T08:20:13.872 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_messages": 358, 2024-09-10T08:20:13.872 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_messages": 370, 2024-09-10T08:20:13.872 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_bytes": 103186, 2024-09-10T08:20:13.872 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_bytes": 184568, 2024-09-10T08:20:13.872 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_created_connections": 12, 2024-09-10T08:20:13.872 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_active_connections": 2, 2024-09-10T08:20:13.872 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_total_time": 0.041129158, 2024-09-10T08:20:13.872 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_send_time": 0.014348166, 2024-09-10T08:20:13.872 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_recv_time": 0.022018774, 2024-09-10T08:20:13.873 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_fast_dispatch_time": 0.002845560, 2024-09-10T08:20:13.873 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:20:13.873 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 370, 2024-09-10T08:20:13.873 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.032993646, 2024-09-10T08:20:13.873 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000089172 2024-09-10T08:20:13.873 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.873 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:20:13.873 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 670, 2024-09-10T08:20:13.873 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000164356, 2024-09-10T08:20:13.873 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000245 2024-09-10T08:20:13.873 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.874 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-10T08:20:13.874 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_encrypted_bytes": 0 2024-09-10T08:20:13.874 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.874 INFO:teuthology.orchestra.run.smithi203.stdout: "AsyncMessenger::Worker-1": { 2024-09-10T08:20:13.874 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_messages": 209, 2024-09-10T08:20:13.874 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_messages": 195, 2024-09-10T08:20:13.874 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_bytes": 799812, 2024-09-10T08:20:13.874 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_bytes": 142860, 2024-09-10T08:20:13.874 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_created_connections": 11, 2024-09-10T08:20:13.874 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_active_connections": 6, 2024-09-10T08:20:13.874 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_total_time": 0.030041981, 2024-09-10T08:20:13.875 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_send_time": 0.010058602, 2024-09-10T08:20:13.875 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_recv_time": 0.026386745, 2024-09-10T08:20:13.875 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_fast_dispatch_time": 0.000206521, 2024-09-10T08:20:13.875 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:20:13.875 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 193, 2024-09-10T08:20:13.875 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.024177655, 2024-09-10T08:20:13.875 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000125272 2024-09-10T08:20:13.875 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.875 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:20:13.875 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 22, 2024-09-10T08:20:13.875 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000003609, 2024-09-10T08:20:13.875 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000164 2024-09-10T08:20:13.876 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.876 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_encrypted_bytes": 794240, 2024-09-10T08:20:13.876 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_encrypted_bytes": 86032 2024-09-10T08:20:13.876 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.876 INFO:teuthology.orchestra.run.smithi203.stdout: "AsyncMessenger::Worker-2": { 2024-09-10T08:20:13.876 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_messages": 33, 2024-09-10T08:20:13.876 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_messages": 131, 2024-09-10T08:20:13.876 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_bytes": 8084, 2024-09-10T08:20:13.876 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_bytes": 376232, 2024-09-10T08:20:13.876 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_created_connections": 17, 2024-09-10T08:20:13.876 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_active_connections": 6, 2024-09-10T08:20:13.877 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_total_time": 0.012993272, 2024-09-10T08:20:13.877 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_send_time": 0.005155696, 2024-09-10T08:20:13.877 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_recv_time": 0.006271363, 2024-09-10T08:20:13.877 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_fast_dispatch_time": 0.000299782, 2024-09-10T08:20:13.877 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:20:13.877 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 129, 2024-09-10T08:20:13.877 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.013888721, 2024-09-10T08:20:13.877 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000107664 2024-09-10T08:20:13.877 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.877 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:20:13.877 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 31, 2024-09-10T08:20:13.877 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000003895, 2024-09-10T08:20:13.878 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000125 2024-09-10T08:20:13.878 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.878 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_encrypted_bytes": 3536, 2024-09-10T08:20:13.878 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_encrypted_bytes": 243904 2024-09-10T08:20:13.878 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.878 INFO:teuthology.orchestra.run.smithi203.stdout: "cct": { 2024-09-10T08:20:13.878 INFO:teuthology.orchestra.run.smithi203.stdout: "total_workers": 1, 2024-09-10T08:20:13.878 INFO:teuthology.orchestra.run.smithi203.stdout: "unhealthy_workers": 0 2024-09-10T08:20:13.878 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.878 INFO:teuthology.orchestra.run.smithi203.stdout: "finisher-MDSRank": { 2024-09-10T08:20:13.879 INFO:teuthology.orchestra.run.smithi203.stdout: "queue_len": 0, 2024-09-10T08:20:13.879 INFO:teuthology.orchestra.run.smithi203.stdout: "complete_latency": { 2024-09-10T08:20:13.879 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 38, 2024-09-10T08:20:13.879 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.001854501, 2024-09-10T08:20:13.879 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000048802 2024-09-10T08:20:13.879 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-09-10T08:20:13.879 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.879 INFO:teuthology.orchestra.run.smithi203.stdout: "finisher-PurgeQueue": { 2024-09-10T08:20:13.879 INFO:teuthology.orchestra.run.smithi203.stdout: "queue_len": 0, 2024-09-10T08:20:13.879 INFO:teuthology.orchestra.run.smithi203.stdout: "complete_latency": { 2024-09-10T08:20:13.879 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 2, 2024-09-10T08:20:13.880 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000096844, 2024-09-10T08:20:13.880 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000048422 2024-09-10T08:20:13.880 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-09-10T08:20:13.880 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.880 INFO:teuthology.orchestra.run.smithi203.stdout: "mds": { 2024-09-10T08:20:13.880 INFO:teuthology.orchestra.run.smithi203.stdout: "request": 6, 2024-09-10T08:20:13.880 INFO:teuthology.orchestra.run.smithi203.stdout: "reply": 5, 2024-09-10T08:20:13.880 INFO:teuthology.orchestra.run.smithi203.stdout: "reply_latency": { 2024-09-10T08:20:13.880 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 5, 2024-09-10T08:20:13.880 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.002201869, 2024-09-10T08:20:13.880 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000440373 2024-09-10T08:20:13.880 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.881 INFO:teuthology.orchestra.run.smithi203.stdout: "slow_reply": 0, 2024-09-10T08:20:13.881 INFO:teuthology.orchestra.run.smithi203.stdout: "forward": 1, 2024-09-10T08:20:13.881 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_fetch_complete": 0, 2024-09-10T08:20:13.881 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_fetch_keys": 0, 2024-09-10T08:20:13.881 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_commit": 11, 2024-09-10T08:20:13.881 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_split": 0, 2024-09-10T08:20:13.881 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_merge": 0, 2024-09-10T08:20:13.881 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes": 16, 2024-09-10T08:20:13.881 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes_top": 0, 2024-09-10T08:20:13.881 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes_bottom": 16, 2024-09-10T08:20:13.882 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes_pin_tail": 0, 2024-09-10T08:20:13.882 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes_pinned": 15, 2024-09-10T08:20:13.882 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes_expired": 4, 2024-09-10T08:20:13.882 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes_with_caps": 2, 2024-09-10T08:20:13.882 INFO:teuthology.orchestra.run.smithi203.stdout: "caps": 2, 2024-09-10T08:20:13.882 INFO:teuthology.orchestra.run.smithi203.stdout: "subtrees": 3, 2024-09-10T08:20:13.882 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse": 26, 2024-09-10T08:20:13.882 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse_hit": 22, 2024-09-10T08:20:13.883 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse_forward": 0, 2024-09-10T08:20:13.883 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse_discover": 4, 2024-09-10T08:20:13.883 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse_dir_fetch": 0, 2024-09-10T08:20:13.883 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse_remote_ino": 0, 2024-09-10T08:20:13.883 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse_lock": 0, 2024-09-10T08:20:13.883 INFO:teuthology.orchestra.run.smithi203.stdout: "load_cent": 0, 2024-09-10T08:20:13.883 INFO:teuthology.orchestra.run.smithi203.stdout: "q": 0, 2024-09-10T08:20:13.883 INFO:teuthology.orchestra.run.smithi203.stdout: "exported": 0, 2024-09-10T08:20:13.883 INFO:teuthology.orchestra.run.smithi203.stdout: "exported_inodes": 0, 2024-09-10T08:20:13.883 INFO:teuthology.orchestra.run.smithi203.stdout: "imported": 0, 2024-09-10T08:20:13.883 INFO:teuthology.orchestra.run.smithi203.stdout: "imported_inodes": 0, 2024-09-10T08:20:13.883 INFO:teuthology.orchestra.run.smithi203.stdout: "openino_dir_fetch": 0, 2024-09-10T08:20:13.883 INFO:teuthology.orchestra.run.smithi203.stdout: "openino_backtrace_fetch": 0, 2024-09-10T08:20:13.884 INFO:teuthology.orchestra.run.smithi203.stdout: "openino_peer_discover": 0, 2024-09-10T08:20:13.884 INFO:teuthology.orchestra.run.smithi203.stdout: "root_rfiles": 4, 2024-09-10T08:20:13.884 INFO:teuthology.orchestra.run.smithi203.stdout: "root_rbytes": 234, 2024-09-10T08:20:13.884 INFO:teuthology.orchestra.run.smithi203.stdout: "root_rsnaps": 0, 2024-09-10T08:20:13.884 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_backtrace_fetch": 0, 2024-09-10T08:20:13.884 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_set_tag": 0, 2024-09-10T08:20:13.884 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_backtrace_repaired": 0, 2024-09-10T08:20:13.884 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_inotable_repaired": 0, 2024-09-10T08:20:13.884 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_dir_inodes": 0, 2024-09-10T08:20:13.884 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_dir_base_inodes": 0, 2024-09-10T08:20:13.884 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_dirfrag_rstats": 0, 2024-09-10T08:20:13.884 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_file_inodes": 0, 2024-09-10T08:20:13.884 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_inode_file_caps": 0, 2024-09-10T08:20:13.885 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_cap_op_revoke": 5, 2024-09-10T08:20:13.885 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_cap_op_grant": 0, 2024-09-10T08:20:13.885 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_cap_op_trunc": 0, 2024-09-10T08:20:13.885 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-10T08:20:13.885 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-10T08:20:13.885 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_client_caps": 5, 2024-09-10T08:20:13.885 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_client_caps_dirty": 0, 2024-09-10T08:20:13.885 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_client_cap_release": 0, 2024-09-10T08:20:13.885 INFO:teuthology.orchestra.run.smithi203.stdout: "process_request_cap_release": 0 2024-09-10T08:20:13.885 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.885 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_cache": { 2024-09-10T08:20:13.885 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_update": 0, 2024-09-10T08:20:13.886 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_update_receipt": 14, 2024-09-10T08:20:13.886 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_try_discover": 9, 2024-09-10T08:20:13.886 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_send_discover": 10, 2024-09-10T08:20:13.886 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_handle_discover": 0, 2024-09-10T08:20:13.886 INFO:teuthology.orchestra.run.smithi203.stdout: "num_strays": 0, 2024-09-10T08:20:13.886 INFO:teuthology.orchestra.run.smithi203.stdout: "num_strays_delayed": 0, 2024-09-10T08:20:13.886 INFO:teuthology.orchestra.run.smithi203.stdout: "num_strays_enqueuing": 0, 2024-09-10T08:20:13.886 INFO:teuthology.orchestra.run.smithi203.stdout: "strays_created": 0, 2024-09-10T08:20:13.886 INFO:teuthology.orchestra.run.smithi203.stdout: "strays_enqueued": 0, 2024-09-10T08:20:13.886 INFO:teuthology.orchestra.run.smithi203.stdout: "strays_reintegrated": 0, 2024-09-10T08:20:13.886 INFO:teuthology.orchestra.run.smithi203.stdout: "strays_migrated": 0, 2024-09-10T08:20:13.886 INFO:teuthology.orchestra.run.smithi203.stdout: "num_recovering_processing": 0, 2024-09-10T08:20:13.886 INFO:teuthology.orchestra.run.smithi203.stdout: "num_recovering_enqueued": 0, 2024-09-10T08:20:13.887 INFO:teuthology.orchestra.run.smithi203.stdout: "num_recovering_prioritized": 0, 2024-09-10T08:20:13.887 INFO:teuthology.orchestra.run.smithi203.stdout: "recovery_started": 0, 2024-09-10T08:20:13.887 INFO:teuthology.orchestra.run.smithi203.stdout: "recovery_completed": 0, 2024-09-10T08:20:13.887 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_quiesce_path": 3, 2024-09-10T08:20:13.887 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_quiesce_inode": 19, 2024-09-10T08:20:13.887 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_enqueue_scrub": 0, 2024-09-10T08:20:13.887 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_exportdir": 0, 2024-09-10T08:20:13.887 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_flush": 0, 2024-09-10T08:20:13.887 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_fragmentdir": 0, 2024-09-10T08:20:13.887 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_fragstats": 0, 2024-09-10T08:20:13.887 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_inodestats": 0 2024-09-10T08:20:13.887 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.887 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_log": { 2024-09-10T08:20:13.887 INFO:teuthology.orchestra.run.smithi203.stdout: "evlrg": 0, 2024-09-10T08:20:13.887 INFO:teuthology.orchestra.run.smithi203.stdout: "evadd": 5, 2024-09-10T08:20:13.888 INFO:teuthology.orchestra.run.smithi203.stdout: "evex": 0, 2024-09-10T08:20:13.888 INFO:teuthology.orchestra.run.smithi203.stdout: "evtrm": 0, 2024-09-10T08:20:13.888 INFO:teuthology.orchestra.run.smithi203.stdout: "ev": 5, 2024-09-10T08:20:13.888 INFO:teuthology.orchestra.run.smithi203.stdout: "evexg": 0, 2024-09-10T08:20:13.888 INFO:teuthology.orchestra.run.smithi203.stdout: "evexd": 0, 2024-09-10T08:20:13.888 INFO:teuthology.orchestra.run.smithi203.stdout: "segadd": 2, 2024-09-10T08:20:13.888 INFO:teuthology.orchestra.run.smithi203.stdout: "segex": 0, 2024-09-10T08:20:13.888 INFO:teuthology.orchestra.run.smithi203.stdout: "segtrm": 0, 2024-09-10T08:20:13.888 INFO:teuthology.orchestra.run.smithi203.stdout: "seg": 2, 2024-09-10T08:20:13.888 INFO:teuthology.orchestra.run.smithi203.stdout: "segmjr": 2, 2024-09-10T08:20:13.888 INFO:teuthology.orchestra.run.smithi203.stdout: "segexg": 0, 2024-09-10T08:20:13.888 INFO:teuthology.orchestra.run.smithi203.stdout: "segexd": 0, 2024-09-10T08:20:13.888 INFO:teuthology.orchestra.run.smithi203.stdout: "expos": 4194304, 2024-09-10T08:20:13.888 INFO:teuthology.orchestra.run.smithi203.stdout: "wrpos": 4195921, 2024-09-10T08:20:13.889 INFO:teuthology.orchestra.run.smithi203.stdout: "rdpos": 0, 2024-09-10T08:20:13.889 INFO:teuthology.orchestra.run.smithi203.stdout: "jlat": { 2024-09-10T08:20:13.889 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 4, 2024-09-10T08:20:13.889 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.006860135, 2024-09-10T08:20:13.889 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.001715033 2024-09-10T08:20:13.889 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.889 INFO:teuthology.orchestra.run.smithi203.stdout: "replayed": 0 2024-09-10T08:20:13.889 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.889 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_mem": { 2024-09-10T08:20:13.889 INFO:teuthology.orchestra.run.smithi203.stdout: "ino": 20, 2024-09-10T08:20:13.889 INFO:teuthology.orchestra.run.smithi203.stdout: "ino+": 22, 2024-09-10T08:20:13.889 INFO:teuthology.orchestra.run.smithi203.stdout: "ino-": 2, 2024-09-10T08:20:13.889 INFO:teuthology.orchestra.run.smithi203.stdout: "dir": 19, 2024-09-10T08:20:13.890 INFO:teuthology.orchestra.run.smithi203.stdout: "dir+": 23, 2024-09-10T08:20:13.890 INFO:teuthology.orchestra.run.smithi203.stdout: "dir-": 4, 2024-09-10T08:20:13.890 INFO:teuthology.orchestra.run.smithi203.stdout: "dn": 16, 2024-09-10T08:20:13.890 INFO:teuthology.orchestra.run.smithi203.stdout: "dn+": 20, 2024-09-10T08:20:13.890 INFO:teuthology.orchestra.run.smithi203.stdout: "dn-": 4, 2024-09-10T08:20:13.890 INFO:teuthology.orchestra.run.smithi203.stdout: "cap": 2, 2024-09-10T08:20:13.890 INFO:teuthology.orchestra.run.smithi203.stdout: "cap+": 5, 2024-09-10T08:20:13.890 INFO:teuthology.orchestra.run.smithi203.stdout: "cap-": 3, 2024-09-10T08:20:13.890 INFO:teuthology.orchestra.run.smithi203.stdout: "rss": 50468, 2024-09-10T08:20:13.890 INFO:teuthology.orchestra.run.smithi203.stdout: "heap": 223520 2024-09-10T08:20:13.890 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.890 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_server": { 2024-09-10T08:20:13.890 INFO:teuthology.orchestra.run.smithi203.stdout: "dispatch_client_request": 9, 2024-09-10T08:20:13.890 INFO:teuthology.orchestra.run.smithi203.stdout: "dispatch_server_request": 0, 2024-09-10T08:20:13.891 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_client_request": 6, 2024-09-10T08:20:13.891 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_client_session": 9, 2024-09-10T08:20:13.891 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_peer_request": 1, 2024-09-10T08:20:13.891 INFO:teuthology.orchestra.run.smithi203.stdout: "req_create_latency": { 2024-09-10T08:20:13.891 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:13.891 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:13.891 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:13.891 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.891 INFO:teuthology.orchestra.run.smithi203.stdout: "req_getattr_latency": { 2024-09-10T08:20:13.891 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 3, 2024-09-10T08:20:13.891 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.001828293, 2024-09-10T08:20:13.891 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000609431 2024-09-10T08:20:13.891 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.892 INFO:teuthology.orchestra.run.smithi203.stdout: "req_getfilelock_latency": { 2024-09-10T08:20:13.892 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:13.892 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:13.892 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:13.892 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.892 INFO:teuthology.orchestra.run.smithi203.stdout: "req_link_latency": { 2024-09-10T08:20:13.892 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:13.892 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:13.892 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:13.892 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.892 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lookup_latency": { 2024-09-10T08:20:13.892 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 2, 2024-09-10T08:20:13.892 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000373576, 2024-09-10T08:20:13.892 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000186788 2024-09-10T08:20:13.893 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.893 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lookuphash_latency": { 2024-09-10T08:20:13.893 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:13.893 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:13.893 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:13.893 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.893 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lookupino_latency": { 2024-09-10T08:20:13.893 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:13.893 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:13.893 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:13.893 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.894 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lookupname_latency": { 2024-09-10T08:20:13.895 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:13.895 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:13.895 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:13.895 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.895 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lookupparent_latency": { 2024-09-10T08:20:13.895 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:13.895 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:13.895 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:13.895 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.895 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lookupsnap_latency": { 2024-09-10T08:20:13.895 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:13.895 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:13.896 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:13.896 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.896 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lssnap_latency": { 2024-09-10T08:20:13.896 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:13.896 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:13.896 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:13.896 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.896 INFO:teuthology.orchestra.run.smithi203.stdout: "req_mkdir_latency": { 2024-09-10T08:20:13.896 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:13.896 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:13.896 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:13.896 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.896 INFO:teuthology.orchestra.run.smithi203.stdout: "req_mknod_latency": { 2024-09-10T08:20:13.897 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:13.897 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:13.897 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:13.897 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.897 INFO:teuthology.orchestra.run.smithi203.stdout: "req_mksnap_latency": { 2024-09-10T08:20:13.897 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:13.897 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:13.897 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:13.897 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.897 INFO:teuthology.orchestra.run.smithi203.stdout: "req_open_latency": { 2024-09-10T08:20:13.897 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:13.897 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:13.897 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:13.897 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.898 INFO:teuthology.orchestra.run.smithi203.stdout: "req_readdir_latency": { 2024-09-10T08:20:13.898 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:13.898 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:13.898 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:13.898 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.898 INFO:teuthology.orchestra.run.smithi203.stdout: "req_rename_latency": { 2024-09-10T08:20:13.898 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:13.898 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:13.898 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:13.898 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.898 INFO:teuthology.orchestra.run.smithi203.stdout: "req_renamesnap_latency": { 2024-09-10T08:20:13.899 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:13.899 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:13.899 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:13.899 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.899 INFO:teuthology.orchestra.run.smithi203.stdout: "req_snapdiff_latency": { 2024-09-10T08:20:13.899 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:13.899 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:13.899 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:13.899 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.899 INFO:teuthology.orchestra.run.smithi203.stdout: "req_rmdir_latency": { 2024-09-10T08:20:13.899 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:13.899 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:13.899 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:13.899 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.900 INFO:teuthology.orchestra.run.smithi203.stdout: "req_rmsnap_latency": { 2024-09-10T08:20:13.900 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:13.900 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:13.900 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:13.900 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.900 INFO:teuthology.orchestra.run.smithi203.stdout: "req_rmxattr_latency": { 2024-09-10T08:20:13.900 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:13.900 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:13.900 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:13.900 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.900 INFO:teuthology.orchestra.run.smithi203.stdout: "req_setattr_latency": { 2024-09-10T08:20:13.900 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:13.900 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:13.900 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:13.901 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.901 INFO:teuthology.orchestra.run.smithi203.stdout: "req_setdirlayout_latency": { 2024-09-10T08:20:13.901 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:13.901 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:13.901 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:13.901 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.901 INFO:teuthology.orchestra.run.smithi203.stdout: "req_setfilelock_latency": { 2024-09-10T08:20:13.901 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:13.901 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:13.901 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:13.901 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.901 INFO:teuthology.orchestra.run.smithi203.stdout: "req_setlayout_latency": { 2024-09-10T08:20:13.901 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:13.902 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:13.902 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:13.902 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.902 INFO:teuthology.orchestra.run.smithi203.stdout: "req_setxattr_latency": { 2024-09-10T08:20:13.902 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:13.902 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:13.902 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:13.902 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.902 INFO:teuthology.orchestra.run.smithi203.stdout: "req_symlink_latency": { 2024-09-10T08:20:13.902 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:13.902 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:13.902 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:13.902 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.903 INFO:teuthology.orchestra.run.smithi203.stdout: "req_unlink_latency": { 2024-09-10T08:20:13.903 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:13.903 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:13.903 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:13.903 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.903 INFO:teuthology.orchestra.run.smithi203.stdout: "cap_revoke_eviction": 0, 2024-09-10T08:20:13.903 INFO:teuthology.orchestra.run.smithi203.stdout: "cap_acquisition_throttle": 0, 2024-09-10T08:20:13.903 INFO:teuthology.orchestra.run.smithi203.stdout: "req_getvxattr_latency": { 2024-09-10T08:20:13.903 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:13.903 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:13.903 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:13.903 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-09-10T08:20:13.903 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.904 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_sessions": { 2024-09-10T08:20:13.904 INFO:teuthology.orchestra.run.smithi203.stdout: "session_count": 1, 2024-09-10T08:20:13.904 INFO:teuthology.orchestra.run.smithi203.stdout: "session_add": 2, 2024-09-10T08:20:13.904 INFO:teuthology.orchestra.run.smithi203.stdout: "session_remove": 1, 2024-09-10T08:20:13.904 INFO:teuthology.orchestra.run.smithi203.stdout: "sessions_open": 1, 2024-09-10T08:20:13.904 INFO:teuthology.orchestra.run.smithi203.stdout: "sessions_stale": 0, 2024-09-10T08:20:13.904 INFO:teuthology.orchestra.run.smithi203.stdout: "total_load": 4, 2024-09-10T08:20:13.904 INFO:teuthology.orchestra.run.smithi203.stdout: "average_load": 2, 2024-09-10T08:20:13.904 INFO:teuthology.orchestra.run.smithi203.stdout: "avg_session_uptime": 298, 2024-09-10T08:20:13.904 INFO:teuthology.orchestra.run.smithi203.stdout: "mdthresh_evicted": 0 2024-09-10T08:20:13.904 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.904 INFO:teuthology.orchestra.run.smithi203.stdout: "mempool": { 2024-09-10T08:20:13.904 INFO:teuthology.orchestra.run.smithi203.stdout: "bloom_filter_bytes": 0, 2024-09-10T08:20:13.904 INFO:teuthology.orchestra.run.smithi203.stdout: "bloom_filter_items": 0, 2024-09-10T08:20:13.905 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_alloc_bytes": 0, 2024-09-10T08:20:13.905 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_alloc_items": 0, 2024-09-10T08:20:13.905 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_data_bytes": 0, 2024-09-10T08:20:13.905 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_data_items": 0, 2024-09-10T08:20:13.905 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-10T08:20:13.905 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_onode_items": 0, 2024-09-10T08:20:13.905 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-10T08:20:13.905 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_meta_items": 0, 2024-09-10T08:20:13.905 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_other_bytes": 0, 2024-09-10T08:20:13.905 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_other_items": 0, 2024-09-10T08:20:13.905 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-10T08:20:13.905 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_buffer_items": 0, 2024-09-10T08:20:13.905 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_extent_bytes": 0, 2024-09-10T08:20:13.906 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_extent_items": 0, 2024-09-10T08:20:13.906 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_blob_bytes": 0, 2024-09-10T08:20:13.906 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_blob_items": 0, 2024-09-10T08:20:13.906 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-10T08:20:13.906 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_shared_blob_items": 0, 2024-09-10T08:20:13.906 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-10T08:20:13.906 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_inline_bl_items": 0, 2024-09-10T08:20:13.906 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_fsck_bytes": 0, 2024-09-10T08:20:13.906 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_fsck_items": 0, 2024-09-10T08:20:13.906 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_txc_bytes": 0, 2024-09-10T08:20:13.906 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_txc_items": 0, 2024-09-10T08:20:13.906 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-10T08:20:13.906 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_writing_deferred_items": 0, 2024-09-10T08:20:13.906 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_writing_bytes": 0, 2024-09-10T08:20:13.906 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_writing_items": 0, 2024-09-10T08:20:13.907 INFO:teuthology.orchestra.run.smithi203.stdout: "bluefs_bytes": 0, 2024-09-10T08:20:13.907 INFO:teuthology.orchestra.run.smithi203.stdout: "bluefs_items": 0, 2024-09-10T08:20:13.907 INFO:teuthology.orchestra.run.smithi203.stdout: "bluefs_file_reader_bytes": 0, 2024-09-10T08:20:13.907 INFO:teuthology.orchestra.run.smithi203.stdout: "bluefs_file_reader_items": 0, 2024-09-10T08:20:13.907 INFO:teuthology.orchestra.run.smithi203.stdout: "bluefs_file_writer_bytes": 0, 2024-09-10T08:20:13.907 INFO:teuthology.orchestra.run.smithi203.stdout: "bluefs_file_writer_items": 0, 2024-09-10T08:20:13.907 INFO:teuthology.orchestra.run.smithi203.stdout: "buffer_anon_bytes": 238007, 2024-09-10T08:20:13.907 INFO:teuthology.orchestra.run.smithi203.stdout: "buffer_anon_items": 74, 2024-09-10T08:20:13.907 INFO:teuthology.orchestra.run.smithi203.stdout: "buffer_meta_bytes": 0, 2024-09-10T08:20:13.907 INFO:teuthology.orchestra.run.smithi203.stdout: "buffer_meta_items": 0, 2024-09-10T08:20:13.907 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_bytes": 0, 2024-09-10T08:20:13.907 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_items": 0, 2024-09-10T08:20:13.907 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_mapbl_bytes": 0, 2024-09-10T08:20:13.908 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_mapbl_items": 0, 2024-09-10T08:20:13.908 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_pglog_bytes": 0, 2024-09-10T08:20:13.908 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_pglog_items": 0, 2024-09-10T08:20:13.908 INFO:teuthology.orchestra.run.smithi203.stdout: "osdmap_bytes": 9160, 2024-09-10T08:20:13.908 INFO:teuthology.orchestra.run.smithi203.stdout: "osdmap_items": 174, 2024-09-10T08:20:13.908 INFO:teuthology.orchestra.run.smithi203.stdout: "osdmap_mapping_bytes": 0, 2024-09-10T08:20:13.908 INFO:teuthology.orchestra.run.smithi203.stdout: "osdmap_mapping_items": 0, 2024-09-10T08:20:13.908 INFO:teuthology.orchestra.run.smithi203.stdout: "pgmap_bytes": 0, 2024-09-10T08:20:13.908 INFO:teuthology.orchestra.run.smithi203.stdout: "pgmap_items": 0, 2024-09-10T08:20:13.908 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_co_bytes": 81773, 2024-09-10T08:20:13.908 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_co_items": 340, 2024-09-10T08:20:13.908 INFO:teuthology.orchestra.run.smithi203.stdout: "unittest_1_bytes": 0, 2024-09-10T08:20:13.908 INFO:teuthology.orchestra.run.smithi203.stdout: "unittest_1_items": 0, 2024-09-10T08:20:13.908 INFO:teuthology.orchestra.run.smithi203.stdout: "unittest_2_bytes": 0, 2024-09-10T08:20:13.908 INFO:teuthology.orchestra.run.smithi203.stdout: "unittest_2_items": 0 2024-09-10T08:20:13.909 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.909 INFO:teuthology.orchestra.run.smithi203.stdout: "objecter": { 2024-09-10T08:20:13.909 INFO:teuthology.orchestra.run.smithi203.stdout: "op_active": 0, 2024-09-10T08:20:13.909 INFO:teuthology.orchestra.run.smithi203.stdout: "op_laggy": 0, 2024-09-10T08:20:13.909 INFO:teuthology.orchestra.run.smithi203.stdout: "op_send": 43, 2024-09-10T08:20:13.909 INFO:teuthology.orchestra.run.smithi203.stdout: "op_send_bytes": 12258, 2024-09-10T08:20:13.909 INFO:teuthology.orchestra.run.smithi203.stdout: "op_resend": 32, 2024-09-10T08:20:13.909 INFO:teuthology.orchestra.run.smithi203.stdout: "op_reply": 43, 2024-09-10T08:20:13.909 INFO:teuthology.orchestra.run.smithi203.stdout: "op_latency": { 2024-09-10T08:20:13.912 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 43, 2024-09-10T08:20:13.912 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.224994508, 2024-09-10T08:20:13.912 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.005232430 2024-09-10T08:20:13.912 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.912 INFO:teuthology.orchestra.run.smithi203.stdout: "op_inflight": 0, 2024-09-10T08:20:13.912 INFO:teuthology.orchestra.run.smithi203.stdout: "oplen_avg": { 2024-09-10T08:20:13.913 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 43, 2024-09-10T08:20:13.913 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 68 2024-09-10T08:20:13.913 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.913 INFO:teuthology.orchestra.run.smithi203.stdout: "op": 43, 2024-09-10T08:20:13.913 INFO:teuthology.orchestra.run.smithi203.stdout: "op_r": 0, 2024-09-10T08:20:13.913 INFO:teuthology.orchestra.run.smithi203.stdout: "op_w": 43, 2024-09-10T08:20:13.913 INFO:teuthology.orchestra.run.smithi203.stdout: "op_rmw": 0, 2024-09-10T08:20:13.913 INFO:teuthology.orchestra.run.smithi203.stdout: "op_pg": 0, 2024-09-10T08:20:13.913 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_stat": 0, 2024-09-10T08:20:13.913 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_create": 10, 2024-09-10T08:20:13.913 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_read": 0, 2024-09-10T08:20:13.913 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_write": 4, 2024-09-10T08:20:13.913 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_writefull": 7, 2024-09-10T08:20:13.913 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_writesame": 0, 2024-09-10T08:20:13.914 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_append": 0, 2024-09-10T08:20:13.914 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_zero": 0, 2024-09-10T08:20:13.914 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_truncate": 0, 2024-09-10T08:20:13.914 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_delete": 6, 2024-09-10T08:20:13.914 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_mapext": 0, 2024-09-10T08:20:13.914 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_sparse_read": 0, 2024-09-10T08:20:13.914 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_clonerange": 0, 2024-09-10T08:20:13.914 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_getxattr": 0, 2024-09-10T08:20:13.914 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_setxattr": 20, 2024-09-10T08:20:13.914 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_cmpxattr": 0, 2024-09-10T08:20:13.914 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_rmxattr": 0, 2024-09-10T08:20:13.914 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_resetxattrs": 0, 2024-09-10T08:20:13.914 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_call": 0, 2024-09-10T08:20:13.914 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_watch": 0, 2024-09-10T08:20:13.915 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_notify": 0, 2024-09-10T08:20:13.915 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_src_cmpxattr": 0, 2024-09-10T08:20:13.915 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_pgls": 0, 2024-09-10T08:20:13.915 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_pgls_filter": 0, 2024-09-10T08:20:13.915 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_other": 0, 2024-09-10T08:20:13.915 INFO:teuthology.orchestra.run.smithi203.stdout: "linger_active": 0, 2024-09-10T08:20:13.915 INFO:teuthology.orchestra.run.smithi203.stdout: "linger_send": 0, 2024-09-10T08:20:13.915 INFO:teuthology.orchestra.run.smithi203.stdout: "linger_resend": 0, 2024-09-10T08:20:13.915 INFO:teuthology.orchestra.run.smithi203.stdout: "linger_ping": 0, 2024-09-10T08:20:13.915 INFO:teuthology.orchestra.run.smithi203.stdout: "poolop_active": 0, 2024-09-10T08:20:13.915 INFO:teuthology.orchestra.run.smithi203.stdout: "poolop_send": 0, 2024-09-10T08:20:13.915 INFO:teuthology.orchestra.run.smithi203.stdout: "poolop_resend": 0, 2024-09-10T08:20:13.915 INFO:teuthology.orchestra.run.smithi203.stdout: "poolstat_active": 0, 2024-09-10T08:20:13.915 INFO:teuthology.orchestra.run.smithi203.stdout: "poolstat_send": 0, 2024-09-10T08:20:13.916 INFO:teuthology.orchestra.run.smithi203.stdout: "poolstat_resend": 0, 2024-09-10T08:20:13.916 INFO:teuthology.orchestra.run.smithi203.stdout: "statfs_active": 0, 2024-09-10T08:20:13.916 INFO:teuthology.orchestra.run.smithi203.stdout: "statfs_send": 0, 2024-09-10T08:20:13.916 INFO:teuthology.orchestra.run.smithi203.stdout: "statfs_resend": 0, 2024-09-10T08:20:13.916 INFO:teuthology.orchestra.run.smithi203.stdout: "command_active": 0, 2024-09-10T08:20:13.916 INFO:teuthology.orchestra.run.smithi203.stdout: "command_send": 0, 2024-09-10T08:20:13.916 INFO:teuthology.orchestra.run.smithi203.stdout: "command_resend": 0, 2024-09-10T08:20:13.916 INFO:teuthology.orchestra.run.smithi203.stdout: "map_epoch": 92, 2024-09-10T08:20:13.916 INFO:teuthology.orchestra.run.smithi203.stdout: "map_full": 0, 2024-09-10T08:20:13.916 INFO:teuthology.orchestra.run.smithi203.stdout: "map_inc": 4, 2024-09-10T08:20:13.916 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_sessions": 9, 2024-09-10T08:20:13.916 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_session_open": 9, 2024-09-10T08:20:13.916 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_session_close": 0, 2024-09-10T08:20:13.916 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_laggy": 0, 2024-09-10T08:20:13.917 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_wr": 20, 2024-09-10T08:20:13.917 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_rd": 0, 2024-09-10T08:20:13.917 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_del": 1 2024-09-10T08:20:13.917 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.917 INFO:teuthology.orchestra.run.smithi203.stdout: "oft": { 2024-09-10T08:20:13.917 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_total_objs": 1, 2024-09-10T08:20:13.917 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_total_kv_pairs": 0, 2024-09-10T08:20:13.917 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_total_updates": 0, 2024-09-10T08:20:13.917 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_total_removes": 0 2024-09-10T08:20:13.917 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.917 INFO:teuthology.orchestra.run.smithi203.stdout: "osd-slow-ops": { 2024-09-10T08:20:13.917 INFO:teuthology.orchestra.run.smithi203.stdout: "slow_ops_count": 22 2024-09-10T08:20:13.917 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.917 INFO:teuthology.orchestra.run.smithi203.stdout: "purge_queue": { 2024-09-10T08:20:13.918 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_executing_ops": 0, 2024-09-10T08:20:13.918 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_executing_ops_high_water": 0, 2024-09-10T08:20:13.918 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_executing": 0, 2024-09-10T08:20:13.918 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_executing_high_water": 0, 2024-09-10T08:20:13.918 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_executed_ops": 0, 2024-09-10T08:20:13.918 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_executed": 0, 2024-09-10T08:20:13.918 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_item_in_journal": 0 2024-09-10T08:20:13.918 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.918 INFO:teuthology.orchestra.run.smithi203.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-10T08:20:13.918 INFO:teuthology.orchestra.run.smithi203.stdout: "val": 0, 2024-09-10T08:20:13.918 INFO:teuthology.orchestra.run.smithi203.stdout: "max": 104857600, 2024-09-10T08:20:13.918 INFO:teuthology.orchestra.run.smithi203.stdout: "get_started": 0, 2024-09-10T08:20:13.918 INFO:teuthology.orchestra.run.smithi203.stdout: "get": 596, 2024-09-10T08:20:13.919 INFO:teuthology.orchestra.run.smithi203.stdout: "get_sum": 844785, 2024-09-10T08:20:13.919 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_fail": 0, 2024-09-10T08:20:13.919 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_success": 596, 2024-09-10T08:20:13.919 INFO:teuthology.orchestra.run.smithi203.stdout: "take": 0, 2024-09-10T08:20:13.919 INFO:teuthology.orchestra.run.smithi203.stdout: "take_sum": 0, 2024-09-10T08:20:13.919 INFO:teuthology.orchestra.run.smithi203.stdout: "put": 596, 2024-09-10T08:20:13.919 INFO:teuthology.orchestra.run.smithi203.stdout: "put_sum": 844785, 2024-09-10T08:20:13.919 INFO:teuthology.orchestra.run.smithi203.stdout: "wait": { 2024-09-10T08:20:13.919 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:13.919 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:13.919 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:13.919 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-09-10T08:20:13.919 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.919 INFO:teuthology.orchestra.run.smithi203.stdout: "throttle-objecter_bytes": { 2024-09-10T08:20:13.920 INFO:teuthology.orchestra.run.smithi203.stdout: "val": 0, 2024-09-10T08:20:13.920 INFO:teuthology.orchestra.run.smithi203.stdout: "max": 104857600, 2024-09-10T08:20:13.920 INFO:teuthology.orchestra.run.smithi203.stdout: "get_started": 0, 2024-09-10T08:20:13.920 INFO:teuthology.orchestra.run.smithi203.stdout: "get": 0, 2024-09-10T08:20:13.920 INFO:teuthology.orchestra.run.smithi203.stdout: "get_sum": 0, 2024-09-10T08:20:13.920 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_fail": 0, 2024-09-10T08:20:13.920 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_success": 0, 2024-09-10T08:20:13.920 INFO:teuthology.orchestra.run.smithi203.stdout: "take": 43, 2024-09-10T08:20:13.920 INFO:teuthology.orchestra.run.smithi203.stdout: "take_sum": 12258, 2024-09-10T08:20:13.920 INFO:teuthology.orchestra.run.smithi203.stdout: "put": 43, 2024-09-10T08:20:13.920 INFO:teuthology.orchestra.run.smithi203.stdout: "put_sum": 12258, 2024-09-10T08:20:13.920 INFO:teuthology.orchestra.run.smithi203.stdout: "wait": { 2024-09-10T08:20:13.920 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:13.920 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:13.921 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:13.921 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-09-10T08:20:13.921 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.921 INFO:teuthology.orchestra.run.smithi203.stdout: "throttle-objecter_ops": { 2024-09-10T08:20:13.921 INFO:teuthology.orchestra.run.smithi203.stdout: "val": 0, 2024-09-10T08:20:13.921 INFO:teuthology.orchestra.run.smithi203.stdout: "max": 1024, 2024-09-10T08:20:13.921 INFO:teuthology.orchestra.run.smithi203.stdout: "get_started": 0, 2024-09-10T08:20:13.921 INFO:teuthology.orchestra.run.smithi203.stdout: "get": 0, 2024-09-10T08:20:13.921 INFO:teuthology.orchestra.run.smithi203.stdout: "get_sum": 0, 2024-09-10T08:20:13.921 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_fail": 0, 2024-09-10T08:20:13.921 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_success": 0, 2024-09-10T08:20:13.921 INFO:teuthology.orchestra.run.smithi203.stdout: "take": 43, 2024-09-10T08:20:13.921 INFO:teuthology.orchestra.run.smithi203.stdout: "take_sum": 43, 2024-09-10T08:20:13.921 INFO:teuthology.orchestra.run.smithi203.stdout: "put": 43, 2024-09-10T08:20:13.922 INFO:teuthology.orchestra.run.smithi203.stdout: "put_sum": 43, 2024-09-10T08:20:13.922 INFO:teuthology.orchestra.run.smithi203.stdout: "wait": { 2024-09-10T08:20:13.922 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:13.922 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:13.922 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:13.922 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-09-10T08:20:13.922 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.922 INFO:teuthology.orchestra.run.smithi203.stdout: "throttle-write_buf_throttle": { 2024-09-10T08:20:13.922 INFO:teuthology.orchestra.run.smithi203.stdout: "val": 0, 2024-09-10T08:20:13.922 INFO:teuthology.orchestra.run.smithi203.stdout: "max": 3758096384, 2024-09-10T08:20:13.922 INFO:teuthology.orchestra.run.smithi203.stdout: "get_started": 0, 2024-09-10T08:20:13.922 INFO:teuthology.orchestra.run.smithi203.stdout: "get": 0, 2024-09-10T08:20:13.922 INFO:teuthology.orchestra.run.smithi203.stdout: "get_sum": 0, 2024-09-10T08:20:13.922 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_fail": 0, 2024-09-10T08:20:13.923 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_success": 0, 2024-09-10T08:20:13.923 INFO:teuthology.orchestra.run.smithi203.stdout: "take": 0, 2024-09-10T08:20:13.923 INFO:teuthology.orchestra.run.smithi203.stdout: "take_sum": 0, 2024-09-10T08:20:13.923 INFO:teuthology.orchestra.run.smithi203.stdout: "put": 0, 2024-09-10T08:20:13.923 INFO:teuthology.orchestra.run.smithi203.stdout: "put_sum": 0, 2024-09-10T08:20:13.923 INFO:teuthology.orchestra.run.smithi203.stdout: "wait": { 2024-09-10T08:20:13.923 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:13.923 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:13.923 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:13.923 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-09-10T08:20:13.923 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:13.923 INFO:teuthology.orchestra.run.smithi203.stdout: "throttle-write_buf_throttle-0x55e1781e0960": { 2024-09-10T08:20:13.923 INFO:teuthology.orchestra.run.smithi203.stdout: "val": 0, 2024-09-10T08:20:13.923 INFO:teuthology.orchestra.run.smithi203.stdout: "max": 3758096384, 2024-09-10T08:20:13.924 INFO:teuthology.orchestra.run.smithi203.stdout: "get_started": 0, 2024-09-10T08:20:13.924 INFO:teuthology.orchestra.run.smithi203.stdout: "get": 5, 2024-09-10T08:20:13.924 INFO:teuthology.orchestra.run.smithi203.stdout: "get_sum": 1617, 2024-09-10T08:20:13.924 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_fail": 0, 2024-09-10T08:20:13.924 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_success": 5, 2024-09-10T08:20:13.924 INFO:teuthology.orchestra.run.smithi203.stdout: "take": 0, 2024-09-10T08:20:13.924 INFO:teuthology.orchestra.run.smithi203.stdout: "take_sum": 0, 2024-09-10T08:20:13.924 INFO:teuthology.orchestra.run.smithi203.stdout: "put": 4, 2024-09-10T08:20:13.924 INFO:teuthology.orchestra.run.smithi203.stdout: "put_sum": 1617, 2024-09-10T08:20:13.924 INFO:teuthology.orchestra.run.smithi203.stdout: "wait": { 2024-09-10T08:20:13.924 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:13.924 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:13.924 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:13.924 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-09-10T08:20:13.925 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-09-10T08:20:13.925 INFO:teuthology.orchestra.run.smithi203.stdout:} 2024-09-10T08:20:14.535 INFO:tasks.check_counter:Daemon mds.i mds.exported=0 2024-09-10T08:20:14.535 INFO:tasks.check_counter:Daemon mds.i mds.imported=0 2024-09-10T08:20:14.535 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update=0 2024-09-10T08:20:14.535 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update_receipt=14 2024-09-10T08:20:14.535 DEBUG:tasks.check_counter:Getting stats from l 2024-09-10T08:20:14.536 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph daemon mds.l perf dump 2024-09-10T08:20:14.784 INFO:teuthology.orchestra.run.smithi203.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.c/config 2024-09-10T08:20:15.206 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:15 smithi203 ceph-mon[34672]: pgmap v520: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-09-10T08:20:15.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:15 smithi133 ceph-mon[34721]: pgmap v520: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-09-10T08:20:15.432 INFO:teuthology.orchestra.run.smithi203.stdout:{ 2024-09-10T08:20:15.432 INFO:teuthology.orchestra.run.smithi203.stdout: "AsyncMessenger::Worker-0": { 2024-09-10T08:20:15.432 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_messages": 28, 2024-09-10T08:20:15.432 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_messages": 30, 2024-09-10T08:20:15.432 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_bytes": 6755, 2024-09-10T08:20:15.432 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_bytes": 59043, 2024-09-10T08:20:15.432 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_created_connections": 13, 2024-09-10T08:20:15.432 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_active_connections": 2, 2024-09-10T08:20:15.433 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_total_time": 0.007670026, 2024-09-10T08:20:15.433 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_send_time": 0.000560850, 2024-09-10T08:20:15.433 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_recv_time": 0.004235425, 2024-09-10T08:20:15.433 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_fast_dispatch_time": 0.000453802, 2024-09-10T08:20:15.433 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:20:15.433 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 28, 2024-09-10T08:20:15.433 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.016977637, 2024-09-10T08:20:15.433 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000606344 2024-09-10T08:20:15.433 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.433 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:20:15.433 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 16, 2024-09-10T08:20:15.433 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000002777, 2024-09-10T08:20:15.433 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000173 2024-09-10T08:20:15.434 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.434 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-10T08:20:15.434 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_encrypted_bytes": 0 2024-09-10T08:20:15.434 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.434 INFO:teuthology.orchestra.run.smithi203.stdout: "AsyncMessenger::Worker-1": { 2024-09-10T08:20:15.434 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_messages": 32, 2024-09-10T08:20:15.434 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_messages": 133, 2024-09-10T08:20:15.434 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_bytes": 8757, 2024-09-10T08:20:15.434 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_bytes": 418102, 2024-09-10T08:20:15.434 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_created_connections": 20, 2024-09-10T08:20:15.434 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_active_connections": 5, 2024-09-10T08:20:15.434 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_total_time": 0.015918878, 2024-09-10T08:20:15.434 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_send_time": 0.004990065, 2024-09-10T08:20:15.434 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_recv_time": 0.009078153, 2024-09-10T08:20:15.435 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_fast_dispatch_time": 0.000285626, 2024-09-10T08:20:15.435 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:20:15.435 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 132, 2024-09-10T08:20:15.435 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.024955188, 2024-09-10T08:20:15.435 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000189054 2024-09-10T08:20:15.435 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.435 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:20:15.435 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 14, 2024-09-10T08:20:15.435 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000001336, 2024-09-10T08:20:15.435 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000095 2024-09-10T08:20:15.435 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.435 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_encrypted_bytes": 3200, 2024-09-10T08:20:15.435 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_encrypted_bytes": 240704 2024-09-10T08:20:15.435 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.436 INFO:teuthology.orchestra.run.smithi203.stdout: "AsyncMessenger::Worker-2": { 2024-09-10T08:20:15.436 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_messages": 521, 2024-09-10T08:20:15.436 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_messages": 521, 2024-09-10T08:20:15.436 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_bytes": 883302, 2024-09-10T08:20:15.436 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_bytes": 211325, 2024-09-10T08:20:15.436 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_created_connections": 5, 2024-09-10T08:20:15.436 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_active_connections": 4, 2024-09-10T08:20:15.436 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_total_time": 0.063746736, 2024-09-10T08:20:15.436 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_send_time": 0.023851075, 2024-09-10T08:20:15.436 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_recv_time": 0.046535981, 2024-09-10T08:20:15.436 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_running_fast_dispatch_time": 0.002342005, 2024-09-10T08:20:15.436 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_messages_queue_lat": { 2024-09-10T08:20:15.436 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 520, 2024-09-10T08:20:15.437 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.039651792, 2024-09-10T08:20:15.437 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000076253 2024-09-10T08:20:15.437 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.437 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_handle_ack_lat": { 2024-09-10T08:20:15.437 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 657, 2024-09-10T08:20:15.437 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000171764, 2024-09-10T08:20:15.437 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000261 2024-09-10T08:20:15.437 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.437 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_recv_encrypted_bytes": 782416, 2024-09-10T08:20:15.437 INFO:teuthology.orchestra.run.smithi203.stdout: "msgr_send_encrypted_bytes": 89888 2024-09-10T08:20:15.437 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.437 INFO:teuthology.orchestra.run.smithi203.stdout: "cct": { 2024-09-10T08:20:15.437 INFO:teuthology.orchestra.run.smithi203.stdout: "total_workers": 1, 2024-09-10T08:20:15.438 INFO:teuthology.orchestra.run.smithi203.stdout: "unhealthy_workers": 0 2024-09-10T08:20:15.438 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.438 INFO:teuthology.orchestra.run.smithi203.stdout: "finisher-MDSRank": { 2024-09-10T08:20:15.438 INFO:teuthology.orchestra.run.smithi203.stdout: "queue_len": 0, 2024-09-10T08:20:15.438 INFO:teuthology.orchestra.run.smithi203.stdout: "complete_latency": { 2024-09-10T08:20:15.438 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 29, 2024-09-10T08:20:15.438 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.001235214, 2024-09-10T08:20:15.438 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000042593 2024-09-10T08:20:15.438 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-09-10T08:20:15.438 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.438 INFO:teuthology.orchestra.run.smithi203.stdout: "finisher-PurgeQueue": { 2024-09-10T08:20:15.438 INFO:teuthology.orchestra.run.smithi203.stdout: "queue_len": 0, 2024-09-10T08:20:15.438 INFO:teuthology.orchestra.run.smithi203.stdout: "complete_latency": { 2024-09-10T08:20:15.439 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 2, 2024-09-10T08:20:15.439 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000010936, 2024-09-10T08:20:15.439 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000005468 2024-09-10T08:20:15.439 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-09-10T08:20:15.439 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.439 INFO:teuthology.orchestra.run.smithi203.stdout: "mds": { 2024-09-10T08:20:15.439 INFO:teuthology.orchestra.run.smithi203.stdout: "request": 1, 2024-09-10T08:20:15.439 INFO:teuthology.orchestra.run.smithi203.stdout: "reply": 0, 2024-09-10T08:20:15.439 INFO:teuthology.orchestra.run.smithi203.stdout: "reply_latency": { 2024-09-10T08:20:15.439 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:15.439 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:15.439 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:15.439 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.440 INFO:teuthology.orchestra.run.smithi203.stdout: "slow_reply": 0, 2024-09-10T08:20:15.440 INFO:teuthology.orchestra.run.smithi203.stdout: "forward": 1, 2024-09-10T08:20:15.440 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_fetch_complete": 0, 2024-09-10T08:20:15.440 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_fetch_keys": 0, 2024-09-10T08:20:15.440 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_commit": 11, 2024-09-10T08:20:15.440 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_split": 0, 2024-09-10T08:20:15.440 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_merge": 0, 2024-09-10T08:20:15.440 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes": 16, 2024-09-10T08:20:15.440 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes_top": 0, 2024-09-10T08:20:15.440 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes_bottom": 16, 2024-09-10T08:20:15.440 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes_pin_tail": 0, 2024-09-10T08:20:15.440 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes_pinned": 15, 2024-09-10T08:20:15.440 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes_expired": 4, 2024-09-10T08:20:15.440 INFO:teuthology.orchestra.run.smithi203.stdout: "inodes_with_caps": 0, 2024-09-10T08:20:15.441 INFO:teuthology.orchestra.run.smithi203.stdout: "caps": 0, 2024-09-10T08:20:15.441 INFO:teuthology.orchestra.run.smithi203.stdout: "subtrees": 3, 2024-09-10T08:20:15.441 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse": 18, 2024-09-10T08:20:15.441 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse_hit": 13, 2024-09-10T08:20:15.441 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse_forward": 1, 2024-09-10T08:20:15.441 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse_discover": 4, 2024-09-10T08:20:15.441 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse_dir_fetch": 0, 2024-09-10T08:20:15.441 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse_remote_ino": 0, 2024-09-10T08:20:15.441 INFO:teuthology.orchestra.run.smithi203.stdout: "traverse_lock": 0, 2024-09-10T08:20:15.441 INFO:teuthology.orchestra.run.smithi203.stdout: "load_cent": 0, 2024-09-10T08:20:15.441 INFO:teuthology.orchestra.run.smithi203.stdout: "q": 0, 2024-09-10T08:20:15.441 INFO:teuthology.orchestra.run.smithi203.stdout: "exported": 0, 2024-09-10T08:20:15.441 INFO:teuthology.orchestra.run.smithi203.stdout: "exported_inodes": 0, 2024-09-10T08:20:15.441 INFO:teuthology.orchestra.run.smithi203.stdout: "imported": 0, 2024-09-10T08:20:15.442 INFO:teuthology.orchestra.run.smithi203.stdout: "imported_inodes": 0, 2024-09-10T08:20:15.442 INFO:teuthology.orchestra.run.smithi203.stdout: "openino_dir_fetch": 0, 2024-09-10T08:20:15.442 INFO:teuthology.orchestra.run.smithi203.stdout: "openino_backtrace_fetch": 0, 2024-09-10T08:20:15.442 INFO:teuthology.orchestra.run.smithi203.stdout: "openino_peer_discover": 0, 2024-09-10T08:20:15.442 INFO:teuthology.orchestra.run.smithi203.stdout: "root_rfiles": 4, 2024-09-10T08:20:15.442 INFO:teuthology.orchestra.run.smithi203.stdout: "root_rbytes": 234, 2024-09-10T08:20:15.442 INFO:teuthology.orchestra.run.smithi203.stdout: "root_rsnaps": 0, 2024-09-10T08:20:15.442 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_backtrace_fetch": 0, 2024-09-10T08:20:15.442 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_set_tag": 0, 2024-09-10T08:20:15.442 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_backtrace_repaired": 0, 2024-09-10T08:20:15.442 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_inotable_repaired": 0, 2024-09-10T08:20:15.442 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_dir_inodes": 0, 2024-09-10T08:20:15.442 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_dir_base_inodes": 0, 2024-09-10T08:20:15.442 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_dirfrag_rstats": 0, 2024-09-10T08:20:15.443 INFO:teuthology.orchestra.run.smithi203.stdout: "scrub_file_inodes": 0, 2024-09-10T08:20:15.443 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_inode_file_caps": 0, 2024-09-10T08:20:15.443 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_cap_op_revoke": 0, 2024-09-10T08:20:15.443 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_cap_op_grant": 0, 2024-09-10T08:20:15.443 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_cap_op_trunc": 0, 2024-09-10T08:20:15.443 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-10T08:20:15.443 INFO:teuthology.orchestra.run.smithi203.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-10T08:20:15.443 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_client_caps": 0, 2024-09-10T08:20:15.443 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_client_caps_dirty": 0, 2024-09-10T08:20:15.443 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_client_cap_release": 0, 2024-09-10T08:20:15.443 INFO:teuthology.orchestra.run.smithi203.stdout: "process_request_cap_release": 0 2024-09-10T08:20:15.443 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.443 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_cache": { 2024-09-10T08:20:15.443 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_update": 0, 2024-09-10T08:20:15.444 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_update_receipt": 14, 2024-09-10T08:20:15.444 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_try_discover": 9, 2024-09-10T08:20:15.444 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_send_discover": 10, 2024-09-10T08:20:15.444 INFO:teuthology.orchestra.run.smithi203.stdout: "dir_handle_discover": 0, 2024-09-10T08:20:15.444 INFO:teuthology.orchestra.run.smithi203.stdout: "num_strays": 0, 2024-09-10T08:20:15.444 INFO:teuthology.orchestra.run.smithi203.stdout: "num_strays_delayed": 0, 2024-09-10T08:20:15.444 INFO:teuthology.orchestra.run.smithi203.stdout: "num_strays_enqueuing": 0, 2024-09-10T08:20:15.444 INFO:teuthology.orchestra.run.smithi203.stdout: "strays_created": 0, 2024-09-10T08:20:15.444 INFO:teuthology.orchestra.run.smithi203.stdout: "strays_enqueued": 0, 2024-09-10T08:20:15.445 INFO:teuthology.orchestra.run.smithi203.stdout: "strays_reintegrated": 0, 2024-09-10T08:20:15.445 INFO:teuthology.orchestra.run.smithi203.stdout: "strays_migrated": 0, 2024-09-10T08:20:15.445 INFO:teuthology.orchestra.run.smithi203.stdout: "num_recovering_processing": 0, 2024-09-10T08:20:15.445 INFO:teuthology.orchestra.run.smithi203.stdout: "num_recovering_enqueued": 0, 2024-09-10T08:20:15.445 INFO:teuthology.orchestra.run.smithi203.stdout: "num_recovering_prioritized": 0, 2024-09-10T08:20:15.445 INFO:teuthology.orchestra.run.smithi203.stdout: "recovery_started": 0, 2024-09-10T08:20:15.445 INFO:teuthology.orchestra.run.smithi203.stdout: "recovery_completed": 0, 2024-09-10T08:20:15.445 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_quiesce_path": 3, 2024-09-10T08:20:15.445 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_quiesce_inode": 19, 2024-09-10T08:20:15.445 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_enqueue_scrub": 0, 2024-09-10T08:20:15.445 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_exportdir": 0, 2024-09-10T08:20:15.445 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_flush": 0, 2024-09-10T08:20:15.446 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_fragmentdir": 0, 2024-09-10T08:20:15.446 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_fragstats": 0, 2024-09-10T08:20:15.446 INFO:teuthology.orchestra.run.smithi203.stdout: "ireq_inodestats": 0 2024-09-10T08:20:15.446 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.446 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_log": { 2024-09-10T08:20:15.446 INFO:teuthology.orchestra.run.smithi203.stdout: "evlrg": 0, 2024-09-10T08:20:15.446 INFO:teuthology.orchestra.run.smithi203.stdout: "evadd": 3, 2024-09-10T08:20:15.446 INFO:teuthology.orchestra.run.smithi203.stdout: "evex": 0, 2024-09-10T08:20:15.446 INFO:teuthology.orchestra.run.smithi203.stdout: "evtrm": 0, 2024-09-10T08:20:15.446 INFO:teuthology.orchestra.run.smithi203.stdout: "ev": 3, 2024-09-10T08:20:15.446 INFO:teuthology.orchestra.run.smithi203.stdout: "evexg": 0, 2024-09-10T08:20:15.446 INFO:teuthology.orchestra.run.smithi203.stdout: "evexd": 0, 2024-09-10T08:20:15.447 INFO:teuthology.orchestra.run.smithi203.stdout: "segadd": 2, 2024-09-10T08:20:15.447 INFO:teuthology.orchestra.run.smithi203.stdout: "segex": 0, 2024-09-10T08:20:15.447 INFO:teuthology.orchestra.run.smithi203.stdout: "segtrm": 0, 2024-09-10T08:20:15.447 INFO:teuthology.orchestra.run.smithi203.stdout: "seg": 2, 2024-09-10T08:20:15.447 INFO:teuthology.orchestra.run.smithi203.stdout: "segmjr": 2, 2024-09-10T08:20:15.447 INFO:teuthology.orchestra.run.smithi203.stdout: "segexg": 0, 2024-09-10T08:20:15.447 INFO:teuthology.orchestra.run.smithi203.stdout: "segexd": 0, 2024-09-10T08:20:15.447 INFO:teuthology.orchestra.run.smithi203.stdout: "expos": 4194304, 2024-09-10T08:20:15.447 INFO:teuthology.orchestra.run.smithi203.stdout: "wrpos": 4195387, 2024-09-10T08:20:15.447 INFO:teuthology.orchestra.run.smithi203.stdout: "rdpos": 0, 2024-09-10T08:20:15.447 INFO:teuthology.orchestra.run.smithi203.stdout: "jlat": { 2024-09-10T08:20:15.447 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 2, 2024-09-10T08:20:15.447 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.003555339, 2024-09-10T08:20:15.447 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.001777669 2024-09-10T08:20:15.448 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.448 INFO:teuthology.orchestra.run.smithi203.stdout: "replayed": 0 2024-09-10T08:20:15.448 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.448 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_mem": { 2024-09-10T08:20:15.448 INFO:teuthology.orchestra.run.smithi203.stdout: "ino": 20, 2024-09-10T08:20:15.448 INFO:teuthology.orchestra.run.smithi203.stdout: "ino+": 22, 2024-09-10T08:20:15.448 INFO:teuthology.orchestra.run.smithi203.stdout: "ino-": 2, 2024-09-10T08:20:15.448 INFO:teuthology.orchestra.run.smithi203.stdout: "dir": 19, 2024-09-10T08:20:15.448 INFO:teuthology.orchestra.run.smithi203.stdout: "dir+": 23, 2024-09-10T08:20:15.448 INFO:teuthology.orchestra.run.smithi203.stdout: "dir-": 4, 2024-09-10T08:20:15.448 INFO:teuthology.orchestra.run.smithi203.stdout: "dn": 16, 2024-09-10T08:20:15.448 INFO:teuthology.orchestra.run.smithi203.stdout: "dn+": 20, 2024-09-10T08:20:15.449 INFO:teuthology.orchestra.run.smithi203.stdout: "dn-": 4, 2024-09-10T08:20:15.449 INFO:teuthology.orchestra.run.smithi203.stdout: "cap": 0, 2024-09-10T08:20:15.449 INFO:teuthology.orchestra.run.smithi203.stdout: "cap+": 0, 2024-09-10T08:20:15.449 INFO:teuthology.orchestra.run.smithi203.stdout: "cap-": 0, 2024-09-10T08:20:15.449 INFO:teuthology.orchestra.run.smithi203.stdout: "rss": 49972, 2024-09-10T08:20:15.449 INFO:teuthology.orchestra.run.smithi203.stdout: "heap": 223520 2024-09-10T08:20:15.449 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.449 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_server": { 2024-09-10T08:20:15.449 INFO:teuthology.orchestra.run.smithi203.stdout: "dispatch_client_request": 1, 2024-09-10T08:20:15.449 INFO:teuthology.orchestra.run.smithi203.stdout: "dispatch_server_request": 0, 2024-09-10T08:20:15.449 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_client_request": 1, 2024-09-10T08:20:15.449 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_client_session": 5, 2024-09-10T08:20:15.449 INFO:teuthology.orchestra.run.smithi203.stdout: "handle_peer_request": 0, 2024-09-10T08:20:15.449 INFO:teuthology.orchestra.run.smithi203.stdout: "req_create_latency": { 2024-09-10T08:20:15.450 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:15.450 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:15.450 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:15.450 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.450 INFO:teuthology.orchestra.run.smithi203.stdout: "req_getattr_latency": { 2024-09-10T08:20:15.450 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:15.450 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:15.450 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:15.450 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.450 INFO:teuthology.orchestra.run.smithi203.stdout: "req_getfilelock_latency": { 2024-09-10T08:20:15.450 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:15.450 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:15.450 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:15.450 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.451 INFO:teuthology.orchestra.run.smithi203.stdout: "req_link_latency": { 2024-09-10T08:20:15.451 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:15.451 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:15.451 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:15.451 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.451 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lookup_latency": { 2024-09-10T08:20:15.451 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:15.451 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:15.451 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:15.451 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.451 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lookuphash_latency": { 2024-09-10T08:20:15.451 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:15.451 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:15.451 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:15.452 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.452 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lookupino_latency": { 2024-09-10T08:20:15.452 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:15.452 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:15.452 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:15.452 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.452 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lookupname_latency": { 2024-09-10T08:20:15.452 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:15.452 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:15.452 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:15.452 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.452 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lookupparent_latency": { 2024-09-10T08:20:15.452 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:15.452 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:15.453 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:15.453 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.453 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lookupsnap_latency": { 2024-09-10T08:20:15.453 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:15.453 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:15.453 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:15.453 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.453 INFO:teuthology.orchestra.run.smithi203.stdout: "req_lssnap_latency": { 2024-09-10T08:20:15.453 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:15.453 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:15.453 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:15.453 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.453 INFO:teuthology.orchestra.run.smithi203.stdout: "req_mkdir_latency": { 2024-09-10T08:20:15.453 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:15.454 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:15.454 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:15.455 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.455 INFO:teuthology.orchestra.run.smithi203.stdout: "req_mknod_latency": { 2024-09-10T08:20:15.455 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:15.455 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:15.455 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:15.455 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.455 INFO:teuthology.orchestra.run.smithi203.stdout: "req_mksnap_latency": { 2024-09-10T08:20:15.455 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:15.455 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:15.455 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:15.455 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.455 INFO:teuthology.orchestra.run.smithi203.stdout: "req_open_latency": { 2024-09-10T08:20:15.455 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:15.456 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:15.456 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:15.456 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.456 INFO:teuthology.orchestra.run.smithi203.stdout: "req_readdir_latency": { 2024-09-10T08:20:15.456 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:15.456 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:15.456 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:15.456 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.456 INFO:teuthology.orchestra.run.smithi203.stdout: "req_rename_latency": { 2024-09-10T08:20:15.456 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:15.456 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:15.456 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:15.457 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.457 INFO:teuthology.orchestra.run.smithi203.stdout: "req_renamesnap_latency": { 2024-09-10T08:20:15.457 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:15.457 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:15.457 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:15.457 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.457 INFO:teuthology.orchestra.run.smithi203.stdout: "req_snapdiff_latency": { 2024-09-10T08:20:15.457 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:15.457 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:15.457 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:15.457 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.457 INFO:teuthology.orchestra.run.smithi203.stdout: "req_rmdir_latency": { 2024-09-10T08:20:15.458 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:15.458 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:15.458 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:15.458 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.458 INFO:teuthology.orchestra.run.smithi203.stdout: "req_rmsnap_latency": { 2024-09-10T08:20:15.458 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:15.458 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:15.458 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:15.458 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.458 INFO:teuthology.orchestra.run.smithi203.stdout: "req_rmxattr_latency": { 2024-09-10T08:20:15.458 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:15.458 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:15.459 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:15.459 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.459 INFO:teuthology.orchestra.run.smithi203.stdout: "req_setattr_latency": { 2024-09-10T08:20:15.459 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:15.459 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:15.459 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:15.459 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.459 INFO:teuthology.orchestra.run.smithi203.stdout: "req_setdirlayout_latency": { 2024-09-10T08:20:15.459 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:15.459 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:15.459 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:15.459 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.459 INFO:teuthology.orchestra.run.smithi203.stdout: "req_setfilelock_latency": { 2024-09-10T08:20:15.460 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:15.460 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:15.460 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:15.460 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.460 INFO:teuthology.orchestra.run.smithi203.stdout: "req_setlayout_latency": { 2024-09-10T08:20:15.460 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:15.460 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:15.460 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:15.460 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.460 INFO:teuthology.orchestra.run.smithi203.stdout: "req_setxattr_latency": { 2024-09-10T08:20:15.460 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:15.461 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:15.461 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:15.461 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.461 INFO:teuthology.orchestra.run.smithi203.stdout: "req_symlink_latency": { 2024-09-10T08:20:15.461 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:15.461 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:15.461 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:15.461 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.461 INFO:teuthology.orchestra.run.smithi203.stdout: "req_unlink_latency": { 2024-09-10T08:20:15.461 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:15.461 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:15.461 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:15.461 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.462 INFO:teuthology.orchestra.run.smithi203.stdout: "cap_revoke_eviction": 0, 2024-09-10T08:20:15.462 INFO:teuthology.orchestra.run.smithi203.stdout: "cap_acquisition_throttle": 0, 2024-09-10T08:20:15.462 INFO:teuthology.orchestra.run.smithi203.stdout: "req_getvxattr_latency": { 2024-09-10T08:20:15.462 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:15.462 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:15.462 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:15.462 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-09-10T08:20:15.462 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.462 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_sessions": { 2024-09-10T08:20:15.462 INFO:teuthology.orchestra.run.smithi203.stdout: "session_count": 1, 2024-09-10T08:20:15.462 INFO:teuthology.orchestra.run.smithi203.stdout: "session_add": 1, 2024-09-10T08:20:15.462 INFO:teuthology.orchestra.run.smithi203.stdout: "session_remove": 0, 2024-09-10T08:20:15.462 INFO:teuthology.orchestra.run.smithi203.stdout: "sessions_open": 1, 2024-09-10T08:20:15.463 INFO:teuthology.orchestra.run.smithi203.stdout: "sessions_stale": 0, 2024-09-10T08:20:15.463 INFO:teuthology.orchestra.run.smithi203.stdout: "total_load": 0, 2024-09-10T08:20:15.463 INFO:teuthology.orchestra.run.smithi203.stdout: "average_load": 0, 2024-09-10T08:20:15.463 INFO:teuthology.orchestra.run.smithi203.stdout: "avg_session_uptime": 300, 2024-09-10T08:20:15.463 INFO:teuthology.orchestra.run.smithi203.stdout: "mdthresh_evicted": 0 2024-09-10T08:20:15.463 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.463 INFO:teuthology.orchestra.run.smithi203.stdout: "mempool": { 2024-09-10T08:20:15.463 INFO:teuthology.orchestra.run.smithi203.stdout: "bloom_filter_bytes": 0, 2024-09-10T08:20:15.463 INFO:teuthology.orchestra.run.smithi203.stdout: "bloom_filter_items": 0, 2024-09-10T08:20:15.463 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_alloc_bytes": 0, 2024-09-10T08:20:15.463 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_alloc_items": 0, 2024-09-10T08:20:15.463 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_data_bytes": 0, 2024-09-10T08:20:15.464 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_data_items": 0, 2024-09-10T08:20:15.464 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-10T08:20:15.464 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_onode_items": 0, 2024-09-10T08:20:15.464 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-10T08:20:15.464 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_meta_items": 0, 2024-09-10T08:20:15.464 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_other_bytes": 0, 2024-09-10T08:20:15.464 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_other_items": 0, 2024-09-10T08:20:15.464 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-10T08:20:15.464 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_cache_buffer_items": 0, 2024-09-10T08:20:15.464 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_extent_bytes": 0, 2024-09-10T08:20:15.464 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_extent_items": 0, 2024-09-10T08:20:15.464 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_blob_bytes": 0, 2024-09-10T08:20:15.464 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_blob_items": 0, 2024-09-10T08:20:15.464 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-10T08:20:15.464 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_shared_blob_items": 0, 2024-09-10T08:20:15.465 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-10T08:20:15.465 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_inline_bl_items": 0, 2024-09-10T08:20:15.465 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_fsck_bytes": 0, 2024-09-10T08:20:15.465 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_fsck_items": 0, 2024-09-10T08:20:15.465 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_txc_bytes": 0, 2024-09-10T08:20:15.465 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_txc_items": 0, 2024-09-10T08:20:15.465 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-10T08:20:15.465 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_writing_deferred_items": 0, 2024-09-10T08:20:15.465 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_writing_bytes": 0, 2024-09-10T08:20:15.465 INFO:teuthology.orchestra.run.smithi203.stdout: "bluestore_writing_items": 0, 2024-09-10T08:20:15.465 INFO:teuthology.orchestra.run.smithi203.stdout: "bluefs_bytes": 0, 2024-09-10T08:20:15.465 INFO:teuthology.orchestra.run.smithi203.stdout: "bluefs_items": 0, 2024-09-10T08:20:15.465 INFO:teuthology.orchestra.run.smithi203.stdout: "bluefs_file_reader_bytes": 0, 2024-09-10T08:20:15.466 INFO:teuthology.orchestra.run.smithi203.stdout: "bluefs_file_reader_items": 0, 2024-09-10T08:20:15.466 INFO:teuthology.orchestra.run.smithi203.stdout: "bluefs_file_writer_bytes": 0, 2024-09-10T08:20:15.466 INFO:teuthology.orchestra.run.smithi203.stdout: "bluefs_file_writer_items": 0, 2024-09-10T08:20:15.466 INFO:teuthology.orchestra.run.smithi203.stdout: "buffer_anon_bytes": 229975, 2024-09-10T08:20:15.466 INFO:teuthology.orchestra.run.smithi203.stdout: "buffer_anon_items": 72, 2024-09-10T08:20:15.466 INFO:teuthology.orchestra.run.smithi203.stdout: "buffer_meta_bytes": 0, 2024-09-10T08:20:15.466 INFO:teuthology.orchestra.run.smithi203.stdout: "buffer_meta_items": 0, 2024-09-10T08:20:15.466 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_bytes": 0, 2024-09-10T08:20:15.466 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_items": 0, 2024-09-10T08:20:15.466 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_mapbl_bytes": 0, 2024-09-10T08:20:15.466 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_mapbl_items": 0, 2024-09-10T08:20:15.466 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_pglog_bytes": 0, 2024-09-10T08:20:15.466 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_pglog_items": 0, 2024-09-10T08:20:15.466 INFO:teuthology.orchestra.run.smithi203.stdout: "osdmap_bytes": 9160, 2024-09-10T08:20:15.467 INFO:teuthology.orchestra.run.smithi203.stdout: "osdmap_items": 174, 2024-09-10T08:20:15.467 INFO:teuthology.orchestra.run.smithi203.stdout: "osdmap_mapping_bytes": 0, 2024-09-10T08:20:15.467 INFO:teuthology.orchestra.run.smithi203.stdout: "osdmap_mapping_items": 0, 2024-09-10T08:20:15.467 INFO:teuthology.orchestra.run.smithi203.stdout: "pgmap_bytes": 0, 2024-09-10T08:20:15.467 INFO:teuthology.orchestra.run.smithi203.stdout: "pgmap_items": 0, 2024-09-10T08:20:15.467 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_co_bytes": 80965, 2024-09-10T08:20:15.467 INFO:teuthology.orchestra.run.smithi203.stdout: "mds_co_items": 327, 2024-09-10T08:20:15.467 INFO:teuthology.orchestra.run.smithi203.stdout: "unittest_1_bytes": 0, 2024-09-10T08:20:15.467 INFO:teuthology.orchestra.run.smithi203.stdout: "unittest_1_items": 0, 2024-09-10T08:20:15.467 INFO:teuthology.orchestra.run.smithi203.stdout: "unittest_2_bytes": 0, 2024-09-10T08:20:15.467 INFO:teuthology.orchestra.run.smithi203.stdout: "unittest_2_items": 0 2024-09-10T08:20:15.467 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.467 INFO:teuthology.orchestra.run.smithi203.stdout: "objecter": { 2024-09-10T08:20:15.468 INFO:teuthology.orchestra.run.smithi203.stdout: "op_active": 0, 2024-09-10T08:20:15.468 INFO:teuthology.orchestra.run.smithi203.stdout: "op_laggy": 0, 2024-09-10T08:20:15.468 INFO:teuthology.orchestra.run.smithi203.stdout: "op_send": 37, 2024-09-10T08:20:15.468 INFO:teuthology.orchestra.run.smithi203.stdout: "op_send_bytes": 11295, 2024-09-10T08:20:15.468 INFO:teuthology.orchestra.run.smithi203.stdout: "op_resend": 33, 2024-09-10T08:20:15.468 INFO:teuthology.orchestra.run.smithi203.stdout: "op_reply": 37, 2024-09-10T08:20:15.468 INFO:teuthology.orchestra.run.smithi203.stdout: "op_latency": { 2024-09-10T08:20:15.468 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 37, 2024-09-10T08:20:15.468 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.203995007, 2024-09-10T08:20:15.468 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.005513378 2024-09-10T08:20:15.468 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.468 INFO:teuthology.orchestra.run.smithi203.stdout: "op_inflight": 0, 2024-09-10T08:20:15.468 INFO:teuthology.orchestra.run.smithi203.stdout: "oplen_avg": { 2024-09-10T08:20:15.469 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 37, 2024-09-10T08:20:15.469 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 59 2024-09-10T08:20:15.469 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.469 INFO:teuthology.orchestra.run.smithi203.stdout: "op": 37, 2024-09-10T08:20:15.469 INFO:teuthology.orchestra.run.smithi203.stdout: "op_r": 0, 2024-09-10T08:20:15.469 INFO:teuthology.orchestra.run.smithi203.stdout: "op_w": 37, 2024-09-10T08:20:15.469 INFO:teuthology.orchestra.run.smithi203.stdout: "op_rmw": 0, 2024-09-10T08:20:15.469 INFO:teuthology.orchestra.run.smithi203.stdout: "op_pg": 0, 2024-09-10T08:20:15.469 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_stat": 0, 2024-09-10T08:20:15.469 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_create": 10, 2024-09-10T08:20:15.469 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_read": 0, 2024-09-10T08:20:15.469 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_write": 2, 2024-09-10T08:20:15.469 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_writefull": 6, 2024-09-10T08:20:15.469 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_writesame": 0, 2024-09-10T08:20:15.469 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_append": 0, 2024-09-10T08:20:15.470 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_zero": 0, 2024-09-10T08:20:15.470 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_truncate": 0, 2024-09-10T08:20:15.470 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_delete": 6, 2024-09-10T08:20:15.470 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_mapext": 0, 2024-09-10T08:20:15.470 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_sparse_read": 0, 2024-09-10T08:20:15.470 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_clonerange": 0, 2024-09-10T08:20:15.470 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_getxattr": 0, 2024-09-10T08:20:15.470 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_setxattr": 20, 2024-09-10T08:20:15.470 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_cmpxattr": 0, 2024-09-10T08:20:15.470 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_rmxattr": 0, 2024-09-10T08:20:15.470 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_resetxattrs": 0, 2024-09-10T08:20:15.470 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_call": 0, 2024-09-10T08:20:15.471 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_watch": 0, 2024-09-10T08:20:15.471 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_notify": 0, 2024-09-10T08:20:15.471 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_src_cmpxattr": 0, 2024-09-10T08:20:15.471 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_pgls": 0, 2024-09-10T08:20:15.471 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_pgls_filter": 0, 2024-09-10T08:20:15.471 INFO:teuthology.orchestra.run.smithi203.stdout: "osdop_other": 0, 2024-09-10T08:20:15.471 INFO:teuthology.orchestra.run.smithi203.stdout: "linger_active": 0, 2024-09-10T08:20:15.471 INFO:teuthology.orchestra.run.smithi203.stdout: "linger_send": 0, 2024-09-10T08:20:15.471 INFO:teuthology.orchestra.run.smithi203.stdout: "linger_resend": 0, 2024-09-10T08:20:15.471 INFO:teuthology.orchestra.run.smithi203.stdout: "linger_ping": 0, 2024-09-10T08:20:15.471 INFO:teuthology.orchestra.run.smithi203.stdout: "poolop_active": 0, 2024-09-10T08:20:15.471 INFO:teuthology.orchestra.run.smithi203.stdout: "poolop_send": 0, 2024-09-10T08:20:15.471 INFO:teuthology.orchestra.run.smithi203.stdout: "poolop_resend": 0, 2024-09-10T08:20:15.471 INFO:teuthology.orchestra.run.smithi203.stdout: "poolstat_active": 0, 2024-09-10T08:20:15.472 INFO:teuthology.orchestra.run.smithi203.stdout: "poolstat_send": 0, 2024-09-10T08:20:15.472 INFO:teuthology.orchestra.run.smithi203.stdout: "poolstat_resend": 0, 2024-09-10T08:20:15.472 INFO:teuthology.orchestra.run.smithi203.stdout: "statfs_active": 0, 2024-09-10T08:20:15.472 INFO:teuthology.orchestra.run.smithi203.stdout: "statfs_send": 0, 2024-09-10T08:20:15.472 INFO:teuthology.orchestra.run.smithi203.stdout: "statfs_resend": 0, 2024-09-10T08:20:15.472 INFO:teuthology.orchestra.run.smithi203.stdout: "command_active": 0, 2024-09-10T08:20:15.472 INFO:teuthology.orchestra.run.smithi203.stdout: "command_send": 0, 2024-09-10T08:20:15.472 INFO:teuthology.orchestra.run.smithi203.stdout: "command_resend": 0, 2024-09-10T08:20:15.472 INFO:teuthology.orchestra.run.smithi203.stdout: "map_epoch": 92, 2024-09-10T08:20:15.472 INFO:teuthology.orchestra.run.smithi203.stdout: "map_full": 0, 2024-09-10T08:20:15.472 INFO:teuthology.orchestra.run.smithi203.stdout: "map_inc": 4, 2024-09-10T08:20:15.472 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_sessions": 8, 2024-09-10T08:20:15.473 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_session_open": 8, 2024-09-10T08:20:15.473 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_session_close": 0, 2024-09-10T08:20:15.473 INFO:teuthology.orchestra.run.smithi203.stdout: "osd_laggy": 0, 2024-09-10T08:20:15.473 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_wr": 14, 2024-09-10T08:20:15.473 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_rd": 0, 2024-09-10T08:20:15.473 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_del": 1 2024-09-10T08:20:15.473 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.473 INFO:teuthology.orchestra.run.smithi203.stdout: "oft": { 2024-09-10T08:20:15.473 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_total_objs": 1, 2024-09-10T08:20:15.473 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_total_kv_pairs": 0, 2024-09-10T08:20:15.473 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_total_updates": 0, 2024-09-10T08:20:15.473 INFO:teuthology.orchestra.run.smithi203.stdout: "omap_total_removes": 0 2024-09-10T08:20:15.473 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.474 INFO:teuthology.orchestra.run.smithi203.stdout: "osd-slow-ops": { 2024-09-10T08:20:15.474 INFO:teuthology.orchestra.run.smithi203.stdout: "slow_ops_count": 22 2024-09-10T08:20:15.474 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.474 INFO:teuthology.orchestra.run.smithi203.stdout: "purge_queue": { 2024-09-10T08:20:15.474 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_executing_ops": 0, 2024-09-10T08:20:15.474 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_executing_ops_high_water": 0, 2024-09-10T08:20:15.474 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_executing": 0, 2024-09-10T08:20:15.474 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_executing_high_water": 0, 2024-09-10T08:20:15.474 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_executed_ops": 0, 2024-09-10T08:20:15.474 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_executed": 0, 2024-09-10T08:20:15.474 INFO:teuthology.orchestra.run.smithi203.stdout: "pq_item_in_journal": 0 2024-09-10T08:20:15.474 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.474 INFO:teuthology.orchestra.run.smithi203.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-10T08:20:15.475 INFO:teuthology.orchestra.run.smithi203.stdout: "val": 0, 2024-09-10T08:20:15.475 INFO:teuthology.orchestra.run.smithi203.stdout: "max": 104857600, 2024-09-10T08:20:15.475 INFO:teuthology.orchestra.run.smithi203.stdout: "get_started": 0, 2024-09-10T08:20:15.475 INFO:teuthology.orchestra.run.smithi203.stdout: "get": 577, 2024-09-10T08:20:15.475 INFO:teuthology.orchestra.run.smithi203.stdout: "get_sum": 834516, 2024-09-10T08:20:15.475 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_fail": 0, 2024-09-10T08:20:15.475 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_success": 577, 2024-09-10T08:20:15.475 INFO:teuthology.orchestra.run.smithi203.stdout: "take": 0, 2024-09-10T08:20:15.475 INFO:teuthology.orchestra.run.smithi203.stdout: "take_sum": 0, 2024-09-10T08:20:15.475 INFO:teuthology.orchestra.run.smithi203.stdout: "put": 577, 2024-09-10T08:20:15.475 INFO:teuthology.orchestra.run.smithi203.stdout: "put_sum": 834516, 2024-09-10T08:20:15.475 INFO:teuthology.orchestra.run.smithi203.stdout: "wait": { 2024-09-10T08:20:15.475 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:15.476 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:15.476 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:15.476 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-09-10T08:20:15.476 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.476 INFO:teuthology.orchestra.run.smithi203.stdout: "throttle-objecter_bytes": { 2024-09-10T08:20:15.476 INFO:teuthology.orchestra.run.smithi203.stdout: "val": 0, 2024-09-10T08:20:15.476 INFO:teuthology.orchestra.run.smithi203.stdout: "max": 104857600, 2024-09-10T08:20:15.476 INFO:teuthology.orchestra.run.smithi203.stdout: "get_started": 0, 2024-09-10T08:20:15.476 INFO:teuthology.orchestra.run.smithi203.stdout: "get": 0, 2024-09-10T08:20:15.476 INFO:teuthology.orchestra.run.smithi203.stdout: "get_sum": 0, 2024-09-10T08:20:15.476 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_fail": 0, 2024-09-10T08:20:15.476 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_success": 0, 2024-09-10T08:20:15.476 INFO:teuthology.orchestra.run.smithi203.stdout: "take": 37, 2024-09-10T08:20:15.476 INFO:teuthology.orchestra.run.smithi203.stdout: "take_sum": 11295, 2024-09-10T08:20:15.477 INFO:teuthology.orchestra.run.smithi203.stdout: "put": 37, 2024-09-10T08:20:15.477 INFO:teuthology.orchestra.run.smithi203.stdout: "put_sum": 11295, 2024-09-10T08:20:15.477 INFO:teuthology.orchestra.run.smithi203.stdout: "wait": { 2024-09-10T08:20:15.477 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:15.477 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:15.477 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:15.477 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-09-10T08:20:15.477 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.477 INFO:teuthology.orchestra.run.smithi203.stdout: "throttle-objecter_ops": { 2024-09-10T08:20:15.477 INFO:teuthology.orchestra.run.smithi203.stdout: "val": 0, 2024-09-10T08:20:15.477 INFO:teuthology.orchestra.run.smithi203.stdout: "max": 1024, 2024-09-10T08:20:15.477 INFO:teuthology.orchestra.run.smithi203.stdout: "get_started": 0, 2024-09-10T08:20:15.477 INFO:teuthology.orchestra.run.smithi203.stdout: "get": 0, 2024-09-10T08:20:15.478 INFO:teuthology.orchestra.run.smithi203.stdout: "get_sum": 0, 2024-09-10T08:20:15.478 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_fail": 0, 2024-09-10T08:20:15.478 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_success": 0, 2024-09-10T08:20:15.478 INFO:teuthology.orchestra.run.smithi203.stdout: "take": 37, 2024-09-10T08:20:15.478 INFO:teuthology.orchestra.run.smithi203.stdout: "take_sum": 37, 2024-09-10T08:20:15.478 INFO:teuthology.orchestra.run.smithi203.stdout: "put": 37, 2024-09-10T08:20:15.478 INFO:teuthology.orchestra.run.smithi203.stdout: "put_sum": 37, 2024-09-10T08:20:15.478 INFO:teuthology.orchestra.run.smithi203.stdout: "wait": { 2024-09-10T08:20:15.478 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:15.478 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:15.478 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:15.478 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-09-10T08:20:15.479 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.479 INFO:teuthology.orchestra.run.smithi203.stdout: "throttle-write_buf_throttle": { 2024-09-10T08:20:15.479 INFO:teuthology.orchestra.run.smithi203.stdout: "val": 0, 2024-09-10T08:20:15.479 INFO:teuthology.orchestra.run.smithi203.stdout: "max": 3758096384, 2024-09-10T08:20:15.479 INFO:teuthology.orchestra.run.smithi203.stdout: "get_started": 0, 2024-09-10T08:20:15.479 INFO:teuthology.orchestra.run.smithi203.stdout: "get": 0, 2024-09-10T08:20:15.479 INFO:teuthology.orchestra.run.smithi203.stdout: "get_sum": 0, 2024-09-10T08:20:15.479 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_fail": 0, 2024-09-10T08:20:15.479 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_success": 0, 2024-09-10T08:20:15.479 INFO:teuthology.orchestra.run.smithi203.stdout: "take": 0, 2024-09-10T08:20:15.479 INFO:teuthology.orchestra.run.smithi203.stdout: "take_sum": 0, 2024-09-10T08:20:15.479 INFO:teuthology.orchestra.run.smithi203.stdout: "put": 0, 2024-09-10T08:20:15.479 INFO:teuthology.orchestra.run.smithi203.stdout: "put_sum": 0, 2024-09-10T08:20:15.479 INFO:teuthology.orchestra.run.smithi203.stdout: "wait": { 2024-09-10T08:20:15.479 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:15.480 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:15.480 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:15.480 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-09-10T08:20:15.480 INFO:teuthology.orchestra.run.smithi203.stdout: }, 2024-09-10T08:20:15.480 INFO:teuthology.orchestra.run.smithi203.stdout: "throttle-write_buf_throttle-0x55859fc36960": { 2024-09-10T08:20:15.480 INFO:teuthology.orchestra.run.smithi203.stdout: "val": 0, 2024-09-10T08:20:15.480 INFO:teuthology.orchestra.run.smithi203.stdout: "max": 3758096384, 2024-09-10T08:20:15.480 INFO:teuthology.orchestra.run.smithi203.stdout: "get_started": 0, 2024-09-10T08:20:15.480 INFO:teuthology.orchestra.run.smithi203.stdout: "get": 3, 2024-09-10T08:20:15.480 INFO:teuthology.orchestra.run.smithi203.stdout: "get_sum": 1083, 2024-09-10T08:20:15.480 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_fail": 0, 2024-09-10T08:20:15.480 INFO:teuthology.orchestra.run.smithi203.stdout: "get_or_fail_success": 3, 2024-09-10T08:20:15.480 INFO:teuthology.orchestra.run.smithi203.stdout: "take": 0, 2024-09-10T08:20:15.480 INFO:teuthology.orchestra.run.smithi203.stdout: "take_sum": 0, 2024-09-10T08:20:15.480 INFO:teuthology.orchestra.run.smithi203.stdout: "put": 2, 2024-09-10T08:20:15.480 INFO:teuthology.orchestra.run.smithi203.stdout: "put_sum": 1083, 2024-09-10T08:20:15.481 INFO:teuthology.orchestra.run.smithi203.stdout: "wait": { 2024-09-10T08:20:15.481 INFO:teuthology.orchestra.run.smithi203.stdout: "avgcount": 0, 2024-09-10T08:20:15.481 INFO:teuthology.orchestra.run.smithi203.stdout: "sum": 0.000000000, 2024-09-10T08:20:15.481 INFO:teuthology.orchestra.run.smithi203.stdout: "avgtime": 0.000000000 2024-09-10T08:20:15.481 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-09-10T08:20:15.481 INFO:teuthology.orchestra.run.smithi203.stdout: } 2024-09-10T08:20:15.481 INFO:teuthology.orchestra.run.smithi203.stdout:} 2024-09-10T08:20:15.481 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:15 smithi067 ceph-mon[31051]: pgmap v520: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 8 op/s 2024-09-10T08:20:16.231 INFO:tasks.check_counter:Daemon mds.l mds.exported=0 2024-09-10T08:20:16.231 INFO:tasks.check_counter:Daemon mds.l mds.imported=0 2024-09-10T08:20:16.231 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update=0 2024-09-10T08:20:16.231 INFO:tasks.check_counter:Daemon mds.l mds_cache.dir_update_receipt=14 2024-09-10T08:20:16.231 DEBUG:teuthology.run_tasks:Unwinding manager ceph-fuse 2024-09-10T08:20:16.243 INFO:tasks.ceph_fuse:Unmounting ceph-fuse clients... 2024-09-10T08:20:16.244 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-10T08:20:16.244 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:20:16.267 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-10T08:20:16.267 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:20:16.327 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph osd blocklist ls 2024-09-10T08:20:16.661 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:20:17.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.160+0000 7f780f8de640 1 -- 172.21.15.67:0/2133114390 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7808102790 msgr2=0x7f78081067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:17.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.160+0000 7f780f8de640 1 --2- 172.21.15.67:0/2133114390 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7808102790 0x7f78081067e0 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7f77fc009900 tx=0x7f77fc02a410 comp rx=0 tx=0).stop 2024-09-10T08:20:17.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.160+0000 7f780f8de640 1 -- 172.21.15.67:0/2133114390 shutdown_connections 2024-09-10T08:20:17.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.160+0000 7f780f8de640 1 --2- 172.21.15.67:0/2133114390 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7808106f10 0x7f780810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:17.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.160+0000 7f780f8de640 1 --2- 172.21.15.67:0/2133114390 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7808102790 0x7f78081067e0 unknown :-1 s=CLOSED pgs=910 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:17.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.160+0000 7f780f8de640 1 --2- 172.21.15.67:0/2133114390 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7808101de0 0x7f78081021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:17.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.160+0000 7f780f8de640 1 -- 172.21.15.67:0/2133114390 >> 172.21.15.67:0/2133114390 conn(0x7f78080fd8c0 msgr2=0x7f78080ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:20:17.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.160+0000 7f780f8de640 1 -- 172.21.15.67:0/2133114390 shutdown_connections 2024-09-10T08:20:17.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.160+0000 7f780f8de640 1 -- 172.21.15.67:0/2133114390 wait complete. 2024-09-10T08:20:17.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.160+0000 7f780f8de640 1 Processor -- start 2024-09-10T08:20:17.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.161+0000 7f780f8de640 1 -- start start 2024-09-10T08:20:17.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.161+0000 7f780f8de640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7808101de0 0x7f78080744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:20:17.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.161+0000 7f780f8de640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7808102790 0x7f7808074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:20:17.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.161+0000 7f780f8de640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7808106f10 0x7f7808074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:20:17.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.161+0000 7f780f8de640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7808111e40 con 0x7f7808101de0 2024-09-10T08:20:17.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.161+0000 7f780f8de640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f7808111cc0 con 0x7f7808102790 2024-09-10T08:20:17.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.161+0000 7f780f8de640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f7808111fc0 con 0x7f7808106f10 2024-09-10T08:20:17.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.161+0000 7f780d67a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7808101de0 0x7f78080744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:20:17.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.161+0000 7f780d67a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7808101de0 0x7f78080744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:49474/0 (socket says 172.21.15.67:49474) 2024-09-10T08:20:17.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.161+0000 7f780d67a640 1 -- 172.21.15.67:0/1290062007 learned_addr learned my addr 172.21.15.67:0/1290062007 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:20:17.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.161+0000 7f780de7b640 1 --2- 172.21.15.67:0/1290062007 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7808106f10 0x7f7808074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:20:17.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.161+0000 7f780ce79640 1 --2- 172.21.15.67:0/1290062007 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7808102790 0x7f7808074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:20:17.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.161+0000 7f780d67a640 1 -- 172.21.15.67:0/1290062007 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7808106f10 msgr2=0x7f7808074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:17.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.161+0000 7f780d67a640 1 --2- 172.21.15.67:0/1290062007 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7808106f10 0x7f7808074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:17.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.161+0000 7f780d67a640 1 -- 172.21.15.67:0/1290062007 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7808102790 msgr2=0x7f7808074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:17.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.161+0000 7f780d67a640 1 --2- 172.21.15.67:0/1290062007 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7808102790 0x7f7808074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:17.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.161+0000 7f780d67a640 1 -- 172.21.15.67:0/1290062007 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78081a68a0 con 0x7f7808101de0 2024-09-10T08:20:17.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.161+0000 7f780ce79640 1 --2- 172.21.15.67:0/1290062007 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7808102790 0x7f7808074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:20:17.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.161+0000 7f780d67a640 1 --2- 172.21.15.67:0/1290062007 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7808101de0 0x7f78080744f0 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7f77f800cce0 tx=0x7f77f800a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:20:17.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.162+0000 7f78067fc640 1 -- 172.21.15.67:0/1290062007 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77f8004b20 con 0x7f7808101de0 2024-09-10T08:20:17.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.162+0000 7f780f8de640 1 -- 172.21.15.67:0/1290062007 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78081a6b90 con 0x7f7808101de0 2024-09-10T08:20:17.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.162+0000 7f78067fc640 1 -- 172.21.15.67:0/1290062007 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f77f8004cc0 con 0x7f7808101de0 2024-09-10T08:20:17.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.162+0000 7f78067fc640 1 -- 172.21.15.67:0/1290062007 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77f800f6b0 con 0x7f7808101de0 2024-09-10T08:20:17.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.162+0000 7f780f8de640 1 -- 172.21.15.67:0/1290062007 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78081a7120 con 0x7f7808101de0 2024-09-10T08:20:17.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.163+0000 7f780f8de640 1 -- 172.21.15.67:0/1290062007 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f78081021c0 con 0x7f7808101de0 2024-09-10T08:20:17.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.164+0000 7f78067fc640 1 -- 172.21.15.67:0/1290062007 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f77f800f850 con 0x7f7808101de0 2024-09-10T08:20:17.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.165+0000 7f78067fc640 1 --2- 172.21.15.67:0/1290062007 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f77f00a2b80 0x7f77f00a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:20:17.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.165+0000 7f780ce79640 1 --2- 172.21.15.67:0/1290062007 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f77f00a2b80 0x7f77f00a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:20:17.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.165+0000 7f78067fc640 1 -- 172.21.15.67:0/1290062007 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f77f80cf5f0 con 0x7f7808101de0 2024-09-10T08:20:17.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.165+0000 7f780ce79640 1 --2- 172.21.15.67:0/1290062007 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f77f00a2b80 0x7f77f00a5040 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f77fc000c00 tx=0x7f77fc031400 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:20:17.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.170+0000 7f78067fc640 1 -- 172.21.15.67:0/1290062007 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f77f8014030 con 0x7f7808101de0 2024-09-10T08:20:17.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.358+0000 7f780f8de640 1 -- 172.21.15.67:0/1290062007 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f780810a0f0 con 0x7f7808101de0 2024-09-10T08:20:17.358 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:17 smithi067 ceph-mon[31051]: pgmap v521: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-09-10T08:20:17.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.358+0000 7f78067fc640 1 -- 172.21.15.67:0/1290062007 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v92) ==== 81+0+591 (secure 0 0 0) 0x7f77f809c150 con 0x7f7808101de0 2024-09-10T08:20:17.359 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.15.67:0/420992675 2024-09-11T08:05:37.717567+0000 2024-09-10T08:20:17.359 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.15.67:0/2960294013 2024-09-11T08:05:37.717567+0000 2024-09-10T08:20:17.359 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.15.67:6801/2987520524 2024-09-11T08:05:37.717567+0000 2024-09-10T08:20:17.359 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.15.67:6800/2987520524 2024-09-11T08:05:37.717567+0000 2024-09-10T08:20:17.359 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.15.67:0/3383024850 2024-09-11T08:05:13.831541+0000 2024-09-10T08:20:17.359 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.15.67:6801/1869292132 2024-09-11T08:05:13.831541+0000 2024-09-10T08:20:17.359 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.15.67:6800/1869292132 2024-09-11T08:05:13.831541+0000 2024-09-10T08:20:17.359 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.15.67:0/4178209804 2024-09-11T08:05:37.717567+0000 2024-09-10T08:20:17.360 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.15.67:0/2105313351 2024-09-11T08:05:13.831541+0000 2024-09-10T08:20:17.360 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.15.67:0/4063198473 2024-09-11T08:05:13.831541+0000 2024-09-10T08:20:17.360 INFO:teuthology.orchestra.run.smithi067.stderr:listed 10 entries 2024-09-10T08:20:17.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.360+0000 7f780f8de640 1 -- 172.21.15.67:0/1290062007 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f77f00a2b80 msgr2=0x7f77f00a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:17.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.360+0000 7f780f8de640 1 --2- 172.21.15.67:0/1290062007 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f77f00a2b80 0x7f77f00a5040 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f77fc000c00 tx=0x7f77fc031400 comp rx=0 tx=0).stop 2024-09-10T08:20:17.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.360+0000 7f780f8de640 1 -- 172.21.15.67:0/1290062007 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7808101de0 msgr2=0x7f78080744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:17.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.360+0000 7f780f8de640 1 --2- 172.21.15.67:0/1290062007 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7808101de0 0x7f78080744f0 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7f77f800cce0 tx=0x7f77f800a620 comp rx=0 tx=0).stop 2024-09-10T08:20:17.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.360+0000 7f780f8de640 1 -- 172.21.15.67:0/1290062007 shutdown_connections 2024-09-10T08:20:17.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.360+0000 7f780f8de640 1 --2- 172.21.15.67:0/1290062007 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f77f00a2b80 0x7f77f00a5040 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:17.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.360+0000 7f780f8de640 1 --2- 172.21.15.67:0/1290062007 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f7808102790 0x7f7808074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:17.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.360+0000 7f780f8de640 1 --2- 172.21.15.67:0/1290062007 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f7808106f10 0x7f7808074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:17.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.360+0000 7f780f8de640 1 --2- 172.21.15.67:0/1290062007 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7808101de0 0x7f78080744f0 unknown :-1 s=CLOSED pgs=911 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:17.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.361+0000 7f780f8de640 1 -- 172.21.15.67:0/1290062007 >> 172.21.15.67:0/1290062007 conn(0x7f78080fd8c0 msgr2=0x7f78080fed00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:20:17.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.361+0000 7f780f8de640 1 -- 172.21.15.67:0/1290062007 shutdown_connections 2024-09-10T08:20:17.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:17.361+0000 7f780f8de640 1 -- 172.21.15.67:0/1290062007 wait complete. 2024-09-10T08:20:17.422 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:17 smithi133 ceph-mon[34721]: pgmap v521: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-09-10T08:20:17.472 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:17 smithi203 ceph-mon[34672]: pgmap v521: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s 2024-09-10T08:20:18.139 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-10T08:20:18.139 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-10T08:20:18.159 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph osd blocklist ls 2024-09-10T08:20:18.383 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:18 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/1290062007' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-10T08:20:18.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:18 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/1290062007' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-10T08:20:18.459 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:20:18.488 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:18 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/1290062007' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-10T08:20:19.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:18.976+0000 7f20e9243640 1 -- 172.21.15.67:0/1812838129 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20e4103660 msgr2=0x7f20e410bb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:19.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:18.977+0000 7f20e9243640 1 --2- 172.21.15.67:0/1812838129 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20e4103660 0x7f20e410bb50 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7f20cc009900 tx=0x7f20cc02a480 comp rx=0 tx=0).stop 2024-09-10T08:20:19.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:18.977+0000 7f20e9243640 1 -- 172.21.15.67:0/1812838129 shutdown_connections 2024-09-10T08:20:19.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:18.977+0000 7f20e9243640 1 --2- 172.21.15.67:0/1812838129 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f20e410c170 0x7f20e410e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:19.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:18.977+0000 7f20e9243640 1 --2- 172.21.15.67:0/1812838129 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20e4103660 0x7f20e410bb50 unknown :-1 s=CLOSED pgs=912 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:19.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:18.977+0000 7f20e9243640 1 --2- 172.21.15.67:0/1812838129 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f20e4102d40 0x7f20e4103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:19.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:18.977+0000 7f20e9243640 1 -- 172.21.15.67:0/1812838129 >> 172.21.15.67:0/1812838129 conn(0x7f20e40fc7a0 msgr2=0x7f20e40febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:20:19.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:18.977+0000 7f20e9243640 1 -- 172.21.15.67:0/1812838129 shutdown_connections 2024-09-10T08:20:19.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:18.977+0000 7f20e9243640 1 -- 172.21.15.67:0/1812838129 wait complete. 2024-09-10T08:20:19.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:18.977+0000 7f20e9243640 1 Processor -- start 2024-09-10T08:20:19.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:18.978+0000 7f20e9243640 1 -- start start 2024-09-10T08:20:19.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:18.978+0000 7f20e9243640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f20e4102d40 0x7f20e41983a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:20:19.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:18.978+0000 7f20e9243640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f20e4103660 0x7f20e41988e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:20:19.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:18.978+0000 7f20e9243640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20e410c170 0x7f20e419cc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:20:19.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:18.978+0000 7f20e9243640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f20e4111e20 con 0x7f20e410c170 2024-09-10T08:20:19.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:18.978+0000 7f20e9243640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f20e4111ca0 con 0x7f20e4102d40 2024-09-10T08:20:19.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:18.978+0000 7f20e9243640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f20e4111fa0 con 0x7f20e4103660 2024-09-10T08:20:19.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:18.978+0000 7f20e359e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20e410c170 0x7f20e419cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:20:19.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:18.978+0000 7f20e359e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20e410c170 0x7f20e419cc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:49488/0 (socket says 172.21.15.67:49488) 2024-09-10T08:20:19.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:18.978+0000 7f20e359e640 1 -- 172.21.15.67:0/2087379233 learned_addr learned my addr 172.21.15.67:0/2087379233 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:20:19.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:18.978+0000 7f20e2d9d640 1 --2- 172.21.15.67:0/2087379233 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f20e4102d40 0x7f20e41983a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:20:19.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:18.978+0000 7f20e259c640 1 --2- 172.21.15.67:0/2087379233 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f20e4103660 0x7f20e41988e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:20:19.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:18.978+0000 7f20e359e640 1 -- 172.21.15.67:0/2087379233 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f20e4103660 msgr2=0x7f20e41988e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:19.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:18.978+0000 7f20e359e640 1 --2- 172.21.15.67:0/2087379233 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f20e4103660 0x7f20e41988e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:19.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:18.978+0000 7f20e359e640 1 -- 172.21.15.67:0/2087379233 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f20e4102d40 msgr2=0x7f20e41983a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:19.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:18.978+0000 7f20e359e640 1 --2- 172.21.15.67:0/2087379233 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f20e4102d40 0x7f20e41983a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:19.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:18.979+0000 7f20e359e640 1 -- 172.21.15.67:0/2087379233 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20e419d350 con 0x7f20e410c170 2024-09-10T08:20:19.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:18.979+0000 7f20e359e640 1 --2- 172.21.15.67:0/2087379233 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20e410c170 0x7f20e419cc70 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7f20dc00eaa0 tx=0x7f20dc00ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:20:19.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:18.979+0000 7f20dbfff640 1 -- 172.21.15.67:0/2087379233 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20dc00cdb0 con 0x7f20e410c170 2024-09-10T08:20:19.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:18.979+0000 7f20e9243640 1 -- 172.21.15.67:0/2087379233 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20e419d640 con 0x7f20e410c170 2024-09-10T08:20:19.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:18.979+0000 7f20dbfff640 1 -- 172.21.15.67:0/2087379233 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f20dc005020 con 0x7f20e410c170 2024-09-10T08:20:19.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:18.979+0000 7f20dbfff640 1 -- 172.21.15.67:0/2087379233 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20dc0116d0 con 0x7f20e410c170 2024-09-10T08:20:19.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:18.979+0000 7f20e9243640 1 -- 172.21.15.67:0/2087379233 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20e41a4f20 con 0x7f20e410c170 2024-09-10T08:20:19.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:18.980+0000 7f20e9243640 1 -- 172.21.15.67:0/2087379233 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20e4103120 con 0x7f20e410c170 2024-09-10T08:20:19.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:18.981+0000 7f20dbfff640 1 -- 172.21.15.67:0/2087379233 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f20dc0051d0 con 0x7f20e410c170 2024-09-10T08:20:19.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:18.982+0000 7f20dbfff640 1 --2- 172.21.15.67:0/2087379233 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f20c40a2b80 0x7f20c40a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:20:19.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:18.982+0000 7f20e2d9d640 1 --2- 172.21.15.67:0/2087379233 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f20c40a2b80 0x7f20c40a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:20:19.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:18.982+0000 7f20dbfff640 1 -- 172.21.15.67:0/2087379233 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f20dc0cf4a0 con 0x7f20e410c170 2024-09-10T08:20:19.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:18.982+0000 7f20e2d9d640 1 --2- 172.21.15.67:0/2087379233 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f20c40a2b80 0x7f20c40a5040 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f20d400bbe0 tx=0x7f20d400b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:20:19.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:18.986+0000 7f20dbfff640 1 -- 172.21.15.67:0/2087379233 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f20dc016030 con 0x7f20e410c170 2024-09-10T08:20:19.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:19.174+0000 7f20e9243640 1 -- 172.21.15.67:0/2087379233 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f20e402d7c0 con 0x7f20e410c170 2024-09-10T08:20:19.174 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:19 smithi067 ceph-mon[31051]: pgmap v522: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-09-10T08:20:19.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:19.175+0000 7f20dbfff640 1 -- 172.21.15.67:0/2087379233 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v92) ==== 81+0+591 (secure 0 0 0) 0x7f20dc09b9b0 con 0x7f20e410c170 2024-09-10T08:20:19.175 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.15.67:0/420992675 2024-09-11T08:05:37.717567+0000 2024-09-10T08:20:19.175 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.15.67:0/2960294013 2024-09-11T08:05:37.717567+0000 2024-09-10T08:20:19.175 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.15.67:6801/2987520524 2024-09-11T08:05:37.717567+0000 2024-09-10T08:20:19.175 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.15.67:6800/2987520524 2024-09-11T08:05:37.717567+0000 2024-09-10T08:20:19.175 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.15.67:0/3383024850 2024-09-11T08:05:13.831541+0000 2024-09-10T08:20:19.175 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.15.67:6801/1869292132 2024-09-11T08:05:13.831541+0000 2024-09-10T08:20:19.175 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.15.67:6800/1869292132 2024-09-11T08:05:13.831541+0000 2024-09-10T08:20:19.176 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.15.67:0/4178209804 2024-09-11T08:05:37.717567+0000 2024-09-10T08:20:19.176 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.15.67:0/2105313351 2024-09-11T08:05:13.831541+0000 2024-09-10T08:20:19.176 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.15.67:0/4063198473 2024-09-11T08:05:13.831541+0000 2024-09-10T08:20:19.176 INFO:teuthology.orchestra.run.smithi067.stderr:listed 10 entries 2024-09-10T08:20:19.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:19.178+0000 7f20e9243640 1 -- 172.21.15.67:0/2087379233 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f20c40a2b80 msgr2=0x7f20c40a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:19.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:19.178+0000 7f20e9243640 1 --2- 172.21.15.67:0/2087379233 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f20c40a2b80 0x7f20c40a5040 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f20d400bbe0 tx=0x7f20d400b390 comp rx=0 tx=0).stop 2024-09-10T08:20:19.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:19.178+0000 7f20e9243640 1 -- 172.21.15.67:0/2087379233 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20e410c170 msgr2=0x7f20e419cc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:19.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:19.178+0000 7f20e9243640 1 --2- 172.21.15.67:0/2087379233 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20e410c170 0x7f20e419cc70 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7f20dc00eaa0 tx=0x7f20dc00ef60 comp rx=0 tx=0).stop 2024-09-10T08:20:19.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:19.178+0000 7f20e9243640 1 -- 172.21.15.67:0/2087379233 shutdown_connections 2024-09-10T08:20:19.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:19.178+0000 7f20e9243640 1 --2- 172.21.15.67:0/2087379233 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f20c40a2b80 0x7f20c40a5040 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:19.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:19.178+0000 7f20e9243640 1 --2- 172.21.15.67:0/2087379233 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20e410c170 0x7f20e419cc70 unknown :-1 s=CLOSED pgs=913 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:19.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:19.178+0000 7f20e9243640 1 --2- 172.21.15.67:0/2087379233 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f20e4103660 0x7f20e41988e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:19.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:19.178+0000 7f20e9243640 1 --2- 172.21.15.67:0/2087379233 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f20e4102d40 0x7f20e41983a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:19.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:19.178+0000 7f20e9243640 1 -- 172.21.15.67:0/2087379233 >> 172.21.15.67:0/2087379233 conn(0x7f20e40fc7a0 msgr2=0x7f20e40fe0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:20:19.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:19.178+0000 7f20e9243640 1 -- 172.21.15.67:0/2087379233 shutdown_connections 2024-09-10T08:20:19.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:19.178+0000 7f20e9243640 1 -- 172.21.15.67:0/2087379233 wait complete. 2024-09-10T08:20:19.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:19 smithi203 ceph-mon[34672]: pgmap v522: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-09-10T08:20:19.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:19 smithi133 ceph-mon[34721]: pgmap v522: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 8 op/s 2024-09-10T08:20:19.989 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi067.front.sepia.ceph.com... 2024-09-10T08:20:19.990 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:20:19.990 DEBUG:teuthology.orchestra.run.smithi067:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-10T08:20:20.020 INFO:teuthology.orchestra.run:waiting for 300 2024-09-10T08:20:20.022 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[83785]: fuse finished with error 0 and tester_r 0 2024-09-10T08:20:20.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:20 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/2087379233' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-10T08:20:20.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:20 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/2087379233' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-10T08:20:20.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:20 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/2087379233' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-10T08:20:21.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:21 smithi067 ceph-mon[31051]: pgmap v523: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-09-10T08:20:21.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:21 smithi203 ceph-mon[34672]: pgmap v523: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-09-10T08:20:21.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:21 smithi133 ceph-mon[34721]: pgmap v523: 129 pgs: 129 active+clean; 1004 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-09-10T08:20:23.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:23 smithi067 ceph-mon[31051]: pgmap v524: 129 pgs: 129 active+clean; 1005 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 85 B/s wr, 9 op/s 2024-09-10T08:20:23.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:23 smithi203 ceph-mon[34672]: pgmap v524: 129 pgs: 129 active+clean; 1005 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 85 B/s wr, 9 op/s 2024-09-10T08:20:23.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:23 smithi133 ceph-mon[34721]: pgmap v524: 129 pgs: 129 active+clean; 1005 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 85 B/s wr, 9 op/s 2024-09-10T08:20:25.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:25 smithi067 ceph-mon[31051]: pgmap v525: 129 pgs: 129 active+clean; 1005 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 170 B/s wr, 9 op/s 2024-09-10T08:20:25.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:25 smithi203 ceph-mon[34672]: pgmap v525: 129 pgs: 129 active+clean; 1005 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 170 B/s wr, 9 op/s 2024-09-10T08:20:25.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:25 smithi133 ceph-mon[34721]: pgmap v525: 129 pgs: 129 active+clean; 1005 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 170 B/s wr, 9 op/s 2024-09-10T08:20:26.122 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi067.front.sepia.ceph.com 2024-09-10T08:20:26.122 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:20:26.123 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-10T08:20:26.144 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:20:26.144 DEBUG:teuthology.orchestra.run.smithi067:> ip netns list 2024-09-10T08:20:26.204 INFO:teuthology.orchestra.run.smithi067.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-10T08:20:26.205 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:20:26.205 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-10T08:20:26.277 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-10T08:20:26.277 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link delete ceph-brx 2024-09-10T08:20:26.384 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-09-10T08:20:26.396 INFO:tasks.cephadm:Teardown begin 2024-09-10T08:20:26.397 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-10T08:20:26.397 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:20:26.660 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:20:27.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.192+0000 7f847c066640 1 -- 172.21.15.67:0/3488127561 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8474106a80 msgr2=0x7f8474106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:27.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.192+0000 7f847c066640 1 --2- 172.21.15.67:0/3488127561 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8474106a80 0x7f8474106e60 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7f8470009930 tx=0x7f847002a420 comp rx=0 tx=0).stop 2024-09-10T08:20:27.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.192+0000 7f847c066640 1 -- 172.21.15.67:0/3488127561 shutdown_connections 2024-09-10T08:20:27.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.192+0000 7f847c066640 1 --2- 172.21.15.67:0/3488127561 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8474101420 0x7f847410d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:27.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.192+0000 7f847c066640 1 --2- 172.21.15.67:0/3488127561 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8474100a80 0x7f8474100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:27.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.192+0000 7f847c066640 1 --2- 172.21.15.67:0/3488127561 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8474106a80 0x7f8474106e60 unknown :-1 s=CLOSED pgs=914 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:27.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.192+0000 7f847c066640 1 -- 172.21.15.67:0/3488127561 >> 172.21.15.67:0/3488127561 conn(0x7f84740fc7a0 msgr2=0x7f84740febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:20:27.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.192+0000 7f847c066640 1 -- 172.21.15.67:0/3488127561 shutdown_connections 2024-09-10T08:20:27.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.192+0000 7f847c066640 1 -- 172.21.15.67:0/3488127561 wait complete. 2024-09-10T08:20:27.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.193+0000 7f847c066640 1 Processor -- start 2024-09-10T08:20:27.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.193+0000 7f847c066640 1 -- start start 2024-09-10T08:20:27.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.193+0000 7f847c066640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8474100a80 0x7f84741983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:20:27.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.193+0000 7f847c066640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8474101420 0x7f8474198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:20:27.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.193+0000 7f847c066640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8474106a80 0x7f847419cc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:20:27.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.193+0000 7f847c066640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f8474110d30 con 0x7f8474101420 2024-09-10T08:20:27.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.193+0000 7f847c066640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f8474110bb0 con 0x7f8474106a80 2024-09-10T08:20:27.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.193+0000 7f847c066640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f8474110eb0 con 0x7f8474100a80 2024-09-10T08:20:27.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.194+0000 7f8479601640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8474101420 0x7f8474198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:20:27.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.194+0000 7f8479601640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8474101420 0x7f8474198900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60678/0 (socket says 172.21.15.67:60678) 2024-09-10T08:20:27.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.194+0000 7f8479601640 1 -- 172.21.15.67:0/3901797537 learned_addr learned my addr 172.21.15.67:0/3901797537 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:20:27.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.194+0000 7f8479e02640 1 --2- 172.21.15.67:0/3901797537 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8474100a80 0x7f84741983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:20:27.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.194+0000 7f847a603640 1 --2- 172.21.15.67:0/3901797537 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8474106a80 0x7f847419cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:20:27.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.194+0000 7f8479601640 1 -- 172.21.15.67:0/3901797537 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8474100a80 msgr2=0x7f84741983c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:27.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.194+0000 7f8479601640 1 --2- 172.21.15.67:0/3901797537 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8474100a80 0x7f84741983c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:27.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.194+0000 7f8479601640 1 -- 172.21.15.67:0/3901797537 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8474106a80 msgr2=0x7f847419cc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:27.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.194+0000 7f8479601640 1 --2- 172.21.15.67:0/3901797537 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8474106a80 0x7f847419cc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:27.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.194+0000 7f8479601640 1 -- 172.21.15.67:0/3901797537 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f847419d370 con 0x7f8474101420 2024-09-10T08:20:27.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.194+0000 7f847a603640 1 --2- 172.21.15.67:0/3901797537 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8474106a80 0x7f847419cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:20:27.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.194+0000 7f8479601640 1 --2- 172.21.15.67:0/3901797537 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8474101420 0x7f8474198900 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7f846400d770 tx=0x7f846400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:20:27.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.194+0000 7f846affd640 1 -- 172.21.15.67:0/3901797537 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8464017070 con 0x7f8474101420 2024-09-10T08:20:27.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.194+0000 7f846affd640 1 -- 172.21.15.67:0/3901797537 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f84640054d0 con 0x7f8474101420 2024-09-10T08:20:27.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.194+0000 7f847c066640 1 -- 172.21.15.67:0/3901797537 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f847419d660 con 0x7f8474101420 2024-09-10T08:20:27.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.194+0000 7f846affd640 1 -- 172.21.15.67:0/3901797537 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8464004cf0 con 0x7f8474101420 2024-09-10T08:20:27.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.194+0000 7f847c066640 1 -- 172.21.15.67:0/3901797537 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84741a4f40 con 0x7f8474101420 2024-09-10T08:20:27.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.196+0000 7f847c066640 1 -- 172.21.15.67:0/3901797537 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8474100ee0 con 0x7f8474101420 2024-09-10T08:20:27.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.197+0000 7f846affd640 1 -- 172.21.15.67:0/3901797537 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f8464004e90 con 0x7f8474101420 2024-09-10T08:20:27.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.198+0000 7f846affd640 1 --2- 172.21.15.67:0/3901797537 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f84600a2b80 0x7f84600a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:20:27.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.198+0000 7f8479e02640 1 --2- 172.21.15.67:0/3901797537 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f84600a2b80 0x7f84600a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:20:27.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.198+0000 7f846affd640 1 -- 172.21.15.67:0/3901797537 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f84640cf300 con 0x7f8474101420 2024-09-10T08:20:27.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.198+0000 7f8479e02640 1 --2- 172.21.15.67:0/3901797537 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f84600a2b80 0x7f84600a5040 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f8470009900 tx=0x7f8470000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:20:27.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.201+0000 7f846affd640 1 -- 172.21.15.67:0/3901797537 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f846409be60 con 0x7f8474101420 2024-09-10T08:20:27.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.412+0000 7f847c066640 1 -- 172.21.15.67:0/3901797537 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8474199720 con 0x7f8474101420 2024-09-10T08:20:27.412 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:27 smithi067 ceph-mon[31051]: pgmap v526: 129 pgs: 129 active+clean; 1005 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 938 B/s wr, 13 op/s 2024-09-10T08:20:27.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.413+0000 7f846affd640 1 -- 172.21.15.67:0/3901797537 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11983 (secure 0 0 0) 0x7f8474199720 con 0x7f8474101420 2024-09-10T08:20:27.413 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:20:27.413 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":29,"btime":"2024-09-10T08:15:16:896413+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3649064068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3649064068},{"type":"v1","addr":"172.21.15.67:6835","nonce":3649064068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6837/384364542","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6836","nonce":384364542},{"type":"v1","addr":"172.21.15.67:6837","nonce":384364542}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T08:12:37.538183+0000","modified":"2024-09-10T08:15:16.520232+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24479,"mds_1":24475,"mds_2":24457,"mds_3":24412,"mds_4":24404},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6839/2770928820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6838","nonce":2770928820},{"type":"v1","addr":"172.21.15.67:6839","nonce":2770928820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14628":{"gid":14628,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6841/1116344955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6840","nonce":1116344955},{"type":"v1","addr":"172.21.15.67:6841","nonce":1116344955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24404":{"gid":24404,"name":"k","rank":4,"incarnation":26,"state":"up:active","state_seq":23,"addr":"172.21.15.133:6833/2920270168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":2920270168},{"type":"v1","addr":"172.21.15.133:6833","nonce":2920270168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24412":{"gid":24412,"name":"l","rank":3,"incarnation":24,"state":"up:active","state_seq":23,"addr":"172.21.15.203:6833/754287689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":754287689},{"type":"v1","addr":"172.21.15.203:6833","nonce":754287689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/3573205749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3573205749},{"type":"v1","addr":"172.21.15.133:6835","nonce":3573205749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6835/3722546188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":3722546188},{"type":"v1","addr":"172.21.15.203:6835","nonce":3722546188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/667764093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":667764093},{"type":"v1","addr":"172.21.15.133:6837","nonce":667764093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":19,"addr":"172.21.15.203:6837/4255783395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":4255783395},{"type":"v1","addr":"172.21.15.203:6837","nonce":4255783395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":17,"addr":"172.21.15.203:6839/2311592321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2311592321},{"type":"v1","addr":"172.21.15.203:6839","nonce":2311592321}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.133:6839/1848609384","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":1848609384},{"type":"v1","addr":"172.21.15.133:6839","nonce":1848609384}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24479,"qdb_cluster":[24404,24412,24457,24475,24479]},"id":1}]} 2024-09-10T08:20:27.414 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 29 2024-09-10T08:20:27.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.415+0000 7f847c066640 1 -- 172.21.15.67:0/3901797537 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f84600a2b80 msgr2=0x7f84600a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:27.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.415+0000 7f847c066640 1 --2- 172.21.15.67:0/3901797537 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f84600a2b80 0x7f84600a5040 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f8470009900 tx=0x7f8470000bc0 comp rx=0 tx=0).stop 2024-09-10T08:20:27.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.415+0000 7f847c066640 1 -- 172.21.15.67:0/3901797537 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8474101420 msgr2=0x7f8474198900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:27.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.415+0000 7f847c066640 1 --2- 172.21.15.67:0/3901797537 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8474101420 0x7f8474198900 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7f846400d770 tx=0x7f846400dc30 comp rx=0 tx=0).stop 2024-09-10T08:20:27.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.415+0000 7f847c066640 1 -- 172.21.15.67:0/3901797537 shutdown_connections 2024-09-10T08:20:27.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.415+0000 7f847c066640 1 --2- 172.21.15.67:0/3901797537 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f84600a2b80 0x7f84600a5040 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:27.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.415+0000 7f847c066640 1 --2- 172.21.15.67:0/3901797537 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f8474106a80 0x7f847419cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:27.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.415+0000 7f847c066640 1 --2- 172.21.15.67:0/3901797537 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8474101420 0x7f8474198900 unknown :-1 s=CLOSED pgs=915 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:27.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.415+0000 7f847c066640 1 --2- 172.21.15.67:0/3901797537 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f8474100a80 0x7f84741983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:27.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.415+0000 7f847c066640 1 -- 172.21.15.67:0/3901797537 >> 172.21.15.67:0/3901797537 conn(0x7f84740fc7a0 msgr2=0x7f8474104930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:20:27.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.415+0000 7f847c066640 1 -- 172.21.15.67:0/3901797537 shutdown_connections 2024-09-10T08:20:27.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:27.415+0000 7f847c066640 1 -- 172.21.15.67:0/3901797537 wait complete. 2024-09-10T08:20:27.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:27 smithi203 ceph-mon[34672]: pgmap v526: 129 pgs: 129 active+clean; 1005 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 938 B/s wr, 13 op/s 2024-09-10T08:20:27.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:27 smithi133 ceph-mon[34721]: pgmap v526: 129 pgs: 129 active+clean; 1005 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 938 B/s wr, 13 op/s 2024-09-10T08:20:28.218 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs dump --format=json 2024-09-10T08:20:28.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:28 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/3901797537' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:20:28.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:28 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/3901797537' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:20:28.486 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:20:28.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:28 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/3901797537' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:20:29.025 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.006+0000 7fde5ebe5640 1 -- 172.21.15.67:0/2420389049 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fde58102570 msgr2=0x7fde581029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:29.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.006+0000 7fde5ebe5640 1 --2- 172.21.15.67:0/2420389049 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fde58102570 0x7fde581029b0 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7fde44009900 tx=0x7fde4402a480 comp rx=0 tx=0).stop 2024-09-10T08:20:29.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.006+0000 7fde5ebe5640 1 -- 172.21.15.67:0/2420389049 shutdown_connections 2024-09-10T08:20:29.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.006+0000 7fde5ebe5640 1 --2- 172.21.15.67:0/2420389049 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fde58102ef0 0x7fde5810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:29.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.006+0000 7fde5ebe5640 1 --2- 172.21.15.67:0/2420389049 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fde58102570 0x7fde581029b0 unknown :-1 s=CLOSED pgs=916 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:29.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.006+0000 7fde5ebe5640 1 --2- 172.21.15.67:0/2420389049 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fde58100e20 0x7fde58101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:29.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.006+0000 7fde5ebe5640 1 -- 172.21.15.67:0/2420389049 >> 172.21.15.67:0/2420389049 conn(0x7fde580fc7d0 msgr2=0x7fde580febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:20:29.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.006+0000 7fde5ebe5640 1 -- 172.21.15.67:0/2420389049 shutdown_connections 2024-09-10T08:20:29.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.006+0000 7fde5ebe5640 1 -- 172.21.15.67:0/2420389049 wait complete. 2024-09-10T08:20:29.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.007+0000 7fde5ebe5640 1 Processor -- start 2024-09-10T08:20:29.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.007+0000 7fde5ebe5640 1 -- start start 2024-09-10T08:20:29.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.007+0000 7fde5ebe5640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fde58100e20 0x7fde58198490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:20:29.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.007+0000 7fde5ebe5640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fde58102570 0x7fde581989d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:20:29.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.007+0000 7fde5ebe5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fde58102ef0 0x7fde5819cd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:20:29.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.007+0000 7fde5ebe5640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fde58110e70 con 0x7fde58102ef0 2024-09-10T08:20:29.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.007+0000 7fde5ebe5640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fde58110cf0 con 0x7fde58102570 2024-09-10T08:20:29.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.007+0000 7fde5ebe5640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fde58110ff0 con 0x7fde58100e20 2024-09-10T08:20:29.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.007+0000 7fde5d182640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fde58102ef0 0x7fde5819cd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:20:29.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.007+0000 7fde5d182640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fde58102ef0 0x7fde5819cd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60682/0 (socket says 172.21.15.67:60682) 2024-09-10T08:20:29.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.007+0000 7fde5d182640 1 -- 172.21.15.67:0/4166459952 learned_addr learned my addr 172.21.15.67:0/4166459952 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:20:29.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.007+0000 7fde5c981640 1 --2- 172.21.15.67:0/4166459952 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fde58100e20 0x7fde58198490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:20:29.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.008+0000 7fde57fff640 1 --2- 172.21.15.67:0/4166459952 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fde58102570 0x7fde581989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:20:29.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.008+0000 7fde5d182640 1 -- 172.21.15.67:0/4166459952 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fde58100e20 msgr2=0x7fde58198490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:29.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.008+0000 7fde5d182640 1 --2- 172.21.15.67:0/4166459952 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fde58100e20 0x7fde58198490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:29.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.008+0000 7fde5d182640 1 -- 172.21.15.67:0/4166459952 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fde58102570 msgr2=0x7fde581989d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:29.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.008+0000 7fde5d182640 1 --2- 172.21.15.67:0/4166459952 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fde58102570 0x7fde581989d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:29.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.008+0000 7fde5d182640 1 -- 172.21.15.67:0/4166459952 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde5819d440 con 0x7fde58102ef0 2024-09-10T08:20:29.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.008+0000 7fde5d182640 1 --2- 172.21.15.67:0/4166459952 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fde58102ef0 0x7fde5819cd60 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7fde5000eaa0 tx=0x7fde5000eea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:20:29.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.008+0000 7fde55ffb640 1 -- 172.21.15.67:0/4166459952 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde50004d20 con 0x7fde58102ef0 2024-09-10T08:20:29.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.008+0000 7fde5ebe5640 1 -- 172.21.15.67:0/4166459952 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde5819d730 con 0x7fde58102ef0 2024-09-10T08:20:29.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.008+0000 7fde55ffb640 1 -- 172.21.15.67:0/4166459952 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fde50005020 con 0x7fde58102ef0 2024-09-10T08:20:29.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.008+0000 7fde55ffb640 1 -- 172.21.15.67:0/4166459952 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde500116d0 con 0x7fde58102ef0 2024-09-10T08:20:29.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.008+0000 7fde5ebe5640 1 -- 172.21.15.67:0/4166459952 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde581a5010 con 0x7fde58102ef0 2024-09-10T08:20:29.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.009+0000 7fde5ebe5640 1 -- 172.21.15.67:0/4166459952 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde58101200 con 0x7fde58102ef0 2024-09-10T08:20:29.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.012+0000 7fde55ffb640 1 -- 172.21.15.67:0/4166459952 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7fde5000caf0 con 0x7fde58102ef0 2024-09-10T08:20:29.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.013+0000 7fde55ffb640 1 --2- 172.21.15.67:0/4166459952 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fde480a2b80 0x7fde480a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:20:29.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.013+0000 7fde55ffb640 1 -- 172.21.15.67:0/4166459952 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fde500cf8d0 con 0x7fde58102ef0 2024-09-10T08:20:29.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.013+0000 7fde5c981640 1 --2- 172.21.15.67:0/4166459952 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fde480a2b80 0x7fde480a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:20:29.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.013+0000 7fde5c981640 1 --2- 172.21.15.67:0/4166459952 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fde480a2b80 0x7fde480a5040 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fde4c009990 tx=0x7fde4c009110 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:20:29.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.016+0000 7fde55ffb640 1 -- 172.21.15.67:0/4166459952 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fde50016030 con 0x7fde58102ef0 2024-09-10T08:20:29.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.230+0000 7fde5ebe5640 1 -- 172.21.15.67:0/4166459952 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fde5810a0a0 con 0x7fde58102ef0 2024-09-10T08:20:29.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.231+0000 7fde55ffb640 1 -- 172.21.15.67:0/4166459952 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) ==== 94+0+11983 (secure 0 0 0) 0x7fde5009c430 con 0x7fde58102ef0 2024-09-10T08:20:29.231 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:20:29.231 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":29,"btime":"2024-09-10T08:15:16:896413+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14556,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3649064068","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3649064068},{"type":"v1","addr":"172.21.15.67:6835","nonce":3649064068}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14568,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6837/384364542","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6836","nonce":384364542},{"type":"v1","addr":"172.21.15.67:6837","nonce":384364542}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":29,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-10T08:12:37.538183+0000","modified":"2024-09-10T08:15:16.520232+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24479,"mds_1":24475,"mds_2":24457,"mds_3":24412,"mds_4":24404},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14616":{"gid":14616,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6839/2770928820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6838","nonce":2770928820},{"type":"v1","addr":"172.21.15.67:6839","nonce":2770928820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_14628":{"gid":14628,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6841/1116344955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6840","nonce":1116344955},{"type":"v1","addr":"172.21.15.67:6841","nonce":1116344955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24404":{"gid":24404,"name":"k","rank":4,"incarnation":26,"state":"up:active","state_seq":23,"addr":"172.21.15.133:6833/2920270168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6832","nonce":2920270168},{"type":"v1","addr":"172.21.15.133:6833","nonce":2920270168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24412":{"gid":24412,"name":"l","rank":3,"incarnation":24,"state":"up:active","state_seq":23,"addr":"172.21.15.203:6833/754287689","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6832","nonce":754287689},{"type":"v1","addr":"172.21.15.203:6833","nonce":754287689}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24431":{"gid":24431,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6835/3573205749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6834","nonce":3573205749},{"type":"v1","addr":"172.21.15.133:6835","nonce":3573205749}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24451":{"gid":24451,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.203:6835/3722546188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6834","nonce":3722546188},{"type":"v1","addr":"172.21.15.203:6835","nonce":3722546188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24455":{"gid":24455,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.133:6837/667764093","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6836","nonce":667764093},{"type":"v1","addr":"172.21.15.133:6837","nonce":667764093}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24457":{"gid":24457,"name":"c","rank":2,"incarnation":22,"state":"up:active","state_seq":19,"addr":"172.21.15.203:6837/4255783395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6836","nonce":4255783395},{"type":"v1","addr":"172.21.15.203:6837","nonce":4255783395}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24475":{"gid":24475,"name":"i","rank":1,"incarnation":20,"state":"up:active","state_seq":17,"addr":"172.21.15.203:6839/2311592321","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6838","nonce":2311592321},{"type":"v1","addr":"172.21.15.203:6839","nonce":2311592321}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24479":{"gid":24479,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.133:6839/1848609384","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6838","nonce":1848609384},{"type":"v1","addr":"172.21.15.133:6839","nonce":1848609384}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24479,"qdb_cluster":[24404,24412,24457,24475,24479]},"id":1}]} 2024-09-10T08:20:29.231 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 29 2024-09-10T08:20:29.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.233+0000 7fde5ebe5640 1 -- 172.21.15.67:0/4166459952 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fde480a2b80 msgr2=0x7fde480a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:29.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.233+0000 7fde5ebe5640 1 --2- 172.21.15.67:0/4166459952 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fde480a2b80 0x7fde480a5040 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fde4c009990 tx=0x7fde4c009110 comp rx=0 tx=0).stop 2024-09-10T08:20:29.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.233+0000 7fde5ebe5640 1 -- 172.21.15.67:0/4166459952 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fde58102ef0 msgr2=0x7fde5819cd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:29.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.233+0000 7fde5ebe5640 1 --2- 172.21.15.67:0/4166459952 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fde58102ef0 0x7fde5819cd60 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7fde5000eaa0 tx=0x7fde5000eea0 comp rx=0 tx=0).stop 2024-09-10T08:20:29.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.233+0000 7fde5ebe5640 1 -- 172.21.15.67:0/4166459952 shutdown_connections 2024-09-10T08:20:29.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.233+0000 7fde5ebe5640 1 --2- 172.21.15.67:0/4166459952 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fde480a2b80 0x7fde480a5040 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:29.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.233+0000 7fde5ebe5640 1 --2- 172.21.15.67:0/4166459952 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fde58102570 0x7fde581989d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:29.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.233+0000 7fde5ebe5640 1 --2- 172.21.15.67:0/4166459952 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fde58102ef0 0x7fde5819cd60 unknown :-1 s=CLOSED pgs=917 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:29.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.233+0000 7fde5ebe5640 1 --2- 172.21.15.67:0/4166459952 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fde58100e20 0x7fde58198490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:29.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.233+0000 7fde5ebe5640 1 -- 172.21.15.67:0/4166459952 >> 172.21.15.67:0/4166459952 conn(0x7fde580fc7d0 msgr2=0x7fde5806a250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:20:29.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.234+0000 7fde5ebe5640 1 -- 172.21.15.67:0/4166459952 shutdown_connections 2024-09-10T08:20:29.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:29.234+0000 7fde5ebe5640 1 -- 172.21.15.67:0/4166459952 wait complete. 2024-09-10T08:20:29.456 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:29 smithi067 ceph-mon[31051]: pgmap v527: 129 pgs: 129 active+clean; 1005 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 938 B/s wr, 10 op/s 2024-09-10T08:20:29.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:29 smithi203 ceph-mon[34672]: pgmap v527: 129 pgs: 129 active+clean; 1005 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 938 B/s wr, 10 op/s 2024-09-10T08:20:29.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:29 smithi133 ceph-mon[34721]: pgmap v527: 129 pgs: 129 active+clean; 1005 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 938 B/s wr, 10 op/s 2024-09-10T08:20:30.047 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph osd dump --format=json 2024-09-10T08:20:30.309 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:20:30.431 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:30 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/4166459952' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:20:30.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:30 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/4166459952' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:20:30.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:30 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/4166459952' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-10T08:20:30.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:30.822+0000 7f5e4a938640 1 -- 172.21.15.67:0/110686323 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e44102790 msgr2=0x7f5e441067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:30.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:30.822+0000 7f5e4a938640 1 --2- 172.21.15.67:0/110686323 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e44102790 0x7f5e441067e0 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7f5e38009900 tx=0x7f5e3802a410 comp rx=0 tx=0).stop 2024-09-10T08:20:30.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:30.822+0000 7f5e4a938640 1 -- 172.21.15.67:0/110686323 shutdown_connections 2024-09-10T08:20:30.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:30.822+0000 7f5e4a938640 1 --2- 172.21.15.67:0/110686323 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5e44106f10 0x7f5e4410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:30.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:30.822+0000 7f5e4a938640 1 --2- 172.21.15.67:0/110686323 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e44102790 0x7f5e441067e0 unknown :-1 s=CLOSED pgs=918 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:30.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:30.822+0000 7f5e4a938640 1 --2- 172.21.15.67:0/110686323 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5e44101de0 0x7f5e441021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:30.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:30.822+0000 7f5e4a938640 1 -- 172.21.15.67:0/110686323 >> 172.21.15.67:0/110686323 conn(0x7f5e440fd8c0 msgr2=0x7f5e440ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:20:30.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:30.822+0000 7f5e4a938640 1 -- 172.21.15.67:0/110686323 shutdown_connections 2024-09-10T08:20:30.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:30.822+0000 7f5e4a938640 1 -- 172.21.15.67:0/110686323 wait complete. 2024-09-10T08:20:30.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:30.823+0000 7f5e4a938640 1 Processor -- start 2024-09-10T08:20:30.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:30.823+0000 7f5e4a938640 1 -- start start 2024-09-10T08:20:30.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:30.823+0000 7f5e4a938640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5e44101de0 0x7f5e44198520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:20:30.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:30.823+0000 7f5e4a938640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e44102790 0x7f5e44198a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:20:30.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:30.823+0000 7f5e4a938640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5e44106f10 0x7f5e4419cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:20:30.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:30.823+0000 7f5e4a938640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f5e44111ec0 con 0x7f5e44102790 2024-09-10T08:20:30.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:30.823+0000 7f5e4a938640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f5e44111d40 con 0x7f5e44106f10 2024-09-10T08:20:30.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:30.823+0000 7f5e4a938640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f5e44112040 con 0x7f5e44101de0 2024-09-10T08:20:30.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:30.823+0000 7f5e437fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e44102790 0x7f5e44198a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:20:30.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:30.823+0000 7f5e437fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e44102790 0x7f5e44198a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60692/0 (socket says 172.21.15.67:60692) 2024-09-10T08:20:30.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:30.823+0000 7f5e437fe640 1 -- 172.21.15.67:0/422936806 learned_addr learned my addr 172.21.15.67:0/422936806 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:20:30.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:30.824+0000 7f5e437fe640 1 -- 172.21.15.67:0/422936806 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5e44101de0 msgr2=0x7f5e44198520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:30.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:30.824+0000 7f5e43fff640 1 --2- 172.21.15.67:0/422936806 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5e44101de0 0x7f5e44198520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:20:30.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:30.824+0000 7f5e48ed5640 1 --2- 172.21.15.67:0/422936806 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5e44106f10 0x7f5e4419cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:20:30.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:30.824+0000 7f5e437fe640 1 --2- 172.21.15.67:0/422936806 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5e44101de0 0x7f5e44198520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:30.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:30.824+0000 7f5e437fe640 1 -- 172.21.15.67:0/422936806 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5e44106f10 msgr2=0x7f5e4419cdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:30.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:30.824+0000 7f5e437fe640 1 --2- 172.21.15.67:0/422936806 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5e44106f10 0x7f5e4419cdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:30.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:30.824+0000 7f5e437fe640 1 -- 172.21.15.67:0/422936806 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e4419d4d0 con 0x7f5e44102790 2024-09-10T08:20:30.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:30.824+0000 7f5e437fe640 1 --2- 172.21.15.67:0/422936806 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e44102790 0x7f5e44198a60 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7f5e38006010 tx=0x7f5e38004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:20:30.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:30.824+0000 7f5e417fa640 1 -- 172.21.15.67:0/422936806 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e3803f030 con 0x7f5e44102790 2024-09-10T08:20:30.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:30.824+0000 7f5e417fa640 1 -- 172.21.15.67:0/422936806 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5e380035f0 con 0x7f5e44102790 2024-09-10T08:20:30.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:30.824+0000 7f5e4a938640 1 -- 172.21.15.67:0/422936806 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e4419d760 con 0x7f5e44102790 2024-09-10T08:20:30.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:30.824+0000 7f5e417fa640 1 -- 172.21.15.67:0/422936806 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e38035070 con 0x7f5e44102790 2024-09-10T08:20:30.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:30.824+0000 7f5e4a938640 1 -- 172.21.15.67:0/422936806 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e441a50a0 con 0x7f5e44102790 2024-09-10T08:20:30.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:30.825+0000 7f5e4a938640 1 -- 172.21.15.67:0/422936806 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e441032c0 con 0x7f5e44102790 2024-09-10T08:20:30.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:30.826+0000 7f5e417fa640 1 -- 172.21.15.67:0/422936806 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f5e38003b10 con 0x7f5e44102790 2024-09-10T08:20:30.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:30.827+0000 7f5e417fa640 1 --2- 172.21.15.67:0/422936806 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5e2c0a2b80 0x7f5e2c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:20:30.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:30.827+0000 7f5e43fff640 1 --2- 172.21.15.67:0/422936806 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5e2c0a2b80 0x7f5e2c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:20:30.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:30.827+0000 7f5e417fa640 1 -- 172.21.15.67:0/422936806 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7f5e380efe50 con 0x7f5e44102790 2024-09-10T08:20:30.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:30.828+0000 7f5e43fff640 1 --2- 172.21.15.67:0/422936806 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5e2c0a2b80 0x7f5e2c0a5040 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f5e3400a810 tx=0x7f5e34008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:20:30.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:30.831+0000 7f5e417fa640 1 -- 172.21.15.67:0/422936806 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f5e380bc9b0 con 0x7f5e44102790 2024-09-10T08:20:31.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:31.009+0000 7f5e4a938640 1 -- 172.21.15.67:0/422936806 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5e4410a0f0 con 0x7f5e44102790 2024-09-10T08:20:31.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:31.011+0000 7f5e417fa640 1 -- 172.21.15.67:0/422936806 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v92) ==== 74+0+24966 (secure 0 0 0) 0x7f5e380b6e20 con 0x7f5e44102790 2024-09-10T08:20:31.012 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-10T08:20:31.013 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":92,"fsid":"315284b0-6f4b-11ef-bcea-c7b262605968","created":"2024-09-10T08:04:51.999264+0000","modified":"2024-09-10T08:14:39.667529+0000","last_up_change":"2024-09-10T08:11:44.006308+0000","last_in_change":"2024-09-10T08:11:20.252568+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-10T08:07:54.225673+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-10T08:12:33.710480+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-10T08:12:35.789356+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-10T08:12:42.280527+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"f86e49e6-6996-48db-b2b5-45e56df21941","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6803","nonce":2156529365}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6805","nonce":2156529365}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6809","nonce":2156529365}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2156529365},{"type":"v1","addr":"172.21.15.67:6807","nonce":2156529365}]},"public_addr":"172.21.15.67:6803/2156529365","cluster_addr":"172.21.15.67:6805/2156529365","heartbeat_back_addr":"172.21.15.67:6809/2156529365","heartbeat_front_addr":"172.21.15.67:6807/2156529365","state":["exists","up"]},{"osd":1,"uuid":"5d1404fb-621b-43f8-aae0-9b3bb2c84e92","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6800","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6801","nonce":3995937115}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6802","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6803","nonce":3995937115}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6806","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6807","nonce":3995937115}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6804","nonce":3995937115},{"type":"v1","addr":"172.21.15.133:6805","nonce":3995937115}]},"public_addr":"172.21.15.133:6801/3995937115","cluster_addr":"172.21.15.133:6803/3995937115","heartbeat_back_addr":"172.21.15.133:6807/3995937115","heartbeat_front_addr":"172.21.15.133:6805/3995937115","state":["exists","up"]},{"osd":2,"uuid":"f1a75f4e-9c67-4536-aad8-56469112fda1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6800","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6801","nonce":3905493348}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6802","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6803","nonce":3905493348}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6806","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6807","nonce":3905493348}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6804","nonce":3905493348},{"type":"v1","addr":"172.21.15.203:6805","nonce":3905493348}]},"public_addr":"172.21.15.203:6801/3905493348","cluster_addr":"172.21.15.203:6803/3905493348","heartbeat_back_addr":"172.21.15.203:6807/3905493348","heartbeat_front_addr":"172.21.15.203:6805/3905493348","state":["exists","up"]},{"osd":3,"uuid":"b58a1682-c3a7-4094-a4c8-d132c11d478f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":24,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6811","nonce":1513600391}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6813","nonce":1513600391}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6817","nonce":1513600391}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6814","nonce":1513600391},{"type":"v1","addr":"172.21.15.67:6815","nonce":1513600391}]},"public_addr":"172.21.15.67:6811/1513600391","cluster_addr":"172.21.15.67:6813/1513600391","heartbeat_back_addr":"172.21.15.67:6817/1513600391","heartbeat_front_addr":"172.21.15.67:6815/1513600391","state":["exists","up"]},{"osd":4,"uuid":"cc22f878-3de9-4257-abab-069be0664dff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":32,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6808","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6809","nonce":873062362}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6810","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6811","nonce":873062362}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6814","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6815","nonce":873062362}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6812","nonce":873062362},{"type":"v1","addr":"172.21.15.133:6813","nonce":873062362}]},"public_addr":"172.21.15.133:6809/873062362","cluster_addr":"172.21.15.133:6811/873062362","heartbeat_back_addr":"172.21.15.133:6815/873062362","heartbeat_front_addr":"172.21.15.133:6813/873062362","state":["exists","up"]},{"osd":5,"uuid":"6e4b48f9-df8e-43e5-ba21-589cbe4bf349","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":37,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6808","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6809","nonce":2104437925}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6810","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6811","nonce":2104437925}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6814","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6815","nonce":2104437925}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6812","nonce":2104437925},{"type":"v1","addr":"172.21.15.203:6813","nonce":2104437925}]},"public_addr":"172.21.15.203:6809/2104437925","cluster_addr":"172.21.15.203:6811/2104437925","heartbeat_back_addr":"172.21.15.203:6815/2104437925","heartbeat_front_addr":"172.21.15.203:6813/2104437925","state":["exists","up"]},{"osd":6,"uuid":"bc0ce4e2-ab6c-4d1d-a17c-f16ccf214696","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":44,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6818","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6819","nonce":3451855313}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6821","nonce":3451855313}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6825","nonce":3451855313}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3451855313},{"type":"v1","addr":"172.21.15.67:6823","nonce":3451855313}]},"public_addr":"172.21.15.67:6819/3451855313","cluster_addr":"172.21.15.67:6821/3451855313","heartbeat_back_addr":"172.21.15.67:6825/3451855313","heartbeat_front_addr":"172.21.15.67:6823/3451855313","state":["exists","up"]},{"osd":7,"uuid":"b114b175-4fec-45f5-846f-edbd7f3f6a40","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":49,"up_thru":85,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6816","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6817","nonce":3668519078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6818","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6819","nonce":3668519078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6822","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6823","nonce":3668519078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6820","nonce":3668519078},{"type":"v1","addr":"172.21.15.133:6821","nonce":3668519078}]},"public_addr":"172.21.15.133:6817/3668519078","cluster_addr":"172.21.15.133:6819/3668519078","heartbeat_back_addr":"172.21.15.133:6823/3668519078","heartbeat_front_addr":"172.21.15.133:6821/3668519078","state":["exists","up"]},{"osd":8,"uuid":"d31ce685-0a86-44b4-86ff-c2f7282de65e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":56,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6816","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6817","nonce":472763919}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6818","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6819","nonce":472763919}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6822","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6823","nonce":472763919}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6820","nonce":472763919},{"type":"v1","addr":"172.21.15.203:6821","nonce":472763919}]},"public_addr":"172.21.15.203:6817/472763919","cluster_addr":"172.21.15.203:6819/472763919","heartbeat_back_addr":"172.21.15.203:6823/472763919","heartbeat_front_addr":"172.21.15.203:6821/472763919","state":["exists","up"]},{"osd":9,"uuid":"aa95ebe2-9111-4d0d-97cb-d0e19ab1b3cc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":63,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6827","nonce":228642541}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6829","nonce":228642541}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6833","nonce":228642541}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":228642541},{"type":"v1","addr":"172.21.15.67:6831","nonce":228642541}]},"public_addr":"172.21.15.67:6827/228642541","cluster_addr":"172.21.15.67:6829/228642541","heartbeat_back_addr":"172.21.15.67:6833/228642541","heartbeat_front_addr":"172.21.15.67:6831/228642541","state":["exists","up"]},{"osd":10,"uuid":"d732bc25-9273-4964-b8bf-441ae03fe4c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":68,"up_thru":89,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6824","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6825","nonce":1358359980}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6826","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6827","nonce":1358359980}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6830","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6831","nonce":1358359980}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.133:6828","nonce":1358359980},{"type":"v1","addr":"172.21.15.133:6829","nonce":1358359980}]},"public_addr":"172.21.15.133:6825/1358359980","cluster_addr":"172.21.15.133:6827/1358359980","heartbeat_back_addr":"172.21.15.133:6831/1358359980","heartbeat_front_addr":"172.21.15.133:6829/1358359980","state":["exists","up"]},{"osd":11,"uuid":"8467eb04-6d28-4e6e-8f44-19022da895c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":91,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6824","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6825","nonce":1340245932}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6826","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6827","nonce":1340245932}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6830","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6831","nonce":1340245932}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.203:6828","nonce":1340245932},{"type":"v1","addr":"172.21.15.203:6829","nonce":1340245932}]},"public_addr":"172.21.15.203:6825/1340245932","cluster_addr":"172.21.15.203:6827/1340245932","heartbeat_back_addr":"172.21.15.203:6831/1340245932","heartbeat_front_addr":"172.21.15.203:6829/1340245932","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:07:00.686495+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:07:25.963125+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:07:51.678889+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:08:17.214730+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:08:42.566829+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:09:07.208130+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:09:33.332707+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:09:58.718647+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:10:24.866450+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:10:50.740704+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:11:16.269602+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-10T08:11:42.296645+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.6","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":4}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.6","mappings":[{"from":3,"to":8}]},{"pgid":"3.e","mappings":[{"from":5,"to":9}]},{"pgid":"3.14","mappings":[{"from":4,"to":6}]},{"pgid":"3.1a","mappings":[{"from":5,"to":7}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":4,"to":7}]},{"pgid":"3.28","mappings":[{"from":5,"to":6},{"from":3,"to":8}]},{"pgid":"3.37","mappings":[{"from":1,"to":9}]},{"pgid":"4.f","mappings":[{"from":9,"to":8},{"from":5,"to":10}]},{"pgid":"4.12","mappings":[{"from":9,"to":10}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:0/420992675":"2024-09-11T08:05:37.717567+0000","172.21.15.67:0/2960294013":"2024-09-11T08:05:37.717567+0000","172.21.15.67:6801/2987520524":"2024-09-11T08:05:37.717567+0000","172.21.15.67:6800/2987520524":"2024-09-11T08:05:37.717567+0000","172.21.15.67:0/3383024850":"2024-09-11T08:05:13.831541+0000","172.21.15.67:6801/1869292132":"2024-09-11T08:05:13.831541+0000","172.21.15.67:6800/1869292132":"2024-09-11T08:05:13.831541+0000","172.21.15.67:0/4178209804":"2024-09-11T08:05:37.717567+0000","172.21.15.67:0/2105313351":"2024-09-11T08:05:13.831541+0000","172.21.15.67:0/4063198473":"2024-09-11T08:05:13.831541+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-10T08:20:31.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:31.013+0000 7f5e4a938640 1 -- 172.21.15.67:0/422936806 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5e2c0a2b80 msgr2=0x7f5e2c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:31.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:31.013+0000 7f5e4a938640 1 --2- 172.21.15.67:0/422936806 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5e2c0a2b80 0x7f5e2c0a5040 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f5e3400a810 tx=0x7f5e34008040 comp rx=0 tx=0).stop 2024-09-10T08:20:31.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:31.013+0000 7f5e4a938640 1 -- 172.21.15.67:0/422936806 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e44102790 msgr2=0x7f5e44198a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:31.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:31.013+0000 7f5e4a938640 1 --2- 172.21.15.67:0/422936806 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e44102790 0x7f5e44198a60 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7f5e38006010 tx=0x7f5e38004270 comp rx=0 tx=0).stop 2024-09-10T08:20:31.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:31.014+0000 7f5e4a938640 1 -- 172.21.15.67:0/422936806 shutdown_connections 2024-09-10T08:20:31.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:31.014+0000 7f5e4a938640 1 --2- 172.21.15.67:0/422936806 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f5e2c0a2b80 0x7f5e2c0a5040 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:31.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:31.014+0000 7f5e4a938640 1 --2- 172.21.15.67:0/422936806 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f5e44106f10 0x7f5e4419cdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:31.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:31.014+0000 7f5e4a938640 1 --2- 172.21.15.67:0/422936806 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e44102790 0x7f5e44198a60 unknown :-1 s=CLOSED pgs=919 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:31.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:31.014+0000 7f5e4a938640 1 --2- 172.21.15.67:0/422936806 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f5e44101de0 0x7f5e44198520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:31.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:31.014+0000 7f5e4a938640 1 -- 172.21.15.67:0/422936806 >> 172.21.15.67:0/422936806 conn(0x7f5e440fd8c0 msgr2=0x7f5e440fee50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:20:31.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:31.014+0000 7f5e4a938640 1 -- 172.21.15.67:0/422936806 shutdown_connections 2024-09-10T08:20:31.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:31.014+0000 7f5e4a938640 1 -- 172.21.15.67:0/422936806 wait complete. 2024-09-10T08:20:31.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:31 smithi067 ceph-mon[31051]: pgmap v528: 129 pgs: 129 active+clean; 1005 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 938 B/s wr, 13 op/s 2024-09-10T08:20:31.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:31 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/422936806' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:20:31.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:31 smithi203 ceph-mon[34672]: pgmap v528: 129 pgs: 129 active+clean; 1005 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 938 B/s wr, 13 op/s 2024-09-10T08:20:31.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:31 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/422936806' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:20:31.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:31 smithi133 ceph-mon[34721]: pgmap v528: 129 pgs: 129 active+clean; 1005 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 938 B/s wr, 13 op/s 2024-09-10T08:20:31.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:31 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/422936806' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-10T08:20:31.807 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs fail cephfs 2024-09-10T08:20:32.068 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:20:32.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.597+0000 7fc058a73640 1 -- 172.21.15.67:0/2523479694 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc054106f10 msgr2=0x7fc05410ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:32.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.597+0000 7fc058a73640 1 --2- 172.21.15.67:0/2523479694 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc054106f10 0x7fc05410ea90 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7fc04c009ca0 tx=0x7fc04c02a8c0 comp rx=0 tx=0).stop 2024-09-10T08:20:32.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.597+0000 7fc058a73640 1 -- 172.21.15.67:0/2523479694 shutdown_connections 2024-09-10T08:20:32.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.597+0000 7fc058a73640 1 --2- 172.21.15.67:0/2523479694 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc054106f10 0x7fc05410ea90 unknown :-1 s=CLOSED pgs=920 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:32.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.597+0000 7fc058a73640 1 --2- 172.21.15.67:0/2523479694 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc054102790 0x7fc0541067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:32.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.597+0000 7fc058a73640 1 --2- 172.21.15.67:0/2523479694 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc054101de0 0x7fc0541021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:32.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.597+0000 7fc058a73640 1 -- 172.21.15.67:0/2523479694 >> 172.21.15.67:0/2523479694 conn(0x7fc0540fd8c0 msgr2=0x7fc0540ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:20:32.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.597+0000 7fc058a73640 1 -- 172.21.15.67:0/2523479694 shutdown_connections 2024-09-10T08:20:32.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.597+0000 7fc058a73640 1 -- 172.21.15.67:0/2523479694 wait complete. 2024-09-10T08:20:32.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.598+0000 7fc058a73640 1 Processor -- start 2024-09-10T08:20:32.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.598+0000 7fc058a73640 1 -- start start 2024-09-10T08:20:32.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.598+0000 7fc058a73640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc054101de0 0x7fc0540744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:20:32.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.598+0000 7fc058a73640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc054102790 0x7fc054074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:20:32.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.598+0000 7fc058a73640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc054106f10 0x7fc054074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:20:32.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.598+0000 7fc058a73640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc054111ec0 con 0x7fc054106f10 2024-09-10T08:20:32.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.598+0000 7fc058a73640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fc054111d40 con 0x7fc054101de0 2024-09-10T08:20:32.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.598+0000 7fc058a73640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fc054112040 con 0x7fc054102790 2024-09-10T08:20:32.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.599+0000 7fc052d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc054106f10 0x7fc054074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:20:32.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.599+0000 7fc052d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc054106f10 0x7fc054074f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60712/0 (socket says 172.21.15.67:60712) 2024-09-10T08:20:32.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.599+0000 7fc052d9d640 1 -- 172.21.15.67:0/1673630243 learned_addr learned my addr 172.21.15.67:0/1673630243 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:20:32.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.599+0000 7fc051d9b640 1 --2- 172.21.15.67:0/1673630243 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc054102790 0x7fc054074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:20:32.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.599+0000 7fc05259c640 1 --2- 172.21.15.67:0/1673630243 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc054101de0 0x7fc0540744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:20:32.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.599+0000 7fc052d9d640 1 -- 172.21.15.67:0/1673630243 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc054102790 msgr2=0x7fc054074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:32.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.599+0000 7fc052d9d640 1 --2- 172.21.15.67:0/1673630243 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc054102790 0x7fc054074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:32.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.599+0000 7fc052d9d640 1 -- 172.21.15.67:0/1673630243 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc054101de0 msgr2=0x7fc0540744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:32.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.599+0000 7fc052d9d640 1 --2- 172.21.15.67:0/1673630243 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc054101de0 0x7fc0540744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:32.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.599+0000 7fc052d9d640 1 -- 172.21.15.67:0/1673630243 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0541a6940 con 0x7fc054106f10 2024-09-10T08:20:32.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.599+0000 7fc052d9d640 1 --2- 172.21.15.67:0/1673630243 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc054106f10 0x7fc054074f70 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7fc04c009dc0 tx=0x7fc04c003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:20:32.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.599+0000 7fc0437fe640 1 -- 172.21.15.67:0/1673630243 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc04c004040 con 0x7fc054106f10 2024-09-10T08:20:32.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.599+0000 7fc058a73640 1 -- 172.21.15.67:0/1673630243 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0541a6bd0 con 0x7fc054106f10 2024-09-10T08:20:32.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.599+0000 7fc0437fe640 1 -- 172.21.15.67:0/1673630243 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc04c004690 con 0x7fc054106f10 2024-09-10T08:20:32.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.599+0000 7fc0437fe640 1 -- 172.21.15.67:0/1673630243 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc04c030d90 con 0x7fc054106f10 2024-09-10T08:20:32.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.599+0000 7fc058a73640 1 -- 172.21.15.67:0/1673630243 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0541a7160 con 0x7fc054106f10 2024-09-10T08:20:32.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.600+0000 7fc058a73640 1 -- 172.21.15.67:0/1673630243 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc0541021c0 con 0x7fc054106f10 2024-09-10T08:20:32.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.602+0000 7fc0437fe640 1 -- 172.21.15.67:0/1673630243 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7fc04c0305c0 con 0x7fc054106f10 2024-09-10T08:20:32.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.602+0000 7fc0437fe640 1 --2- 172.21.15.67:0/1673630243 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc03c0a2b80 0x7fc03c0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:20:32.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.602+0000 7fc0437fe640 1 -- 172.21.15.67:0/1673630243 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 9253+0+0 (secure 0 0 0) 0x7fc04c0f0d90 con 0x7fc054106f10 2024-09-10T08:20:32.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.602+0000 7fc05259c640 1 --2- 172.21.15.67:0/1673630243 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc03c0a2b80 0x7fc03c0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:20:32.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.603+0000 7fc05259c640 1 --2- 172.21.15.67:0/1673630243 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc03c0a2b80 0x7fc03c0a5040 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fc044009890 tx=0x7fc044008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:20:32.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.607+0000 7fc0437fe640 1 -- 172.21.15.67:0/1673630243 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc04c039e20 con 0x7fc054106f10 2024-09-10T08:20:32.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.818+0000 7fc058a73640 1 -- 172.21.15.67:0/1673630243 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fc05410a0f0 con 0x7fc054106f10 2024-09-10T08:20:32.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.820+0000 7fc0437fe640 1 -- 172.21.15.67:0/1673630243 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v30) ==== 161+0+0 (secure 0 0 0) 0x7fc04c0bd890 con 0x7fc054106f10 2024-09-10T08:20:32.821 INFO:teuthology.orchestra.run.smithi067.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-10T08:20:32.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.825+0000 7fc058a73640 1 -- 172.21.15.67:0/1673630243 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc03c0a2b80 msgr2=0x7fc03c0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:32.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.825+0000 7fc058a73640 1 --2- 172.21.15.67:0/1673630243 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc03c0a2b80 0x7fc03c0a5040 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fc044009890 tx=0x7fc044008040 comp rx=0 tx=0).stop 2024-09-10T08:20:32.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.825+0000 7fc058a73640 1 -- 172.21.15.67:0/1673630243 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc054106f10 msgr2=0x7fc054074f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:32.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.825+0000 7fc058a73640 1 --2- 172.21.15.67:0/1673630243 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc054106f10 0x7fc054074f70 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7fc04c009dc0 tx=0x7fc04c003ba0 comp rx=0 tx=0).stop 2024-09-10T08:20:32.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.825+0000 7fc058a73640 1 -- 172.21.15.67:0/1673630243 shutdown_connections 2024-09-10T08:20:32.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.825+0000 7fc058a73640 1 --2- 172.21.15.67:0/1673630243 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fc03c0a2b80 0x7fc03c0a5040 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:32.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.825+0000 7fc058a73640 1 --2- 172.21.15.67:0/1673630243 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc054106f10 0x7fc054074f70 unknown :-1 s=CLOSED pgs=921 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:32.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.825+0000 7fc058a73640 1 --2- 172.21.15.67:0/1673630243 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fc054102790 0x7fc054074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:32.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.825+0000 7fc058a73640 1 --2- 172.21.15.67:0/1673630243 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fc054101de0 0x7fc0540744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:32.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.825+0000 7fc058a73640 1 -- 172.21.15.67:0/1673630243 >> 172.21.15.67:0/1673630243 conn(0x7fc0540fd8c0 msgr2=0x7fc0540fece0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:20:32.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.826+0000 7fc058a73640 1 -- 172.21.15.67:0/1673630243 shutdown_connections 2024-09-10T08:20:32.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:32.826+0000 7fc058a73640 1 -- 172.21.15.67:0/1673630243 wait complete. 2024-09-10T08:20:33.147 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:32 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mon-a[31047]: 2024-09-10T08:20:32.819+0000 7fa324af2640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-10T08:20:33.147 INFO:journalctl@ceph.mds.g.smithi067.stdout:Sep 10 08:20:32 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-g[69580]: ignoring --setuser ceph since I am not root 2024-09-10T08:20:33.147 INFO:journalctl@ceph.mds.g.smithi067.stdout:Sep 10 08:20:32 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-g[69580]: ignoring --setgroup ceph since I am not root 2024-09-10T08:20:33.147 INFO:journalctl@ceph.mds.g.smithi067.stdout:Sep 10 08:20:32 smithi067 ceph-mds[69596]: -- 172.21.15.67:0/1701925036 <== mon.0 v2:172.21.15.67:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f0a1f09860 con 0x55f0a1ee7400 2024-09-10T08:20:33.148 INFO:journalctl@ceph.mds.g.smithi067.stdout:Sep 10 08:20:32 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-g[69580]: starting mds.g at 2024-09-10T08:20:33.149 INFO:journalctl@ceph.mds.f.smithi203.stdout:Sep 10 08:20:32 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-f[64770]: ignoring --setuser ceph since I am not root 2024-09-10T08:20:33.149 INFO:journalctl@ceph.mds.f.smithi203.stdout:Sep 10 08:20:32 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-f[64770]: ignoring --setgroup ceph since I am not root 2024-09-10T08:20:33.149 INFO:journalctl@ceph.mds.f.smithi203.stdout:Sep 10 08:20:32 smithi203 ceph-mds[64774]: -- 172.21.15.203:0/2425440525 <== mon.0 v2:172.21.15.67:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558a5493dc20 con 0x558a5491a800 2024-09-10T08:20:33.149 INFO:journalctl@ceph.mds.f.smithi203.stdout:Sep 10 08:20:32 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-f[64770]: starting mds.f at 2024-09-10T08:20:33.150 INFO:journalctl@ceph.mds.i.smithi203.stdout:Sep 10 08:20:32 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-i[65374]: ignoring --setuser ceph since I am not root 2024-09-10T08:20:33.150 INFO:journalctl@ceph.mds.i.smithi203.stdout:Sep 10 08:20:32 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-i[65374]: ignoring --setgroup ceph since I am not root 2024-09-10T08:20:33.150 INFO:journalctl@ceph.mds.i.smithi203.stdout:Sep 10 08:20:32 smithi203 ceph-mds[65378]: -- 172.21.15.203:0/3930383240 <== mon.2 v2:172.21.15.133:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x562cbd3d7860 con 0x562cbd3b4800 2024-09-10T08:20:33.150 INFO:journalctl@ceph.mds.i.smithi203.stdout:Sep 10 08:20:32 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-i[65374]: starting mds.i at 2024-09-10T08:20:33.150 INFO:journalctl@ceph.mds.l.smithi203.stdout:Sep 10 08:20:32 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-l[64462]: ignoring --setuser ceph since I am not root 2024-09-10T08:20:33.150 INFO:journalctl@ceph.mds.l.smithi203.stdout:Sep 10 08:20:32 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-l[64462]: ignoring --setgroup ceph since I am not root 2024-09-10T08:20:33.151 INFO:journalctl@ceph.mds.l.smithi203.stdout:Sep 10 08:20:32 smithi203 ceph-mds[64466]: -- 172.21.15.203:0/2910567857 <== mon.0 v2:172.21.15.67:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f68e291860 con 0x55f68e26f000 2024-09-10T08:20:33.151 INFO:journalctl@ceph.mds.l.smithi203.stdout:Sep 10 08:20:32 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-l[64462]: starting mds.l at 2024-09-10T08:20:33.151 INFO:journalctl@ceph.mds.c.smithi203.stdout:Sep 10 08:20:32 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-c[65069]: ignoring --setuser ceph since I am not root 2024-09-10T08:20:33.151 INFO:journalctl@ceph.mds.c.smithi203.stdout:Sep 10 08:20:32 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-c[65069]: ignoring --setgroup ceph since I am not root 2024-09-10T08:20:33.151 INFO:journalctl@ceph.mds.c.smithi203.stdout:Sep 10 08:20:32 smithi203 ceph-mds[65073]: -- 172.21.15.203:0/3267914361 <== mon.1 v2:172.21.15.203:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55dd39a2f860 con 0x55dd39a0c800 2024-09-10T08:20:33.151 INFO:journalctl@ceph.mds.c.smithi203.stdout:Sep 10 08:20:32 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-c[65069]: starting mds.c at 2024-09-10T08:20:33.152 INFO:journalctl@ceph.mds.b.smithi133.stdout:Sep 10 08:20:32 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-b[64858]: ignoring --setuser ceph since I am not root 2024-09-10T08:20:33.152 INFO:journalctl@ceph.mds.b.smithi133.stdout:Sep 10 08:20:32 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-b[64858]: ignoring --setgroup ceph since I am not root 2024-09-10T08:20:33.152 INFO:journalctl@ceph.mds.b.smithi133.stdout:Sep 10 08:20:32 smithi133 ceph-mds[64862]: -- 172.21.15.133:0/1046630389 <== mon.0 v2:172.21.15.67:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558e8be33860 con 0x558e8be10800 2024-09-10T08:20:33.152 INFO:journalctl@ceph.mds.b.smithi133.stdout:Sep 10 08:20:32 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-b[64858]: starting mds.b at 2024-09-10T08:20:33.153 INFO:journalctl@ceph.mds.e.smithi133.stdout:Sep 10 08:20:32 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-e[64245]: ignoring --setuser ceph since I am not root 2024-09-10T08:20:33.153 INFO:journalctl@ceph.mds.e.smithi133.stdout:Sep 10 08:20:32 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-e[64245]: ignoring --setgroup ceph since I am not root 2024-09-10T08:20:33.153 INFO:journalctl@ceph.mds.e.smithi133.stdout:Sep 10 08:20:32 smithi133 ceph-mds[64249]: -- 172.21.15.133:0/2134010487 <== mon.2 v2:172.21.15.133:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e59ec77860 con 0x55e59ec55400 2024-09-10T08:20:33.153 INFO:journalctl@ceph.mds.e.smithi133.stdout:Sep 10 08:20:32 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-e[64245]: starting mds.e at 2024-09-10T08:20:33.153 INFO:journalctl@ceph.mds.h.smithi133.stdout:Sep 10 08:20:32 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-h[64548]: ignoring --setuser ceph since I am not root 2024-09-10T08:20:33.153 INFO:journalctl@ceph.mds.h.smithi133.stdout:Sep 10 08:20:32 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-h[64548]: ignoring --setgroup ceph since I am not root 2024-09-10T08:20:33.153 INFO:journalctl@ceph.mds.h.smithi133.stdout:Sep 10 08:20:32 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-h[64548]: starting mds.h at 2024-09-10T08:20:33.154 INFO:journalctl@ceph.mds.k.smithi133.stdout:Sep 10 08:20:32 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-k[63933]: ignoring --setuser ceph since I am not root 2024-09-10T08:20:33.154 INFO:journalctl@ceph.mds.k.smithi133.stdout:Sep 10 08:20:32 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-k[63933]: ignoring --setgroup ceph since I am not root 2024-09-10T08:20:33.154 INFO:journalctl@ceph.mds.k.smithi133.stdout:Sep 10 08:20:32 smithi133 ceph-mds[63937]: -- 172.21.15.133:0/585299533 <== mon.2 v2:172.21.15.133:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558e06587860 con 0x558e06565400 2024-09-10T08:20:33.154 INFO:journalctl@ceph.mds.k.smithi133.stdout:Sep 10 08:20:32 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-k[63933]: starting mds.k at 2024-09-10T08:20:33.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:33 smithi067 ceph-mon[31051]: pgmap v529: 129 pgs: 129 active+clean; 1005 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 938 B/s wr, 10 op/s 2024-09-10T08:20:33.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:33 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/1673630243' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-10T08:20:33.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:33 smithi067 ceph-mon[31051]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-10T08:20:33.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:33 smithi067 ceph-mon[31051]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-10T08:20:33.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:33 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/1673630243' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-10T08:20:33.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:33 smithi067 ceph-mon[31051]: osdmap e93: 12 total, 12 up, 12 in 2024-09-10T08:20:33.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:33 smithi067 ceph-mon[31051]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-09-10T08:20:33.570 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:33 smithi203 ceph-mon[34672]: pgmap v529: 129 pgs: 129 active+clean; 1005 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 938 B/s wr, 10 op/s 2024-09-10T08:20:33.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:33 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/1673630243' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-10T08:20:33.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:33 smithi203 ceph-mon[34672]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-10T08:20:33.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:33 smithi203 ceph-mon[34672]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-10T08:20:33.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:33 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/1673630243' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-10T08:20:33.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:33 smithi203 ceph-mon[34672]: osdmap e93: 12 total, 12 up, 12 in 2024-09-10T08:20:33.571 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:33 smithi203 ceph-mon[34672]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-09-10T08:20:33.593 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:33 smithi133 ceph-mon[34721]: pgmap v529: 129 pgs: 129 active+clean; 1005 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 938 B/s wr, 10 op/s 2024-09-10T08:20:33.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:33 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/1673630243' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-10T08:20:33.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:33 smithi133 ceph-mon[34721]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-10T08:20:33.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:33 smithi133 ceph-mon[34721]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-10T08:20:33.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:33 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/1673630243' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-10T08:20:33.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:33 smithi133 ceph-mon[34721]: osdmap e93: 12 total, 12 up, 12 in 2024-09-10T08:20:33.594 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:33 smithi133 ceph-mon[34721]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-09-10T08:20:33.640 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-09-10T08:20:33.905 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:20:34.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.389+0000 7fd39bf3e640 1 -- 172.21.15.67:0/3885522579 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd394106f10 msgr2=0x7fd39410ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:34.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.389+0000 7fd39bf3e640 1 --2- 172.21.15.67:0/3885522579 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd394106f10 0x7fd39410ea90 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7fd38c009ca0 tx=0x7fd38c02a8c0 comp rx=0 tx=0).stop 2024-09-10T08:20:34.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.389+0000 7fd39bf3e640 1 -- 172.21.15.67:0/3885522579 shutdown_connections 2024-09-10T08:20:34.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.389+0000 7fd39bf3e640 1 --2- 172.21.15.67:0/3885522579 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd394106f10 0x7fd39410ea90 unknown :-1 s=CLOSED pgs=931 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:34.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.389+0000 7fd39bf3e640 1 --2- 172.21.15.67:0/3885522579 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd394102790 0x7fd3941067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:34.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.389+0000 7fd39bf3e640 1 --2- 172.21.15.67:0/3885522579 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd394101de0 0x7fd3941021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:34.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.389+0000 7fd39bf3e640 1 -- 172.21.15.67:0/3885522579 >> 172.21.15.67:0/3885522579 conn(0x7fd3940fd8c0 msgr2=0x7fd3940ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:20:34.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.389+0000 7fd39bf3e640 1 -- 172.21.15.67:0/3885522579 shutdown_connections 2024-09-10T08:20:34.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.390+0000 7fd39bf3e640 1 -- 172.21.15.67:0/3885522579 wait complete. 2024-09-10T08:20:34.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.390+0000 7fd39bf3e640 1 Processor -- start 2024-09-10T08:20:34.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.390+0000 7fd39bf3e640 1 -- start start 2024-09-10T08:20:34.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.390+0000 7fd39bf3e640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd394101de0 0x7fd394198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:20:34.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.390+0000 7fd39bf3e640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd394102790 0x7fd394198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:20:34.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.390+0000 7fd39bf3e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd394106f10 0x7fd39419cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:20:34.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.390+0000 7fd39bf3e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd394111e20 con 0x7fd394106f10 2024-09-10T08:20:34.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.390+0000 7fd39bf3e640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7fd394111ca0 con 0x7fd394102790 2024-09-10T08:20:34.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.390+0000 7fd39bf3e640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7fd394111fa0 con 0x7fd394101de0 2024-09-10T08:20:34.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.390+0000 7fd39a4db640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd394106f10 0x7fd39419cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:20:34.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.391+0000 7fd39a4db640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd394106f10 0x7fd39419cc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60778/0 (socket says 172.21.15.67:60778) 2024-09-10T08:20:34.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.391+0000 7fd39a4db640 1 -- 172.21.15.67:0/1433959690 learned_addr learned my addr 172.21.15.67:0/1433959690 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:20:34.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.391+0000 7fd399cda640 1 --2- 172.21.15.67:0/1433959690 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd394101de0 0x7fd394198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:20:34.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.391+0000 7fd3994d9640 1 --2- 172.21.15.67:0/1433959690 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd394102790 0x7fd394198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:20:34.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.391+0000 7fd39a4db640 1 -- 172.21.15.67:0/1433959690 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd394101de0 msgr2=0x7fd394198340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:34.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.391+0000 7fd39a4db640 1 --2- 172.21.15.67:0/1433959690 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd394101de0 0x7fd394198340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:34.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.391+0000 7fd39a4db640 1 -- 172.21.15.67:0/1433959690 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd394102790 msgr2=0x7fd394198880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:34.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.391+0000 7fd39a4db640 1 --2- 172.21.15.67:0/1433959690 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd394102790 0x7fd394198880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:34.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.391+0000 7fd39a4db640 1 -- 172.21.15.67:0/1433959690 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd39419d2f0 con 0x7fd394106f10 2024-09-10T08:20:34.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.391+0000 7fd3994d9640 1 --2- 172.21.15.67:0/1433959690 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd394102790 0x7fd394198880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:20:34.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.391+0000 7fd39a4db640 1 --2- 172.21.15.67:0/1433959690 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd394106f10 0x7fd39419cc10 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7fd38c009dc0 tx=0x7fd38c032ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:20:34.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.391+0000 7fd386ffd640 1 -- 172.21.15.67:0/1433959690 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd38c003cf0 con 0x7fd394106f10 2024-09-10T08:20:34.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.391+0000 7fd386ffd640 1 -- 172.21.15.67:0/1433959690 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd38c0044f0 con 0x7fd394106f10 2024-09-10T08:20:34.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.391+0000 7fd39bf3e640 1 -- 172.21.15.67:0/1433959690 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd39419d580 con 0x7fd394106f10 2024-09-10T08:20:34.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.391+0000 7fd386ffd640 1 -- 172.21.15.67:0/1433959690 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd38c030bf0 con 0x7fd394106f10 2024-09-10T08:20:34.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.391+0000 7fd39bf3e640 1 -- 172.21.15.67:0/1433959690 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3941a4ec0 con 0x7fd394106f10 2024-09-10T08:20:34.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.392+0000 7fd39bf3e640 1 -- 172.21.15.67:0/1433959690 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3941021c0 con 0x7fd394106f10 2024-09-10T08:20:34.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.394+0000 7fd386ffd640 1 -- 172.21.15.67:0/1433959690 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7fd38c004040 con 0x7fd394106f10 2024-09-10T08:20:34.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.394+0000 7fd386ffd640 1 --2- 172.21.15.67:0/1433959690 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd3800a2b80 0x7fd3800a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:20:34.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.394+0000 7fd399cda640 1 --2- 172.21.15.67:0/1433959690 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd3800a2b80 0x7fd3800a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:20:34.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.394+0000 7fd386ffd640 1 -- 172.21.15.67:0/1433959690 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9683+0+0 (secure 0 0 0) 0x7fd38c0f0de0 con 0x7fd394106f10 2024-09-10T08:20:34.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.395+0000 7fd399cda640 1 --2- 172.21.15.67:0/1433959690 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd3800a2b80 0x7fd3800a5040 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fd3880058c0 tx=0x7fd38800a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:20:34.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.399+0000 7fd386ffd640 1 -- 172.21.15.67:0/1433959690 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd38c0bd790 con 0x7fd394106f10 2024-09-10T08:20:34.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.610+0000 7fd39bf3e640 1 -- 172.21.15.67:0/1433959690 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fd39410a150 con 0x7fd394106f10 2024-09-10T08:20:34.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.827+0000 7fd386ffd640 1 -- 172.21.15.67:0/1433959690 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v32) ==== 104+0+0 (secure 0 0 0) 0x7fd38c0bd090 con 0x7fd394106f10 2024-09-10T08:20:34.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.830+0000 7fd39bf3e640 1 -- 172.21.15.67:0/1433959690 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd3800a2b80 msgr2=0x7fd3800a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:34.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.830+0000 7fd39bf3e640 1 --2- 172.21.15.67:0/1433959690 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd3800a2b80 0x7fd3800a5040 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fd3880058c0 tx=0x7fd38800a2d0 comp rx=0 tx=0).stop 2024-09-10T08:20:34.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.830+0000 7fd39bf3e640 1 -- 172.21.15.67:0/1433959690 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd394106f10 msgr2=0x7fd39419cc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:34.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.830+0000 7fd39bf3e640 1 --2- 172.21.15.67:0/1433959690 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd394106f10 0x7fd39419cc10 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7fd38c009dc0 tx=0x7fd38c032ff0 comp rx=0 tx=0).stop 2024-09-10T08:20:34.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.830+0000 7fd39bf3e640 1 -- 172.21.15.67:0/1433959690 shutdown_connections 2024-09-10T08:20:34.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.830+0000 7fd39bf3e640 1 --2- 172.21.15.67:0/1433959690 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7fd3800a2b80 0x7fd3800a5040 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:34.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.830+0000 7fd39bf3e640 1 --2- 172.21.15.67:0/1433959690 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7fd394102790 0x7fd394198880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:34.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.830+0000 7fd39bf3e640 1 --2- 172.21.15.67:0/1433959690 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd394106f10 0x7fd39419cc10 unknown :-1 s=CLOSED pgs=932 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:34.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.830+0000 7fd39bf3e640 1 --2- 172.21.15.67:0/1433959690 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7fd394101de0 0x7fd394198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:34.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.830+0000 7fd39bf3e640 1 -- 172.21.15.67:0/1433959690 >> 172.21.15.67:0/1433959690 conn(0x7fd3940fd8c0 msgr2=0x7fd3940fec50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:20:34.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.830+0000 7fd39bf3e640 1 -- 172.21.15.67:0/1433959690 shutdown_connections 2024-09-10T08:20:34.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:34.830+0000 7fd39bf3e640 1 -- 172.21.15.67:0/1433959690 wait complete. 2024-09-10T08:20:34.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:34 smithi067 ceph-mon[31051]: mds.? [v2:172.21.15.67:6838/564925095,v1:172.21.15.67:6840/564925095] up:boot 2024-09-10T08:20:34.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:34 smithi067 ceph-mon[31051]: mds.? [v2:172.21.15.67:6839/1336852179,v1:172.21.15.67:6841/1336852179] up:boot 2024-09-10T08:20:34.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:34 smithi067 ceph-mon[31051]: mds.? [v2:172.21.15.133:6832/3510261680,v1:172.21.15.133:6833/3510261680] up:boot 2024-09-10T08:20:34.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:34 smithi067 ceph-mon[31051]: mds.? [v2:172.21.15.133:6834/3219099599,v1:172.21.15.133:6835/3219099599] up:boot 2024-09-10T08:20:34.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:34 smithi067 ceph-mon[31051]: mds.? [v2:172.21.15.203:6832/676674875,v1:172.21.15.203:6834/676674875] up:boot 2024-09-10T08:20:34.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:34 smithi067 ceph-mon[31051]: mds.? [v2:172.21.15.203:6833/3916760234,v1:172.21.15.203:6835/3916760234] up:boot 2024-09-10T08:20:34.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:34 smithi067 ceph-mon[31051]: mds.? [v2:172.21.15.133:6836/539033472,v1:172.21.15.133:6837/539033472] up:boot 2024-09-10T08:20:34.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:34 smithi067 ceph-mon[31051]: mds.? [v2:172.21.15.133:6838/40244397,v1:172.21.15.133:6839/40244397] up:boot 2024-09-10T08:20:34.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:34 smithi067 ceph-mon[31051]: mds.? [v2:172.21.15.203:6836/315412138,v1:172.21.15.203:6838/315412138] up:boot 2024-09-10T08:20:34.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:34 smithi067 ceph-mon[31051]: mds.? [v2:172.21.15.203:6837/2455309632,v1:172.21.15.203:6839/2455309632] up:boot 2024-09-10T08:20:34.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:34 smithi067 ceph-mon[31051]: fsmap cephfs:0/5 12 up:standby, 5 failed 2024-09-10T08:20:34.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:34 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-10T08:20:34.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:34 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-10T08:20:34.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:34 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-10T08:20:34.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:34 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-10T08:20:34.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:34 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-10T08:20:34.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:34 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-10T08:20:34.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:34 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-10T08:20:34.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:34 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-10T08:20:34.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:34 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-10T08:20:34.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:34 smithi067 ceph-mon[31051]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-10T08:20:34.958 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:34 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/1433959690' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-10T08:20:35.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:34 smithi133 ceph-mon[34721]: mds.? [v2:172.21.15.67:6838/564925095,v1:172.21.15.67:6840/564925095] up:boot 2024-09-10T08:20:35.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:34 smithi133 ceph-mon[34721]: mds.? [v2:172.21.15.67:6839/1336852179,v1:172.21.15.67:6841/1336852179] up:boot 2024-09-10T08:20:35.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:34 smithi133 ceph-mon[34721]: mds.? [v2:172.21.15.133:6832/3510261680,v1:172.21.15.133:6833/3510261680] up:boot 2024-09-10T08:20:35.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:34 smithi133 ceph-mon[34721]: mds.? [v2:172.21.15.133:6834/3219099599,v1:172.21.15.133:6835/3219099599] up:boot 2024-09-10T08:20:35.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:34 smithi133 ceph-mon[34721]: mds.? [v2:172.21.15.203:6832/676674875,v1:172.21.15.203:6834/676674875] up:boot 2024-09-10T08:20:35.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:34 smithi133 ceph-mon[34721]: mds.? [v2:172.21.15.203:6833/3916760234,v1:172.21.15.203:6835/3916760234] up:boot 2024-09-10T08:20:35.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:34 smithi133 ceph-mon[34721]: mds.? [v2:172.21.15.133:6836/539033472,v1:172.21.15.133:6837/539033472] up:boot 2024-09-10T08:20:35.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:34 smithi133 ceph-mon[34721]: mds.? [v2:172.21.15.133:6838/40244397,v1:172.21.15.133:6839/40244397] up:boot 2024-09-10T08:20:35.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:34 smithi133 ceph-mon[34721]: mds.? [v2:172.21.15.203:6836/315412138,v1:172.21.15.203:6838/315412138] up:boot 2024-09-10T08:20:35.095 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:34 smithi133 ceph-mon[34721]: mds.? [v2:172.21.15.203:6837/2455309632,v1:172.21.15.203:6839/2455309632] up:boot 2024-09-10T08:20:35.095 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:34 smithi133 ceph-mon[34721]: fsmap cephfs:0/5 12 up:standby, 5 failed 2024-09-10T08:20:35.095 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:34 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-10T08:20:35.095 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:34 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-10T08:20:35.095 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:34 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-10T08:20:35.095 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:34 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-10T08:20:35.095 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:34 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-10T08:20:35.095 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:34 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-10T08:20:35.095 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:34 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-10T08:20:35.095 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:34 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-10T08:20:35.095 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:34 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-10T08:20:35.095 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:34 smithi133 ceph-mon[34721]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-10T08:20:35.095 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:34 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/1433959690' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-10T08:20:35.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:34 smithi203 ceph-mon[34672]: mds.? [v2:172.21.15.67:6838/564925095,v1:172.21.15.67:6840/564925095] up:boot 2024-09-10T08:20:35.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:34 smithi203 ceph-mon[34672]: mds.? [v2:172.21.15.67:6839/1336852179,v1:172.21.15.67:6841/1336852179] up:boot 2024-09-10T08:20:35.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:34 smithi203 ceph-mon[34672]: mds.? [v2:172.21.15.133:6832/3510261680,v1:172.21.15.133:6833/3510261680] up:boot 2024-09-10T08:20:35.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:34 smithi203 ceph-mon[34672]: mds.? [v2:172.21.15.133:6834/3219099599,v1:172.21.15.133:6835/3219099599] up:boot 2024-09-10T08:20:35.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:34 smithi203 ceph-mon[34672]: mds.? [v2:172.21.15.203:6832/676674875,v1:172.21.15.203:6834/676674875] up:boot 2024-09-10T08:20:35.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:34 smithi203 ceph-mon[34672]: mds.? [v2:172.21.15.203:6833/3916760234,v1:172.21.15.203:6835/3916760234] up:boot 2024-09-10T08:20:35.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:34 smithi203 ceph-mon[34672]: mds.? [v2:172.21.15.133:6836/539033472,v1:172.21.15.133:6837/539033472] up:boot 2024-09-10T08:20:35.322 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:34 smithi203 ceph-mon[34672]: mds.? [v2:172.21.15.133:6838/40244397,v1:172.21.15.133:6839/40244397] up:boot 2024-09-10T08:20:35.322 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:34 smithi203 ceph-mon[34672]: mds.? [v2:172.21.15.203:6836/315412138,v1:172.21.15.203:6838/315412138] up:boot 2024-09-10T08:20:35.322 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:34 smithi203 ceph-mon[34672]: mds.? [v2:172.21.15.203:6837/2455309632,v1:172.21.15.203:6839/2455309632] up:boot 2024-09-10T08:20:35.322 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:34 smithi203 ceph-mon[34672]: fsmap cephfs:0/5 12 up:standby, 5 failed 2024-09-10T08:20:35.322 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:34 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-10T08:20:35.322 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:34 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-10T08:20:35.322 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:34 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-10T08:20:35.322 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:34 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-10T08:20:35.322 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:34 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-10T08:20:35.322 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:34 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-10T08:20:35.322 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:34 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-10T08:20:35.322 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:34 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-10T08:20:35.322 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:34 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-10T08:20:35.322 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:34 smithi203 ceph-mon[34672]: from='mgr.14150 172.21.15.67:0/2525079264' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-10T08:20:35.323 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:34 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/1433959690' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-10T08:20:35.679 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-10T08:20:35.946 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:20:36.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:35 smithi133 ceph-mon[34721]: pgmap v531: 129 pgs: 129 active+clean; 1005 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 921 B/s wr, 11 op/s 2024-09-10T08:20:36.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:35 smithi133 ceph-mon[34721]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-10T08:20:36.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:35 smithi133 ceph-mon[34721]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-10T08:20:36.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:35 smithi133 ceph-mon[34721]: Cluster is now healthy 2024-09-10T08:20:36.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:35 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/1433959690' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-10T08:20:36.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:35 smithi133 ceph-mon[34721]: fsmap 12 up:standby 2024-09-10T08:20:36.113 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:35 smithi067 ceph-mon[31051]: pgmap v531: 129 pgs: 129 active+clean; 1005 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 921 B/s wr, 11 op/s 2024-09-10T08:20:36.113 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:35 smithi067 ceph-mon[31051]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-10T08:20:36.113 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:35 smithi067 ceph-mon[31051]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-10T08:20:36.113 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:35 smithi067 ceph-mon[31051]: Cluster is now healthy 2024-09-10T08:20:36.113 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:35 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/1433959690' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-10T08:20:36.114 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:35 smithi067 ceph-mon[31051]: fsmap 12 up:standby 2024-09-10T08:20:36.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:35 smithi203 ceph-mon[34672]: pgmap v531: 129 pgs: 129 active+clean; 1005 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 921 B/s wr, 11 op/s 2024-09-10T08:20:36.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:35 smithi203 ceph-mon[34672]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-10T08:20:36.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:35 smithi203 ceph-mon[34672]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-10T08:20:36.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:35 smithi203 ceph-mon[34672]: Cluster is now healthy 2024-09-10T08:20:36.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:35 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/1433959690' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-10T08:20:36.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:35 smithi203 ceph-mon[34672]: fsmap 12 up:standby 2024-09-10T08:20:36.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.496+0000 7f07e7453640 1 -- 172.21.15.67:0/2563036467 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07e0101420 msgr2=0x7f07e010d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:36.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.496+0000 7f07e7453640 1 --2- 172.21.15.67:0/2563036467 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07e0101420 0x7f07e010d950 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7f07d8009cd0 tx=0x7f07d802a8e0 comp rx=0 tx=0).stop 2024-09-10T08:20:36.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.496+0000 7f07e7453640 1 -- 172.21.15.67:0/2563036467 shutdown_connections 2024-09-10T08:20:36.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.496+0000 7f07e7453640 1 --2- 172.21.15.67:0/2563036467 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f07e0100a80 0x7f07e0100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:36.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.496+0000 7f07e7453640 1 --2- 172.21.15.67:0/2563036467 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07e0101420 0x7f07e010d950 unknown :-1 s=CLOSED pgs=933 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:36.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.496+0000 7f07e7453640 1 --2- 172.21.15.67:0/2563036467 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f07e0106a80 0x7f07e0106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:36.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.496+0000 7f07e7453640 1 -- 172.21.15.67:0/2563036467 >> 172.21.15.67:0/2563036467 conn(0x7f07e00fc7a0 msgr2=0x7f07e00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:20:36.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.496+0000 7f07e7453640 1 -- 172.21.15.67:0/2563036467 shutdown_connections 2024-09-10T08:20:36.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.496+0000 7f07e7453640 1 -- 172.21.15.67:0/2563036467 wait complete. 2024-09-10T08:20:36.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.496+0000 7f07e7453640 1 Processor -- start 2024-09-10T08:20:36.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.497+0000 7f07e7453640 1 -- start start 2024-09-10T08:20:36.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.497+0000 7f07e7453640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07e0100a80 0x7f07e01991c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:20:36.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.497+0000 7f07e7453640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f07e0101420 0x7f07e0199700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:20:36.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.497+0000 7f07e7453640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f07e0106a80 0x7f07e01a4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:20:36.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.497+0000 7f07e7453640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f07e0110d30 con 0x7f07e0100a80 2024-09-10T08:20:36.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.497+0000 7f07e7453640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f07e0110bb0 con 0x7f07e0101420 2024-09-10T08:20:36.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.497+0000 7f07e7453640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f07e0110eb0 con 0x7f07e0106a80 2024-09-10T08:20:36.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.497+0000 7f07e51ef640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07e0100a80 0x7f07e01991c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:20:36.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.497+0000 7f07e51ef640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07e0100a80 0x7f07e01991c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50066/0 (socket says 172.21.15.67:50066) 2024-09-10T08:20:36.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.497+0000 7f07e51ef640 1 -- 172.21.15.67:0/286680708 learned_addr learned my addr 172.21.15.67:0/286680708 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:20:36.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.497+0000 7f07e49ee640 1 --2- 172.21.15.67:0/286680708 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f07e0101420 0x7f07e0199700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:20:36.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.497+0000 7f07e59f0640 1 --2- 172.21.15.67:0/286680708 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f07e0106a80 0x7f07e01a4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:20:36.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.497+0000 7f07e51ef640 1 -- 172.21.15.67:0/286680708 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f07e0106a80 msgr2=0x7f07e01a4240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:36.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.497+0000 7f07e51ef640 1 --2- 172.21.15.67:0/286680708 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f07e0106a80 0x7f07e01a4240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:36.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.497+0000 7f07e51ef640 1 -- 172.21.15.67:0/286680708 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f07e0101420 msgr2=0x7f07e0199700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:36.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.497+0000 7f07e51ef640 1 --2- 172.21.15.67:0/286680708 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f07e0101420 0x7f07e0199700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:36.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.497+0000 7f07e51ef640 1 -- 172.21.15.67:0/286680708 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07e01a4780 con 0x7f07e0100a80 2024-09-10T08:20:36.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.497+0000 7f07e51ef640 1 --2- 172.21.15.67:0/286680708 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07e0100a80 0x7f07e01991c0 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7f07dc00c970 tx=0x7f07dc00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:20:36.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.498+0000 7f07d67fc640 1 -- 172.21.15.67:0/286680708 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07dc007bb0 con 0x7f07e0100a80 2024-09-10T08:20:36.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.498+0000 7f07d67fc640 1 -- 172.21.15.67:0/286680708 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f07dc007d50 con 0x7f07e0100a80 2024-09-10T08:20:36.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.498+0000 7f07d67fc640 1 -- 172.21.15.67:0/286680708 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07dc00f450 con 0x7f07e0100a80 2024-09-10T08:20:36.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.498+0000 7f07e7453640 1 -- 172.21.15.67:0/286680708 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07e01a4950 con 0x7f07e0100a80 2024-09-10T08:20:36.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.498+0000 7f07e7453640 1 -- 172.21.15.67:0/286680708 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07e01a4e10 con 0x7f07e0100a80 2024-09-10T08:20:36.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.499+0000 7f07e7453640 1 -- 172.21.15.67:0/286680708 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07e0100ee0 con 0x7f07e0100a80 2024-09-10T08:20:36.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.500+0000 7f07d67fc640 1 -- 172.21.15.67:0/286680708 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f07dc004f20 con 0x7f07e0100a80 2024-09-10T08:20:36.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.501+0000 7f07d67fc640 1 --2- 172.21.15.67:0/286680708 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f07cc0a2b80 0x7f07cc0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:20:36.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.501+0000 7f07e49ee640 1 --2- 172.21.15.67:0/286680708 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f07cc0a2b80 0x7f07cc0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:20:36.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.501+0000 7f07d67fc640 1 -- 172.21.15.67:0/286680708 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 9683+0+0 (secure 0 0 0) 0x7f07dc0cf230 con 0x7f07e0100a80 2024-09-10T08:20:36.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.501+0000 7f07e49ee640 1 --2- 172.21.15.67:0/286680708 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f07cc0a2b80 0x7f07cc0a5040 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f07e006b2e0 tx=0x7f07d000b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:20:36.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.505+0000 7f07d67fc640 1 -- 172.21.15.67:0/286680708 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f07dc014030 con 0x7f07e0100a80 2024-09-10T08:20:36.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.680+0000 7f07e7453640 1 -- 172.21.15.67:0/286680708 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f07e0109020 con 0x7f07e0100a80 2024-09-10T08:20:36.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.836+0000 7f07d67fc640 1 -- 172.21.15.67:0/286680708 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v94) ==== 181+0+0 (secure 0 0 0) 0x7f07dc09b590 con 0x7f07e0100a80 2024-09-10T08:20:36.836 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_metadata' removed 2024-09-10T08:20:36.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.838+0000 7f07e7453640 1 -- 172.21.15.67:0/286680708 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f07cc0a2b80 msgr2=0x7f07cc0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:36.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.838+0000 7f07e7453640 1 --2- 172.21.15.67:0/286680708 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f07cc0a2b80 0x7f07cc0a5040 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f07e006b2e0 tx=0x7f07d000b390 comp rx=0 tx=0).stop 2024-09-10T08:20:36.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.838+0000 7f07e7453640 1 -- 172.21.15.67:0/286680708 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07e0100a80 msgr2=0x7f07e01991c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:36.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.838+0000 7f07e7453640 1 --2- 172.21.15.67:0/286680708 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07e0100a80 0x7f07e01991c0 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7f07dc00c970 tx=0x7f07dc00ce30 comp rx=0 tx=0).stop 2024-09-10T08:20:36.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.838+0000 7f07e7453640 1 -- 172.21.15.67:0/286680708 shutdown_connections 2024-09-10T08:20:36.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.838+0000 7f07e7453640 1 --2- 172.21.15.67:0/286680708 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f07cc0a2b80 0x7f07cc0a5040 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:36.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.838+0000 7f07e7453640 1 --2- 172.21.15.67:0/286680708 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f07e0101420 0x7f07e0199700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:36.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.838+0000 7f07e7453640 1 --2- 172.21.15.67:0/286680708 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f07e0106a80 0x7f07e01a4240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:36.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.838+0000 7f07e7453640 1 --2- 172.21.15.67:0/286680708 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07e0100a80 0x7f07e01991c0 unknown :-1 s=CLOSED pgs=934 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:36.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.838+0000 7f07e7453640 1 -- 172.21.15.67:0/286680708 >> 172.21.15.67:0/286680708 conn(0x7f07e00fc7a0 msgr2=0x7f07e00fd050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:20:36.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.839+0000 7f07e7453640 1 -- 172.21.15.67:0/286680708 shutdown_connections 2024-09-10T08:20:36.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:36.839+0000 7f07e7453640 1 -- 172.21.15.67:0/286680708 wait complete. 2024-09-10T08:20:36.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:36 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/286680708' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-10T08:20:37.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:36 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/286680708' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-10T08:20:37.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:36 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/286680708' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-10T08:20:37.670 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-10T08:20:37.933 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:20:37.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:37 smithi067 ceph-mon[31051]: pgmap v532: 129 pgs: 129 active+clean; 1005 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-09-10T08:20:37.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:37 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/286680708' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-10T08:20:37.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:37 smithi067 ceph-mon[31051]: osdmap e94: 12 total, 12 up, 12 in 2024-09-10T08:20:38.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:37 smithi133 ceph-mon[34721]: pgmap v532: 129 pgs: 129 active+clean; 1005 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-09-10T08:20:38.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:37 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/286680708' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-10T08:20:38.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:37 smithi133 ceph-mon[34721]: osdmap e94: 12 total, 12 up, 12 in 2024-09-10T08:20:38.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:37 smithi203 ceph-mon[34672]: pgmap v532: 129 pgs: 129 active+clean; 1005 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 8 op/s 2024-09-10T08:20:38.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:37 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/286680708' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-10T08:20:38.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:37 smithi203 ceph-mon[34672]: osdmap e94: 12 total, 12 up, 12 in 2024-09-10T08:20:38.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.421+0000 7faf07c69640 1 -- 172.21.15.67:0/1877855556 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faf00101420 msgr2=0x7faf0010d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:38.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.421+0000 7faf07c69640 1 --2- 172.21.15.67:0/1877855556 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faf00101420 0x7faf0010d950 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7faef8009cd0 tx=0x7faef802a8f0 comp rx=0 tx=0).stop 2024-09-10T08:20:38.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.421+0000 7faf07c69640 1 -- 172.21.15.67:0/1877855556 shutdown_connections 2024-09-10T08:20:38.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.421+0000 7faf07c69640 1 --2- 172.21.15.67:0/1877855556 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faf00100a80 0x7faf00100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:38.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.421+0000 7faf07c69640 1 --2- 172.21.15.67:0/1877855556 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faf00101420 0x7faf0010d950 unknown :-1 s=CLOSED pgs=935 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:38.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.421+0000 7faf07c69640 1 --2- 172.21.15.67:0/1877855556 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faf00106a80 0x7faf00106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:38.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.421+0000 7faf07c69640 1 -- 172.21.15.67:0/1877855556 >> 172.21.15.67:0/1877855556 conn(0x7faf000fc7a0 msgr2=0x7faf000febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:20:38.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.421+0000 7faf07c69640 1 -- 172.21.15.67:0/1877855556 shutdown_connections 2024-09-10T08:20:38.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.421+0000 7faf07c69640 1 -- 172.21.15.67:0/1877855556 wait complete. 2024-09-10T08:20:38.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.422+0000 7faf07c69640 1 Processor -- start 2024-09-10T08:20:38.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.422+0000 7faf07c69640 1 -- start start 2024-09-10T08:20:38.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.422+0000 7faf07c69640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faf00100a80 0x7faf001981f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:20:38.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.422+0000 7faf07c69640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faf00101420 0x7faf00198730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:20:38.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.422+0000 7faf07c69640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faf00106a80 0x7faf0019cac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:20:38.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.422+0000 7faf07c69640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7faf00110d30 con 0x7faf00100a80 2024-09-10T08:20:38.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.422+0000 7faf07c69640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7faf00110bb0 con 0x7faf00106a80 2024-09-10T08:20:38.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.422+0000 7faf07c69640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7faf00110eb0 con 0x7faf00101420 2024-09-10T08:20:38.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.422+0000 7faf05a05640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faf00100a80 0x7faf001981f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:20:38.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.422+0000 7faf05a05640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faf00100a80 0x7faf001981f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50086/0 (socket says 172.21.15.67:50086) 2024-09-10T08:20:38.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.422+0000 7faf05a05640 1 -- 172.21.15.67:0/247937123 learned_addr learned my addr 172.21.15.67:0/247937123 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:20:38.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.422+0000 7faf06206640 1 --2- 172.21.15.67:0/247937123 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faf00106a80 0x7faf0019cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:20:38.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.423+0000 7faf05204640 1 --2- 172.21.15.67:0/247937123 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faf00101420 0x7faf00198730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:20:38.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.423+0000 7faf05a05640 1 -- 172.21.15.67:0/247937123 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faf00101420 msgr2=0x7faf00198730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:38.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.423+0000 7faf05a05640 1 --2- 172.21.15.67:0/247937123 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faf00101420 0x7faf00198730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:38.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.423+0000 7faf05a05640 1 -- 172.21.15.67:0/247937123 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faf00106a80 msgr2=0x7faf0019cac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:38.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.423+0000 7faf05a05640 1 --2- 172.21.15.67:0/247937123 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faf00106a80 0x7faf0019cac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:38.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.423+0000 7faf05a05640 1 -- 172.21.15.67:0/247937123 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf0019d1a0 con 0x7faf00100a80 2024-09-10T08:20:38.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.423+0000 7faf06206640 1 --2- 172.21.15.67:0/247937123 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faf00106a80 0x7faf0019cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-10T08:20:38.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.423+0000 7faf05a05640 1 --2- 172.21.15.67:0/247937123 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faf00100a80 0x7faf001981f0 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7faefc00c920 tx=0x7faefc00cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:20:38.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.423+0000 7faef6ffd640 1 -- 172.21.15.67:0/247937123 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faefc007c70 con 0x7faf00100a80 2024-09-10T08:20:38.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.423+0000 7faf07c69640 1 -- 172.21.15.67:0/247937123 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf0019d490 con 0x7faf00100a80 2024-09-10T08:20:38.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.423+0000 7faef6ffd640 1 -- 172.21.15.67:0/247937123 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faefc007e10 con 0x7faf00100a80 2024-09-10T08:20:38.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.423+0000 7faef6ffd640 1 -- 172.21.15.67:0/247937123 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faefc018820 con 0x7faf00100a80 2024-09-10T08:20:38.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.423+0000 7faf07c69640 1 -- 172.21.15.67:0/247937123 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf001a4d70 con 0x7faf00100a80 2024-09-10T08:20:38.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.424+0000 7faf07c69640 1 -- 172.21.15.67:0/247937123 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf00100ee0 con 0x7faf00100a80 2024-09-10T08:20:38.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.425+0000 7faef6ffd640 1 -- 172.21.15.67:0/247937123 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7faefc0189c0 con 0x7faf00100a80 2024-09-10T08:20:38.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.426+0000 7faef6ffd640 1 --2- 172.21.15.67:0/247937123 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7faeec0a2b80 0x7faeec0a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:20:38.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.426+0000 7faf05204640 1 --2- 172.21.15.67:0/247937123 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7faeec0a2b80 0x7faeec0a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:20:38.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.426+0000 7faef6ffd640 1 -- 172.21.15.67:0/247937123 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 9158+0+0 (secure 0 0 0) 0x7faefc0cf5a0 con 0x7faf00100a80 2024-09-10T08:20:38.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.426+0000 7faf05204640 1 --2- 172.21.15.67:0/247937123 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7faeec0a2b80 0x7faeec0a5040 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7faf0006b870 tx=0x7faef0005cc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:20:38.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.430+0000 7faef6ffd640 1 -- 172.21.15.67:0/247937123 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7faefc014030 con 0x7faf00100a80 2024-09-10T08:20:38.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.608+0000 7faf07c69640 1 -- 172.21.15.67:0/247937123 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7faf001a5000 con 0x7faf00100a80 2024-09-10T08:20:38.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.843+0000 7faef6ffd640 1 -- 172.21.15.67:0/247937123 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v95) ==== 169+0+0 (secure 0 0 0) 0x7faefc09c160 con 0x7faf00100a80 2024-09-10T08:20:38.843 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_data' removed 2024-09-10T08:20:38.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.846+0000 7faf07c69640 1 -- 172.21.15.67:0/247937123 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7faeec0a2b80 msgr2=0x7faeec0a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:38.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.846+0000 7faf07c69640 1 --2- 172.21.15.67:0/247937123 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7faeec0a2b80 0x7faeec0a5040 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7faf0006b870 tx=0x7faef0005cc0 comp rx=0 tx=0).stop 2024-09-10T08:20:38.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.846+0000 7faf07c69640 1 -- 172.21.15.67:0/247937123 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faf00100a80 msgr2=0x7faf001981f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:38.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.846+0000 7faf07c69640 1 --2- 172.21.15.67:0/247937123 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faf00100a80 0x7faf001981f0 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7faefc00c920 tx=0x7faefc00cde0 comp rx=0 tx=0).stop 2024-09-10T08:20:38.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.846+0000 7faf07c69640 1 -- 172.21.15.67:0/247937123 shutdown_connections 2024-09-10T08:20:38.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.846+0000 7faf07c69640 1 --2- 172.21.15.67:0/247937123 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7faeec0a2b80 0x7faeec0a5040 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:38.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.846+0000 7faf07c69640 1 --2- 172.21.15.67:0/247937123 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7faf00106a80 0x7faf0019cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:38.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.846+0000 7faf07c69640 1 --2- 172.21.15.67:0/247937123 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7faf00101420 0x7faf00198730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:38.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.846+0000 7faf07c69640 1 --2- 172.21.15.67:0/247937123 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faf00100a80 0x7faf001981f0 secure :-1 s=CLOSED pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7faefc00c920 tx=0x7faefc00cde0 comp rx=0 tx=0).stop 2024-09-10T08:20:38.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.846+0000 7faf07c69640 1 -- 172.21.15.67:0/247937123 >> 172.21.15.67:0/247937123 conn(0x7faf000fc7a0 msgr2=0x7faf00104790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:20:38.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.848+0000 7faf07c69640 1 -- 172.21.15.67:0/247937123 shutdown_connections 2024-09-10T08:20:38.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:38.848+0000 7faf07c69640 1 -- 172.21.15.67:0/247937123 wait complete. 2024-09-10T08:20:38.858 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:38 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/247937123' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-10T08:20:39.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:38 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/247937123' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-10T08:20:39.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:38 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/247937123' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-10T08:20:39.657 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b shell --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 -- ceph osd pool rm cephfs_data_ec cephfs_data_ec --yes-i-really-really-mean-it 2024-09-10T08:20:39.920 INFO:teuthology.orchestra.run.smithi067.stderr:Inferring config /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/mon.a/config 2024-09-10T08:20:39.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:39 smithi067 ceph-mon[31051]: pgmap v534: 97 pgs: 97 active+clean; 577 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:20:39.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:39 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/247937123' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-09-10T08:20:39.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:39 smithi067 ceph-mon[31051]: osdmap e95: 12 total, 12 up, 12 in 2024-09-10T08:20:40.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:39 smithi203 ceph-mon[34672]: pgmap v534: 97 pgs: 97 active+clean; 577 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:20:40.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:39 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/247937123' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-09-10T08:20:40.321 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:39 smithi203 ceph-mon[34672]: osdmap e95: 12 total, 12 up, 12 in 2024-09-10T08:20:40.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:39 smithi133 ceph-mon[34721]: pgmap v534: 97 pgs: 97 active+clean; 577 KiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:20:40.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:39 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/247937123' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-09-10T08:20:40.344 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:39 smithi133 ceph-mon[34721]: osdmap e95: 12 total, 12 up, 12 in 2024-09-10T08:20:40.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.432+0000 7f3708c21640 1 -- 172.21.15.67:0/3051932090 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3704102ef0 msgr2=0x7f370410da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:40.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.432+0000 7f3708c21640 1 --2- 172.21.15.67:0/3051932090 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3704102ef0 0x7f370410da40 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7f36fc009ca0 tx=0x7f36fc02a950 comp rx=0 tx=0).stop 2024-09-10T08:20:40.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.432+0000 7f3708c21640 1 -- 172.21.15.67:0/3051932090 shutdown_connections 2024-09-10T08:20:40.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.432+0000 7f3708c21640 1 --2- 172.21.15.67:0/3051932090 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3704102570 0x7f37041029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:40.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.432+0000 7f3708c21640 1 --2- 172.21.15.67:0/3051932090 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3704102ef0 0x7f370410da40 unknown :-1 s=CLOSED pgs=937 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:40.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.432+0000 7f3708c21640 1 --2- 172.21.15.67:0/3051932090 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3704100e20 0x7f3704101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:40.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.432+0000 7f3708c21640 1 -- 172.21.15.67:0/3051932090 >> 172.21.15.67:0/3051932090 conn(0x7f37040fc7d0 msgr2=0x7f37040febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:20:40.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.432+0000 7f3708c21640 1 -- 172.21.15.67:0/3051932090 shutdown_connections 2024-09-10T08:20:40.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.432+0000 7f3708c21640 1 -- 172.21.15.67:0/3051932090 wait complete. 2024-09-10T08:20:40.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.433+0000 7f3708c21640 1 Processor -- start 2024-09-10T08:20:40.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.433+0000 7f3708c21640 1 -- start start 2024-09-10T08:20:40.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.433+0000 7f3708c21640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3704100e20 0x7f370419a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:20:40.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.433+0000 7f3708c21640 1 --2- >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3704102570 0x7f370419aae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:20:40.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.433+0000 7f3708c21640 1 --2- >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3704102ef0 0x7f370419ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:20:40.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.433+0000 7f3708c21640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3704110e50 con 0x7f3704100e20 2024-09-10T08:20:40.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.433+0000 7f3708c21640 1 -- --> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] -- mon_getmap magic: 0 -- 0x7f3704110cd0 con 0x7f3704102570 2024-09-10T08:20:40.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.433+0000 7f3708c21640 1 -- --> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] -- mon_getmap magic: 0 -- 0x7f3704110fd0 con 0x7f3704102ef0 2024-09-10T08:20:40.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.433+0000 7f370259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3704100e20 0x7f370419a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:20:40.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.433+0000 7f370259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3704100e20 0x7f370419a5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50116/0 (socket says 172.21.15.67:50116) 2024-09-10T08:20:40.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.433+0000 7f370259c640 1 -- 172.21.15.67:0/1601143802 learned_addr learned my addr 172.21.15.67:0/1601143802 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-10T08:20:40.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.433+0000 7f3702d9d640 1 --2- 172.21.15.67:0/1601143802 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3704102ef0 0x7f370419ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:20:40.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.433+0000 7f36fbfff640 1 --2- 172.21.15.67:0/1601143802 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3704102570 0x7f370419aae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:20:40.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.433+0000 7f370259c640 1 -- 172.21.15.67:0/1601143802 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3704102ef0 msgr2=0x7f370419ee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:40.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.433+0000 7f370259c640 1 --2- 172.21.15.67:0/1601143802 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3704102ef0 0x7f370419ee70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:40.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.433+0000 7f370259c640 1 -- 172.21.15.67:0/1601143802 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3704102570 msgr2=0x7f370419aae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:40.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.433+0000 7f370259c640 1 --2- 172.21.15.67:0/1601143802 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3704102570 0x7f370419aae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:40.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.433+0000 7f370259c640 1 -- 172.21.15.67:0/1601143802 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f370419f550 con 0x7f3704100e20 2024-09-10T08:20:40.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.433+0000 7f36fbfff640 1 --2- 172.21.15.67:0/1601143802 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3704102570 0x7f370419aae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-10T08:20:40.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.434+0000 7f370259c640 1 --2- 172.21.15.67:0/1601143802 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3704100e20 0x7f370419a5a0 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7f36f400b4a0 tx=0x7f36f400b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:20:40.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.434+0000 7f36fb7fe640 1 -- 172.21.15.67:0/1601143802 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36f4014070 con 0x7f3704100e20 2024-09-10T08:20:40.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.434+0000 7f3708c21640 1 -- 172.21.15.67:0/1601143802 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f370419f840 con 0x7f3704100e20 2024-09-10T08:20:40.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.434+0000 7f36fb7fe640 1 -- 172.21.15.67:0/1601143802 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f36f4010ac0 con 0x7f3704100e20 2024-09-10T08:20:40.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.434+0000 7f36fb7fe640 1 -- 172.21.15.67:0/1601143802 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36f4017c30 con 0x7f3704100e20 2024-09-10T08:20:40.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.434+0000 7f3708c21640 1 -- 172.21.15.67:0/1601143802 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37041a7120 con 0x7f3704100e20 2024-09-10T08:20:40.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.435+0000 7f3708c21640 1 -- 172.21.15.67:0/1601143802 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3704101200 con 0x7f3704100e20 2024-09-10T08:20:40.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.436+0000 7f36fb7fe640 1 -- 172.21.15.67:0/1601143802 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 20) ==== 137833+0+0 (secure 0 0 0) 0x7f36f4017070 con 0x7f3704100e20 2024-09-10T08:20:40.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.436+0000 7f36fb7fe640 1 --2- 172.21.15.67:0/1601143802 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f36f00a2b80 0x7f36f00a5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-10T08:20:40.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.437+0000 7f36fbfff640 1 --2- 172.21.15.67:0/1601143802 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f36f00a2b80 0x7f36f00a5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-10T08:20:40.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.437+0000 7f36fb7fe640 1 -- 172.21.15.67:0/1601143802 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 8475+0+0 (secure 0 0 0) 0x7f36f40ce810 con 0x7f3704100e20 2024-09-10T08:20:40.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.437+0000 7f36fbfff640 1 --2- 172.21.15.67:0/1601143802 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f36f00a2b80 0x7f36f00a5040 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f37040ff0e0 tx=0x7f36ec00a5c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-10T08:20:40.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.441+0000 7f36fb7fe640 1 -- 172.21.15.67:0/1601143802 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f36f409b680 con 0x7f3704100e20 2024-09-10T08:20:40.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.615+0000 7f3708c21640 1 -- 172.21.15.67:0/1601143802 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true} v 0) -- 0x7f37041a73b0 con 0x7f3704100e20 2024-09-10T08:20:40.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.850+0000 7f36fb7fe640 1 -- 172.21.15.67:0/1601143802 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data_ec' removed v96) ==== 178+0+0 (secure 0 0 0) 0x7f36f409af80 con 0x7f3704100e20 2024-09-10T08:20:40.850 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_data_ec' removed 2024-09-10T08:20:40.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.852+0000 7f3708c21640 1 -- 172.21.15.67:0/1601143802 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f36f00a2b80 msgr2=0x7f36f00a5040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:40.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.852+0000 7f3708c21640 1 --2- 172.21.15.67:0/1601143802 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f36f00a2b80 0x7f36f00a5040 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f37040ff0e0 tx=0x7f36ec00a5c0 comp rx=0 tx=0).stop 2024-09-10T08:20:40.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.852+0000 7f3708c21640 1 -- 172.21.15.67:0/1601143802 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3704100e20 msgr2=0x7f370419a5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-10T08:20:40.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.852+0000 7f3708c21640 1 --2- 172.21.15.67:0/1601143802 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3704100e20 0x7f370419a5a0 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7f36f400b4a0 tx=0x7f36f400b960 comp rx=0 tx=0).stop 2024-09-10T08:20:40.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.853+0000 7f3708c21640 1 -- 172.21.15.67:0/1601143802 shutdown_connections 2024-09-10T08:20:40.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.853+0000 7f3708c21640 1 --2- 172.21.15.67:0/1601143802 >> [v2:172.21.15.67:6800/4256949759,v1:172.21.15.67:6801/4256949759] conn(0x7f36f00a2b80 0x7f36f00a5040 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:40.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.853+0000 7f3708c21640 1 --2- 172.21.15.67:0/1601143802 >> [v2:172.21.15.133:3300/0,v1:172.21.15.133:6789/0] conn(0x7f3704102570 0x7f370419aae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:40.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.853+0000 7f3708c21640 1 --2- 172.21.15.67:0/1601143802 >> [v2:172.21.15.203:3300/0,v1:172.21.15.203:6789/0] conn(0x7f3704102ef0 0x7f370419ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:40.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.853+0000 7f3708c21640 1 --2- 172.21.15.67:0/1601143802 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3704100e20 0x7f370419a5a0 unknown :-1 s=CLOSED pgs=938 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-10T08:20:40.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.853+0000 7f3708c21640 1 -- 172.21.15.67:0/1601143802 >> 172.21.15.67:0/1601143802 conn(0x7f37040fc7d0 msgr2=0x7f370406a010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-10T08:20:40.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.853+0000 7f3708c21640 1 -- 172.21.15.67:0/1601143802 shutdown_connections 2024-09-10T08:20:40.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-10T08:20:40.853+0000 7f3708c21640 1 -- 172.21.15.67:0/1601143802 wait complete. 2024-09-10T08:20:40.867 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:40 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/1601143802' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-10T08:20:41.320 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:40 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/1601143802' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-10T08:20:41.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:40 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/1601143802' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-10T08:20:41.665 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-10T08:20:41.694 DEBUG:teuthology.orchestra.run.smithi133:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-10T08:20:41.729 DEBUG:teuthology.orchestra.run.smithi203:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-10T08:20:41.764 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-09-10T08:20:41.764 DEBUG:teuthology.orchestra.run.smithi067:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-10T08:20:41.781 DEBUG:teuthology.orchestra.run.smithi133:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-10T08:20:41.799 DEBUG:teuthology.orchestra.run.smithi203:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-10T08:20:41.822 INFO:tasks.cephadm:Stopping all daemons... 2024-09-10T08:20:41.822 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-09-10T08:20:41.822 DEBUG:teuthology.orchestra.run.smithi067:> sudo systemctl stop ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mon.a 2024-09-10T08:20:41.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:41 smithi067 ceph-mon[31051]: pgmap v536: 33 pgs: 33 active+clean; 577 KiB data, 610 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:20:41.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:41 smithi067 ceph-mon[31051]: from='client.? 172.21.15.67:0/1601143802' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]': finished 2024-09-10T08:20:41.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:41 smithi067 ceph-mon[31051]: osdmap e96: 12 total, 12 up, 12 in 2024-09-10T08:20:41.957 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:41 smithi067 systemd[1]: Stopping Ceph mon.a for 315284b0-6f4b-11ef-bcea-c7b262605968... 2024-09-10T08:20:42.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:41 smithi203 ceph-mon[34672]: pgmap v536: 33 pgs: 33 active+clean; 577 KiB data, 610 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:20:42.070 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:41 smithi203 ceph-mon[34672]: from='client.? 172.21.15.67:0/1601143802' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]': finished 2024-09-10T08:20:42.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:41 smithi203 ceph-mon[34672]: osdmap e96: 12 total, 12 up, 12 in 2024-09-10T08:20:42.093 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:41 smithi133 ceph-mon[34721]: pgmap v536: 33 pgs: 33 active+clean; 577 KiB data, 610 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-10T08:20:42.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:41 smithi133 ceph-mon[34721]: from='client.? 172.21.15.67:0/1601143802' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]': finished 2024-09-10T08:20:42.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:41 smithi133 ceph-mon[34721]: osdmap e96: 12 total, 12 up, 12 in 2024-09-10T08:20:42.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:42 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mon-a[31047]: 2024-09-10T08:20:42.139+0000 7fa32a2fd640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:20:42.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:42 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mon-a[31047]: 2024-09-10T08:20:42.139+0000 7fa32a2fd640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-09-10T08:20:42.457 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:42 smithi067 podman[99415]: 2024-09-10 08:20:42.180292797 +0000 UTC m=+0.163560114 container died 68e42ab05a8843f708c845a7ba5f510bf9b9970eee38f5179c2694af1a298fcf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mon-a, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2) 2024-09-10T08:20:42.849 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:42 smithi067 podman[99415]: 2024-09-10 08:20:42.581317564 +0000 UTC m=+0.564584880 container cleanup 68e42ab05a8843f708c845a7ba5f510bf9b9970eee38f5179c2694af1a298fcf (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mon-a, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2) 2024-09-10T08:20:42.849 INFO:journalctl@ceph.mon.a.smithi067.stdout:Sep 10 08:20:42 smithi067 bash[99415]: ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mon-a 2024-09-10T08:20:43.012 DEBUG:teuthology.orchestra.run.smithi067:> sudo pkill -f 'journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mon.a.service' 2024-09-10T08:20:43.060 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:20:43.060 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-09-10T08:20:43.060 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-09-10T08:20:43.061 DEBUG:teuthology.orchestra.run.smithi133:> sudo systemctl stop ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mon.b 2024-09-10T08:20:43.343 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:43 smithi133 systemd[1]: Stopping Ceph mon.b for 315284b0-6f4b-11ef-bcea-c7b262605968... 2024-09-10T08:20:43.783 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:43 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mon-b[34716]: 2024-09-10T08:20:43.391+0000 7fbd1a830640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:20:43.784 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:43 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mon-b[34716]: 2024-09-10T08:20:43.391+0000 7fbd1a830640 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-09-10T08:20:43.784 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:43 smithi133 podman[68016]: 2024-09-10 08:20:43.473509642 +0000 UTC m=+0.208441230 container died ddc3bc3b59bad6644886cfa570326a132af139fc5f94d8e936e1504094a990ea (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mon-b, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-10T08:20:44.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:43 smithi133 podman[68016]: 2024-09-10 08:20:43.892194857 +0000 UTC m=+0.627126452 container cleanup ddc3bc3b59bad6644886cfa570326a132af139fc5f94d8e936e1504094a990ea (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mon-b, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True) 2024-09-10T08:20:44.094 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:43 smithi133 bash[68016]: ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mon-b 2024-09-10T08:20:44.371 DEBUG:teuthology.orchestra.run.smithi133:> sudo pkill -f 'journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mon.b.service' 2024-09-10T08:20:44.393 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:44 smithi133 podman[68028]: 2024-09-10 08:20:44.143838053 +0000 UTC m=+0.660824362 container remove ddc3bc3b59bad6644886cfa570326a132af139fc5f94d8e936e1504094a990ea (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mon-b, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True) 2024-09-10T08:20:44.393 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:44 smithi133 systemd[1]: ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mon.b.service: Deactivated successfully. 2024-09-10T08:20:44.393 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:44 smithi133 systemd[1]: Stopped Ceph mon.b for 315284b0-6f4b-11ef-bcea-c7b262605968. 2024-09-10T08:20:44.393 INFO:journalctl@ceph.mon.b.smithi133.stdout:Sep 10 08:20:44 smithi133 systemd[1]: ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mon.b.service: Consumed 9.828s CPU time. 2024-09-10T08:20:44.414 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:20:44.415 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-09-10T08:20:44.415 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-09-10T08:20:44.415 DEBUG:teuthology.orchestra.run.smithi203:> sudo systemctl stop ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mon.c 2024-09-10T08:20:44.747 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:44 smithi203 systemd[1]: Stopping Ceph mon.c for 315284b0-6f4b-11ef-bcea-c7b262605968... 2024-09-10T08:20:45.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:44 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mon-c[34668]: 2024-09-10T08:20:44.747+0000 7fa352e05640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:20:45.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:44 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mon-c[34668]: 2024-09-10T08:20:44.747+0000 7fa352e05640 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-09-10T08:20:45.071 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:44 smithi203 podman[68579]: 2024-09-10 08:20:44.819674335 +0000 UTC m=+0.208523002 container died 3e84d7d7ab5cf8abed76ac5a89b3b172466ac99aa11d723a1d454b554f71999c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mon-c, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2) 2024-09-10T08:20:45.474 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:45 smithi203 podman[68579]: 2024-09-10 08:20:45.223962119 +0000 UTC m=+0.612810710 container cleanup 3e84d7d7ab5cf8abed76ac5a89b3b172466ac99aa11d723a1d454b554f71999c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mon-c, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, ceph=True) 2024-09-10T08:20:45.475 INFO:journalctl@ceph.mon.c.smithi203.stdout:Sep 10 08:20:45 smithi203 bash[68579]: ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mon-c 2024-09-10T08:20:45.602 DEBUG:teuthology.orchestra.run.smithi203:> sudo pkill -f 'journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mon.c.service' 2024-09-10T08:20:45.649 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:20:45.649 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-09-10T08:20:45.650 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-09-10T08:20:45.650 DEBUG:teuthology.orchestra.run.smithi067:> sudo systemctl stop ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mgr.x 2024-09-10T08:20:45.957 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:20:45 smithi067 systemd[1]: Stopping Ceph mgr.x for 315284b0-6f4b-11ef-bcea-c7b262605968... 2024-09-10T08:20:46.312 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:20:45 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:20:45.969+0000 7fc84aad3640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:20:46.313 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:20:45 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x[31279]: 2024-09-10T08:20:45.969+0000 7fc84aad3640 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-09-10T08:20:46.313 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:20:46 smithi067 podman[99537]: 2024-09-10 08:20:46.000794869 +0000 UTC m=+0.150248498 container died 0eab197d2d042342cd62e3e09ffd8ff60bfbad4924e06eda7b4f25b49f8dea7d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.build-date=20240731, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-09-10T08:20:46.707 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:20:46 smithi067 podman[99537]: 2024-09-10 08:20:46.529651785 +0000 UTC m=+0.679105446 container cleanup 0eab197d2d042342cd62e3e09ffd8ff60bfbad4924e06eda7b4f25b49f8dea7d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-09-10T08:20:46.707 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:20:46 smithi067 bash[99537]: ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x 2024-09-10T08:20:47.006 DEBUG:teuthology.orchestra.run.smithi067:> sudo pkill -f 'journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mgr.x.service' 2024-09-10T08:20:47.030 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:20:46 smithi067 podman[99549]: 2024-09-10 08:20:46.765029044 +0000 UTC m=+0.761016677 container remove 0eab197d2d042342cd62e3e09ffd8ff60bfbad4924e06eda7b4f25b49f8dea7d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1cf819b7212a6048e92fc78c4eff963344f6d56b, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-09-10T08:20:47.030 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:20:47 smithi067 systemd[1]: ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mgr.x.service: Deactivated successfully. 2024-09-10T08:20:47.030 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:20:47 smithi067 systemd[1]: Stopped Ceph mgr.x for 315284b0-6f4b-11ef-bcea-c7b262605968. 2024-09-10T08:20:47.030 INFO:journalctl@ceph.mgr.x.smithi067.stdout:Sep 10 08:20:47 smithi067 systemd[1]: ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mgr.x.service: Consumed 45.445s CPU time. 2024-09-10T08:20:47.044 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:20:47.045 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-09-10T08:20:47.045 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-09-10T08:20:47.045 DEBUG:teuthology.orchestra.run.smithi133:> sudo systemctl stop ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mgr.y 2024-09-10T08:20:47.344 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Sep 10 08:20:47 smithi133 systemd[1]: Stopping Ceph mgr.y for 315284b0-6f4b-11ef-bcea-c7b262605968... 2024-09-10T08:20:47.664 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Sep 10 08:20:47 smithi133 podman[68141]: 2024-09-10 08:20:47.368298212 +0000 UTC m=+0.134345492 container died f4f760d23cfb3d7fe12641220446babe630c10e95e946de13c33302e34a33885 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-y, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux ) 2024-09-10T08:20:47.973 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Sep 10 08:20:47 smithi133 podman[68141]: 2024-09-10 08:20:47.764518349 +0000 UTC m=+0.530565616 container cleanup f4f760d23cfb3d7fe12641220446babe630c10e95e946de13c33302e34a33885 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-y, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-09-10T08:20:47.974 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Sep 10 08:20:47 smithi133 bash[68141]: ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-y 2024-09-10T08:20:48.201 DEBUG:teuthology.orchestra.run.smithi133:> sudo pkill -f 'journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mgr.y.service' 2024-09-10T08:20:48.224 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Sep 10 08:20:47 smithi133 podman[68155]: 2024-09-10 08:20:47.974578271 +0000 UTC m=+0.601913050 container remove f4f760d23cfb3d7fe12641220446babe630c10e95e946de13c33302e34a33885 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-y, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-09-10T08:20:48.224 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Sep 10 08:20:47 smithi133 systemd[1]: ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-09-10T08:20:48.224 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Sep 10 08:20:48 smithi133 systemd[1]: ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-09-10T08:20:48.225 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Sep 10 08:20:48 smithi133 systemd[1]: Stopped Ceph mgr.y for 315284b0-6f4b-11ef-bcea-c7b262605968. 2024-09-10T08:20:48.225 INFO:journalctl@ceph.mgr.y.smithi133.stdout:Sep 10 08:20:48 smithi133 systemd[1]: ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mgr.y.service: Consumed 6.424s CPU time. 2024-09-10T08:20:48.239 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:20:48.239 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-09-10T08:20:48.240 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2024-09-10T08:20:48.240 DEBUG:teuthology.orchestra.run.smithi203:> sudo systemctl stop ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mgr.z 2024-09-10T08:20:48.570 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Sep 10 08:20:48 smithi203 systemd[1]: Stopping Ceph mgr.z for 315284b0-6f4b-11ef-bcea-c7b262605968... 2024-09-10T08:20:48.840 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Sep 10 08:20:48 smithi203 podman[68701]: 2024-09-10 08:20:48.593230138 +0000 UTC m=+0.153189422 container died 92176fefec4988a396eaba6d937a2a0c5f8c016ed471f69db746197236e11ccd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-z, io.buildah.version=1.37.2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-09-10T08:20:49.264 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Sep 10 08:20:49 smithi203 podman[68701]: 2024-09-10 08:20:49.021569856 +0000 UTC m=+0.581529137 container cleanup 92176fefec4988a396eaba6d937a2a0c5f8c016ed471f69db746197236e11ccd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-z, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_CLEAN=True) 2024-09-10T08:20:49.264 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Sep 10 08:20:49 smithi203 bash[68701]: ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-z 2024-09-10T08:20:49.521 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Sep 10 08:20:49 smithi203 podman[68715]: 2024-09-10 08:20:49.265188908 +0000 UTC m=+0.676157558 container remove 92176fefec4988a396eaba6d937a2a0c5f8c016ed471f69db746197236e11ccd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mgr-z, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-10T08:20:49.521 INFO:journalctl@ceph.mgr.z.smithi203.stdout:Sep 10 08:20:49 smithi203 systemd[1]: ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mgr.z.service: Main process exited, code=exited, status=143/n/a 2024-09-10T08:20:49.525 DEBUG:teuthology.orchestra.run.smithi203:> sudo pkill -f 'journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mgr.z.service' 2024-09-10T08:20:49.563 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:20:49.563 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2024-09-10T08:20:49.563 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-09-10T08:20:49.563 DEBUG:teuthology.orchestra.run.smithi067:> sudo systemctl stop ceph-315284b0-6f4b-11ef-bcea-c7b262605968@osd.0 2024-09-10T08:20:49.884 INFO:journalctl@ceph.osd.0.smithi067.stdout:Sep 10 08:20:49 smithi067 systemd[1]: Stopping Ceph osd.0 for 315284b0-6f4b-11ef-bcea-c7b262605968... 2024-09-10T08:20:50.207 INFO:journalctl@ceph.osd.0.smithi067.stdout:Sep 10 08:20:49 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-0[42753]: 2024-09-10T08:20:49.884+0000 7fd13e87f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:20:50.207 INFO:journalctl@ceph.osd.0.smithi067.stdout:Sep 10 08:20:49 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-0[42753]: 2024-09-10T08:20:49.884+0000 7fd13e87f640 -1 osd.0 96 *** Got signal Terminated *** 2024-09-10T08:20:50.207 INFO:journalctl@ceph.osd.0.smithi067.stdout:Sep 10 08:20:49 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-0[42753]: 2024-09-10T08:20:49.884+0000 7fd13e87f640 -1 osd.0 96 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-10T08:20:55.707 INFO:journalctl@ceph.osd.0.smithi067.stdout:Sep 10 08:20:55 smithi067 podman[99657]: 2024-09-10 08:20:55.4129379 +0000 UTC m=+5.645181796 container died 393ac206293c5d56c1e8156089873136310c1fca7d944b95b811dcafbd738506 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-09-10T08:20:56.170 INFO:journalctl@ceph.osd.0.smithi067.stdout:Sep 10 08:20:55 smithi067 podman[99657]: 2024-09-10 08:20:55.919103636 +0000 UTC m=+6.151347525 container cleanup 393ac206293c5d56c1e8156089873136310c1fca7d944b95b811dcafbd738506 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-09-10T08:20:56.170 INFO:journalctl@ceph.osd.0.smithi067.stdout:Sep 10 08:20:55 smithi067 bash[99657]: ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-0 2024-09-10T08:20:56.457 INFO:journalctl@ceph.osd.0.smithi067.stdout:Sep 10 08:20:56 smithi067 podman[99673]: 2024-09-10 08:20:56.170933579 +0000 UTC m=+0.753109970 container remove 393ac206293c5d56c1e8156089873136310c1fca7d944b95b811dcafbd738506 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-09-10T08:20:56.799 INFO:journalctl@ceph.osd.0.smithi067.stdout:Sep 10 08:20:56 smithi067 podman[99765]: 2024-09-10 08:20:56.406651875 +0000 UTC m=+0.016994330 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T08:20:56.799 INFO:journalctl@ceph.osd.0.smithi067.stdout:Sep 10 08:20:56 smithi067 podman[99765]: 2024-09-10 08:20:56.538800111 +0000 UTC m=+0.149142557 container create b259862c653275cd5a9e08d31dfb344bb6691ea49c06449fe4755ff4d8ca4fe8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-0-deactivate, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-10T08:20:57.207 INFO:journalctl@ceph.osd.0.smithi067.stdout:Sep 10 08:20:56 smithi067 podman[99765]: 2024-09-10 08:20:56.799980441 +0000 UTC m=+0.410322886 container init b259862c653275cd5a9e08d31dfb344bb6691ea49c06449fe4755ff4d8ca4fe8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0) 2024-09-10T08:20:57.207 INFO:journalctl@ceph.osd.0.smithi067.stdout:Sep 10 08:20:56 smithi067 podman[99765]: 2024-09-10 08:20:56.804150294 +0000 UTC m=+0.414492740 container start b259862c653275cd5a9e08d31dfb344bb6691ea49c06449fe4755ff4d8ca4fe8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.37.2, ceph=True) 2024-09-10T08:20:57.207 INFO:journalctl@ceph.osd.0.smithi067.stdout:Sep 10 08:20:56 smithi067 podman[99765]: 2024-09-10 08:20:56.900141096 +0000 UTC m=+0.510483570 container attach b259862c653275cd5a9e08d31dfb344bb6691ea49c06449fe4755ff4d8ca4fe8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-0-deactivate, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-10T08:20:57.207 INFO:journalctl@ceph.osd.0.smithi067.stdout:Sep 10 08:20:57 smithi067 podman[99765]: 2024-09-10 08:20:57.002496402 +0000 UTC m=+0.612838845 container died b259862c653275cd5a9e08d31dfb344bb6691ea49c06449fe4755ff4d8ca4fe8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-0-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_CLEAN=True, io.buildah.version=1.37.2) 2024-09-10T08:20:57.949 DEBUG:teuthology.orchestra.run.smithi067:> sudo pkill -f 'journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@osd.0.service' 2024-09-10T08:20:57.998 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:20:57.998 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-09-10T08:20:57.999 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-09-10T08:20:57.999 DEBUG:teuthology.orchestra.run.smithi133:> sudo systemctl stop ceph-315284b0-6f4b-11ef-bcea-c7b262605968@osd.1 2024-09-10T08:20:58.310 INFO:journalctl@ceph.osd.1.smithi133.stdout:Sep 10 08:20:58 smithi133 systemd[1]: Stopping Ceph osd.1 for 315284b0-6f4b-11ef-bcea-c7b262605968... 2024-09-10T08:20:58.576 INFO:journalctl@ceph.osd.1.smithi133.stdout:Sep 10 08:20:58 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-1[39201]: 2024-09-10T08:20:58.310+0000 7fcae921c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:20:58.577 INFO:journalctl@ceph.osd.1.smithi133.stdout:Sep 10 08:20:58 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-1[39201]: 2024-09-10T08:20:58.310+0000 7fcae921c640 -1 osd.1 96 *** Got signal Terminated *** 2024-09-10T08:20:58.577 INFO:journalctl@ceph.osd.1.smithi133.stdout:Sep 10 08:20:58 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-1[39201]: 2024-09-10T08:20:58.310+0000 7fcae921c640 -1 osd.1 96 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-10T08:21:03.996 INFO:journalctl@ceph.osd.1.smithi133.stdout:Sep 10 08:21:03 smithi133 podman[68277]: 2024-09-10 08:21:03.730473559 +0000 UTC m=+5.543116769 container died cc0c2898581971b5799496fb36560283a7462fcd2d9759d3ea9b84de27f0d39c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-1, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731) 2024-09-10T08:21:04.343 INFO:journalctl@ceph.osd.1.smithi133.stdout:Sep 10 08:21:04 smithi133 podman[68277]: 2024-09-10 08:21:04.094136296 +0000 UTC m=+5.906779494 container cleanup cc0c2898581971b5799496fb36560283a7462fcd2d9759d3ea9b84de27f0d39c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-1, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-09-10T08:21:04.344 INFO:journalctl@ceph.osd.1.smithi133.stdout:Sep 10 08:21:04 smithi133 bash[68277]: ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-1 2024-09-10T08:21:04.753 INFO:journalctl@ceph.osd.1.smithi133.stdout:Sep 10 08:21:04 smithi133 podman[68292]: 2024-09-10 08:21:04.420830311 +0000 UTC m=+0.684667272 container remove cc0c2898581971b5799496fb36560283a7462fcd2d9759d3ea9b84de27f0d39c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-1, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-09-10T08:21:05.048 INFO:journalctl@ceph.osd.1.smithi133.stdout:Sep 10 08:21:04 smithi133 podman[68383]: 2024-09-10 08:21:04.656783432 +0000 UTC m=+0.015590421 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T08:21:05.048 INFO:journalctl@ceph.osd.1.smithi133.stdout:Sep 10 08:21:04 smithi133 podman[68383]: 2024-09-10 08:21:04.788348602 +0000 UTC m=+0.147155594 container create fbd3545fc2feab67987137a818bdef99c1606a978c3a814e6ffc7e75f5239724 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-1-deactivate, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.37.2) 2024-09-10T08:21:05.048 INFO:journalctl@ceph.osd.1.smithi133.stdout:Sep 10 08:21:05 smithi133 podman[68383]: 2024-09-10 08:21:05.049375525 +0000 UTC m=+0.408182511 container init fbd3545fc2feab67987137a818bdef99c1606a978c3a814e6ffc7e75f5239724 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-1-deactivate, ceph=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-10T08:21:05.322 INFO:journalctl@ceph.osd.1.smithi133.stdout:Sep 10 08:21:05 smithi133 podman[68383]: 2024-09-10 08:21:05.053190886 +0000 UTC m=+0.411997882 container start fbd3545fc2feab67987137a818bdef99c1606a978c3a814e6ffc7e75f5239724 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-1-deactivate, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True) 2024-09-10T08:21:05.323 INFO:journalctl@ceph.osd.1.smithi133.stdout:Sep 10 08:21:05 smithi133 podman[68383]: 2024-09-10 08:21:05.149568598 +0000 UTC m=+0.508375585 container attach fbd3545fc2feab67987137a818bdef99c1606a978c3a814e6ffc7e75f5239724 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0) 2024-09-10T08:21:05.323 INFO:journalctl@ceph.osd.1.smithi133.stdout:Sep 10 08:21:05 smithi133 podman[68383]: 2024-09-10 08:21:05.252226763 +0000 UTC m=+0.611033768 container died fbd3545fc2feab67987137a818bdef99c1606a978c3a814e6ffc7e75f5239724 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-1-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b) 2024-09-10T08:21:06.042 DEBUG:teuthology.orchestra.run.smithi133:> sudo pkill -f 'journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@osd.1.service' 2024-09-10T08:21:06.082 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:21:06.082 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-09-10T08:21:06.082 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-09-10T08:21:06.083 DEBUG:teuthology.orchestra.run.smithi203:> sudo systemctl stop ceph-315284b0-6f4b-11ef-bcea-c7b262605968@osd.2 2024-09-10T08:21:06.400 INFO:journalctl@ceph.osd.2.smithi203.stdout:Sep 10 08:21:06 smithi203 systemd[1]: Stopping Ceph osd.2 for 315284b0-6f4b-11ef-bcea-c7b262605968... 2024-09-10T08:21:06.820 INFO:journalctl@ceph.osd.2.smithi203.stdout:Sep 10 08:21:06 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-2[39637]: 2024-09-10T08:21:06.400+0000 7f40cf0ad640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:21:06.821 INFO:journalctl@ceph.osd.2.smithi203.stdout:Sep 10 08:21:06 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-2[39637]: 2024-09-10T08:21:06.400+0000 7f40cf0ad640 -1 osd.2 96 *** Got signal Terminated *** 2024-09-10T08:21:06.821 INFO:journalctl@ceph.osd.2.smithi203.stdout:Sep 10 08:21:06 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-2[39637]: 2024-09-10T08:21:06.400+0000 7f40cf0ad640 -1 osd.2 96 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-10T08:21:12.267 INFO:journalctl@ceph.osd.2.smithi203.stdout:Sep 10 08:21:11 smithi203 podman[68834]: 2024-09-10 08:21:11.954219217 +0000 UTC m=+5.673389285 container died 1f3ebcc21778facb7565ebea3993a25e9aa4dc98fddea09e661738d79dfc44b3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-09-10T08:21:12.570 INFO:journalctl@ceph.osd.2.smithi203.stdout:Sep 10 08:21:12 smithi203 podman[68834]: 2024-09-10 08:21:12.400813234 +0000 UTC m=+6.119983275 container cleanup 1f3ebcc21778facb7565ebea3993a25e9aa4dc98fddea09e661738d79dfc44b3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-2, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-09-10T08:21:12.571 INFO:journalctl@ceph.osd.2.smithi203.stdout:Sep 10 08:21:12 smithi203 bash[68834]: ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-2 2024-09-10T08:21:13.070 INFO:journalctl@ceph.osd.2.smithi203.stdout:Sep 10 08:21:12 smithi203 podman[68850]: 2024-09-10 08:21:12.710867531 +0000 UTC m=+0.759548256 container remove 1f3ebcc21778facb7565ebea3993a25e9aa4dc98fddea09e661738d79dfc44b3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-2, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-09-10T08:21:13.413 INFO:journalctl@ceph.osd.2.smithi203.stdout:Sep 10 08:21:13 smithi203 podman[68942]: 2024-09-10 08:21:12.975183057 +0000 UTC m=+0.015848449 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T08:21:13.413 INFO:journalctl@ceph.osd.2.smithi203.stdout:Sep 10 08:21:13 smithi203 podman[68942]: 2024-09-10 08:21:13.086819623 +0000 UTC m=+0.127485008 container create 33f838d2e96a48385e02b1c33f428b7d2af4575fcffae69d0b3809e88fdd1fc3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-2-deactivate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, ceph=True) 2024-09-10T08:21:13.413 INFO:journalctl@ceph.osd.2.smithi203.stdout:Sep 10 08:21:13 smithi203 podman[68942]: 2024-09-10 08:21:13.315110277 +0000 UTC m=+0.355775667 container init 33f838d2e96a48385e02b1c33f428b7d2af4575fcffae69d0b3809e88fdd1fc3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-2-deactivate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, ceph=True) 2024-09-10T08:21:13.413 INFO:journalctl@ceph.osd.2.smithi203.stdout:Sep 10 08:21:13 smithi203 podman[68942]: 2024-09-10 08:21:13.31888821 +0000 UTC m=+0.359553601 container start 33f838d2e96a48385e02b1c33f428b7d2af4575fcffae69d0b3809e88fdd1fc3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b) 2024-09-10T08:21:13.414 INFO:journalctl@ceph.osd.2.smithi203.stdout:Sep 10 08:21:13 smithi203 podman[68942]: 2024-09-10 08:21:13.414446604 +0000 UTC m=+0.455111997 container attach 33f838d2e96a48385e02b1c33f428b7d2af4575fcffae69d0b3809e88fdd1fc3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-2-deactivate, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b) 2024-09-10T08:21:13.821 INFO:journalctl@ceph.osd.2.smithi203.stdout:Sep 10 08:21:13 smithi203 podman[68942]: 2024-09-10 08:21:13.511299329 +0000 UTC m=+0.551964715 container died 33f838d2e96a48385e02b1c33f428b7d2af4575fcffae69d0b3809e88fdd1fc3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-2-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-09-10T08:21:14.201 DEBUG:teuthology.orchestra.run.smithi203:> sudo pkill -f 'journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@osd.2.service' 2024-09-10T08:21:14.243 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:21:14.243 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-09-10T08:21:14.244 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-09-10T08:21:14.244 DEBUG:teuthology.orchestra.run.smithi067:> sudo systemctl stop ceph-315284b0-6f4b-11ef-bcea-c7b262605968@osd.3 2024-09-10T08:21:14.566 INFO:journalctl@ceph.osd.3.smithi067.stdout:Sep 10 08:21:14 smithi067 systemd[1]: Stopping Ceph osd.3 for 315284b0-6f4b-11ef-bcea-c7b262605968... 2024-09-10T08:21:14.923 INFO:journalctl@ceph.osd.3.smithi067.stdout:Sep 10 08:21:14 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-3[49626]: 2024-09-10T08:21:14.564+0000 7f8f8ad86640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:21:14.923 INFO:journalctl@ceph.osd.3.smithi067.stdout:Sep 10 08:21:14 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-3[49626]: 2024-09-10T08:21:14.564+0000 7f8f8ad86640 -1 osd.3 96 *** Got signal Terminated *** 2024-09-10T08:21:14.923 INFO:journalctl@ceph.osd.3.smithi067.stdout:Sep 10 08:21:14 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-3[49626]: 2024-09-10T08:21:14.564+0000 7f8f8ad86640 -1 osd.3 96 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-10T08:21:17.070 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:16 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:16.703+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:21:18.070 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:17 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:17.735+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:21:18.207 INFO:journalctl@ceph.osd.3.smithi067.stdout:Sep 10 08:21:17 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-3[49626]: 2024-09-10T08:21:17.777+0000 7f8f8739c640 -1 osd.3 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.871373+0000 front 2024-09-10T08:20:52.871338+0000 (oldest deadline 2024-09-10T08:21:17.471961+0000) 2024-09-10T08:21:19.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:18 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:18.762+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:21:19.207 INFO:journalctl@ceph.osd.3.smithi067.stdout:Sep 10 08:21:18 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-3[49626]: 2024-09-10T08:21:18.771+0000 7f8f8739c640 -1 osd.3 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.871373+0000 front 2024-09-10T08:20:52.871338+0000 (oldest deadline 2024-09-10T08:21:17.471961+0000) 2024-09-10T08:21:19.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:18 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:18.830+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:21:19.843 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:19 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:19.401+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:21:20.070 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:19 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:19.791+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:21:20.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:19 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:19.871+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:21:20.207 INFO:journalctl@ceph.osd.3.smithi067.stdout:Sep 10 08:21:20 smithi067 podman[99870]: 2024-09-10 08:21:20.112530993 +0000 UTC m=+5.669427296 container died 88474c03358061a519c9169432fc05265ff2f03a1217edbb15f8eecd99dae624 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-3, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-09-10T08:21:20.707 INFO:journalctl@ceph.osd.3.smithi067.stdout:Sep 10 08:21:20 smithi067 podman[99870]: 2024-09-10 08:21:20.625030869 +0000 UTC m=+6.181927203 container cleanup 88474c03358061a519c9169432fc05265ff2f03a1217edbb15f8eecd99dae624 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-3, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, ceph=True, GIT_CLEAN=True) 2024-09-10T08:21:20.707 INFO:journalctl@ceph.osd.3.smithi067.stdout:Sep 10 08:21:20 smithi067 bash[99870]: ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-3 2024-09-10T08:21:20.755 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 10 08:21:20 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-5[46084]: 2024-09-10T08:21:20.364+0000 7f3929955640 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.712393+0000 front 2024-09-10T08:20:49.712473+0000 (oldest deadline 2024-09-10T08:21:20.313050+0000) 2024-09-10T08:21:20.815 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:20 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:20.403+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:21:21.070 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:20 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:20.755+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:21:21.207 INFO:journalctl@ceph.osd.3.smithi067.stdout:Sep 10 08:21:20 smithi067 podman[99897]: 2024-09-10 08:21:20.87698843 +0000 UTC m=+0.760018829 container remove 88474c03358061a519c9169432fc05265ff2f03a1217edbb15f8eecd99dae624 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-3, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-10T08:21:21.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:20 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:20.861+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:21:21.588 INFO:journalctl@ceph.osd.3.smithi067.stdout:Sep 10 08:21:21 smithi067 podman[99982]: 2024-09-10 08:21:21.212594379 +0000 UTC m=+0.016440617 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T08:21:21.588 INFO:journalctl@ceph.osd.3.smithi067.stdout:Sep 10 08:21:21 smithi067 podman[99982]: 2024-09-10 08:21:21.32784866 +0000 UTC m=+0.131694885 container create 7ca20ac067f752e88486653fa3f7a4f686666e0c202088fd168c54eece3a3f1a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-3-deactivate, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-10T08:21:21.767 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:21 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:21.438+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:21:21.769 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 10 08:21:21 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-5[46084]: 2024-09-10T08:21:21.364+0000 7f3929955640 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.712393+0000 front 2024-09-10T08:20:49.712473+0000 (oldest deadline 2024-09-10T08:21:20.313050+0000) 2024-09-10T08:21:21.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:21 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:21.824+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:21:21.957 INFO:journalctl@ceph.osd.3.smithi067.stdout:Sep 10 08:21:21 smithi067 podman[99982]: 2024-09-10 08:21:21.589164361 +0000 UTC m=+0.393010584 container init 7ca20ac067f752e88486653fa3f7a4f686666e0c202088fd168c54eece3a3f1a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_BRANCH=HEAD) 2024-09-10T08:21:21.957 INFO:journalctl@ceph.osd.3.smithi067.stdout:Sep 10 08:21:21 smithi067 podman[99982]: 2024-09-10 08:21:21.592829181 +0000 UTC m=+0.396675404 container start 7ca20ac067f752e88486653fa3f7a4f686666e0c202088fd168c54eece3a3f1a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-3-deactivate, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-09-10T08:21:21.958 INFO:journalctl@ceph.osd.3.smithi067.stdout:Sep 10 08:21:21 smithi067 podman[99982]: 2024-09-10 08:21:21.672433608 +0000 UTC m=+0.476279838 container attach 7ca20ac067f752e88486653fa3f7a4f686666e0c202088fd168c54eece3a3f1a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-3-deactivate, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, io.buildah.version=1.37.2, GIT_BRANCH=HEAD) 2024-09-10T08:21:21.958 INFO:journalctl@ceph.osd.3.smithi067.stdout:Sep 10 08:21:21 smithi067 podman[99982]: 2024-09-10 08:21:21.788607499 +0000 UTC m=+0.592453744 container died 7ca20ac067f752e88486653fa3f7a4f686666e0c202088fd168c54eece3a3f1a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True) 2024-09-10T08:21:22.070 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:21 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:21.769+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:21:22.591 DEBUG:teuthology.orchestra.run.smithi067:> sudo pkill -f 'journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@osd.3.service' 2024-09-10T08:21:22.640 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:21:22.641 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-09-10T08:21:22.641 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-09-10T08:21:22.641 DEBUG:teuthology.orchestra.run.smithi133:> sudo systemctl stop ceph-315284b0-6f4b-11ef-bcea-c7b262605968@osd.4 2024-09-10T08:21:22.667 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:22 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:22.415+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:21:22.778 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 10 08:21:22 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-5[46084]: 2024-09-10T08:21:22.378+0000 7f3929955640 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.712393+0000 front 2024-09-10T08:20:49.712473+0000 (oldest deadline 2024-09-10T08:21:20.313050+0000) 2024-09-10T08:21:22.972 INFO:journalctl@ceph.osd.4.smithi133.stdout:Sep 10 08:21:22 smithi133 systemd[1]: Stopping Ceph osd.4 for 315284b0-6f4b-11ef-bcea-c7b262605968... 2024-09-10T08:21:23.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:22 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:22.779+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:21:23.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:22 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:22.832+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:21:23.344 INFO:journalctl@ceph.osd.4.smithi133.stdout:Sep 10 08:21:22 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-4[46113]: 2024-09-10T08:21:22.972+0000 7f513a056640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:21:23.344 INFO:journalctl@ceph.osd.4.smithi133.stdout:Sep 10 08:21:22 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-4[46113]: 2024-09-10T08:21:22.972+0000 7f513a056640 -1 osd.4 96 *** Got signal Terminated *** 2024-09-10T08:21:23.344 INFO:journalctl@ceph.osd.4.smithi133.stdout:Sep 10 08:21:22 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-4[46113]: 2024-09-10T08:21:22.972+0000 7f513a056640 -1 osd.4 96 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-10T08:21:23.797 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 10 08:21:23 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-5[46084]: 2024-09-10T08:21:23.361+0000 7f3929955640 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.712393+0000 front 2024-09-10T08:20:49.712473+0000 (oldest deadline 2024-09-10T08:21:20.313050+0000) 2024-09-10T08:21:23.843 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:23 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:23.405+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:21:24.070 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:23 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:23.798+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:21:24.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:23 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:23.854+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:21:24.754 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 10 08:21:24 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-5[46084]: 2024-09-10T08:21:24.364+0000 7f3929955640 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.712393+0000 front 2024-09-10T08:20:49.712473+0000 (oldest deadline 2024-09-10T08:21:20.313050+0000) 2024-09-10T08:21:24.754 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:24 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:24.596+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.323665+0000 front 2024-09-10T08:21:00.323755+0000 (oldest deadline 2024-09-10T08:21:23.823716+0000) 2024-09-10T08:21:24.843 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:24 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:24.363+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:21:25.070 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:24 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:24.754+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:21:25.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:24 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:24.811+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:21:25.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:24 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:24.811+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.578470+0000 front 2024-09-10T08:20:58.578431+0000 (oldest deadline 2024-09-10T08:21:23.878648+0000) 2024-09-10T08:21:25.593 INFO:journalctl@ceph.osd.4.smithi133.stdout:Sep 10 08:21:25 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-4[46113]: 2024-09-10T08:21:25.279+0000 7f5132664640 -1 osd.4 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.425087+0000 front 2024-09-10T08:20:58.425107+0000 (oldest deadline 2024-09-10T08:21:24.325255+0000) 2024-09-10T08:21:25.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:25 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:25.380+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:21:25.765 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 10 08:21:25 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-5[46084]: 2024-09-10T08:21:25.371+0000 7f3929955640 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.712393+0000 front 2024-09-10T08:20:49.712473+0000 (oldest deadline 2024-09-10T08:21:20.313050+0000) 2024-09-10T08:21:25.766 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:25 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:25.554+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.323665+0000 front 2024-09-10T08:21:00.323755+0000 (oldest deadline 2024-09-10T08:21:23.823716+0000) 2024-09-10T08:21:26.070 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:25 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:25.765+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:21:26.093 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:25 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:25.711+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.245387+0000 front 2024-09-10T08:21:00.245352+0000 (oldest deadline 2024-09-10T08:21:25.545504+0000) 2024-09-10T08:21:26.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:25 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:25.860+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:21:26.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:25 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:25.860+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.578470+0000 front 2024-09-10T08:20:58.578431+0000 (oldest deadline 2024-09-10T08:21:23.878648+0000) 2024-09-10T08:21:26.593 INFO:journalctl@ceph.osd.4.smithi133.stdout:Sep 10 08:21:26 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-4[46113]: 2024-09-10T08:21:26.242+0000 7f5132664640 -1 osd.4 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.425087+0000 front 2024-09-10T08:20:58.425107+0000 (oldest deadline 2024-09-10T08:21:24.325255+0000) 2024-09-10T08:21:26.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:26 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:26.415+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:21:26.725 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:26 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:26.528+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.323665+0000 front 2024-09-10T08:21:00.323755+0000 (oldest deadline 2024-09-10T08:21:23.823716+0000) 2024-09-10T08:21:26.725 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 10 08:21:26 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-5[46084]: 2024-09-10T08:21:26.360+0000 7f3929955640 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.712393+0000 front 2024-09-10T08:20:49.712473+0000 (oldest deadline 2024-09-10T08:21:20.313050+0000) 2024-09-10T08:21:26.726 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 10 08:21:26 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-5[46084]: 2024-09-10T08:21:26.360+0000 7f3929955640 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.313589+0000 front 2024-09-10T08:21:00.313554+0000 (oldest deadline 2024-09-10T08:21:25.613713+0000) 2024-09-10T08:21:27.070 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:26 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:26.726+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:21:27.093 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:26 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:26.728+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.245387+0000 front 2024-09-10T08:21:00.245352+0000 (oldest deadline 2024-09-10T08:21:25.545504+0000) 2024-09-10T08:21:27.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:26 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:26.851+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:21:27.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:26 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:26.851+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.578470+0000 front 2024-09-10T08:20:58.578431+0000 (oldest deadline 2024-09-10T08:21:23.878648+0000) 2024-09-10T08:21:27.593 INFO:journalctl@ceph.osd.4.smithi133.stdout:Sep 10 08:21:27 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-4[46113]: 2024-09-10T08:21:27.252+0000 7f5132664640 -1 osd.4 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.425087+0000 front 2024-09-10T08:20:58.425107+0000 (oldest deadline 2024-09-10T08:21:24.325255+0000) 2024-09-10T08:21:27.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:27 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:27.376+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:21:27.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:27 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:27.376+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:21:27.680 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:27 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:27.535+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.323665+0000 front 2024-09-10T08:21:00.323755+0000 (oldest deadline 2024-09-10T08:21:23.823716+0000) 2024-09-10T08:21:27.681 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 10 08:21:27 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-5[46084]: 2024-09-10T08:21:27.387+0000 7f3929955640 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.712393+0000 front 2024-09-10T08:20:49.712473+0000 (oldest deadline 2024-09-10T08:21:20.313050+0000) 2024-09-10T08:21:27.681 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 10 08:21:27 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-5[46084]: 2024-09-10T08:21:27.387+0000 7f3929955640 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.313589+0000 front 2024-09-10T08:21:00.313554+0000 (oldest deadline 2024-09-10T08:21:25.613713+0000) 2024-09-10T08:21:28.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:27 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:27.680+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:21:28.094 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:27 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:27.713+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.245387+0000 front 2024-09-10T08:21:00.245352+0000 (oldest deadline 2024-09-10T08:21:25.545504+0000) 2024-09-10T08:21:28.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:27 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:27.880+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:21:28.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:27 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:27.880+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.578470+0000 front 2024-09-10T08:20:58.578431+0000 (oldest deadline 2024-09-10T08:21:23.878648+0000) 2024-09-10T08:21:28.677 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:28 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:28.495+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.323665+0000 front 2024-09-10T08:21:00.323755+0000 (oldest deadline 2024-09-10T08:21:23.823716+0000) 2024-09-10T08:21:28.677 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 10 08:21:28 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-5[46084]: 2024-09-10T08:21:28.391+0000 7f3929955640 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.712393+0000 front 2024-09-10T08:20:49.712473+0000 (oldest deadline 2024-09-10T08:21:20.313050+0000) 2024-09-10T08:21:28.677 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 10 08:21:28 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-5[46084]: 2024-09-10T08:21:28.391+0000 7f3929955640 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.313589+0000 front 2024-09-10T08:21:00.313554+0000 (oldest deadline 2024-09-10T08:21:25.613713+0000) 2024-09-10T08:21:28.712 INFO:journalctl@ceph.osd.4.smithi133.stdout:Sep 10 08:21:28 smithi133 podman[68507]: 2024-09-10 08:21:28.456078327 +0000 UTC m=+5.626564115 container died 17b3cc05666995164a1eff2c456713946be8e425bfd49bc6e9ada631c6eea818 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-4, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, io.buildah.version=1.37.2, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-09-10T08:21:28.712 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:28 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:28.421+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:21:28.712 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:28 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:28.421+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:21:29.028 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:28 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:28.677+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:21:29.094 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:28 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:28.712+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.245387+0000 front 2024-09-10T08:21:00.245352+0000 (oldest deadline 2024-09-10T08:21:25.545504+0000) 2024-09-10T08:21:29.094 INFO:journalctl@ceph.osd.4.smithi133.stdout:Sep 10 08:21:28 smithi133 podman[68507]: 2024-09-10 08:21:28.90690487 +0000 UTC m=+6.077390651 container cleanup 17b3cc05666995164a1eff2c456713946be8e425bfd49bc6e9ada631c6eea818 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-4, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-09-10T08:21:29.094 INFO:journalctl@ceph.osd.4.smithi133.stdout:Sep 10 08:21:28 smithi133 bash[68507]: ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-4 2024-09-10T08:21:29.170 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:28 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:28.854+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:21:29.171 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:28 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:28.854+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.578470+0000 front 2024-09-10T08:20:58.578431+0000 (oldest deadline 2024-09-10T08:21:23.878648+0000) 2024-09-10T08:21:29.457 INFO:journalctl@ceph.osd.6.smithi067.stdout:Sep 10 08:21:29 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-6[56105]: 2024-09-10T08:21:29.171+0000 7fc7d9831640 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.131089+0000 front 2024-09-10T08:20:58.131358+0000 (oldest deadline 2024-09-10T08:21:28.731577+0000) 2024-09-10T08:21:29.584 INFO:journalctl@ceph.osd.4.smithi133.stdout:Sep 10 08:21:29 smithi133 podman[68522]: 2024-09-10 08:21:29.216656005 +0000 UTC m=+0.756252978 container remove 17b3cc05666995164a1eff2c456713946be8e425bfd49bc6e9ada631c6eea818 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-4, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-10T08:21:29.585 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:29 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:29.449+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:21:29.585 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:29 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:29.449+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:21:29.717 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 10 08:21:29 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-5[46084]: 2024-09-10T08:21:29.391+0000 7f3929955640 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.712393+0000 front 2024-09-10T08:20:49.712473+0000 (oldest deadline 2024-09-10T08:21:20.313050+0000) 2024-09-10T08:21:29.717 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 10 08:21:29 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-5[46084]: 2024-09-10T08:21:29.391+0000 7f3929955640 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.313589+0000 front 2024-09-10T08:21:00.313554+0000 (oldest deadline 2024-09-10T08:21:25.613713+0000) 2024-09-10T08:21:29.718 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:29 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:29.449+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.323665+0000 front 2024-09-10T08:21:00.323755+0000 (oldest deadline 2024-09-10T08:21:23.823716+0000) 2024-09-10T08:21:29.843 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:29 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:29.664+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.245387+0000 front 2024-09-10T08:21:00.245352+0000 (oldest deadline 2024-09-10T08:21:25.545504+0000) 2024-09-10T08:21:29.844 INFO:journalctl@ceph.osd.4.smithi133.stdout:Sep 10 08:21:29 smithi133 podman[68613]: 2024-09-10 08:21:29.488406964 +0000 UTC m=+0.015621885 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T08:21:29.844 INFO:journalctl@ceph.osd.4.smithi133.stdout:Sep 10 08:21:29 smithi133 podman[68613]: 2024-09-10 08:21:29.617727609 +0000 UTC m=+0.144942523 container create a51240380ec5587b7968c6bbf922df46d9875d75d218b30f7df9d6b32e9ace45 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-4-deactivate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-09-10T08:21:30.070 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:29 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:29.718+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:21:30.134 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:29 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:29.851+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:21:30.135 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:29 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:29.851+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.578470+0000 front 2024-09-10T08:20:58.578431+0000 (oldest deadline 2024-09-10T08:21:23.878648+0000) 2024-09-10T08:21:30.344 INFO:journalctl@ceph.osd.4.smithi133.stdout:Sep 10 08:21:29 smithi133 podman[68613]: 2024-09-10 08:21:29.887078466 +0000 UTC m=+0.414293378 container init a51240380ec5587b7968c6bbf922df46d9875d75d218b30f7df9d6b32e9ace45 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-4-deactivate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.37.2) 2024-09-10T08:21:30.344 INFO:journalctl@ceph.osd.4.smithi133.stdout:Sep 10 08:21:29 smithi133 podman[68613]: 2024-09-10 08:21:29.890344015 +0000 UTC m=+0.417558927 container start a51240380ec5587b7968c6bbf922df46d9875d75d218b30f7df9d6b32e9ace45 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-4-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, ceph=True) 2024-09-10T08:21:30.344 INFO:journalctl@ceph.osd.4.smithi133.stdout:Sep 10 08:21:29 smithi133 podman[68613]: 2024-09-10 08:21:29.978756136 +0000 UTC m=+0.505971054 container attach a51240380ec5587b7968c6bbf922df46d9875d75d218b30f7df9d6b32e9ace45 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b) 2024-09-10T08:21:30.344 INFO:journalctl@ceph.osd.4.smithi133.stdout:Sep 10 08:21:30 smithi133 podman[68613]: 2024-09-10 08:21:30.079153814 +0000 UTC m=+0.606368727 container died a51240380ec5587b7968c6bbf922df46d9875d75d218b30f7df9d6b32e9ace45 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-4-deactivate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-09-10T08:21:30.457 INFO:journalctl@ceph.osd.6.smithi067.stdout:Sep 10 08:21:30 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-6[56105]: 2024-09-10T08:21:30.135+0000 7fc7d9831640 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.131089+0000 front 2024-09-10T08:20:58.131358+0000 (oldest deadline 2024-09-10T08:21:28.731577+0000) 2024-09-10T08:21:30.666 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:30 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:30.401+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:21:30.666 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:30 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:30.401+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:21:30.681 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:30 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:30.498+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.323665+0000 front 2024-09-10T08:21:00.323755+0000 (oldest deadline 2024-09-10T08:21:23.823716+0000) 2024-09-10T08:21:30.682 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 10 08:21:30 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-5[46084]: 2024-09-10T08:21:30.398+0000 7f3929955640 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.712393+0000 front 2024-09-10T08:20:49.712473+0000 (oldest deadline 2024-09-10T08:21:20.313050+0000) 2024-09-10T08:21:30.682 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 10 08:21:30 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-5[46084]: 2024-09-10T08:21:30.398+0000 7f3929955640 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.313589+0000 front 2024-09-10T08:21:00.313554+0000 (oldest deadline 2024-09-10T08:21:25.613713+0000) 2024-09-10T08:21:30.763 DEBUG:teuthology.orchestra.run.smithi133:> sudo pkill -f 'journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@osd.4.service' 2024-09-10T08:21:30.846 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:21:30.847 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-09-10T08:21:30.847 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-09-10T08:21:30.847 DEBUG:teuthology.orchestra.run.smithi203:> sudo systemctl stop ceph-315284b0-6f4b-11ef-bcea-c7b262605968@osd.5 2024-09-10T08:21:31.070 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 10 08:21:30 smithi203 systemd[1]: Stopping Ceph osd.5 for 315284b0-6f4b-11ef-bcea-c7b262605968... 2024-09-10T08:21:31.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:30 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:30.682+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:21:31.093 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:30 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:30.666+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.245387+0000 front 2024-09-10T08:21:00.245352+0000 (oldest deadline 2024-09-10T08:21:25.545504+0000) 2024-09-10T08:21:31.109 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:30 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:30.858+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:21:31.109 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:30 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:30.858+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.578470+0000 front 2024-09-10T08:20:58.578431+0000 (oldest deadline 2024-09-10T08:21:23.878648+0000) 2024-09-10T08:21:31.457 INFO:journalctl@ceph.osd.6.smithi067.stdout:Sep 10 08:21:31 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-6[56105]: 2024-09-10T08:21:31.109+0000 7fc7d9831640 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.131089+0000 front 2024-09-10T08:20:58.131358+0000 (oldest deadline 2024-09-10T08:21:28.731577+0000) 2024-09-10T08:21:31.525 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 10 08:21:31 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-5[46084]: 2024-09-10T08:21:31.170+0000 7f3931347640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:21:31.525 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 10 08:21:31 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-5[46084]: 2024-09-10T08:21:31.170+0000 7f3931347640 -1 osd.5 96 *** Got signal Terminated *** 2024-09-10T08:21:31.526 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 10 08:21:31 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-5[46084]: 2024-09-10T08:21:31.170+0000 7f3931347640 -1 osd.5 96 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-10T08:21:31.526 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 10 08:21:31 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-5[46084]: 2024-09-10T08:21:31.403+0000 7f3929955640 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.712393+0000 front 2024-09-10T08:20:49.712473+0000 (oldest deadline 2024-09-10T08:21:20.313050+0000) 2024-09-10T08:21:31.526 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 10 08:21:31 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-5[46084]: 2024-09-10T08:21:31.403+0000 7f3929955640 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.313589+0000 front 2024-09-10T08:21:00.313554+0000 (oldest deadline 2024-09-10T08:21:25.613713+0000) 2024-09-10T08:21:31.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:31 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:31.398+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:21:31.681 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:31 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:31.398+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:21:31.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:31 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:31.638+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:21:31.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:31 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:31.525+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.323665+0000 front 2024-09-10T08:21:00.323755+0000 (oldest deadline 2024-09-10T08:21:23.823716+0000) 2024-09-10T08:21:32.093 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:31 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:31.712+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.245387+0000 front 2024-09-10T08:21:00.245352+0000 (oldest deadline 2024-09-10T08:21:25.545504+0000) 2024-09-10T08:21:32.207 INFO:journalctl@ceph.osd.6.smithi067.stdout:Sep 10 08:21:32 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-6[56105]: 2024-09-10T08:21:32.089+0000 7fc7d9831640 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.131089+0000 front 2024-09-10T08:20:58.131358+0000 (oldest deadline 2024-09-10T08:21:28.731577+0000) 2024-09-10T08:21:32.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:31 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:31.845+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:21:32.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:31 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:31.845+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.578470+0000 front 2024-09-10T08:20:58.578431+0000 (oldest deadline 2024-09-10T08:21:23.878648+0000) 2024-09-10T08:21:32.718 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:32 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:32.368+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:21:32.718 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:32 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:32.368+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:21:32.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:32 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:32.484+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.323665+0000 front 2024-09-10T08:21:00.323755+0000 (oldest deadline 2024-09-10T08:21:23.823716+0000) 2024-09-10T08:21:32.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:32 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:32.647+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:21:32.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:32 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:32.647+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:21:32.822 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 10 08:21:32 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-5[46084]: 2024-09-10T08:21:32.421+0000 7f3929955640 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.712393+0000 front 2024-09-10T08:20:49.712473+0000 (oldest deadline 2024-09-10T08:21:20.313050+0000) 2024-09-10T08:21:32.822 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 10 08:21:32 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-5[46084]: 2024-09-10T08:21:32.421+0000 7f3929955640 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.313589+0000 front 2024-09-10T08:21:00.313554+0000 (oldest deadline 2024-09-10T08:21:25.613713+0000) 2024-09-10T08:21:32.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:32 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:32.871+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:21:32.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:32 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:32.871+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.578470+0000 front 2024-09-10T08:20:58.578431+0000 (oldest deadline 2024-09-10T08:21:23.878648+0000) 2024-09-10T08:21:33.093 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:32 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:32.718+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.245387+0000 front 2024-09-10T08:21:00.245352+0000 (oldest deadline 2024-09-10T08:21:25.545504+0000) 2024-09-10T08:21:33.457 INFO:journalctl@ceph.osd.6.smithi067.stdout:Sep 10 08:21:33 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-6[56105]: 2024-09-10T08:21:33.048+0000 7fc7d9831640 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.131089+0000 front 2024-09-10T08:20:58.131358+0000 (oldest deadline 2024-09-10T08:21:28.731577+0000) 2024-09-10T08:21:33.705 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:33 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:33.414+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:21:33.705 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:33 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:33.414+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:21:33.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:33 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:33.452+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.323665+0000 front 2024-09-10T08:21:00.323755+0000 (oldest deadline 2024-09-10T08:21:23.823716+0000) 2024-09-10T08:21:33.821 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 10 08:21:33 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-5[46084]: 2024-09-10T08:21:33.410+0000 7f3929955640 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.712393+0000 front 2024-09-10T08:20:49.712473+0000 (oldest deadline 2024-09-10T08:21:20.313050+0000) 2024-09-10T08:21:33.821 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 10 08:21:33 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-5[46084]: 2024-09-10T08:21:33.410+0000 7f3929955640 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.313589+0000 front 2024-09-10T08:21:00.313554+0000 (oldest deadline 2024-09-10T08:21:25.613713+0000) 2024-09-10T08:21:33.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:33 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:33.603+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:21:33.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:33 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:33.603+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:21:34.093 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:33 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:33.706+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.245387+0000 front 2024-09-10T08:21:00.245352+0000 (oldest deadline 2024-09-10T08:21:25.545504+0000) 2024-09-10T08:21:34.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:33 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:33.837+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:21:34.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:33 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:33.837+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.578470+0000 front 2024-09-10T08:20:58.578431+0000 (oldest deadline 2024-09-10T08:21:23.878648+0000) 2024-09-10T08:21:34.207 INFO:journalctl@ceph.osd.6.smithi067.stdout:Sep 10 08:21:34 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-6[56105]: 2024-09-10T08:21:34.025+0000 7fc7d9831640 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.131089+0000 front 2024-09-10T08:20:58.131358+0000 (oldest deadline 2024-09-10T08:21:28.731577+0000) 2024-09-10T08:21:34.207 INFO:journalctl@ceph.osd.6.smithi067.stdout:Sep 10 08:21:34 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-6[56105]: 2024-09-10T08:21:34.025+0000 7fc7d9831640 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:08.732279+0000 front 2024-09-10T08:21:08.732393+0000 (oldest deadline 2024-09-10T08:21:33.432013+0000) 2024-09-10T08:21:34.748 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:34 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:34.447+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:21:34.749 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:34 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:34.447+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:21:34.749 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:34 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:34.447+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.991599+0000 front 2024-09-10T08:21:09.991584+0000 (oldest deadline 2024-09-10T08:21:34.091477+0000) 2024-09-10T08:21:34.820 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:34 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:34.631+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:21:34.820 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:34 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:34.631+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:21:34.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:34 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:34.475+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.323665+0000 front 2024-09-10T08:21:00.323755+0000 (oldest deadline 2024-09-10T08:21:23.823716+0000) 2024-09-10T08:21:34.821 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 10 08:21:34 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-5[46084]: 2024-09-10T08:21:34.418+0000 7f3929955640 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.712393+0000 front 2024-09-10T08:20:49.712473+0000 (oldest deadline 2024-09-10T08:21:20.313050+0000) 2024-09-10T08:21:34.821 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 10 08:21:34 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-5[46084]: 2024-09-10T08:21:34.418+0000 7f3929955640 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.313589+0000 front 2024-09-10T08:21:00.313554+0000 (oldest deadline 2024-09-10T08:21:25.613713+0000) 2024-09-10T08:21:34.821 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 10 08:21:34 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-5[46084]: 2024-09-10T08:21:34.418+0000 7f3929955640 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:10.314748+0000 front 2024-09-10T08:21:10.314780+0000 (oldest deadline 2024-09-10T08:21:33.814976+0000) 2024-09-10T08:21:35.094 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:34 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:34.748+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.245387+0000 front 2024-09-10T08:21:00.245352+0000 (oldest deadline 2024-09-10T08:21:25.545504+0000) 2024-09-10T08:21:35.207 INFO:journalctl@ceph.osd.6.smithi067.stdout:Sep 10 08:21:35 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-6[56105]: 2024-09-10T08:21:35.026+0000 7fc7d9831640 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.131089+0000 front 2024-09-10T08:20:58.131358+0000 (oldest deadline 2024-09-10T08:21:28.731577+0000) 2024-09-10T08:21:35.207 INFO:journalctl@ceph.osd.6.smithi067.stdout:Sep 10 08:21:35 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-6[56105]: 2024-09-10T08:21:35.026+0000 7fc7d9831640 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:08.732279+0000 front 2024-09-10T08:21:08.732393+0000 (oldest deadline 2024-09-10T08:21:33.432013+0000) 2024-09-10T08:21:35.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:34 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:34.874+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:21:35.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:34 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:34.874+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.578470+0000 front 2024-09-10T08:20:58.578431+0000 (oldest deadline 2024-09-10T08:21:23.878648+0000) 2024-09-10T08:21:35.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:34 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:34.874+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.882191+0000 front 2024-09-10T08:21:09.882363+0000 (oldest deadline 2024-09-10T08:21:34.581982+0000) 2024-09-10T08:21:35.780 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:35 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:35.491+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:21:35.781 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:35 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:35.491+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:21:35.781 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:35 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:35.491+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.991599+0000 front 2024-09-10T08:21:09.991584+0000 (oldest deadline 2024-09-10T08:21:34.091477+0000) 2024-09-10T08:21:35.820 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:35 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:35.466+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.323665+0000 front 2024-09-10T08:21:00.323755+0000 (oldest deadline 2024-09-10T08:21:23.823716+0000) 2024-09-10T08:21:35.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:35 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:35.641+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:21:35.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:35 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:35.641+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:21:35.821 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 10 08:21:35 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-5[46084]: 2024-09-10T08:21:35.430+0000 7f3929955640 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.712393+0000 front 2024-09-10T08:20:49.712473+0000 (oldest deadline 2024-09-10T08:21:20.313050+0000) 2024-09-10T08:21:35.821 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 10 08:21:35 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-5[46084]: 2024-09-10T08:21:35.430+0000 7f3929955640 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.313589+0000 front 2024-09-10T08:21:00.313554+0000 (oldest deadline 2024-09-10T08:21:25.613713+0000) 2024-09-10T08:21:35.822 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 10 08:21:35 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-5[46084]: 2024-09-10T08:21:35.430+0000 7f3929955640 -1 osd.5 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:10.314748+0000 front 2024-09-10T08:21:10.314780+0000 (oldest deadline 2024-09-10T08:21:33.814976+0000) 2024-09-10T08:21:36.093 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:35 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:35.781+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.245387+0000 front 2024-09-10T08:21:00.245352+0000 (oldest deadline 2024-09-10T08:21:25.545504+0000) 2024-09-10T08:21:36.207 INFO:journalctl@ceph.osd.6.smithi067.stdout:Sep 10 08:21:36 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-6[56105]: 2024-09-10T08:21:36.020+0000 7fc7d9831640 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.131089+0000 front 2024-09-10T08:20:58.131358+0000 (oldest deadline 2024-09-10T08:21:28.731577+0000) 2024-09-10T08:21:36.207 INFO:journalctl@ceph.osd.6.smithi067.stdout:Sep 10 08:21:36 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-6[56105]: 2024-09-10T08:21:36.020+0000 7fc7d9831640 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:08.732279+0000 front 2024-09-10T08:21:08.732393+0000 (oldest deadline 2024-09-10T08:21:33.432013+0000) 2024-09-10T08:21:36.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:35 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:35.835+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:21:36.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:35 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:35.835+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.578470+0000 front 2024-09-10T08:20:58.578431+0000 (oldest deadline 2024-09-10T08:21:23.878648+0000) 2024-09-10T08:21:36.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:35 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:35.835+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.882191+0000 front 2024-09-10T08:21:09.882363+0000 (oldest deadline 2024-09-10T08:21:34.581982+0000) 2024-09-10T08:21:36.821 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 10 08:21:36 smithi203 podman[69060]: 2024-09-10 08:21:36.728532086 +0000 UTC m=+5.678460048 container died 9ce7e9981ef68ab02395def6622342193b0a3cbcd76258bb3f60b8d471131e4b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.37.2, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-09-10T08:21:36.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:36 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:36.655+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:21:36.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:36 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:36.655+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:21:36.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:36 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:36.514+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.323665+0000 front 2024-09-10T08:21:00.323755+0000 (oldest deadline 2024-09-10T08:21:23.823716+0000) 2024-09-10T08:21:36.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:36 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:36.514+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:11.325838+0000 front 2024-09-10T08:21:11.325717+0000 (oldest deadline 2024-09-10T08:21:36.025913+0000) 2024-09-10T08:21:36.843 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:36 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:36.764+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.245387+0000 front 2024-09-10T08:21:00.245352+0000 (oldest deadline 2024-09-10T08:21:25.545504+0000) 2024-09-10T08:21:36.843 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:36 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:36.764+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:10.846423+0000 front 2024-09-10T08:21:10.846674+0000 (oldest deadline 2024-09-10T08:21:36.146530+0000) 2024-09-10T08:21:36.844 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:36 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:36.524+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:21:36.844 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:36 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:36.524+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:21:36.844 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:36 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:36.524+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.991599+0000 front 2024-09-10T08:21:09.991584+0000 (oldest deadline 2024-09-10T08:21:34.091477+0000) 2024-09-10T08:21:37.207 INFO:journalctl@ceph.osd.6.smithi067.stdout:Sep 10 08:21:36 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-6[56105]: 2024-09-10T08:21:36.975+0000 7fc7d9831640 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.131089+0000 front 2024-09-10T08:20:58.131358+0000 (oldest deadline 2024-09-10T08:21:28.731577+0000) 2024-09-10T08:21:37.207 INFO:journalctl@ceph.osd.6.smithi067.stdout:Sep 10 08:21:36 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-6[56105]: 2024-09-10T08:21:36.975+0000 7fc7d9831640 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:08.732279+0000 front 2024-09-10T08:21:08.732393+0000 (oldest deadline 2024-09-10T08:21:33.432013+0000) 2024-09-10T08:21:37.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:36 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:36.785+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:21:37.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:36 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:36.785+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.578470+0000 front 2024-09-10T08:20:58.578431+0000 (oldest deadline 2024-09-10T08:21:23.878648+0000) 2024-09-10T08:21:37.208 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:36 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:36.785+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.882191+0000 front 2024-09-10T08:21:09.882363+0000 (oldest deadline 2024-09-10T08:21:34.581982+0000) 2024-09-10T08:21:37.320 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 10 08:21:37 smithi203 podman[69060]: 2024-09-10 08:21:37.137621247 +0000 UTC m=+6.087549202 container cleanup 9ce7e9981ef68ab02395def6622342193b0a3cbcd76258bb3f60b8d471131e4b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-10T08:21:37.321 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 10 08:21:37 smithi203 bash[69060]: ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-5 2024-09-10T08:21:37.658 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 10 08:21:37 smithi203 podman[69077]: 2024-09-10 08:21:37.397267782 +0000 UTC m=+0.666052238 container remove 9ce7e9981ef68ab02395def6622342193b0a3cbcd76258bb3f60b8d471131e4b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-5, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b) 2024-09-10T08:21:37.658 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:37 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:37.493+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.323665+0000 front 2024-09-10T08:21:00.323755+0000 (oldest deadline 2024-09-10T08:21:23.823716+0000) 2024-09-10T08:21:37.659 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:37 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:37.493+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:11.325838+0000 front 2024-09-10T08:21:11.325717+0000 (oldest deadline 2024-09-10T08:21:36.025913+0000) 2024-09-10T08:21:37.844 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:37 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:37.751+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.245387+0000 front 2024-09-10T08:21:00.245352+0000 (oldest deadline 2024-09-10T08:21:25.545504+0000) 2024-09-10T08:21:37.844 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:37 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:37.751+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:10.846423+0000 front 2024-09-10T08:21:10.846674+0000 (oldest deadline 2024-09-10T08:21:36.146530+0000) 2024-09-10T08:21:37.844 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:37 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:37.527+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:21:37.844 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:37 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:37.527+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:21:37.844 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:37 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:37.527+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.991599+0000 front 2024-09-10T08:21:09.991584+0000 (oldest deadline 2024-09-10T08:21:34.091477+0000) 2024-09-10T08:21:38.016 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:37 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:37.658+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:21:38.016 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:37 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:37.658+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:21:38.017 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 10 08:21:37 smithi203 podman[69164]: 2024-09-10 08:21:37.656606794 +0000 UTC m=+0.016028695 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T08:21:38.017 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 10 08:21:37 smithi203 podman[69164]: 2024-09-10 08:21:37.764975591 +0000 UTC m=+0.124397487 container create 5054de0da18b23b76dc4eca2d362a6dcf2da856f71808505750be46ab34f4ea9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-5-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-09-10T08:21:38.017 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 10 08:21:38 smithi203 podman[69164]: 2024-09-10 08:21:38.017686542 +0000 UTC m=+0.377108441 container init 5054de0da18b23b76dc4eca2d362a6dcf2da856f71808505750be46ab34f4ea9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-09-10T08:21:38.207 INFO:journalctl@ceph.osd.6.smithi067.stdout:Sep 10 08:21:37 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-6[56105]: 2024-09-10T08:21:37.998+0000 7fc7d9831640 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.131089+0000 front 2024-09-10T08:20:58.131358+0000 (oldest deadline 2024-09-10T08:21:28.731577+0000) 2024-09-10T08:21:38.207 INFO:journalctl@ceph.osd.6.smithi067.stdout:Sep 10 08:21:37 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-6[56105]: 2024-09-10T08:21:37.998+0000 7fc7d9831640 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:08.732279+0000 front 2024-09-10T08:21:08.732393+0000 (oldest deadline 2024-09-10T08:21:33.432013+0000) 2024-09-10T08:21:38.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:37 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:37.820+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:21:38.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:37 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:37.820+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.578470+0000 front 2024-09-10T08:20:58.578431+0000 (oldest deadline 2024-09-10T08:21:23.878648+0000) 2024-09-10T08:21:38.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:37 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:37.820+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.882191+0000 front 2024-09-10T08:21:09.882363+0000 (oldest deadline 2024-09-10T08:21:34.581982+0000) 2024-09-10T08:21:38.321 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 10 08:21:38 smithi203 podman[69164]: 2024-09-10 08:21:38.02117356 +0000 UTC m=+0.380595456 container start 5054de0da18b23b76dc4eca2d362a6dcf2da856f71808505750be46ab34f4ea9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-5-deactivate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-10T08:21:38.321 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 10 08:21:38 smithi203 podman[69164]: 2024-09-10 08:21:38.101076519 +0000 UTC m=+0.460498417 container attach 5054de0da18b23b76dc4eca2d362a6dcf2da856f71808505750be46ab34f4ea9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-5-deactivate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-09-10T08:21:38.321 INFO:journalctl@ceph.osd.5.smithi203.stdout:Sep 10 08:21:38 smithi203 podman[69164]: 2024-09-10 08:21:38.209761843 +0000 UTC m=+0.569183739 container died 5054de0da18b23b76dc4eca2d362a6dcf2da856f71808505750be46ab34f4ea9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-5-deactivate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b) 2024-09-10T08:21:38.757 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:38 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:38.495+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:21:38.758 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:38 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:38.495+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:21:38.758 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:38 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:38.495+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.991599+0000 front 2024-09-10T08:21:09.991584+0000 (oldest deadline 2024-09-10T08:21:34.091477+0000) 2024-09-10T08:21:38.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:38 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:38.454+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.323665+0000 front 2024-09-10T08:21:00.323755+0000 (oldest deadline 2024-09-10T08:21:23.823716+0000) 2024-09-10T08:21:38.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:38 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:38.454+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:11.325838+0000 front 2024-09-10T08:21:11.325717+0000 (oldest deadline 2024-09-10T08:21:36.025913+0000) 2024-09-10T08:21:38.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:38 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:38.632+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:21:38.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:38 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:38.632+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:21:38.888 DEBUG:teuthology.orchestra.run.smithi203:> sudo pkill -f 'journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@osd.5.service' 2024-09-10T08:21:38.927 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:21:38.927 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-09-10T08:21:38.928 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-09-10T08:21:38.928 DEBUG:teuthology.orchestra.run.smithi067:> sudo systemctl stop ceph-315284b0-6f4b-11ef-bcea-c7b262605968@osd.6 2024-09-10T08:21:39.093 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:38 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:38.757+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.245387+0000 front 2024-09-10T08:21:00.245352+0000 (oldest deadline 2024-09-10T08:21:25.545504+0000) 2024-09-10T08:21:39.094 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:38 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:38.757+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:10.846423+0000 front 2024-09-10T08:21:10.846674+0000 (oldest deadline 2024-09-10T08:21:36.146530+0000) 2024-09-10T08:21:39.207 INFO:journalctl@ceph.osd.6.smithi067.stdout:Sep 10 08:21:38 smithi067 systemd[1]: Stopping Ceph osd.6 for 315284b0-6f4b-11ef-bcea-c7b262605968... 2024-09-10T08:21:39.207 INFO:journalctl@ceph.osd.6.smithi067.stdout:Sep 10 08:21:39 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-6[56105]: 2024-09-10T08:21:39.035+0000 7fc7d9831640 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.131089+0000 front 2024-09-10T08:20:58.131358+0000 (oldest deadline 2024-09-10T08:21:28.731577+0000) 2024-09-10T08:21:39.207 INFO:journalctl@ceph.osd.6.smithi067.stdout:Sep 10 08:21:39 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-6[56105]: 2024-09-10T08:21:39.035+0000 7fc7d9831640 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:08.732279+0000 front 2024-09-10T08:21:08.732393+0000 (oldest deadline 2024-09-10T08:21:33.432013+0000) 2024-09-10T08:21:39.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:38 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:38.808+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:21:39.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:38 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:38.808+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.578470+0000 front 2024-09-10T08:20:58.578431+0000 (oldest deadline 2024-09-10T08:21:23.878648+0000) 2024-09-10T08:21:39.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:38 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:38.808+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.882191+0000 front 2024-09-10T08:21:09.882363+0000 (oldest deadline 2024-09-10T08:21:34.581982+0000) 2024-09-10T08:21:39.707 INFO:journalctl@ceph.osd.6.smithi067.stdout:Sep 10 08:21:39 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-6[56105]: 2024-09-10T08:21:39.263+0000 7fc7dd21b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:21:39.707 INFO:journalctl@ceph.osd.6.smithi067.stdout:Sep 10 08:21:39 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-6[56105]: 2024-09-10T08:21:39.263+0000 7fc7dd21b640 -1 osd.6 96 *** Got signal Terminated *** 2024-09-10T08:21:39.707 INFO:journalctl@ceph.osd.6.smithi067.stdout:Sep 10 08:21:39 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-6[56105]: 2024-09-10T08:21:39.263+0000 7fc7dd21b640 -1 osd.6 96 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-10T08:21:39.756 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:39 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:39.465+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:21:39.756 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:39 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:39.465+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:21:39.756 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:39 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:39.465+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.991599+0000 front 2024-09-10T08:21:09.991584+0000 (oldest deadline 2024-09-10T08:21:34.091477+0000) 2024-09-10T08:21:39.820 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:39 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:39.495+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.323665+0000 front 2024-09-10T08:21:00.323755+0000 (oldest deadline 2024-09-10T08:21:23.823716+0000) 2024-09-10T08:21:39.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:39 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:39.495+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:11.325838+0000 front 2024-09-10T08:21:11.325717+0000 (oldest deadline 2024-09-10T08:21:36.025913+0000) 2024-09-10T08:21:39.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:39 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:39.661+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:21:39.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:39 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:39.661+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:21:40.093 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:39 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:39.756+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.245387+0000 front 2024-09-10T08:21:00.245352+0000 (oldest deadline 2024-09-10T08:21:25.545504+0000) 2024-09-10T08:21:40.094 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:39 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:39.756+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:10.846423+0000 front 2024-09-10T08:21:10.846674+0000 (oldest deadline 2024-09-10T08:21:36.146530+0000) 2024-09-10T08:21:40.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:39 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:39.789+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:21:40.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:39 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:39.789+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.578470+0000 front 2024-09-10T08:20:58.578431+0000 (oldest deadline 2024-09-10T08:21:23.878648+0000) 2024-09-10T08:21:40.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:39 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:39.789+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.882191+0000 front 2024-09-10T08:21:09.882363+0000 (oldest deadline 2024-09-10T08:21:34.581982+0000) 2024-09-10T08:21:40.207 INFO:journalctl@ceph.osd.6.smithi067.stdout:Sep 10 08:21:39 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-6[56105]: 2024-09-10T08:21:39.990+0000 7fc7d9831640 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.131089+0000 front 2024-09-10T08:20:58.131358+0000 (oldest deadline 2024-09-10T08:21:28.731577+0000) 2024-09-10T08:21:40.207 INFO:journalctl@ceph.osd.6.smithi067.stdout:Sep 10 08:21:39 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-6[56105]: 2024-09-10T08:21:39.990+0000 7fc7d9831640 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:08.732279+0000 front 2024-09-10T08:21:08.732393+0000 (oldest deadline 2024-09-10T08:21:33.432013+0000) 2024-09-10T08:21:40.802 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:40 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:40.433+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:21:40.802 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:40 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:40.433+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:21:40.802 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:40 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:40.433+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.991599+0000 front 2024-09-10T08:21:09.991584+0000 (oldest deadline 2024-09-10T08:21:34.091477+0000) 2024-09-10T08:21:40.820 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:40 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:40.521+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.323665+0000 front 2024-09-10T08:21:00.323755+0000 (oldest deadline 2024-09-10T08:21:23.823716+0000) 2024-09-10T08:21:40.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:40 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:40.521+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:11.325838+0000 front 2024-09-10T08:21:11.325717+0000 (oldest deadline 2024-09-10T08:21:36.025913+0000) 2024-09-10T08:21:40.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:40 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:40.671+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:21:40.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:40 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:40.671+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:21:41.021 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:40 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:40.739+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:21:41.021 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:40 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:40.739+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.578470+0000 front 2024-09-10T08:20:58.578431+0000 (oldest deadline 2024-09-10T08:21:23.878648+0000) 2024-09-10T08:21:41.021 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:40 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:40.739+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.882191+0000 front 2024-09-10T08:21:09.882363+0000 (oldest deadline 2024-09-10T08:21:34.581982+0000) 2024-09-10T08:21:41.094 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:40 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:40.803+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.245387+0000 front 2024-09-10T08:21:00.245352+0000 (oldest deadline 2024-09-10T08:21:25.545504+0000) 2024-09-10T08:21:41.094 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:40 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:40.803+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:10.846423+0000 front 2024-09-10T08:21:10.846674+0000 (oldest deadline 2024-09-10T08:21:36.146530+0000) 2024-09-10T08:21:41.457 INFO:journalctl@ceph.osd.6.smithi067.stdout:Sep 10 08:21:41 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-6[56105]: 2024-09-10T08:21:41.022+0000 7fc7d9831640 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.131089+0000 front 2024-09-10T08:20:58.131358+0000 (oldest deadline 2024-09-10T08:21:28.731577+0000) 2024-09-10T08:21:41.457 INFO:journalctl@ceph.osd.6.smithi067.stdout:Sep 10 08:21:41 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-6[56105]: 2024-09-10T08:21:41.022+0000 7fc7d9831640 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:08.732279+0000 front 2024-09-10T08:21:08.732393+0000 (oldest deadline 2024-09-10T08:21:33.432013+0000) 2024-09-10T08:21:41.766 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:41 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:41.412+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:21:41.767 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:41 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:41.412+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:21:41.767 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:41 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:41.412+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.991599+0000 front 2024-09-10T08:21:09.991584+0000 (oldest deadline 2024-09-10T08:21:34.091477+0000) 2024-09-10T08:21:41.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:41 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:41.494+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.323665+0000 front 2024-09-10T08:21:00.323755+0000 (oldest deadline 2024-09-10T08:21:23.823716+0000) 2024-09-10T08:21:41.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:41 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:41.494+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:11.325838+0000 front 2024-09-10T08:21:11.325717+0000 (oldest deadline 2024-09-10T08:21:36.025913+0000) 2024-09-10T08:21:41.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:41 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:41.663+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:21:41.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:41 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:41.663+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:21:41.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:41 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:41.663+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.291473+0000 front 2024-09-10T08:21:16.291453+0000 (oldest deadline 2024-09-10T08:21:41.591245+0000) 2024-09-10T08:21:42.094 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:41 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:41.767+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.245387+0000 front 2024-09-10T08:21:00.245352+0000 (oldest deadline 2024-09-10T08:21:25.545504+0000) 2024-09-10T08:21:42.094 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:41 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:41.767+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:10.846423+0000 front 2024-09-10T08:21:10.846674+0000 (oldest deadline 2024-09-10T08:21:36.146530+0000) 2024-09-10T08:21:42.094 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:41 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:41.767+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.147170+0000 front 2024-09-10T08:21:16.147302+0000 (oldest deadline 2024-09-10T08:21:40.847039+0000) 2024-09-10T08:21:42.207 INFO:journalctl@ceph.osd.6.smithi067.stdout:Sep 10 08:21:42 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-6[56105]: 2024-09-10T08:21:42.003+0000 7fc7d9831640 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.131089+0000 front 2024-09-10T08:20:58.131358+0000 (oldest deadline 2024-09-10T08:21:28.731577+0000) 2024-09-10T08:21:42.207 INFO:journalctl@ceph.osd.6.smithi067.stdout:Sep 10 08:21:42 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-6[56105]: 2024-09-10T08:21:42.003+0000 7fc7d9831640 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:08.732279+0000 front 2024-09-10T08:21:08.732393+0000 (oldest deadline 2024-09-10T08:21:33.432013+0000) 2024-09-10T08:21:42.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:41 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:41.766+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:21:42.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:41 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:41.766+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.578470+0000 front 2024-09-10T08:20:58.578431+0000 (oldest deadline 2024-09-10T08:21:23.878648+0000) 2024-09-10T08:21:42.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:41 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:41.766+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.882191+0000 front 2024-09-10T08:21:09.882363+0000 (oldest deadline 2024-09-10T08:21:34.581982+0000) 2024-09-10T08:21:42.783 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:42 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:42.407+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:21:42.783 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:42 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:42.407+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:21:42.783 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:42 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:42.407+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.991599+0000 front 2024-09-10T08:21:09.991584+0000 (oldest deadline 2024-09-10T08:21:34.091477+0000) 2024-09-10T08:21:42.820 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:42 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:42.506+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.323665+0000 front 2024-09-10T08:21:00.323755+0000 (oldest deadline 2024-09-10T08:21:23.823716+0000) 2024-09-10T08:21:42.820 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:42 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:42.506+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:11.325838+0000 front 2024-09-10T08:21:11.325717+0000 (oldest deadline 2024-09-10T08:21:36.025913+0000) 2024-09-10T08:21:42.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:42 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:42.506+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.026701+0000 front 2024-09-10T08:21:16.026561+0000 (oldest deadline 2024-09-10T08:21:41.926529+0000) 2024-09-10T08:21:42.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:42 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:42.631+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:21:42.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:42 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:42.631+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:21:42.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:42 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:42.631+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.291473+0000 front 2024-09-10T08:21:16.291453+0000 (oldest deadline 2024-09-10T08:21:41.591245+0000) 2024-09-10T08:21:43.035 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:42 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:42.758+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:21:43.035 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:42 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:42.758+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.578470+0000 front 2024-09-10T08:20:58.578431+0000 (oldest deadline 2024-09-10T08:21:23.878648+0000) 2024-09-10T08:21:43.035 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:42 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:42.758+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.882191+0000 front 2024-09-10T08:21:09.882363+0000 (oldest deadline 2024-09-10T08:21:34.581982+0000) 2024-09-10T08:21:43.035 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:42 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:42.758+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:18.583134+0000 front 2024-09-10T08:21:18.583161+0000 (oldest deadline 2024-09-10T08:21:42.083349+0000) 2024-09-10T08:21:43.094 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:42 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:42.784+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.245387+0000 front 2024-09-10T08:21:00.245352+0000 (oldest deadline 2024-09-10T08:21:25.545504+0000) 2024-09-10T08:21:43.094 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:42 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:42.784+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:10.846423+0000 front 2024-09-10T08:21:10.846674+0000 (oldest deadline 2024-09-10T08:21:36.146530+0000) 2024-09-10T08:21:43.094 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:42 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:42.784+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.147170+0000 front 2024-09-10T08:21:16.147302+0000 (oldest deadline 2024-09-10T08:21:40.847039+0000) 2024-09-10T08:21:43.457 INFO:journalctl@ceph.osd.6.smithi067.stdout:Sep 10 08:21:43 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-6[56105]: 2024-09-10T08:21:43.036+0000 7fc7d9831640 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.131089+0000 front 2024-09-10T08:20:58.131358+0000 (oldest deadline 2024-09-10T08:21:28.731577+0000) 2024-09-10T08:21:43.457 INFO:journalctl@ceph.osd.6.smithi067.stdout:Sep 10 08:21:43 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-6[56105]: 2024-09-10T08:21:43.036+0000 7fc7d9831640 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:08.732279+0000 front 2024-09-10T08:21:08.732393+0000 (oldest deadline 2024-09-10T08:21:33.432013+0000) 2024-09-10T08:21:43.457 INFO:journalctl@ceph.osd.6.smithi067.stdout:Sep 10 08:21:43 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-6[56105]: 2024-09-10T08:21:43.036+0000 7fc7d9831640 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:18.633473+0000 front 2024-09-10T08:21:18.633579+0000 (oldest deadline 2024-09-10T08:21:42.133494+0000) 2024-09-10T08:21:43.777 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:43 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:43.357+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:21:43.777 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:43 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:43.357+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:21:43.778 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:43 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:43.357+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.991599+0000 front 2024-09-10T08:21:09.991584+0000 (oldest deadline 2024-09-10T08:21:34.091477+0000) 2024-09-10T08:21:43.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:43 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:43.513+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.323665+0000 front 2024-09-10T08:21:00.323755+0000 (oldest deadline 2024-09-10T08:21:23.823716+0000) 2024-09-10T08:21:43.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:43 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:43.513+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:11.325838+0000 front 2024-09-10T08:21:11.325717+0000 (oldest deadline 2024-09-10T08:21:36.025913+0000) 2024-09-10T08:21:43.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:43 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:43.513+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.026701+0000 front 2024-09-10T08:21:16.026561+0000 (oldest deadline 2024-09-10T08:21:41.926529+0000) 2024-09-10T08:21:43.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:43 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:43.619+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:21:43.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:43 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:43.619+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:21:43.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:43 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:43.619+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.291473+0000 front 2024-09-10T08:21:16.291453+0000 (oldest deadline 2024-09-10T08:21:41.591245+0000) 2024-09-10T08:21:44.080 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:43 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:43.736+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:21:44.080 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:43 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:43.736+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.578470+0000 front 2024-09-10T08:20:58.578431+0000 (oldest deadline 2024-09-10T08:21:23.878648+0000) 2024-09-10T08:21:44.080 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:43 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:43.736+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.882191+0000 front 2024-09-10T08:21:09.882363+0000 (oldest deadline 2024-09-10T08:21:34.581982+0000) 2024-09-10T08:21:44.080 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:43 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:43.736+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:18.583134+0000 front 2024-09-10T08:21:18.583161+0000 (oldest deadline 2024-09-10T08:21:42.083349+0000) 2024-09-10T08:21:44.093 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:43 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:43.778+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.245387+0000 front 2024-09-10T08:21:00.245352+0000 (oldest deadline 2024-09-10T08:21:25.545504+0000) 2024-09-10T08:21:44.094 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:43 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:43.778+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:10.846423+0000 front 2024-09-10T08:21:10.846674+0000 (oldest deadline 2024-09-10T08:21:36.146530+0000) 2024-09-10T08:21:44.094 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:43 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:43.778+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.147170+0000 front 2024-09-10T08:21:16.147302+0000 (oldest deadline 2024-09-10T08:21:40.847039+0000) 2024-09-10T08:21:44.374 INFO:journalctl@ceph.osd.6.smithi067.stdout:Sep 10 08:21:44 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-6[56105]: 2024-09-10T08:21:44.080+0000 7fc7d9831640 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.131089+0000 front 2024-09-10T08:20:58.131358+0000 (oldest deadline 2024-09-10T08:21:28.731577+0000) 2024-09-10T08:21:44.374 INFO:journalctl@ceph.osd.6.smithi067.stdout:Sep 10 08:21:44 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-6[56105]: 2024-09-10T08:21:44.080+0000 7fc7d9831640 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:08.732279+0000 front 2024-09-10T08:21:08.732393+0000 (oldest deadline 2024-09-10T08:21:33.432013+0000) 2024-09-10T08:21:44.374 INFO:journalctl@ceph.osd.6.smithi067.stdout:Sep 10 08:21:44 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-6[56105]: 2024-09-10T08:21:44.080+0000 7fc7d9831640 -1 osd.6 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:18.633473+0000 front 2024-09-10T08:21:18.633579+0000 (oldest deadline 2024-09-10T08:21:42.133494+0000) 2024-09-10T08:21:44.593 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:44 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:44.323+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:21:44.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:44 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:44.323+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:21:44.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:44 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:44.323+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.991599+0000 front 2024-09-10T08:21:09.991584+0000 (oldest deadline 2024-09-10T08:21:34.091477+0000) 2024-09-10T08:21:44.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:44 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:44.323+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:14.592391+0000 front 2024-09-10T08:21:14.592308+0000 (oldest deadline 2024-09-10T08:21:43.992796+0000) 2024-09-10T08:21:44.707 INFO:journalctl@ceph.osd.6.smithi067.stdout:Sep 10 08:21:44 smithi067 podman[100086]: 2024-09-10 08:21:44.615901914 +0000 UTC m=+5.485067871 container died 821b395b180746ed2edd48d6156711ef09c84c1a522a925e9a358fabe90cc84d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-6, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b) 2024-09-10T08:21:44.820 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:44 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:44.525+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.323665+0000 front 2024-09-10T08:21:00.323755+0000 (oldest deadline 2024-09-10T08:21:23.823716+0000) 2024-09-10T08:21:44.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:44 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:44.525+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:11.325838+0000 front 2024-09-10T08:21:11.325717+0000 (oldest deadline 2024-09-10T08:21:36.025913+0000) 2024-09-10T08:21:44.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:44 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:44.525+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.026701+0000 front 2024-09-10T08:21:16.026561+0000 (oldest deadline 2024-09-10T08:21:41.926529+0000) 2024-09-10T08:21:44.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:44 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:44.665+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:21:44.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:44 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:44.665+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:21:44.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:44 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:44.665+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.291473+0000 front 2024-09-10T08:21:16.291453+0000 (oldest deadline 2024-09-10T08:21:41.591245+0000) 2024-09-10T08:21:45.094 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:44 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:44.791+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.245387+0000 front 2024-09-10T08:21:00.245352+0000 (oldest deadline 2024-09-10T08:21:25.545504+0000) 2024-09-10T08:21:45.094 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:44 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:44.791+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:10.846423+0000 front 2024-09-10T08:21:10.846674+0000 (oldest deadline 2024-09-10T08:21:36.146530+0000) 2024-09-10T08:21:45.094 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:44 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:44.791+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.147170+0000 front 2024-09-10T08:21:16.147302+0000 (oldest deadline 2024-09-10T08:21:40.847039+0000) 2024-09-10T08:21:45.104 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:44 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:44.732+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:21:45.104 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:44 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:44.732+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.578470+0000 front 2024-09-10T08:20:58.578431+0000 (oldest deadline 2024-09-10T08:21:23.878648+0000) 2024-09-10T08:21:45.104 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:44 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:44.732+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.882191+0000 front 2024-09-10T08:21:09.882363+0000 (oldest deadline 2024-09-10T08:21:34.581982+0000) 2024-09-10T08:21:45.104 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:44 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:44.732+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:18.583134+0000 front 2024-09-10T08:21:18.583161+0000 (oldest deadline 2024-09-10T08:21:42.083349+0000) 2024-09-10T08:21:45.364 INFO:journalctl@ceph.osd.6.smithi067.stdout:Sep 10 08:21:45 smithi067 podman[100086]: 2024-09-10 08:21:45.105250849 +0000 UTC m=+5.974416806 container cleanup 821b395b180746ed2edd48d6156711ef09c84c1a522a925e9a358fabe90cc84d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-6, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-10T08:21:45.364 INFO:journalctl@ceph.osd.6.smithi067.stdout:Sep 10 08:21:45 smithi067 bash[100086]: ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-6 2024-09-10T08:21:45.681 INFO:journalctl@ceph.osd.6.smithi067.stdout:Sep 10 08:21:45 smithi067 podman[100111]: 2024-09-10 08:21:45.365194564 +0000 UTC m=+0.751215555 container remove 821b395b180746ed2edd48d6156711ef09c84c1a522a925e9a358fabe90cc84d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-6, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-10T08:21:45.814 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:45 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:45.373+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:21:45.814 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:45 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:45.373+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:21:45.814 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:45 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:45.373+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.991599+0000 front 2024-09-10T08:21:09.991584+0000 (oldest deadline 2024-09-10T08:21:34.091477+0000) 2024-09-10T08:21:45.814 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:45 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:45.373+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:14.592391+0000 front 2024-09-10T08:21:14.592308+0000 (oldest deadline 2024-09-10T08:21:43.992796+0000) 2024-09-10T08:21:45.820 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:45 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:45.545+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.323665+0000 front 2024-09-10T08:21:00.323755+0000 (oldest deadline 2024-09-10T08:21:23.823716+0000) 2024-09-10T08:21:45.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:45 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:45.545+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:11.325838+0000 front 2024-09-10T08:21:11.325717+0000 (oldest deadline 2024-09-10T08:21:36.025913+0000) 2024-09-10T08:21:45.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:45 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:45.545+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.026701+0000 front 2024-09-10T08:21:16.026561+0000 (oldest deadline 2024-09-10T08:21:41.926529+0000) 2024-09-10T08:21:45.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:45 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:45.654+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:21:45.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:45 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:45.654+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:21:45.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:45 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:45.654+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.291473+0000 front 2024-09-10T08:21:16.291453+0000 (oldest deadline 2024-09-10T08:21:41.591245+0000) 2024-09-10T08:21:45.957 INFO:journalctl@ceph.osd.6.smithi067.stdout:Sep 10 08:21:45 smithi067 podman[100201]: 2024-09-10 08:21:45.585235536 +0000 UTC m=+0.016258259 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T08:21:45.957 INFO:journalctl@ceph.osd.6.smithi067.stdout:Sep 10 08:21:45 smithi067 podman[100201]: 2024-09-10 08:21:45.724550541 +0000 UTC m=+0.155573263 container create c2c88ec2726d2dd437fe4714caff1d465e7b0eac0d93eab74f4a777a62d034b0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2) 2024-09-10T08:21:45.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:45 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:45.758+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:21:45.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:45 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:45.758+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.578470+0000 front 2024-09-10T08:20:58.578431+0000 (oldest deadline 2024-09-10T08:21:23.878648+0000) 2024-09-10T08:21:45.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:45 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:45.758+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.882191+0000 front 2024-09-10T08:21:09.882363+0000 (oldest deadline 2024-09-10T08:21:34.581982+0000) 2024-09-10T08:21:45.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:45 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:45.758+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:18.583134+0000 front 2024-09-10T08:21:18.583161+0000 (oldest deadline 2024-09-10T08:21:42.083349+0000) 2024-09-10T08:21:46.094 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:45 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:45.814+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.245387+0000 front 2024-09-10T08:21:00.245352+0000 (oldest deadline 2024-09-10T08:21:25.545504+0000) 2024-09-10T08:21:46.094 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:45 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:45.814+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:10.846423+0000 front 2024-09-10T08:21:10.846674+0000 (oldest deadline 2024-09-10T08:21:36.146530+0000) 2024-09-10T08:21:46.094 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:45 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:45.814+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.147170+0000 front 2024-09-10T08:21:16.147302+0000 (oldest deadline 2024-09-10T08:21:40.847039+0000) 2024-09-10T08:21:46.457 INFO:journalctl@ceph.osd.6.smithi067.stdout:Sep 10 08:21:45 smithi067 podman[100201]: 2024-09-10 08:21:45.990763748 +0000 UTC m=+0.421786469 container init c2c88ec2726d2dd437fe4714caff1d465e7b0eac0d93eab74f4a777a62d034b0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-6-deactivate, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-10T08:21:46.457 INFO:journalctl@ceph.osd.6.smithi067.stdout:Sep 10 08:21:45 smithi067 podman[100201]: 2024-09-10 08:21:45.994349638 +0000 UTC m=+0.425372357 container start c2c88ec2726d2dd437fe4714caff1d465e7b0eac0d93eab74f4a777a62d034b0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-6-deactivate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-09-10T08:21:46.457 INFO:journalctl@ceph.osd.6.smithi067.stdout:Sep 10 08:21:46 smithi067 podman[100201]: 2024-09-10 08:21:46.094077965 +0000 UTC m=+0.525100686 container attach c2c88ec2726d2dd437fe4714caff1d465e7b0eac0d93eab74f4a777a62d034b0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-6-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-09-10T08:21:46.457 INFO:journalctl@ceph.osd.6.smithi067.stdout:Sep 10 08:21:46 smithi067 podman[100201]: 2024-09-10 08:21:46.18639947 +0000 UTC m=+0.617422194 container died c2c88ec2726d2dd437fe4714caff1d465e7b0eac0d93eab74f4a777a62d034b0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-6-deactivate, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-10T08:21:46.785 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:46 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:46.350+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:21:46.785 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:46 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:46.350+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:21:46.785 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:46 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:46.350+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.991599+0000 front 2024-09-10T08:21:09.991584+0000 (oldest deadline 2024-09-10T08:21:34.091477+0000) 2024-09-10T08:21:46.785 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:46 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:46.350+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:14.592391+0000 front 2024-09-10T08:21:14.592308+0000 (oldest deadline 2024-09-10T08:21:43.992796+0000) 2024-09-10T08:21:46.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:46 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:46.536+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.323665+0000 front 2024-09-10T08:21:00.323755+0000 (oldest deadline 2024-09-10T08:21:23.823716+0000) 2024-09-10T08:21:46.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:46 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:46.536+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:11.325838+0000 front 2024-09-10T08:21:11.325717+0000 (oldest deadline 2024-09-10T08:21:36.025913+0000) 2024-09-10T08:21:46.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:46 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:46.536+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.026701+0000 front 2024-09-10T08:21:16.026561+0000 (oldest deadline 2024-09-10T08:21:41.926529+0000) 2024-09-10T08:21:46.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:46 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:46.642+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:21:46.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:46 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:46.642+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:21:46.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:46 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:46.642+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.291473+0000 front 2024-09-10T08:21:16.291453+0000 (oldest deadline 2024-09-10T08:21:41.591245+0000) 2024-09-10T08:21:46.863 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:46 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:46.736+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:21:46.863 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:46 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:46.736+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.578470+0000 front 2024-09-10T08:20:58.578431+0000 (oldest deadline 2024-09-10T08:21:23.878648+0000) 2024-09-10T08:21:46.863 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:46 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:46.736+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.882191+0000 front 2024-09-10T08:21:09.882363+0000 (oldest deadline 2024-09-10T08:21:34.581982+0000) 2024-09-10T08:21:46.863 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:46 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:46.736+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:18.583134+0000 front 2024-09-10T08:21:18.583161+0000 (oldest deadline 2024-09-10T08:21:42.083349+0000) 2024-09-10T08:21:46.886 DEBUG:teuthology.orchestra.run.smithi067:> sudo pkill -f 'journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@osd.6.service' 2024-09-10T08:21:46.927 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:21:46.928 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-09-10T08:21:46.928 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-09-10T08:21:46.928 DEBUG:teuthology.orchestra.run.smithi133:> sudo systemctl stop ceph-315284b0-6f4b-11ef-bcea-c7b262605968@osd.7 2024-09-10T08:21:47.094 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:46 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:46.786+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.245387+0000 front 2024-09-10T08:21:00.245352+0000 (oldest deadline 2024-09-10T08:21:25.545504+0000) 2024-09-10T08:21:47.094 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:46 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:46.786+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:10.846423+0000 front 2024-09-10T08:21:10.846674+0000 (oldest deadline 2024-09-10T08:21:36.146530+0000) 2024-09-10T08:21:47.094 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:46 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:46.786+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.147170+0000 front 2024-09-10T08:21:16.147302+0000 (oldest deadline 2024-09-10T08:21:40.847039+0000) 2024-09-10T08:21:47.094 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:46 smithi133 systemd[1]: Stopping Ceph osd.7 for 315284b0-6f4b-11ef-bcea-c7b262605968... 2024-09-10T08:21:47.593 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:47 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:47.226+0000 7f333b969640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:21:47.594 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:47 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:47.226+0000 7f333b969640 -1 osd.7 96 *** Got signal Terminated *** 2024-09-10T08:21:47.594 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:47 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:47.226+0000 7f333b969640 -1 osd.7 96 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-10T08:21:47.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:47 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:47.361+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:21:47.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:47 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:47.361+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:21:47.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:47 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:47.361+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.991599+0000 front 2024-09-10T08:21:09.991584+0000 (oldest deadline 2024-09-10T08:21:34.091477+0000) 2024-09-10T08:21:47.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:47 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:47.361+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:14.592391+0000 front 2024-09-10T08:21:14.592308+0000 (oldest deadline 2024-09-10T08:21:43.992796+0000) 2024-09-10T08:21:47.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:47 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:47.519+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.323665+0000 front 2024-09-10T08:21:00.323755+0000 (oldest deadline 2024-09-10T08:21:23.823716+0000) 2024-09-10T08:21:47.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:47 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:47.519+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:11.325838+0000 front 2024-09-10T08:21:11.325717+0000 (oldest deadline 2024-09-10T08:21:36.025913+0000) 2024-09-10T08:21:47.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:47 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:47.519+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.026701+0000 front 2024-09-10T08:21:16.026561+0000 (oldest deadline 2024-09-10T08:21:41.926529+0000) 2024-09-10T08:21:47.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:47 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:47.638+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:21:47.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:47 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:47.638+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:21:47.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:47 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:47.638+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.291473+0000 front 2024-09-10T08:21:16.291453+0000 (oldest deadline 2024-09-10T08:21:41.591245+0000) 2024-09-10T08:21:47.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:47 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:47.706+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:21:47.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:47 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:47.706+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.578470+0000 front 2024-09-10T08:20:58.578431+0000 (oldest deadline 2024-09-10T08:21:23.878648+0000) 2024-09-10T08:21:47.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:47 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:47.706+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.882191+0000 front 2024-09-10T08:21:09.882363+0000 (oldest deadline 2024-09-10T08:21:34.581982+0000) 2024-09-10T08:21:47.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:47 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:47.706+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:18.583134+0000 front 2024-09-10T08:21:18.583161+0000 (oldest deadline 2024-09-10T08:21:42.083349+0000) 2024-09-10T08:21:48.093 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:47 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:47.797+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.245387+0000 front 2024-09-10T08:21:00.245352+0000 (oldest deadline 2024-09-10T08:21:25.545504+0000) 2024-09-10T08:21:48.094 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:47 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:47.797+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:10.846423+0000 front 2024-09-10T08:21:10.846674+0000 (oldest deadline 2024-09-10T08:21:36.146530+0000) 2024-09-10T08:21:48.094 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:47 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:47.797+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.147170+0000 front 2024-09-10T08:21:16.147302+0000 (oldest deadline 2024-09-10T08:21:40.847039+0000) 2024-09-10T08:21:48.593 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:48 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:48.337+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:21:48.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:48 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:48.337+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:21:48.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:48 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:48.337+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.991599+0000 front 2024-09-10T08:21:09.991584+0000 (oldest deadline 2024-09-10T08:21:34.091477+0000) 2024-09-10T08:21:48.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:48 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:48.337+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:14.592391+0000 front 2024-09-10T08:21:14.592308+0000 (oldest deadline 2024-09-10T08:21:43.992796+0000) 2024-09-10T08:21:48.820 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:48 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:48.491+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.323665+0000 front 2024-09-10T08:21:00.323755+0000 (oldest deadline 2024-09-10T08:21:23.823716+0000) 2024-09-10T08:21:48.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:48 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:48.491+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:11.325838+0000 front 2024-09-10T08:21:11.325717+0000 (oldest deadline 2024-09-10T08:21:36.025913+0000) 2024-09-10T08:21:48.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:48 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:48.491+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.026701+0000 front 2024-09-10T08:21:16.026561+0000 (oldest deadline 2024-09-10T08:21:41.926529+0000) 2024-09-10T08:21:48.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:48 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:48.663+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:21:48.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:48 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:48.663+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:21:48.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:48 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:48.663+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.291473+0000 front 2024-09-10T08:21:16.291453+0000 (oldest deadline 2024-09-10T08:21:41.591245+0000) 2024-09-10T08:21:49.093 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:48 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:48.777+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.245387+0000 front 2024-09-10T08:21:00.245352+0000 (oldest deadline 2024-09-10T08:21:25.545504+0000) 2024-09-10T08:21:49.094 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:48 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:48.777+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:10.846423+0000 front 2024-09-10T08:21:10.846674+0000 (oldest deadline 2024-09-10T08:21:36.146530+0000) 2024-09-10T08:21:49.094 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:48 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:48.777+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.147170+0000 front 2024-09-10T08:21:16.147302+0000 (oldest deadline 2024-09-10T08:21:40.847039+0000) 2024-09-10T08:21:49.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:48 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:48.742+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:21:49.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:48 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:48.742+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.578470+0000 front 2024-09-10T08:20:58.578431+0000 (oldest deadline 2024-09-10T08:21:23.878648+0000) 2024-09-10T08:21:49.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:48 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:48.742+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.882191+0000 front 2024-09-10T08:21:09.882363+0000 (oldest deadline 2024-09-10T08:21:34.581982+0000) 2024-09-10T08:21:49.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:48 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:48.742+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:18.583134+0000 front 2024-09-10T08:21:18.583161+0000 (oldest deadline 2024-09-10T08:21:42.083349+0000) 2024-09-10T08:21:49.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:49 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:49.316+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:21:49.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:49 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:49.316+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:21:49.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:49 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:49.316+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.991599+0000 front 2024-09-10T08:21:09.991584+0000 (oldest deadline 2024-09-10T08:21:34.091477+0000) 2024-09-10T08:21:49.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:49 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:49.316+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:14.592391+0000 front 2024-09-10T08:21:14.592308+0000 (oldest deadline 2024-09-10T08:21:43.992796+0000) 2024-09-10T08:21:49.820 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:49 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:49.505+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.323665+0000 front 2024-09-10T08:21:00.323755+0000 (oldest deadline 2024-09-10T08:21:23.823716+0000) 2024-09-10T08:21:49.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:49 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:49.505+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:11.325838+0000 front 2024-09-10T08:21:11.325717+0000 (oldest deadline 2024-09-10T08:21:36.025913+0000) 2024-09-10T08:21:49.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:49 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:49.505+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.026701+0000 front 2024-09-10T08:21:16.026561+0000 (oldest deadline 2024-09-10T08:21:41.926529+0000) 2024-09-10T08:21:49.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:49 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:49.626+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:21:49.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:49 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:49.626+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:21:49.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:49 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:49.626+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.291473+0000 front 2024-09-10T08:21:16.291453+0000 (oldest deadline 2024-09-10T08:21:41.591245+0000) 2024-09-10T08:21:49.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:49 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:49.626+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.292210+0000 front 2024-09-10T08:21:23.292126+0000 (oldest deadline 2024-09-10T08:21:49.192099+0000) 2024-09-10T08:21:49.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:49 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:49.706+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:21:49.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:49 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:49.706+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.578470+0000 front 2024-09-10T08:20:58.578431+0000 (oldest deadline 2024-09-10T08:21:23.878648+0000) 2024-09-10T08:21:49.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:49 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:49.706+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.882191+0000 front 2024-09-10T08:21:09.882363+0000 (oldest deadline 2024-09-10T08:21:34.581982+0000) 2024-09-10T08:21:49.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:49 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:49.706+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:18.583134+0000 front 2024-09-10T08:21:18.583161+0000 (oldest deadline 2024-09-10T08:21:42.083349+0000) 2024-09-10T08:21:50.094 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:49 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:49.819+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.245387+0000 front 2024-09-10T08:21:00.245352+0000 (oldest deadline 2024-09-10T08:21:25.545504+0000) 2024-09-10T08:21:50.094 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:49 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:49.819+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:10.846423+0000 front 2024-09-10T08:21:10.846674+0000 (oldest deadline 2024-09-10T08:21:36.146530+0000) 2024-09-10T08:21:50.094 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:49 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:49.819+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.147170+0000 front 2024-09-10T08:21:16.147302+0000 (oldest deadline 2024-09-10T08:21:40.847039+0000) 2024-09-10T08:21:50.365 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:50 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:50.289+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:21:50.366 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:50 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:50.289+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:21:50.366 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:50 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:50.289+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.991599+0000 front 2024-09-10T08:21:09.991584+0000 (oldest deadline 2024-09-10T08:21:34.091477+0000) 2024-09-10T08:21:50.366 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:50 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:50.289+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:14.592391+0000 front 2024-09-10T08:21:14.592308+0000 (oldest deadline 2024-09-10T08:21:43.992796+0000) 2024-09-10T08:21:50.366 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:50 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:50.289+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.993110+0000 front 2024-09-10T08:21:23.993151+0000 (oldest deadline 2024-09-10T08:21:49.893115+0000) 2024-09-10T08:21:50.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:50 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:50.489+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.323665+0000 front 2024-09-10T08:21:00.323755+0000 (oldest deadline 2024-09-10T08:21:23.823716+0000) 2024-09-10T08:21:50.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:50 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:50.489+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:11.325838+0000 front 2024-09-10T08:21:11.325717+0000 (oldest deadline 2024-09-10T08:21:36.025913+0000) 2024-09-10T08:21:50.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:50 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:50.489+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.026701+0000 front 2024-09-10T08:21:16.026561+0000 (oldest deadline 2024-09-10T08:21:41.926529+0000) 2024-09-10T08:21:50.822 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:50 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:50.645+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:21:50.822 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:50 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:50.645+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:21:50.822 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:50 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:50.645+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.291473+0000 front 2024-09-10T08:21:16.291453+0000 (oldest deadline 2024-09-10T08:21:41.591245+0000) 2024-09-10T08:21:50.822 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:50 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:50.645+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.292210+0000 front 2024-09-10T08:21:23.292126+0000 (oldest deadline 2024-09-10T08:21:49.192099+0000) 2024-09-10T08:21:50.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:50 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:50.686+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:21:50.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:50 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:50.686+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.578470+0000 front 2024-09-10T08:20:58.578431+0000 (oldest deadline 2024-09-10T08:21:23.878648+0000) 2024-09-10T08:21:50.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:50 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:50.686+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.882191+0000 front 2024-09-10T08:21:09.882363+0000 (oldest deadline 2024-09-10T08:21:34.581982+0000) 2024-09-10T08:21:50.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:50 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:50.686+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:18.583134+0000 front 2024-09-10T08:21:18.583161+0000 (oldest deadline 2024-09-10T08:21:42.083349+0000) 2024-09-10T08:21:51.093 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:50 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:50.827+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.245387+0000 front 2024-09-10T08:21:00.245352+0000 (oldest deadline 2024-09-10T08:21:25.545504+0000) 2024-09-10T08:21:51.094 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:50 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:50.827+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:10.846423+0000 front 2024-09-10T08:21:10.846674+0000 (oldest deadline 2024-09-10T08:21:36.146530+0000) 2024-09-10T08:21:51.094 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:50 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:50.827+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.147170+0000 front 2024-09-10T08:21:16.147302+0000 (oldest deadline 2024-09-10T08:21:40.847039+0000) 2024-09-10T08:21:51.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:51 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:51.270+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:21:51.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:51 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:51.270+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:21:51.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:51 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:51.270+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.991599+0000 front 2024-09-10T08:21:09.991584+0000 (oldest deadline 2024-09-10T08:21:34.091477+0000) 2024-09-10T08:21:51.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:51 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:51.270+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:14.592391+0000 front 2024-09-10T08:21:14.592308+0000 (oldest deadline 2024-09-10T08:21:43.992796+0000) 2024-09-10T08:21:51.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:51 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:51.270+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.993110+0000 front 2024-09-10T08:21:23.993151+0000 (oldest deadline 2024-09-10T08:21:49.893115+0000) 2024-09-10T08:21:51.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:51 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:51.441+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.323665+0000 front 2024-09-10T08:21:00.323755+0000 (oldest deadline 2024-09-10T08:21:23.823716+0000) 2024-09-10T08:21:51.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:51 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:51.441+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:11.325838+0000 front 2024-09-10T08:21:11.325717+0000 (oldest deadline 2024-09-10T08:21:36.025913+0000) 2024-09-10T08:21:51.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:51 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:51.441+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.026701+0000 front 2024-09-10T08:21:16.026561+0000 (oldest deadline 2024-09-10T08:21:41.926529+0000) 2024-09-10T08:21:51.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:51 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:51.441+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.527998+0000 front 2024-09-10T08:21:23.527922+0000 (oldest deadline 2024-09-10T08:21:50.528245+0000) 2024-09-10T08:21:51.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:51 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:51.688+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:21:51.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:51 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:51.688+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:21:51.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:51 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:51.688+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.291473+0000 front 2024-09-10T08:21:16.291453+0000 (oldest deadline 2024-09-10T08:21:41.591245+0000) 2024-09-10T08:21:51.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:51 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:51.688+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.292210+0000 front 2024-09-10T08:21:23.292126+0000 (oldest deadline 2024-09-10T08:21:49.192099+0000) 2024-09-10T08:21:51.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:51 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:51.699+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:21:51.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:51 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:51.699+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.578470+0000 front 2024-09-10T08:20:58.578431+0000 (oldest deadline 2024-09-10T08:21:23.878648+0000) 2024-09-10T08:21:51.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:51 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:51.699+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.882191+0000 front 2024-09-10T08:21:09.882363+0000 (oldest deadline 2024-09-10T08:21:34.581982+0000) 2024-09-10T08:21:51.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:51 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:51.699+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:18.583134+0000 front 2024-09-10T08:21:18.583161+0000 (oldest deadline 2024-09-10T08:21:42.083349+0000) 2024-09-10T08:21:52.094 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:51 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:51.824+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.245387+0000 front 2024-09-10T08:21:00.245352+0000 (oldest deadline 2024-09-10T08:21:25.545504+0000) 2024-09-10T08:21:52.177 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:51 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:51.824+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:10.846423+0000 front 2024-09-10T08:21:10.846674+0000 (oldest deadline 2024-09-10T08:21:36.146530+0000) 2024-09-10T08:21:52.177 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:51 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7[52599]: 2024-09-10T08:21:51.824+0000 7f3333f77640 -1 osd.7 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.147170+0000 front 2024-09-10T08:21:16.147302+0000 (oldest deadline 2024-09-10T08:21:40.847039+0000) 2024-09-10T08:21:52.562 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:52 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:52.295+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:21:52.562 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:52 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:52.295+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:21:52.562 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:52 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:52.295+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.991599+0000 front 2024-09-10T08:21:09.991584+0000 (oldest deadline 2024-09-10T08:21:34.091477+0000) 2024-09-10T08:21:52.562 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:52 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:52.295+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:14.592391+0000 front 2024-09-10T08:21:14.592308+0000 (oldest deadline 2024-09-10T08:21:43.992796+0000) 2024-09-10T08:21:52.562 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:52 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:52.295+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.993110+0000 front 2024-09-10T08:21:23.993151+0000 (oldest deadline 2024-09-10T08:21:49.893115+0000) 2024-09-10T08:21:52.730 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:52 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:52.437+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.323665+0000 front 2024-09-10T08:21:00.323755+0000 (oldest deadline 2024-09-10T08:21:23.823716+0000) 2024-09-10T08:21:52.731 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:52 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:52.437+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:11.325838+0000 front 2024-09-10T08:21:11.325717+0000 (oldest deadline 2024-09-10T08:21:36.025913+0000) 2024-09-10T08:21:52.731 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:52 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:52.437+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.026701+0000 front 2024-09-10T08:21:16.026561+0000 (oldest deadline 2024-09-10T08:21:41.926529+0000) 2024-09-10T08:21:52.731 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:52 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:52.437+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.527998+0000 front 2024-09-10T08:21:23.527922+0000 (oldest deadline 2024-09-10T08:21:50.528245+0000) 2024-09-10T08:21:52.844 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:52 smithi133 podman[68716]: 2024-09-10 08:21:52.563116289 +0000 UTC m=+5.434084648 container died acfaa190b1bd848087a143d870708522e146e18c9682e117657a303567d67567 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7, io.buildah.version=1.37.2, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-09-10T08:21:53.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:52 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:52.730+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:21:53.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:52 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:52.730+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:21:53.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:52 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:52.730+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.291473+0000 front 2024-09-10T08:21:16.291453+0000 (oldest deadline 2024-09-10T08:21:41.591245+0000) 2024-09-10T08:21:53.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:52 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:52.730+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.292210+0000 front 2024-09-10T08:21:23.292126+0000 (oldest deadline 2024-09-10T08:21:49.192099+0000) 2024-09-10T08:21:53.202 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:52 smithi133 podman[68716]: 2024-09-10 08:21:52.976941868 +0000 UTC m=+5.847910214 container cleanup acfaa190b1bd848087a143d870708522e146e18c9682e117657a303567d67567 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-09-10T08:21:53.202 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:52 smithi133 bash[68716]: ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7 2024-09-10T08:21:53.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:52 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:52.728+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:21:53.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:52 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:52.728+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.578470+0000 front 2024-09-10T08:20:58.578431+0000 (oldest deadline 2024-09-10T08:21:23.878648+0000) 2024-09-10T08:21:53.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:52 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:52.728+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.882191+0000 front 2024-09-10T08:21:09.882363+0000 (oldest deadline 2024-09-10T08:21:34.581982+0000) 2024-09-10T08:21:53.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:52 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:52.728+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:18.583134+0000 front 2024-09-10T08:21:18.583161+0000 (oldest deadline 2024-09-10T08:21:42.083349+0000) 2024-09-10T08:21:53.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:52 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:52.728+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:26.184463+0000 front 2024-09-10T08:21:26.184445+0000 (oldest deadline 2024-09-10T08:21:52.084317+0000) 2024-09-10T08:21:53.594 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:53 smithi133 podman[68744]: 2024-09-10 08:21:53.20319894 +0000 UTC m=+0.632791321 container remove acfaa190b1bd848087a143d870708522e146e18c9682e117657a303567d67567 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7, GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, io.buildah.version=1.37.2, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-09-10T08:21:53.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:53 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:53.258+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:21:53.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:53 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:53.258+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:21:53.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:53 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:53.258+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.991599+0000 front 2024-09-10T08:21:09.991584+0000 (oldest deadline 2024-09-10T08:21:34.091477+0000) 2024-09-10T08:21:53.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:53 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:53.258+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:14.592391+0000 front 2024-09-10T08:21:14.592308+0000 (oldest deadline 2024-09-10T08:21:43.992796+0000) 2024-09-10T08:21:53.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:53 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:53.258+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.993110+0000 front 2024-09-10T08:21:23.993151+0000 (oldest deadline 2024-09-10T08:21:49.893115+0000) 2024-09-10T08:21:53.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:53 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:53.484+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.323665+0000 front 2024-09-10T08:21:00.323755+0000 (oldest deadline 2024-09-10T08:21:23.823716+0000) 2024-09-10T08:21:53.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:53 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:53.484+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:11.325838+0000 front 2024-09-10T08:21:11.325717+0000 (oldest deadline 2024-09-10T08:21:36.025913+0000) 2024-09-10T08:21:53.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:53 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:53.484+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.026701+0000 front 2024-09-10T08:21:16.026561+0000 (oldest deadline 2024-09-10T08:21:41.926529+0000) 2024-09-10T08:21:53.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:53 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:53.484+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.527998+0000 front 2024-09-10T08:21:23.527922+0000 (oldest deadline 2024-09-10T08:21:50.528245+0000) 2024-09-10T08:21:53.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:53 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:53.724+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:21:53.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:53 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:53.724+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:21:53.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:53 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:53.724+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.291473+0000 front 2024-09-10T08:21:16.291453+0000 (oldest deadline 2024-09-10T08:21:41.591245+0000) 2024-09-10T08:21:53.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:53 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:53.724+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.292210+0000 front 2024-09-10T08:21:23.292126+0000 (oldest deadline 2024-09-10T08:21:49.192099+0000) 2024-09-10T08:21:53.930 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:53 smithi133 podman[68832]: 2024-09-10 08:21:53.549313692 +0000 UTC m=+0.015670098 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T08:21:53.930 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:53 smithi133 podman[68832]: 2024-09-10 08:21:53.670793425 +0000 UTC m=+0.137149821 container create 21f6bec664167573faeb4c83e4b18c4fe70025a70d4eda1638da3de357909e88 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-09-10T08:21:53.931 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:53 smithi133 podman[68832]: 2024-09-10 08:21:53.931516818 +0000 UTC m=+0.397873214 container init 21f6bec664167573faeb4c83e4b18c4fe70025a70d4eda1638da3de357909e88 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7-deactivate, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b) 2024-09-10T08:21:53.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:53 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:53.680+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:21:53.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:53 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:53.680+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.578470+0000 front 2024-09-10T08:20:58.578431+0000 (oldest deadline 2024-09-10T08:21:23.878648+0000) 2024-09-10T08:21:53.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:53 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:53.680+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.882191+0000 front 2024-09-10T08:21:09.882363+0000 (oldest deadline 2024-09-10T08:21:34.581982+0000) 2024-09-10T08:21:53.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:53 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:53.680+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:18.583134+0000 front 2024-09-10T08:21:18.583161+0000 (oldest deadline 2024-09-10T08:21:42.083349+0000) 2024-09-10T08:21:53.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:53 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:53.680+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:26.184463+0000 front 2024-09-10T08:21:26.184445+0000 (oldest deadline 2024-09-10T08:21:52.084317+0000) 2024-09-10T08:21:54.264 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:53 smithi133 podman[68832]: 2024-09-10 08:21:53.934954781 +0000 UTC m=+0.401311190 container start 21f6bec664167573faeb4c83e4b18c4fe70025a70d4eda1638da3de357909e88 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-09-10T08:21:54.264 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:54 smithi133 podman[68832]: 2024-09-10 08:21:54.014824364 +0000 UTC m=+0.481180769 container attach 21f6bec664167573faeb4c83e4b18c4fe70025a70d4eda1638da3de357909e88 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7-deactivate, ceph=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=) 2024-09-10T08:21:54.264 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:54 smithi133 podman[68832]: 2024-09-10 08:21:54.121197195 +0000 UTC m=+0.587553609 container died 21f6bec664167573faeb4c83e4b18c4fe70025a70d4eda1638da3de357909e88 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7-deactivate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD) 2024-09-10T08:21:54.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:54 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:54.264+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:21:54.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:54 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:54.264+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:21:54.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:54 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:54.264+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.991599+0000 front 2024-09-10T08:21:09.991584+0000 (oldest deadline 2024-09-10T08:21:34.091477+0000) 2024-09-10T08:21:54.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:54 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:54.264+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:14.592391+0000 front 2024-09-10T08:21:14.592308+0000 (oldest deadline 2024-09-10T08:21:43.992796+0000) 2024-09-10T08:21:54.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:54 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:54.264+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.993110+0000 front 2024-09-10T08:21:23.993151+0000 (oldest deadline 2024-09-10T08:21:49.893115+0000) 2024-09-10T08:21:54.790 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:54 smithi133 podman[68856]: 2024-09-10 08:21:54.769136538 +0000 UTC m=+0.642431498 container remove 21f6bec664167573faeb4c83e4b18c4fe70025a70d4eda1638da3de357909e88 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, ceph=True) 2024-09-10T08:21:54.790 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:54 smithi133 systemd[1]: ceph-315284b0-6f4b-11ef-bcea-c7b262605968@osd.7.service: Deactivated successfully. 2024-09-10T08:21:54.790 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:54 smithi133 systemd[1]: Stopped Ceph osd.7 for 315284b0-6f4b-11ef-bcea-c7b262605968. 2024-09-10T08:21:54.790 INFO:journalctl@ceph.osd.7.smithi133.stdout:Sep 10 08:21:54 smithi133 systemd[1]: ceph-315284b0-6f4b-11ef-bcea-c7b262605968@osd.7.service: Consumed 27.666s CPU time. 2024-09-10T08:21:54.792 DEBUG:teuthology.orchestra.run.smithi133:> sudo pkill -f 'journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@osd.7.service' 2024-09-10T08:21:54.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:54 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:54.501+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.323665+0000 front 2024-09-10T08:21:00.323755+0000 (oldest deadline 2024-09-10T08:21:23.823716+0000) 2024-09-10T08:21:54.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:54 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:54.501+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:11.325838+0000 front 2024-09-10T08:21:11.325717+0000 (oldest deadline 2024-09-10T08:21:36.025913+0000) 2024-09-10T08:21:54.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:54 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:54.501+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.026701+0000 front 2024-09-10T08:21:16.026561+0000 (oldest deadline 2024-09-10T08:21:41.926529+0000) 2024-09-10T08:21:54.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:54 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:54.501+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.527998+0000 front 2024-09-10T08:21:23.527922+0000 (oldest deadline 2024-09-10T08:21:50.528245+0000) 2024-09-10T08:21:54.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:54 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:54.732+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:21:54.822 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:54 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:54.732+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:21:54.822 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:54 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:54.732+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.291473+0000 front 2024-09-10T08:21:16.291453+0000 (oldest deadline 2024-09-10T08:21:41.591245+0000) 2024-09-10T08:21:54.822 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:54 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:54.732+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.292210+0000 front 2024-09-10T08:21:23.292126+0000 (oldest deadline 2024-09-10T08:21:49.192099+0000) 2024-09-10T08:21:54.831 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:21:54.832 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-09-10T08:21:54.832 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2024-09-10T08:21:54.833 DEBUG:teuthology.orchestra.run.smithi203:> sudo systemctl stop ceph-315284b0-6f4b-11ef-bcea-c7b262605968@osd.8 2024-09-10T08:21:54.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:54 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:54.664+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:21:54.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:54 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:54.664+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.578470+0000 front 2024-09-10T08:20:58.578431+0000 (oldest deadline 2024-09-10T08:21:23.878648+0000) 2024-09-10T08:21:54.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:54 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:54.664+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.882191+0000 front 2024-09-10T08:21:09.882363+0000 (oldest deadline 2024-09-10T08:21:34.581982+0000) 2024-09-10T08:21:54.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:54 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:54.664+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:18.583134+0000 front 2024-09-10T08:21:18.583161+0000 (oldest deadline 2024-09-10T08:21:42.083349+0000) 2024-09-10T08:21:54.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:54 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:54.664+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:26.184463+0000 front 2024-09-10T08:21:26.184445+0000 (oldest deadline 2024-09-10T08:21:52.084317+0000) 2024-09-10T08:21:55.140 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:54 smithi203 systemd[1]: Stopping Ceph osd.8 for 315284b0-6f4b-11ef-bcea-c7b262605968... 2024-09-10T08:21:55.459 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:55 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:55.139+0000 7efc61ea1640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:21:55.459 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:55 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:55.139+0000 7efc61ea1640 -1 osd.8 96 *** Got signal Terminated *** 2024-09-10T08:21:55.459 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:55 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:55.139+0000 7efc61ea1640 -1 osd.8 96 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-10T08:21:55.459 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:55 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:55.459+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.323665+0000 front 2024-09-10T08:21:00.323755+0000 (oldest deadline 2024-09-10T08:21:23.823716+0000) 2024-09-10T08:21:55.459 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:55 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:55.459+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:11.325838+0000 front 2024-09-10T08:21:11.325717+0000 (oldest deadline 2024-09-10T08:21:36.025913+0000) 2024-09-10T08:21:55.459 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:55 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:55.459+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.026701+0000 front 2024-09-10T08:21:16.026561+0000 (oldest deadline 2024-09-10T08:21:41.926529+0000) 2024-09-10T08:21:55.459 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:55 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:55.459+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.527998+0000 front 2024-09-10T08:21:23.527922+0000 (oldest deadline 2024-09-10T08:21:50.528245+0000) 2024-09-10T08:21:55.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:55 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:55.282+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:21:55.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:55 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:55.282+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:21:55.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:55 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:55.282+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.991599+0000 front 2024-09-10T08:21:09.991584+0000 (oldest deadline 2024-09-10T08:21:34.091477+0000) 2024-09-10T08:21:55.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:55 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:55.282+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:14.592391+0000 front 2024-09-10T08:21:14.592308+0000 (oldest deadline 2024-09-10T08:21:43.992796+0000) 2024-09-10T08:21:55.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:55 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:55.282+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.993110+0000 front 2024-09-10T08:21:23.993151+0000 (oldest deadline 2024-09-10T08:21:49.893115+0000) 2024-09-10T08:21:55.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:55 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:55.617+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:21:55.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:55 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:55.617+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.578470+0000 front 2024-09-10T08:20:58.578431+0000 (oldest deadline 2024-09-10T08:21:23.878648+0000) 2024-09-10T08:21:55.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:55 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:55.617+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.882191+0000 front 2024-09-10T08:21:09.882363+0000 (oldest deadline 2024-09-10T08:21:34.581982+0000) 2024-09-10T08:21:55.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:55 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:55.617+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:18.583134+0000 front 2024-09-10T08:21:18.583161+0000 (oldest deadline 2024-09-10T08:21:42.083349+0000) 2024-09-10T08:21:55.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:55 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:55.617+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:26.184463+0000 front 2024-09-10T08:21:26.184445+0000 (oldest deadline 2024-09-10T08:21:52.084317+0000) 2024-09-10T08:21:56.070 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:55 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:55.717+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:21:56.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:55 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:55.717+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:21:56.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:55 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:55.717+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.291473+0000 front 2024-09-10T08:21:16.291453+0000 (oldest deadline 2024-09-10T08:21:41.591245+0000) 2024-09-10T08:21:56.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:55 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:55.717+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.292210+0000 front 2024-09-10T08:21:23.292126+0000 (oldest deadline 2024-09-10T08:21:49.192099+0000) 2024-09-10T08:21:56.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:56 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:56.241+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:21:56.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:56 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:56.241+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:21:56.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:56 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:56.241+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.991599+0000 front 2024-09-10T08:21:09.991584+0000 (oldest deadline 2024-09-10T08:21:34.091477+0000) 2024-09-10T08:21:56.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:56 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:56.241+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:14.592391+0000 front 2024-09-10T08:21:14.592308+0000 (oldest deadline 2024-09-10T08:21:43.992796+0000) 2024-09-10T08:21:56.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:56 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:56.241+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.993110+0000 front 2024-09-10T08:21:23.993151+0000 (oldest deadline 2024-09-10T08:21:49.893115+0000) 2024-09-10T08:21:56.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:56 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:56.420+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.323665+0000 front 2024-09-10T08:21:00.323755+0000 (oldest deadline 2024-09-10T08:21:23.823716+0000) 2024-09-10T08:21:56.824 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:56 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:56.420+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:11.325838+0000 front 2024-09-10T08:21:11.325717+0000 (oldest deadline 2024-09-10T08:21:36.025913+0000) 2024-09-10T08:21:56.824 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:56 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:56.420+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.026701+0000 front 2024-09-10T08:21:16.026561+0000 (oldest deadline 2024-09-10T08:21:41.926529+0000) 2024-09-10T08:21:56.824 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:56 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:56.420+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.527998+0000 front 2024-09-10T08:21:23.527922+0000 (oldest deadline 2024-09-10T08:21:50.528245+0000) 2024-09-10T08:21:56.825 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:56 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:56.667+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:21:56.825 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:56 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:56.667+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:21:56.825 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:56 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:56.667+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.291473+0000 front 2024-09-10T08:21:16.291453+0000 (oldest deadline 2024-09-10T08:21:41.591245+0000) 2024-09-10T08:21:56.825 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:56 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:56.667+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.292210+0000 front 2024-09-10T08:21:23.292126+0000 (oldest deadline 2024-09-10T08:21:49.192099+0000) 2024-09-10T08:21:56.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:56 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:56.662+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:21:56.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:56 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:56.662+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.578470+0000 front 2024-09-10T08:20:58.578431+0000 (oldest deadline 2024-09-10T08:21:23.878648+0000) 2024-09-10T08:21:56.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:56 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:56.662+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.882191+0000 front 2024-09-10T08:21:09.882363+0000 (oldest deadline 2024-09-10T08:21:34.581982+0000) 2024-09-10T08:21:56.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:56 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:56.662+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:18.583134+0000 front 2024-09-10T08:21:18.583161+0000 (oldest deadline 2024-09-10T08:21:42.083349+0000) 2024-09-10T08:21:56.958 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:56 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:56.662+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:26.184463+0000 front 2024-09-10T08:21:26.184445+0000 (oldest deadline 2024-09-10T08:21:52.084317+0000) 2024-09-10T08:21:57.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:57 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:57.238+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:21:57.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:57 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:57.238+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:21:57.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:57 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:57.238+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.991599+0000 front 2024-09-10T08:21:09.991584+0000 (oldest deadline 2024-09-10T08:21:34.091477+0000) 2024-09-10T08:21:57.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:57 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:57.238+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:14.592391+0000 front 2024-09-10T08:21:14.592308+0000 (oldest deadline 2024-09-10T08:21:43.992796+0000) 2024-09-10T08:21:57.595 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:57 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:57.238+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.993110+0000 front 2024-09-10T08:21:23.993151+0000 (oldest deadline 2024-09-10T08:21:49.893115+0000) 2024-09-10T08:21:57.595 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:57 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:57.238+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:30.994090+0000 front 2024-09-10T08:21:30.994146+0000 (oldest deadline 2024-09-10T08:21:56.894088+0000) 2024-09-10T08:21:57.660 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:57 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:57.406+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.323665+0000 front 2024-09-10T08:21:00.323755+0000 (oldest deadline 2024-09-10T08:21:23.823716+0000) 2024-09-10T08:21:57.661 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:57 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:57.406+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:11.325838+0000 front 2024-09-10T08:21:11.325717+0000 (oldest deadline 2024-09-10T08:21:36.025913+0000) 2024-09-10T08:21:57.661 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:57 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:57.406+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.026701+0000 front 2024-09-10T08:21:16.026561+0000 (oldest deadline 2024-09-10T08:21:41.926529+0000) 2024-09-10T08:21:57.661 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:57 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:57.406+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.527998+0000 front 2024-09-10T08:21:23.527922+0000 (oldest deadline 2024-09-10T08:21:50.528245+0000) 2024-09-10T08:21:57.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:57 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:57.648+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:21:57.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:57 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:57.648+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.578470+0000 front 2024-09-10T08:20:58.578431+0000 (oldest deadline 2024-09-10T08:21:23.878648+0000) 2024-09-10T08:21:57.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:57 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:57.648+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.882191+0000 front 2024-09-10T08:21:09.882363+0000 (oldest deadline 2024-09-10T08:21:34.581982+0000) 2024-09-10T08:21:57.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:57 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:57.648+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:18.583134+0000 front 2024-09-10T08:21:18.583161+0000 (oldest deadline 2024-09-10T08:21:42.083349+0000) 2024-09-10T08:21:57.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:57 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:57.648+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:26.184463+0000 front 2024-09-10T08:21:26.184445+0000 (oldest deadline 2024-09-10T08:21:52.084317+0000) 2024-09-10T08:21:58.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:57 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:57.661+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:21:58.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:57 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:57.661+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:21:58.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:57 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:57.661+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.291473+0000 front 2024-09-10T08:21:16.291453+0000 (oldest deadline 2024-09-10T08:21:41.591245+0000) 2024-09-10T08:21:58.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:57 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:57.661+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.292210+0000 front 2024-09-10T08:21:23.292126+0000 (oldest deadline 2024-09-10T08:21:49.192099+0000) 2024-09-10T08:21:58.593 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:58 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:58.279+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:21:58.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:58 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:58.279+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:21:58.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:58 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:58.279+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.991599+0000 front 2024-09-10T08:21:09.991584+0000 (oldest deadline 2024-09-10T08:21:34.091477+0000) 2024-09-10T08:21:58.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:58 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:58.279+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:14.592391+0000 front 2024-09-10T08:21:14.592308+0000 (oldest deadline 2024-09-10T08:21:43.992796+0000) 2024-09-10T08:21:58.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:58 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:58.279+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.993110+0000 front 2024-09-10T08:21:23.993151+0000 (oldest deadline 2024-09-10T08:21:49.893115+0000) 2024-09-10T08:21:58.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:58 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:58.279+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:30.994090+0000 front 2024-09-10T08:21:30.994146+0000 (oldest deadline 2024-09-10T08:21:56.894088+0000) 2024-09-10T08:21:58.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:58 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:58.631+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:21:58.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:58 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:58.631+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:21:58.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:58 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:58.631+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.291473+0000 front 2024-09-10T08:21:16.291453+0000 (oldest deadline 2024-09-10T08:21:41.591245+0000) 2024-09-10T08:21:58.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:58 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:58.631+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.292210+0000 front 2024-09-10T08:21:23.292126+0000 (oldest deadline 2024-09-10T08:21:49.192099+0000) 2024-09-10T08:21:58.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:58 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:58.420+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.323665+0000 front 2024-09-10T08:21:00.323755+0000 (oldest deadline 2024-09-10T08:21:23.823716+0000) 2024-09-10T08:21:58.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:58 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:58.420+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:11.325838+0000 front 2024-09-10T08:21:11.325717+0000 (oldest deadline 2024-09-10T08:21:36.025913+0000) 2024-09-10T08:21:58.822 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:58 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:58.420+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.026701+0000 front 2024-09-10T08:21:16.026561+0000 (oldest deadline 2024-09-10T08:21:41.926529+0000) 2024-09-10T08:21:58.822 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:58 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:58.420+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.527998+0000 front 2024-09-10T08:21:23.527922+0000 (oldest deadline 2024-09-10T08:21:50.528245+0000) 2024-09-10T08:21:58.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:58 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:58.621+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:21:58.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:58 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:58.621+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.578470+0000 front 2024-09-10T08:20:58.578431+0000 (oldest deadline 2024-09-10T08:21:23.878648+0000) 2024-09-10T08:21:58.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:58 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:58.621+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.882191+0000 front 2024-09-10T08:21:09.882363+0000 (oldest deadline 2024-09-10T08:21:34.581982+0000) 2024-09-10T08:21:58.958 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:58 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:58.621+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:18.583134+0000 front 2024-09-10T08:21:18.583161+0000 (oldest deadline 2024-09-10T08:21:42.083349+0000) 2024-09-10T08:21:58.958 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:58 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:58.621+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:26.184463+0000 front 2024-09-10T08:21:26.184445+0000 (oldest deadline 2024-09-10T08:21:52.084317+0000) 2024-09-10T08:21:58.958 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:58 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:58.621+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:32.084858+0000 front 2024-09-10T08:21:32.084984+0000 (oldest deadline 2024-09-10T08:21:57.984715+0000) 2024-09-10T08:21:59.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:59 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:59.289+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:21:59.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:59 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:59.289+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:21:59.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:59 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:59.289+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.991599+0000 front 2024-09-10T08:21:09.991584+0000 (oldest deadline 2024-09-10T08:21:34.091477+0000) 2024-09-10T08:21:59.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:59 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:59.289+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:14.592391+0000 front 2024-09-10T08:21:14.592308+0000 (oldest deadline 2024-09-10T08:21:43.992796+0000) 2024-09-10T08:21:59.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:59 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:59.289+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.993110+0000 front 2024-09-10T08:21:23.993151+0000 (oldest deadline 2024-09-10T08:21:49.893115+0000) 2024-09-10T08:21:59.595 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:21:59 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:21:59.289+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:30.994090+0000 front 2024-09-10T08:21:30.994146+0000 (oldest deadline 2024-09-10T08:21:56.894088+0000) 2024-09-10T08:21:59.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:59 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:59.467+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:00.323665+0000 front 2024-09-10T08:21:00.323755+0000 (oldest deadline 2024-09-10T08:21:23.823716+0000) 2024-09-10T08:21:59.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:59 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:59.467+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:11.325838+0000 front 2024-09-10T08:21:11.325717+0000 (oldest deadline 2024-09-10T08:21:36.025913+0000) 2024-09-10T08:21:59.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:59 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:59.467+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.026701+0000 front 2024-09-10T08:21:16.026561+0000 (oldest deadline 2024-09-10T08:21:41.926529+0000) 2024-09-10T08:21:59.821 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:21:59 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8[53000]: 2024-09-10T08:21:59.467+0000 7efc5a4af640 -1 osd.8 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.527998+0000 front 2024-09-10T08:21:23.527922+0000 (oldest deadline 2024-09-10T08:21:50.528245+0000) 2024-09-10T08:21:59.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:59 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:59.613+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:21:59.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:59 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:59.613+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:21:59.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:59 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:59.613+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.291473+0000 front 2024-09-10T08:21:16.291453+0000 (oldest deadline 2024-09-10T08:21:41.591245+0000) 2024-09-10T08:21:59.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:21:59 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:21:59.613+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.292210+0000 front 2024-09-10T08:21:23.292126+0000 (oldest deadline 2024-09-10T08:21:49.192099+0000) 2024-09-10T08:21:59.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:59 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:59.600+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:21:59.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:59 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:59.600+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.578470+0000 front 2024-09-10T08:20:58.578431+0000 (oldest deadline 2024-09-10T08:21:23.878648+0000) 2024-09-10T08:21:59.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:59 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:59.600+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.882191+0000 front 2024-09-10T08:21:09.882363+0000 (oldest deadline 2024-09-10T08:21:34.581982+0000) 2024-09-10T08:21:59.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:59 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:59.600+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:18.583134+0000 front 2024-09-10T08:21:18.583161+0000 (oldest deadline 2024-09-10T08:21:42.083349+0000) 2024-09-10T08:21:59.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:59 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:59.600+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:26.184463+0000 front 2024-09-10T08:21:26.184445+0000 (oldest deadline 2024-09-10T08:21:52.084317+0000) 2024-09-10T08:21:59.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:21:59 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:21:59.600+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:32.084858+0000 front 2024-09-10T08:21:32.084984+0000 (oldest deadline 2024-09-10T08:21:57.984715+0000) 2024-09-10T08:22:00.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:00 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:00.273+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:22:00.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:00 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:00.273+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:22:00.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:00 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:00.273+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.991599+0000 front 2024-09-10T08:21:09.991584+0000 (oldest deadline 2024-09-10T08:21:34.091477+0000) 2024-09-10T08:22:00.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:00 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:00.273+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:14.592391+0000 front 2024-09-10T08:21:14.592308+0000 (oldest deadline 2024-09-10T08:21:43.992796+0000) 2024-09-10T08:22:00.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:00 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:00.273+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.993110+0000 front 2024-09-10T08:21:23.993151+0000 (oldest deadline 2024-09-10T08:21:49.893115+0000) 2024-09-10T08:22:00.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:00 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:00.273+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:30.994090+0000 front 2024-09-10T08:21:30.994146+0000 (oldest deadline 2024-09-10T08:21:56.894088+0000) 2024-09-10T08:22:00.799 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:22:00 smithi203 podman[69279]: 2024-09-10 08:22:00.513098712 +0000 UTC m=+5.471783518 container died b717db604914cd7ada619ff01e67a24222d619b3c9d45155855d7bb5d8a27437 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_CLEAN=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-10T08:22:00.800 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:00 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:00.615+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:22:00.800 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:00 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:00.615+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:22:00.800 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:00 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:00.615+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.291473+0000 front 2024-09-10T08:21:16.291453+0000 (oldest deadline 2024-09-10T08:21:41.591245+0000) 2024-09-10T08:22:00.800 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:00 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:00.615+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.292210+0000 front 2024-09-10T08:21:23.292126+0000 (oldest deadline 2024-09-10T08:21:49.192099+0000) 2024-09-10T08:22:00.800 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:00 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:00.615+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:33.793637+0000 front 2024-09-10T08:21:33.793718+0000 (oldest deadline 2024-09-10T08:21:59.693634+0000) 2024-09-10T08:22:00.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:00 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:00.608+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:22:00.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:00 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:00.608+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.578470+0000 front 2024-09-10T08:20:58.578431+0000 (oldest deadline 2024-09-10T08:21:23.878648+0000) 2024-09-10T08:22:00.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:00 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:00.608+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.882191+0000 front 2024-09-10T08:21:09.882363+0000 (oldest deadline 2024-09-10T08:21:34.581982+0000) 2024-09-10T08:22:00.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:00 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:00.608+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:18.583134+0000 front 2024-09-10T08:21:18.583161+0000 (oldest deadline 2024-09-10T08:21:42.083349+0000) 2024-09-10T08:22:00.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:00 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:00.608+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:26.184463+0000 front 2024-09-10T08:21:26.184445+0000 (oldest deadline 2024-09-10T08:21:52.084317+0000) 2024-09-10T08:22:00.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:00 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:00.608+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:32.084858+0000 front 2024-09-10T08:21:32.084984+0000 (oldest deadline 2024-09-10T08:21:57.984715+0000) 2024-09-10T08:22:01.070 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:22:00 smithi203 podman[69279]: 2024-09-10 08:22:00.906815656 +0000 UTC m=+5.865500446 container cleanup b717db604914cd7ada619ff01e67a24222d619b3c9d45155855d7bb5d8a27437 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-10T08:22:01.071 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:22:00 smithi203 bash[69279]: ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8 2024-09-10T08:22:01.471 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:22:01 smithi203 podman[69294]: 2024-09-10 08:22:01.158145475 +0000 UTC m=+0.644745219 container remove b717db604914cd7ada619ff01e67a24222d619b3c9d45155855d7bb5d8a27437 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-09-10T08:22:01.593 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:01 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:01.313+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:22:01.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:01 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:01.313+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:22:01.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:01 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:01.313+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.991599+0000 front 2024-09-10T08:21:09.991584+0000 (oldest deadline 2024-09-10T08:21:34.091477+0000) 2024-09-10T08:22:01.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:01 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:01.313+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:14.592391+0000 front 2024-09-10T08:21:14.592308+0000 (oldest deadline 2024-09-10T08:21:43.992796+0000) 2024-09-10T08:22:01.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:01 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:01.313+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.993110+0000 front 2024-09-10T08:21:23.993151+0000 (oldest deadline 2024-09-10T08:21:49.893115+0000) 2024-09-10T08:22:01.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:01 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:01.313+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:30.994090+0000 front 2024-09-10T08:21:30.994146+0000 (oldest deadline 2024-09-10T08:21:56.894088+0000) 2024-09-10T08:22:01.743 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:22:01 smithi203 podman[69383]: 2024-09-10 08:22:01.375440601 +0000 UTC m=+0.015824870 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T08:22:01.744 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:22:01 smithi203 podman[69383]: 2024-09-10 08:22:01.517356911 +0000 UTC m=+0.157741166 container create 235e69777927a7b463c8c9d9ffcf7a6afcd181a5a56cc094c34bb6cd297d6751 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8-deactivate, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-10T08:22:01.744 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:01 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:01.579+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:22:01.744 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:01 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:01.579+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:22:01.744 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:01 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:01.579+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.291473+0000 front 2024-09-10T08:21:16.291453+0000 (oldest deadline 2024-09-10T08:21:41.591245+0000) 2024-09-10T08:22:01.744 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:01 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:01.579+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.292210+0000 front 2024-09-10T08:21:23.292126+0000 (oldest deadline 2024-09-10T08:21:49.192099+0000) 2024-09-10T08:22:01.744 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:01 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:01.579+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:33.793637+0000 front 2024-09-10T08:21:33.793718+0000 (oldest deadline 2024-09-10T08:21:59.693634+0000) 2024-09-10T08:22:01.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:01 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:01.623+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:22:01.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:01 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:01.623+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.578470+0000 front 2024-09-10T08:20:58.578431+0000 (oldest deadline 2024-09-10T08:21:23.878648+0000) 2024-09-10T08:22:01.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:01 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:01.623+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.882191+0000 front 2024-09-10T08:21:09.882363+0000 (oldest deadline 2024-09-10T08:21:34.581982+0000) 2024-09-10T08:22:01.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:01 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:01.623+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:18.583134+0000 front 2024-09-10T08:21:18.583161+0000 (oldest deadline 2024-09-10T08:21:42.083349+0000) 2024-09-10T08:22:01.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:01 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:01.623+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:26.184463+0000 front 2024-09-10T08:21:26.184445+0000 (oldest deadline 2024-09-10T08:21:52.084317+0000) 2024-09-10T08:22:01.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:01 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:01.623+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:32.084858+0000 front 2024-09-10T08:21:32.084984+0000 (oldest deadline 2024-09-10T08:21:57.984715+0000) 2024-09-10T08:22:02.071 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:22:01 smithi203 podman[69383]: 2024-09-10 08:22:01.74468162 +0000 UTC m=+0.385065876 container init 235e69777927a7b463c8c9d9ffcf7a6afcd181a5a56cc094c34bb6cd297d6751 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8-deactivate, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-10T08:22:02.071 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:22:01 smithi203 podman[69383]: 2024-09-10 08:22:01.748129226 +0000 UTC m=+0.388513490 container start 235e69777927a7b463c8c9d9ffcf7a6afcd181a5a56cc094c34bb6cd297d6751 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731) 2024-09-10T08:22:02.071 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:22:01 smithi203 podman[69383]: 2024-09-10 08:22:01.853297344 +0000 UTC m=+0.493681608 container attach 235e69777927a7b463c8c9d9ffcf7a6afcd181a5a56cc094c34bb6cd297d6751 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8-deactivate, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.37.2) 2024-09-10T08:22:02.071 INFO:journalctl@ceph.osd.8.smithi203.stdout:Sep 10 08:22:01 smithi203 podman[69383]: 2024-09-10 08:22:01.936893443 +0000 UTC m=+0.577277716 container died 235e69777927a7b463c8c9d9ffcf7a6afcd181a5a56cc094c34bb6cd297d6751 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-8-deactivate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True) 2024-09-10T08:22:02.585 DEBUG:teuthology.orchestra.run.smithi203:> sudo pkill -f 'journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@osd.8.service' 2024-09-10T08:22:02.593 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:02 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:02.323+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:22:02.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:02 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:02.323+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:22:02.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:02 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:02.323+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.991599+0000 front 2024-09-10T08:21:09.991584+0000 (oldest deadline 2024-09-10T08:21:34.091477+0000) 2024-09-10T08:22:02.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:02 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:02.323+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:14.592391+0000 front 2024-09-10T08:21:14.592308+0000 (oldest deadline 2024-09-10T08:21:43.992796+0000) 2024-09-10T08:22:02.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:02 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:02.323+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.993110+0000 front 2024-09-10T08:21:23.993151+0000 (oldest deadline 2024-09-10T08:21:49.893115+0000) 2024-09-10T08:22:02.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:02 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:02.323+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:30.994090+0000 front 2024-09-10T08:21:30.994146+0000 (oldest deadline 2024-09-10T08:21:56.894088+0000) 2024-09-10T08:22:02.625 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:22:02.625 INFO:tasks.cephadm.osd.8:Stopped osd.8 2024-09-10T08:22:02.625 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2024-09-10T08:22:02.625 DEBUG:teuthology.orchestra.run.smithi067:> sudo systemctl stop ceph-315284b0-6f4b-11ef-bcea-c7b262605968@osd.9 2024-09-10T08:22:02.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:02 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:02.542+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:22:02.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:02 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:02.542+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:22:02.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:02 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:02.542+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.291473+0000 front 2024-09-10T08:21:16.291453+0000 (oldest deadline 2024-09-10T08:21:41.591245+0000) 2024-09-10T08:22:02.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:02 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:02.542+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.292210+0000 front 2024-09-10T08:21:23.292126+0000 (oldest deadline 2024-09-10T08:21:49.192099+0000) 2024-09-10T08:22:02.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:02 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:02.542+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:33.793637+0000 front 2024-09-10T08:21:33.793718+0000 (oldest deadline 2024-09-10T08:21:59.693634+0000) 2024-09-10T08:22:02.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:02 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:02.595+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:22:02.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:02 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:02.595+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.578470+0000 front 2024-09-10T08:20:58.578431+0000 (oldest deadline 2024-09-10T08:21:23.878648+0000) 2024-09-10T08:22:02.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:02 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:02.595+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.882191+0000 front 2024-09-10T08:21:09.882363+0000 (oldest deadline 2024-09-10T08:21:34.581982+0000) 2024-09-10T08:22:02.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:02 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:02.595+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:18.583134+0000 front 2024-09-10T08:21:18.583161+0000 (oldest deadline 2024-09-10T08:21:42.083349+0000) 2024-09-10T08:22:02.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:02 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:02.595+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:26.184463+0000 front 2024-09-10T08:21:26.184445+0000 (oldest deadline 2024-09-10T08:21:52.084317+0000) 2024-09-10T08:22:02.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:02 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:02.595+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:32.084858+0000 front 2024-09-10T08:21:32.084984+0000 (oldest deadline 2024-09-10T08:21:57.984715+0000) 2024-09-10T08:22:02.958 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:02 smithi067 systemd[1]: Stopping Ceph osd.9 for 315284b0-6f4b-11ef-bcea-c7b262605968... 2024-09-10T08:22:03.457 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:03 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:03.083+0000 7f1b2d452640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:22:03.457 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:03 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:03.083+0000 7f1b2d452640 -1 osd.9 96 *** Got signal Terminated *** 2024-09-10T08:22:03.457 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:03 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:03.083+0000 7f1b2d452640 -1 osd.9 96 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-10T08:22:03.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:03 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:03.280+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:22:03.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:03 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:03.280+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:22:03.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:03 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:03.280+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.991599+0000 front 2024-09-10T08:21:09.991584+0000 (oldest deadline 2024-09-10T08:21:34.091477+0000) 2024-09-10T08:22:03.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:03 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:03.280+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:14.592391+0000 front 2024-09-10T08:21:14.592308+0000 (oldest deadline 2024-09-10T08:21:43.992796+0000) 2024-09-10T08:22:03.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:03 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:03.280+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.993110+0000 front 2024-09-10T08:21:23.993151+0000 (oldest deadline 2024-09-10T08:21:49.893115+0000) 2024-09-10T08:22:03.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:03 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:03.280+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:30.994090+0000 front 2024-09-10T08:21:30.994146+0000 (oldest deadline 2024-09-10T08:21:56.894088+0000) 2024-09-10T08:22:03.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:03 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:03.641+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:22:03.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:03 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:03.641+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.578470+0000 front 2024-09-10T08:20:58.578431+0000 (oldest deadline 2024-09-10T08:21:23.878648+0000) 2024-09-10T08:22:03.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:03 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:03.641+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.882191+0000 front 2024-09-10T08:21:09.882363+0000 (oldest deadline 2024-09-10T08:21:34.581982+0000) 2024-09-10T08:22:03.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:03 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:03.641+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:18.583134+0000 front 2024-09-10T08:21:18.583161+0000 (oldest deadline 2024-09-10T08:21:42.083349+0000) 2024-09-10T08:22:03.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:03 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:03.641+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:26.184463+0000 front 2024-09-10T08:21:26.184445+0000 (oldest deadline 2024-09-10T08:21:52.084317+0000) 2024-09-10T08:22:03.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:03 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:03.641+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:32.084858+0000 front 2024-09-10T08:21:32.084984+0000 (oldest deadline 2024-09-10T08:21:57.984715+0000) 2024-09-10T08:22:04.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:03 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:03.577+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:22:04.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:03 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:03.577+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:22:04.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:03 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:03.577+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.291473+0000 front 2024-09-10T08:21:16.291453+0000 (oldest deadline 2024-09-10T08:21:41.591245+0000) 2024-09-10T08:22:04.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:03 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:03.577+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.292210+0000 front 2024-09-10T08:21:23.292126+0000 (oldest deadline 2024-09-10T08:21:49.192099+0000) 2024-09-10T08:22:04.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:03 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:03.577+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:33.793637+0000 front 2024-09-10T08:21:33.793718+0000 (oldest deadline 2024-09-10T08:21:59.693634+0000) 2024-09-10T08:22:04.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:04 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:04.279+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:22:04.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:04 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:04.279+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:22:04.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:04 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:04.279+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.991599+0000 front 2024-09-10T08:21:09.991584+0000 (oldest deadline 2024-09-10T08:21:34.091477+0000) 2024-09-10T08:22:04.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:04 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:04.279+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:14.592391+0000 front 2024-09-10T08:21:14.592308+0000 (oldest deadline 2024-09-10T08:21:43.992796+0000) 2024-09-10T08:22:04.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:04 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:04.279+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.993110+0000 front 2024-09-10T08:21:23.993151+0000 (oldest deadline 2024-09-10T08:21:49.893115+0000) 2024-09-10T08:22:04.595 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:04 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:04.279+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:30.994090+0000 front 2024-09-10T08:21:30.994146+0000 (oldest deadline 2024-09-10T08:21:56.894088+0000) 2024-09-10T08:22:04.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:04 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:04.682+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:22:04.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:04 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:04.682+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.578470+0000 front 2024-09-10T08:20:58.578431+0000 (oldest deadline 2024-09-10T08:21:23.878648+0000) 2024-09-10T08:22:04.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:04 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:04.682+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.882191+0000 front 2024-09-10T08:21:09.882363+0000 (oldest deadline 2024-09-10T08:21:34.581982+0000) 2024-09-10T08:22:04.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:04 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:04.682+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:18.583134+0000 front 2024-09-10T08:21:18.583161+0000 (oldest deadline 2024-09-10T08:21:42.083349+0000) 2024-09-10T08:22:04.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:04 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:04.682+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:26.184463+0000 front 2024-09-10T08:21:26.184445+0000 (oldest deadline 2024-09-10T08:21:52.084317+0000) 2024-09-10T08:22:04.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:04 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:04.682+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:32.084858+0000 front 2024-09-10T08:21:32.084984+0000 (oldest deadline 2024-09-10T08:21:57.984715+0000) 2024-09-10T08:22:05.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:04 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:04.593+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:22:05.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:04 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:04.593+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:22:05.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:04 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:04.593+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.291473+0000 front 2024-09-10T08:21:16.291453+0000 (oldest deadline 2024-09-10T08:21:41.591245+0000) 2024-09-10T08:22:05.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:04 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:04.593+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.292210+0000 front 2024-09-10T08:21:23.292126+0000 (oldest deadline 2024-09-10T08:21:49.192099+0000) 2024-09-10T08:22:05.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:04 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:04.593+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:33.793637+0000 front 2024-09-10T08:21:33.793718+0000 (oldest deadline 2024-09-10T08:21:59.693634+0000) 2024-09-10T08:22:05.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:05 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:05.314+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:22:05.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:05 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:05.314+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:22:05.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:05 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:05.314+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.991599+0000 front 2024-09-10T08:21:09.991584+0000 (oldest deadline 2024-09-10T08:21:34.091477+0000) 2024-09-10T08:22:05.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:05 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:05.314+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:14.592391+0000 front 2024-09-10T08:21:14.592308+0000 (oldest deadline 2024-09-10T08:21:43.992796+0000) 2024-09-10T08:22:05.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:05 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:05.314+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.993110+0000 front 2024-09-10T08:21:23.993151+0000 (oldest deadline 2024-09-10T08:21:49.893115+0000) 2024-09-10T08:22:05.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:05 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:05.314+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:30.994090+0000 front 2024-09-10T08:21:30.994146+0000 (oldest deadline 2024-09-10T08:21:56.894088+0000) 2024-09-10T08:22:05.820 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:05 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:05.553+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:22:05.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:05 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:05.553+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:22:05.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:05 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:05.553+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.291473+0000 front 2024-09-10T08:21:16.291453+0000 (oldest deadline 2024-09-10T08:21:41.591245+0000) 2024-09-10T08:22:05.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:05 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:05.553+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.292210+0000 front 2024-09-10T08:21:23.292126+0000 (oldest deadline 2024-09-10T08:21:49.192099+0000) 2024-09-10T08:22:05.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:05 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:05.553+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:33.793637+0000 front 2024-09-10T08:21:33.793718+0000 (oldest deadline 2024-09-10T08:21:59.693634+0000) 2024-09-10T08:22:05.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:05 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:05.704+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:22:05.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:05 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:05.704+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.578470+0000 front 2024-09-10T08:20:58.578431+0000 (oldest deadline 2024-09-10T08:21:23.878648+0000) 2024-09-10T08:22:05.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:05 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:05.704+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.882191+0000 front 2024-09-10T08:21:09.882363+0000 (oldest deadline 2024-09-10T08:21:34.581982+0000) 2024-09-10T08:22:05.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:05 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:05.704+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:18.583134+0000 front 2024-09-10T08:21:18.583161+0000 (oldest deadline 2024-09-10T08:21:42.083349+0000) 2024-09-10T08:22:05.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:05 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:05.704+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:26.184463+0000 front 2024-09-10T08:21:26.184445+0000 (oldest deadline 2024-09-10T08:21:52.084317+0000) 2024-09-10T08:22:05.957 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:05 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:05.704+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:32.084858+0000 front 2024-09-10T08:21:32.084984+0000 (oldest deadline 2024-09-10T08:21:57.984715+0000) 2024-09-10T08:22:06.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:06 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:06.290+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:22:06.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:06 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:06.290+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:22:06.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:06 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:06.290+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.991599+0000 front 2024-09-10T08:21:09.991584+0000 (oldest deadline 2024-09-10T08:21:34.091477+0000) 2024-09-10T08:22:06.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:06 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:06.290+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:14.592391+0000 front 2024-09-10T08:21:14.592308+0000 (oldest deadline 2024-09-10T08:21:43.992796+0000) 2024-09-10T08:22:06.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:06 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:06.290+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.993110+0000 front 2024-09-10T08:21:23.993151+0000 (oldest deadline 2024-09-10T08:21:49.893115+0000) 2024-09-10T08:22:06.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:06 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:06.290+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:30.994090+0000 front 2024-09-10T08:21:30.994146+0000 (oldest deadline 2024-09-10T08:21:56.894088+0000) 2024-09-10T08:22:06.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:06 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:06.569+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:22:06.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:06 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:06.569+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:22:06.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:06 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:06.569+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.291473+0000 front 2024-09-10T08:21:16.291453+0000 (oldest deadline 2024-09-10T08:21:41.591245+0000) 2024-09-10T08:22:06.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:06 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:06.569+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.292210+0000 front 2024-09-10T08:21:23.292126+0000 (oldest deadline 2024-09-10T08:21:49.192099+0000) 2024-09-10T08:22:06.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:06 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:06.569+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:33.793637+0000 front 2024-09-10T08:21:33.793718+0000 (oldest deadline 2024-09-10T08:21:59.693634+0000) 2024-09-10T08:22:07.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:06 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:06.752+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:22:07.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:06 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:06.752+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.578470+0000 front 2024-09-10T08:20:58.578431+0000 (oldest deadline 2024-09-10T08:21:23.878648+0000) 2024-09-10T08:22:07.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:06 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:06.752+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.882191+0000 front 2024-09-10T08:21:09.882363+0000 (oldest deadline 2024-09-10T08:21:34.581982+0000) 2024-09-10T08:22:07.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:06 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:06.752+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:18.583134+0000 front 2024-09-10T08:21:18.583161+0000 (oldest deadline 2024-09-10T08:21:42.083349+0000) 2024-09-10T08:22:07.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:06 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:06.752+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:26.184463+0000 front 2024-09-10T08:21:26.184445+0000 (oldest deadline 2024-09-10T08:21:52.084317+0000) 2024-09-10T08:22:07.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:06 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:06.752+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:32.084858+0000 front 2024-09-10T08:21:32.084984+0000 (oldest deadline 2024-09-10T08:21:57.984715+0000) 2024-09-10T08:22:07.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:07 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:07.326+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:22:07.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:07 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:07.326+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:22:07.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:07 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:07.326+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.991599+0000 front 2024-09-10T08:21:09.991584+0000 (oldest deadline 2024-09-10T08:21:34.091477+0000) 2024-09-10T08:22:07.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:07 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:07.326+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:14.592391+0000 front 2024-09-10T08:21:14.592308+0000 (oldest deadline 2024-09-10T08:21:43.992796+0000) 2024-09-10T08:22:07.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:07 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:07.326+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.993110+0000 front 2024-09-10T08:21:23.993151+0000 (oldest deadline 2024-09-10T08:21:49.893115+0000) 2024-09-10T08:22:07.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:07 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:07.326+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:30.994090+0000 front 2024-09-10T08:21:30.994146+0000 (oldest deadline 2024-09-10T08:21:56.894088+0000) 2024-09-10T08:22:07.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:07 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:07.560+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:22:07.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:07 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:07.560+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:22:07.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:07 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:07.560+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.291473+0000 front 2024-09-10T08:21:16.291453+0000 (oldest deadline 2024-09-10T08:21:41.591245+0000) 2024-09-10T08:22:07.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:07 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:07.560+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.292210+0000 front 2024-09-10T08:21:23.292126+0000 (oldest deadline 2024-09-10T08:21:49.192099+0000) 2024-09-10T08:22:07.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:07 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:07.560+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:33.793637+0000 front 2024-09-10T08:21:33.793718+0000 (oldest deadline 2024-09-10T08:21:59.693634+0000) 2024-09-10T08:22:07.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:07 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:07.560+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6822 osd.6 since back 2024-09-10T08:21:41.994638+0000 front 2024-09-10T08:21:41.994596+0000 (oldest deadline 2024-09-10T08:22:07.194819+0000) 2024-09-10T08:22:08.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:07 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:07.755+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:49.177210+0000 front 2024-09-10T08:20:49.177185+0000 (oldest deadline 2024-09-10T08:21:18.577941+0000) 2024-09-10T08:22:08.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:07 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:07.755+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:20:58.578470+0000 front 2024-09-10T08:20:58.578431+0000 (oldest deadline 2024-09-10T08:21:23.878648+0000) 2024-09-10T08:22:08.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:07 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:07.755+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.882191+0000 front 2024-09-10T08:21:09.882363+0000 (oldest deadline 2024-09-10T08:21:34.581982+0000) 2024-09-10T08:22:08.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:07 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:07.755+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:18.583134+0000 front 2024-09-10T08:21:18.583161+0000 (oldest deadline 2024-09-10T08:21:42.083349+0000) 2024-09-10T08:22:08.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:07 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:07.755+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:26.184463+0000 front 2024-09-10T08:21:26.184445+0000 (oldest deadline 2024-09-10T08:21:52.084317+0000) 2024-09-10T08:22:08.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:07 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9[62908]: 2024-09-10T08:22:07.755+0000 7f1b25a60640 -1 osd.9 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:32.084858+0000 front 2024-09-10T08:21:32.084984+0000 (oldest deadline 2024-09-10T08:21:57.984715+0000) 2024-09-10T08:22:08.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:08 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:08.321+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:22:08.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:08 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:08.321+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:22:08.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:08 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:08.321+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.991599+0000 front 2024-09-10T08:21:09.991584+0000 (oldest deadline 2024-09-10T08:21:34.091477+0000) 2024-09-10T08:22:08.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:08 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:08.321+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:14.592391+0000 front 2024-09-10T08:21:14.592308+0000 (oldest deadline 2024-09-10T08:21:43.992796+0000) 2024-09-10T08:22:08.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:08 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:08.321+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.993110+0000 front 2024-09-10T08:21:23.993151+0000 (oldest deadline 2024-09-10T08:21:49.893115+0000) 2024-09-10T08:22:08.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:08 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:08.321+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:30.994090+0000 front 2024-09-10T08:21:30.994146+0000 (oldest deadline 2024-09-10T08:21:56.894088+0000) 2024-09-10T08:22:08.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:08 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:08.321+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6822 osd.6 since back 2024-09-10T08:21:41.495656+0000 front 2024-09-10T08:21:41.495679+0000 (oldest deadline 2024-09-10T08:22:07.895956+0000) 2024-09-10T08:22:08.859 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:08 smithi067 podman[100305]: 2024-09-10 08:22:08.577832533 +0000 UTC m=+5.744744539 container died a2a227e8a065a8bfed7338bb8a8bd1c77c86f19388361bb498a44b5e7023769a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-09-10T08:22:09.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:08 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:08.608+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:22:09.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:08 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:08.608+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:22:09.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:08 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:08.608+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.291473+0000 front 2024-09-10T08:21:16.291453+0000 (oldest deadline 2024-09-10T08:21:41.591245+0000) 2024-09-10T08:22:09.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:08 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:08.608+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.292210+0000 front 2024-09-10T08:21:23.292126+0000 (oldest deadline 2024-09-10T08:21:49.192099+0000) 2024-09-10T08:22:09.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:08 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:08.608+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:33.793637+0000 front 2024-09-10T08:21:33.793718+0000 (oldest deadline 2024-09-10T08:21:59.693634+0000) 2024-09-10T08:22:09.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:08 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:08.608+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6822 osd.6 since back 2024-09-10T08:21:41.994638+0000 front 2024-09-10T08:21:41.994596+0000 (oldest deadline 2024-09-10T08:22:07.194819+0000) 2024-09-10T08:22:09.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:09 smithi067 podman[100305]: 2024-09-10 08:22:09.059288927 +0000 UTC m=+6.226200933 container cleanup a2a227e8a065a8bfed7338bb8a8bd1c77c86f19388361bb498a44b5e7023769a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-09-10T08:22:09.207 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:09 smithi067 bash[100305]: ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9 2024-09-10T08:22:09.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:09 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:09.322+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:22:09.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:09 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:09.322+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:22:09.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:09 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:09.322+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.991599+0000 front 2024-09-10T08:21:09.991584+0000 (oldest deadline 2024-09-10T08:21:34.091477+0000) 2024-09-10T08:22:09.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:09 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:09.322+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:14.592391+0000 front 2024-09-10T08:21:14.592308+0000 (oldest deadline 2024-09-10T08:21:43.992796+0000) 2024-09-10T08:22:09.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:09 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:09.322+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.993110+0000 front 2024-09-10T08:21:23.993151+0000 (oldest deadline 2024-09-10T08:21:49.893115+0000) 2024-09-10T08:22:09.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:09 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:09.322+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:30.994090+0000 front 2024-09-10T08:21:30.994146+0000 (oldest deadline 2024-09-10T08:21:56.894088+0000) 2024-09-10T08:22:09.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:09 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:09.322+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6822 osd.6 since back 2024-09-10T08:21:41.495656+0000 front 2024-09-10T08:21:41.495679+0000 (oldest deadline 2024-09-10T08:22:07.895956+0000) 2024-09-10T08:22:09.798 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:09 smithi067 podman[100321]: 2024-09-10 08:22:09.477523599 +0000 UTC m=+0.895005189 container remove a2a227e8a065a8bfed7338bb8a8bd1c77c86f19388361bb498a44b5e7023769a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True) 2024-09-10T08:22:10.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:09 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:09.595+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:22:10.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:09 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:09.595+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:22:10.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:09 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:09.595+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.291473+0000 front 2024-09-10T08:21:16.291453+0000 (oldest deadline 2024-09-10T08:21:41.591245+0000) 2024-09-10T08:22:10.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:09 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:09.595+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.292210+0000 front 2024-09-10T08:21:23.292126+0000 (oldest deadline 2024-09-10T08:21:49.192099+0000) 2024-09-10T08:22:10.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:09 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:09.595+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:33.793637+0000 front 2024-09-10T08:21:33.793718+0000 (oldest deadline 2024-09-10T08:21:59.693634+0000) 2024-09-10T08:22:10.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:09 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:09.595+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6822 osd.6 since back 2024-09-10T08:21:41.994638+0000 front 2024-09-10T08:21:41.994596+0000 (oldest deadline 2024-09-10T08:22:07.194819+0000) 2024-09-10T08:22:10.121 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:09 smithi067 podman[100409]: 2024-09-10 08:22:09.702160236 +0000 UTC m=+0.016476450 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T08:22:10.121 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:09 smithi067 podman[100409]: 2024-09-10 08:22:09.819921754 +0000 UTC m=+0.134237967 container create 9589b3a2f9ad6202c1710bf25f0790af0bc8065075350b3a02bc460e479cf41b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9-deactivate, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-10T08:22:10.121 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:10 smithi067 podman[100409]: 2024-09-10 08:22:10.039112138 +0000 UTC m=+0.353428352 container init 9589b3a2f9ad6202c1710bf25f0790af0bc8065075350b3a02bc460e479cf41b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9-deactivate, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-09-10T08:22:10.121 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:10 smithi067 podman[100409]: 2024-09-10 08:22:10.042760467 +0000 UTC m=+0.357076681 container start 9589b3a2f9ad6202c1710bf25f0790af0bc8065075350b3a02bc460e479cf41b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9-deactivate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-10T08:22:10.121 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:10 smithi067 podman[100409]: 2024-09-10 08:22:10.122165261 +0000 UTC m=+0.436481487 container attach 9589b3a2f9ad6202c1710bf25f0790af0bc8065075350b3a02bc460e479cf41b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-10T08:22:10.401 INFO:journalctl@ceph.osd.9.smithi067.stdout:Sep 10 08:22:10 smithi067 podman[100409]: 2024-09-10 08:22:10.243955889 +0000 UTC m=+0.558272102 container died 9589b3a2f9ad6202c1710bf25f0790af0bc8065075350b3a02bc460e479cf41b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-9-deactivate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-09-10T08:22:10.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:10 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:10.273+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:22:10.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:10 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:10.273+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:22:10.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:10 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:10.273+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.991599+0000 front 2024-09-10T08:21:09.991584+0000 (oldest deadline 2024-09-10T08:21:34.091477+0000) 2024-09-10T08:22:10.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:10 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:10.273+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:14.592391+0000 front 2024-09-10T08:21:14.592308+0000 (oldest deadline 2024-09-10T08:21:43.992796+0000) 2024-09-10T08:22:10.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:10 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:10.273+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.993110+0000 front 2024-09-10T08:21:23.993151+0000 (oldest deadline 2024-09-10T08:21:49.893115+0000) 2024-09-10T08:22:10.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:10 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:10.273+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:30.994090+0000 front 2024-09-10T08:21:30.994146+0000 (oldest deadline 2024-09-10T08:21:56.894088+0000) 2024-09-10T08:22:10.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:10 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:10.273+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6822 osd.6 since back 2024-09-10T08:21:41.495656+0000 front 2024-09-10T08:21:41.495679+0000 (oldest deadline 2024-09-10T08:22:07.895956+0000) 2024-09-10T08:22:10.931 DEBUG:teuthology.orchestra.run.smithi067:> sudo pkill -f 'journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@osd.9.service' 2024-09-10T08:22:10.974 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:22:10.974 INFO:tasks.cephadm.osd.9:Stopped osd.9 2024-09-10T08:22:10.974 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2024-09-10T08:22:10.974 DEBUG:teuthology.orchestra.run.smithi133:> sudo systemctl stop ceph-315284b0-6f4b-11ef-bcea-c7b262605968@osd.10 2024-09-10T08:22:11.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:10 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:10.632+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:22:11.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:10 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:10.632+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:22:11.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:10 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:10.632+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.291473+0000 front 2024-09-10T08:21:16.291453+0000 (oldest deadline 2024-09-10T08:21:41.591245+0000) 2024-09-10T08:22:11.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:10 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:10.632+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.292210+0000 front 2024-09-10T08:21:23.292126+0000 (oldest deadline 2024-09-10T08:21:49.192099+0000) 2024-09-10T08:22:11.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:10 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:10.632+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:33.793637+0000 front 2024-09-10T08:21:33.793718+0000 (oldest deadline 2024-09-10T08:21:59.693634+0000) 2024-09-10T08:22:11.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:10 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:10.632+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6822 osd.6 since back 2024-09-10T08:21:41.994638+0000 front 2024-09-10T08:21:41.994596+0000 (oldest deadline 2024-09-10T08:22:07.194819+0000) 2024-09-10T08:22:11.278 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:11 smithi133 systemd[1]: Stopping Ceph osd.10 for 315284b0-6f4b-11ef-bcea-c7b262605968... 2024-09-10T08:22:11.278 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:11 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:11.227+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:22:11.278 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:11 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:11.227+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:22:11.279 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:11 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:11.227+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.991599+0000 front 2024-09-10T08:21:09.991584+0000 (oldest deadline 2024-09-10T08:21:34.091477+0000) 2024-09-10T08:22:11.279 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:11 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:11.227+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:14.592391+0000 front 2024-09-10T08:21:14.592308+0000 (oldest deadline 2024-09-10T08:21:43.992796+0000) 2024-09-10T08:22:11.279 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:11 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:11.227+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.993110+0000 front 2024-09-10T08:21:23.993151+0000 (oldest deadline 2024-09-10T08:21:49.893115+0000) 2024-09-10T08:22:11.279 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:11 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:11.227+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:30.994090+0000 front 2024-09-10T08:21:30.994146+0000 (oldest deadline 2024-09-10T08:21:56.894088+0000) 2024-09-10T08:22:11.279 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:11 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:11.227+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6822 osd.6 since back 2024-09-10T08:21:41.495656+0000 front 2024-09-10T08:21:41.495679+0000 (oldest deadline 2024-09-10T08:22:07.895956+0000) 2024-09-10T08:22:11.279 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:11 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:11.278+0000 7fbc0b73c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:22:11.279 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:11 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:11.278+0000 7fbc0b73c640 -1 osd.10 96 *** Got signal Terminated *** 2024-09-10T08:22:11.279 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:11 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:11.278+0000 7fbc0b73c640 -1 osd.10 96 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-10T08:22:12.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:11 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:11.598+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:22:12.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:11 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:11.598+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:22:12.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:11 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:11.598+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.291473+0000 front 2024-09-10T08:21:16.291453+0000 (oldest deadline 2024-09-10T08:21:41.591245+0000) 2024-09-10T08:22:12.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:11 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:11.598+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.292210+0000 front 2024-09-10T08:21:23.292126+0000 (oldest deadline 2024-09-10T08:21:49.192099+0000) 2024-09-10T08:22:12.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:11 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:11.598+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:33.793637+0000 front 2024-09-10T08:21:33.793718+0000 (oldest deadline 2024-09-10T08:21:59.693634+0000) 2024-09-10T08:22:12.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:11 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:11.598+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6822 osd.6 since back 2024-09-10T08:21:41.994638+0000 front 2024-09-10T08:21:41.994596+0000 (oldest deadline 2024-09-10T08:22:07.194819+0000) 2024-09-10T08:22:12.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:12 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:12.213+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:22:12.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:12 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:12.213+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:22:12.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:12 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:12.213+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.991599+0000 front 2024-09-10T08:21:09.991584+0000 (oldest deadline 2024-09-10T08:21:34.091477+0000) 2024-09-10T08:22:12.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:12 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:12.213+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:14.592391+0000 front 2024-09-10T08:21:14.592308+0000 (oldest deadline 2024-09-10T08:21:43.992796+0000) 2024-09-10T08:22:12.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:12 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:12.213+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.993110+0000 front 2024-09-10T08:21:23.993151+0000 (oldest deadline 2024-09-10T08:21:49.893115+0000) 2024-09-10T08:22:12.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:12 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:12.213+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:30.994090+0000 front 2024-09-10T08:21:30.994146+0000 (oldest deadline 2024-09-10T08:21:56.894088+0000) 2024-09-10T08:22:12.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:12 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:12.213+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6822 osd.6 since back 2024-09-10T08:21:41.495656+0000 front 2024-09-10T08:21:41.495679+0000 (oldest deadline 2024-09-10T08:22:07.895956+0000) 2024-09-10T08:22:12.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:12 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:12.571+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:22:12.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:12 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:12.571+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:22:12.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:12 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:12.571+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.291473+0000 front 2024-09-10T08:21:16.291453+0000 (oldest deadline 2024-09-10T08:21:41.591245+0000) 2024-09-10T08:22:12.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:12 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:12.571+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.292210+0000 front 2024-09-10T08:21:23.292126+0000 (oldest deadline 2024-09-10T08:21:49.192099+0000) 2024-09-10T08:22:12.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:12 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:12.571+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:33.793637+0000 front 2024-09-10T08:21:33.793718+0000 (oldest deadline 2024-09-10T08:21:59.693634+0000) 2024-09-10T08:22:12.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:12 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:12.571+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6822 osd.6 since back 2024-09-10T08:21:41.994638+0000 front 2024-09-10T08:21:41.994596+0000 (oldest deadline 2024-09-10T08:22:07.194819+0000) 2024-09-10T08:22:13.571 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:13 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:13.539+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:22:13.571 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:13 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:13.539+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:22:13.571 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:13 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:13.539+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.291473+0000 front 2024-09-10T08:21:16.291453+0000 (oldest deadline 2024-09-10T08:21:41.591245+0000) 2024-09-10T08:22:13.571 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:13 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:13.539+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.292210+0000 front 2024-09-10T08:21:23.292126+0000 (oldest deadline 2024-09-10T08:21:49.192099+0000) 2024-09-10T08:22:13.571 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:13 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:13.539+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:33.793637+0000 front 2024-09-10T08:21:33.793718+0000 (oldest deadline 2024-09-10T08:21:59.693634+0000) 2024-09-10T08:22:13.571 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:13 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:13.539+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6822 osd.6 since back 2024-09-10T08:21:41.994638+0000 front 2024-09-10T08:21:41.994596+0000 (oldest deadline 2024-09-10T08:22:07.194819+0000) 2024-09-10T08:22:13.593 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:13 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:13.240+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:22:13.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:13 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:13.240+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:22:13.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:13 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:13.240+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.991599+0000 front 2024-09-10T08:21:09.991584+0000 (oldest deadline 2024-09-10T08:21:34.091477+0000) 2024-09-10T08:22:13.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:13 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:13.240+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:14.592391+0000 front 2024-09-10T08:21:14.592308+0000 (oldest deadline 2024-09-10T08:21:43.992796+0000) 2024-09-10T08:22:13.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:13 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:13.240+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.993110+0000 front 2024-09-10T08:21:23.993151+0000 (oldest deadline 2024-09-10T08:21:49.893115+0000) 2024-09-10T08:22:13.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:13 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:13.240+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:30.994090+0000 front 2024-09-10T08:21:30.994146+0000 (oldest deadline 2024-09-10T08:21:56.894088+0000) 2024-09-10T08:22:13.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:13 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:13.240+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6822 osd.6 since back 2024-09-10T08:21:41.495656+0000 front 2024-09-10T08:21:41.495679+0000 (oldest deadline 2024-09-10T08:22:07.895956+0000) 2024-09-10T08:22:14.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:14 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:14.211+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:22:14.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:14 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:14.211+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:22:14.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:14 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:14.211+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.991599+0000 front 2024-09-10T08:21:09.991584+0000 (oldest deadline 2024-09-10T08:21:34.091477+0000) 2024-09-10T08:22:14.595 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:14 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:14.211+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:14.592391+0000 front 2024-09-10T08:21:14.592308+0000 (oldest deadline 2024-09-10T08:21:43.992796+0000) 2024-09-10T08:22:14.595 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:14 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:14.211+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.993110+0000 front 2024-09-10T08:21:23.993151+0000 (oldest deadline 2024-09-10T08:21:49.893115+0000) 2024-09-10T08:22:14.595 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:14 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:14.211+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:30.994090+0000 front 2024-09-10T08:21:30.994146+0000 (oldest deadline 2024-09-10T08:21:56.894088+0000) 2024-09-10T08:22:14.595 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:14 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:14.211+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6822 osd.6 since back 2024-09-10T08:21:41.495656+0000 front 2024-09-10T08:21:41.495679+0000 (oldest deadline 2024-09-10T08:22:07.895956+0000) 2024-09-10T08:22:15.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:14 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:14.572+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:22:15.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:14 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:14.572+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:22:15.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:14 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:14.572+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.291473+0000 front 2024-09-10T08:21:16.291453+0000 (oldest deadline 2024-09-10T08:21:41.591245+0000) 2024-09-10T08:22:15.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:14 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:14.572+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.292210+0000 front 2024-09-10T08:21:23.292126+0000 (oldest deadline 2024-09-10T08:21:49.192099+0000) 2024-09-10T08:22:15.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:14 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:14.572+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:33.793637+0000 front 2024-09-10T08:21:33.793718+0000 (oldest deadline 2024-09-10T08:21:59.693634+0000) 2024-09-10T08:22:15.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:14 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:14.572+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6822 osd.6 since back 2024-09-10T08:21:41.994638+0000 front 2024-09-10T08:21:41.994596+0000 (oldest deadline 2024-09-10T08:22:07.194819+0000) 2024-09-10T08:22:15.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:15 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:15.192+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:22:15.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:15 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:15.192+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:22:15.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:15 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:15.192+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.991599+0000 front 2024-09-10T08:21:09.991584+0000 (oldest deadline 2024-09-10T08:21:34.091477+0000) 2024-09-10T08:22:15.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:15 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:15.192+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:14.592391+0000 front 2024-09-10T08:21:14.592308+0000 (oldest deadline 2024-09-10T08:21:43.992796+0000) 2024-09-10T08:22:15.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:15 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:15.192+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.993110+0000 front 2024-09-10T08:21:23.993151+0000 (oldest deadline 2024-09-10T08:21:49.893115+0000) 2024-09-10T08:22:15.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:15 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:15.192+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:30.994090+0000 front 2024-09-10T08:21:30.994146+0000 (oldest deadline 2024-09-10T08:21:56.894088+0000) 2024-09-10T08:22:15.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:15 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:15.192+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6822 osd.6 since back 2024-09-10T08:21:41.495656+0000 front 2024-09-10T08:21:41.495679+0000 (oldest deadline 2024-09-10T08:22:07.895956+0000) 2024-09-10T08:22:15.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:15 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:15.559+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:22:15.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:15 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:15.559+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:22:15.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:15 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:15.559+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.291473+0000 front 2024-09-10T08:21:16.291453+0000 (oldest deadline 2024-09-10T08:21:41.591245+0000) 2024-09-10T08:22:15.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:15 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:15.559+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.292210+0000 front 2024-09-10T08:21:23.292126+0000 (oldest deadline 2024-09-10T08:21:49.192099+0000) 2024-09-10T08:22:15.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:15 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:15.559+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:33.793637+0000 front 2024-09-10T08:21:33.793718+0000 (oldest deadline 2024-09-10T08:21:59.693634+0000) 2024-09-10T08:22:15.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:15 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:15.559+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6822 osd.6 since back 2024-09-10T08:21:41.994638+0000 front 2024-09-10T08:21:41.994596+0000 (oldest deadline 2024-09-10T08:22:07.194819+0000) 2024-09-10T08:22:15.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:15 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:15.559+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6820 osd.7 since back 2024-09-10T08:21:49.495793+0000 front 2024-09-10T08:21:49.495875+0000 (oldest deadline 2024-09-10T08:22:14.795659+0000) 2024-09-10T08:22:16.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:16 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:16.219+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:52.787461+0000 front 2024-09-10T08:20:52.787471+0000 (oldest deadline 2024-09-10T08:21:19.187761+0000) 2024-09-10T08:22:16.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:16 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:16.219+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6804 osd.1 since back 2024-09-10T08:21:03.089641+0000 front 2024-09-10T08:21:03.089716+0000 (oldest deadline 2024-09-10T08:21:26.490391+0000) 2024-09-10T08:22:16.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:16 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:16.219+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:09.991599+0000 front 2024-09-10T08:21:09.991584+0000 (oldest deadline 2024-09-10T08:21:34.091477+0000) 2024-09-10T08:22:16.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:16 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:16.219+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:14.592391+0000 front 2024-09-10T08:21:14.592308+0000 (oldest deadline 2024-09-10T08:21:43.992796+0000) 2024-09-10T08:22:16.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:16 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:16.219+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.993110+0000 front 2024-09-10T08:21:23.993151+0000 (oldest deadline 2024-09-10T08:21:49.893115+0000) 2024-09-10T08:22:16.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:16 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:16.219+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:30.994090+0000 front 2024-09-10T08:21:30.994146+0000 (oldest deadline 2024-09-10T08:21:56.894088+0000) 2024-09-10T08:22:16.594 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:16 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10[59405]: 2024-09-10T08:22:16.219+0000 7fbc03d4a640 -1 osd.10 96 heartbeat_check: no reply from 172.21.15.67:6822 osd.6 since back 2024-09-10T08:21:41.495656+0000 front 2024-09-10T08:21:41.495679+0000 (oldest deadline 2024-09-10T08:22:07.895956+0000) 2024-09-10T08:22:16.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:16 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:16.548+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:22:16.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:16 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:16.548+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:22:16.822 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:16 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:16.548+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.291473+0000 front 2024-09-10T08:21:16.291453+0000 (oldest deadline 2024-09-10T08:21:41.591245+0000) 2024-09-10T08:22:16.822 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:16 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:16.548+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.292210+0000 front 2024-09-10T08:21:23.292126+0000 (oldest deadline 2024-09-10T08:21:49.192099+0000) 2024-09-10T08:22:16.822 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:16 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:16.548+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:33.793637+0000 front 2024-09-10T08:21:33.793718+0000 (oldest deadline 2024-09-10T08:21:59.693634+0000) 2024-09-10T08:22:16.822 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:16 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:16.548+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6822 osd.6 since back 2024-09-10T08:21:41.994638+0000 front 2024-09-10T08:21:41.994596+0000 (oldest deadline 2024-09-10T08:22:07.194819+0000) 2024-09-10T08:22:16.822 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:16 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:16.548+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6820 osd.7 since back 2024-09-10T08:21:49.495793+0000 front 2024-09-10T08:21:49.495875+0000 (oldest deadline 2024-09-10T08:22:14.795659+0000) 2024-09-10T08:22:16.995 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:16 smithi133 podman[68935]: 2024-09-10 08:22:16.732848874 +0000 UTC m=+5.560421828 container died fd97893c6b243668ff3f79e5c28fe1196a9d379f373148ba01d7f860625ecbb1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-10T08:22:17.262 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:17 smithi133 podman[68935]: 2024-09-10 08:22:17.078204165 +0000 UTC m=+5.905777117 container cleanup fd97893c6b243668ff3f79e5c28fe1196a9d379f373148ba01d7f860625ecbb1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-10T08:22:17.262 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:17 smithi133 bash[68935]: ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10 2024-09-10T08:22:17.593 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:17 smithi133 podman[68953]: 2024-09-10 08:22:17.262924616 +0000 UTC m=+0.523570157 container remove fd97893c6b243668ff3f79e5c28fe1196a9d379f373148ba01d7f860625ecbb1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-09-10T08:22:17.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:17 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:17.507+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:22:17.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:17 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:17.507+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:22:17.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:17 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:17.507+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.291473+0000 front 2024-09-10T08:21:16.291453+0000 (oldest deadline 2024-09-10T08:21:41.591245+0000) 2024-09-10T08:22:17.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:17 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:17.507+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.292210+0000 front 2024-09-10T08:21:23.292126+0000 (oldest deadline 2024-09-10T08:21:49.192099+0000) 2024-09-10T08:22:17.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:17 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:17.507+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:33.793637+0000 front 2024-09-10T08:21:33.793718+0000 (oldest deadline 2024-09-10T08:21:59.693634+0000) 2024-09-10T08:22:17.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:17 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:17.507+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6822 osd.6 since back 2024-09-10T08:21:41.994638+0000 front 2024-09-10T08:21:41.994596+0000 (oldest deadline 2024-09-10T08:22:07.194819+0000) 2024-09-10T08:22:17.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:17 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:17.507+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6820 osd.7 since back 2024-09-10T08:21:49.495793+0000 front 2024-09-10T08:21:49.495875+0000 (oldest deadline 2024-09-10T08:22:14.795659+0000) 2024-09-10T08:22:17.957 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:17 smithi133 podman[69041]: 2024-09-10 08:22:17.591155625 +0000 UTC m=+0.016094733 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T08:22:17.957 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:17 smithi133 podman[69041]: 2024-09-10 08:22:17.688442599 +0000 UTC m=+0.113381748 container create 595b637e26d3983894e8eedb2a26bdc25c66ec4c0c5ba5433141011b88b9629f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_CLEAN=True, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731) 2024-09-10T08:22:17.957 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:17 smithi133 podman[69041]: 2024-09-10 08:22:17.957929116 +0000 UTC m=+0.382868227 container init 595b637e26d3983894e8eedb2a26bdc25c66ec4c0c5ba5433141011b88b9629f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, ceph=True) 2024-09-10T08:22:18.343 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:17 smithi133 podman[69041]: 2024-09-10 08:22:17.961200122 +0000 UTC m=+0.386139235 container start 595b637e26d3983894e8eedb2a26bdc25c66ec4c0c5ba5433141011b88b9629f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10-deactivate, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-09-10T08:22:18.344 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:18 smithi133 podman[69041]: 2024-09-10 08:22:18.032826146 +0000 UTC m=+0.457765266 container attach 595b637e26d3983894e8eedb2a26bdc25c66ec4c0c5ba5433141011b88b9629f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-09-10T08:22:18.344 INFO:journalctl@ceph.osd.10.smithi133.stdout:Sep 10 08:22:18 smithi133 podman[69041]: 2024-09-10 08:22:18.143720766 +0000 UTC m=+0.568659875 container died 595b637e26d3983894e8eedb2a26bdc25c66ec4c0c5ba5433141011b88b9629f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-10-deactivate, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-09-10T08:22:18.722 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:18 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:18.471+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:22:18.722 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:18 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:18.471+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:22:18.722 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:18 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:18.471+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.291473+0000 front 2024-09-10T08:21:16.291453+0000 (oldest deadline 2024-09-10T08:21:41.591245+0000) 2024-09-10T08:22:18.722 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:18 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:18.471+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.292210+0000 front 2024-09-10T08:21:23.292126+0000 (oldest deadline 2024-09-10T08:21:49.192099+0000) 2024-09-10T08:22:18.722 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:18 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:18.471+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:33.793637+0000 front 2024-09-10T08:21:33.793718+0000 (oldest deadline 2024-09-10T08:21:59.693634+0000) 2024-09-10T08:22:18.723 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:18 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:18.471+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6822 osd.6 since back 2024-09-10T08:21:41.994638+0000 front 2024-09-10T08:21:41.994596+0000 (oldest deadline 2024-09-10T08:22:07.194819+0000) 2024-09-10T08:22:18.723 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:18 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:18.471+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6820 osd.7 since back 2024-09-10T08:21:49.495793+0000 front 2024-09-10T08:21:49.495875+0000 (oldest deadline 2024-09-10T08:22:14.795659+0000) 2024-09-10T08:22:18.767 DEBUG:teuthology.orchestra.run.smithi133:> sudo pkill -f 'journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@osd.10.service' 2024-09-10T08:22:18.810 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:22:18.810 INFO:tasks.cephadm.osd.10:Stopped osd.10 2024-09-10T08:22:18.811 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2024-09-10T08:22:18.811 DEBUG:teuthology.orchestra.run.smithi203:> sudo systemctl stop ceph-315284b0-6f4b-11ef-bcea-c7b262605968@osd.11 2024-09-10T08:22:19.071 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:18 smithi203 systemd[1]: Stopping Ceph osd.11 for 315284b0-6f4b-11ef-bcea-c7b262605968... 2024-09-10T08:22:19.476 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:19 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:19.117+0000 7ff864895640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:22:19.477 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:19 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:19.117+0000 7ff864895640 -1 osd.11 96 *** Got signal Terminated *** 2024-09-10T08:22:19.477 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:19 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:19.117+0000 7ff864895640 -1 osd.11 96 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-10T08:22:19.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:19 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:19.477+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:22:19.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:19 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:19.477+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:22:19.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:19 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:19.477+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.291473+0000 front 2024-09-10T08:21:16.291453+0000 (oldest deadline 2024-09-10T08:21:41.591245+0000) 2024-09-10T08:22:19.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:19 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:19.477+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.292210+0000 front 2024-09-10T08:21:23.292126+0000 (oldest deadline 2024-09-10T08:21:49.192099+0000) 2024-09-10T08:22:19.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:19 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:19.477+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:33.793637+0000 front 2024-09-10T08:21:33.793718+0000 (oldest deadline 2024-09-10T08:21:59.693634+0000) 2024-09-10T08:22:19.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:19 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:19.477+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6822 osd.6 since back 2024-09-10T08:21:41.994638+0000 front 2024-09-10T08:21:41.994596+0000 (oldest deadline 2024-09-10T08:22:07.194819+0000) 2024-09-10T08:22:19.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:19 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:19.477+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6820 osd.7 since back 2024-09-10T08:21:49.495793+0000 front 2024-09-10T08:21:49.495875+0000 (oldest deadline 2024-09-10T08:22:14.795659+0000) 2024-09-10T08:22:20.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:20 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:20.480+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:22:20.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:20 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:20.480+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:22:20.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:20 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:20.480+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.291473+0000 front 2024-09-10T08:21:16.291453+0000 (oldest deadline 2024-09-10T08:21:41.591245+0000) 2024-09-10T08:22:20.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:20 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:20.480+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.292210+0000 front 2024-09-10T08:21:23.292126+0000 (oldest deadline 2024-09-10T08:21:49.192099+0000) 2024-09-10T08:22:20.822 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:20 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:20.480+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:33.793637+0000 front 2024-09-10T08:21:33.793718+0000 (oldest deadline 2024-09-10T08:21:59.693634+0000) 2024-09-10T08:22:20.822 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:20 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:20.480+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6822 osd.6 since back 2024-09-10T08:21:41.994638+0000 front 2024-09-10T08:21:41.994596+0000 (oldest deadline 2024-09-10T08:22:07.194819+0000) 2024-09-10T08:22:20.822 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:20 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:20.480+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6820 osd.7 since back 2024-09-10T08:21:49.495793+0000 front 2024-09-10T08:21:49.495875+0000 (oldest deadline 2024-09-10T08:22:14.795659+0000) 2024-09-10T08:22:21.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:21 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:21.435+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:22:21.824 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:21 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:21.435+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:22:21.824 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:21 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:21.435+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.291473+0000 front 2024-09-10T08:21:16.291453+0000 (oldest deadline 2024-09-10T08:21:41.591245+0000) 2024-09-10T08:22:21.824 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:21 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:21.435+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.292210+0000 front 2024-09-10T08:21:23.292126+0000 (oldest deadline 2024-09-10T08:21:49.192099+0000) 2024-09-10T08:22:21.824 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:21 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:21.435+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:33.793637+0000 front 2024-09-10T08:21:33.793718+0000 (oldest deadline 2024-09-10T08:21:59.693634+0000) 2024-09-10T08:22:21.824 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:21 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:21.435+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6822 osd.6 since back 2024-09-10T08:21:41.994638+0000 front 2024-09-10T08:21:41.994596+0000 (oldest deadline 2024-09-10T08:22:07.194819+0000) 2024-09-10T08:22:21.824 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:21 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:21.435+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6820 osd.7 since back 2024-09-10T08:21:49.495793+0000 front 2024-09-10T08:21:49.495875+0000 (oldest deadline 2024-09-10T08:22:14.795659+0000) 2024-09-10T08:22:21.824 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:21 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:21.435+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6820 osd.8 since back 2024-09-10T08:21:56.496799+0000 front 2024-09-10T08:21:56.496776+0000 (oldest deadline 2024-09-10T08:22:21.196758+0000) 2024-09-10T08:22:22.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:22 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:22.446+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:22:22.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:22 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:22.446+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:22:22.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:22 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:22.446+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.291473+0000 front 2024-09-10T08:21:16.291453+0000 (oldest deadline 2024-09-10T08:21:41.591245+0000) 2024-09-10T08:22:22.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:22 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:22.446+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.292210+0000 front 2024-09-10T08:21:23.292126+0000 (oldest deadline 2024-09-10T08:21:49.192099+0000) 2024-09-10T08:22:22.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:22 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:22.446+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:33.793637+0000 front 2024-09-10T08:21:33.793718+0000 (oldest deadline 2024-09-10T08:21:59.693634+0000) 2024-09-10T08:22:22.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:22 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:22.446+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6822 osd.6 since back 2024-09-10T08:21:41.994638+0000 front 2024-09-10T08:21:41.994596+0000 (oldest deadline 2024-09-10T08:22:07.194819+0000) 2024-09-10T08:22:22.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:22 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:22.446+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6820 osd.7 since back 2024-09-10T08:21:49.495793+0000 front 2024-09-10T08:21:49.495875+0000 (oldest deadline 2024-09-10T08:22:14.795659+0000) 2024-09-10T08:22:22.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:22 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:22.446+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6820 osd.8 since back 2024-09-10T08:21:56.496799+0000 front 2024-09-10T08:21:56.496776+0000 (oldest deadline 2024-09-10T08:22:21.196758+0000) 2024-09-10T08:22:23.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:23 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:23.405+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6806 osd.0 since back 2024-09-10T08:20:51.688295+0000 front 2024-09-10T08:20:51.688227+0000 (oldest deadline 2024-09-10T08:21:16.387984+0000) 2024-09-10T08:22:23.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:23 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:23.405+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6804 osd.2 since back 2024-09-10T08:21:06.290227+0000 front 2024-09-10T08:21:06.290191+0000 (oldest deadline 2024-09-10T08:21:32.190297+0000) 2024-09-10T08:22:23.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:23 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:23.405+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6814 osd.3 since back 2024-09-10T08:21:16.291473+0000 front 2024-09-10T08:21:16.291453+0000 (oldest deadline 2024-09-10T08:21:41.591245+0000) 2024-09-10T08:22:23.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:23 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:23.405+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6812 osd.4 since back 2024-09-10T08:21:23.292210+0000 front 2024-09-10T08:21:23.292126+0000 (oldest deadline 2024-09-10T08:21:49.192099+0000) 2024-09-10T08:22:23.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:23 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:23.405+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6812 osd.5 since back 2024-09-10T08:21:33.793637+0000 front 2024-09-10T08:21:33.793718+0000 (oldest deadline 2024-09-10T08:21:59.693634+0000) 2024-09-10T08:22:23.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:23 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:23.405+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.67:6822 osd.6 since back 2024-09-10T08:21:41.994638+0000 front 2024-09-10T08:21:41.994596+0000 (oldest deadline 2024-09-10T08:22:07.194819+0000) 2024-09-10T08:22:23.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:23 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:23.405+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.133:6820 osd.7 since back 2024-09-10T08:21:49.495793+0000 front 2024-09-10T08:21:49.495875+0000 (oldest deadline 2024-09-10T08:22:14.795659+0000) 2024-09-10T08:22:23.821 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:23 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11[59986]: 2024-09-10T08:22:23.405+0000 7ff85cea3640 -1 osd.11 96 heartbeat_check: no reply from 172.21.15.203:6820 osd.8 since back 2024-09-10T08:21:56.496799+0000 front 2024-09-10T08:21:56.496776+0000 (oldest deadline 2024-09-10T08:22:21.196758+0000) 2024-09-10T08:22:24.941 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:24 smithi203 podman[69496]: 2024-09-10 08:22:24.658485704 +0000 UTC m=+5.646469873 container died 578c14a2c4c23c250800aff50e84cb1d1730f90edd079b6b7c20481434a56e4e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-09-10T08:22:25.300 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:25 smithi203 podman[69496]: 2024-09-10 08:22:25.02507346 +0000 UTC m=+6.013057616 container cleanup 578c14a2c4c23c250800aff50e84cb1d1730f90edd079b6b7c20481434a56e4e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-09-10T08:22:25.300 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:25 smithi203 bash[69496]: ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11 2024-09-10T08:22:25.570 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:25 smithi203 podman[69511]: 2024-09-10 08:22:25.301165304 +0000 UTC m=+0.637366032 container remove 578c14a2c4c23c250800aff50e84cb1d1730f90edd079b6b7c20481434a56e4e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-09-10T08:22:25.903 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:25 smithi203 podman[69596]: 2024-09-10 08:22:25.552300327 +0000 UTC m=+0.015702669 image pull 41d67112835771c3efca60c6b8fe297c7ddaecdc26cea26fd28aa18636e49005 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559 2024-09-10T08:22:25.903 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:25 smithi203 podman[69596]: 2024-09-10 08:22:25.676976739 +0000 UTC m=+0.140379113 container create f6ce13beb6585049d136f2fb4eae86e20726e530ba62e6d5ce893aed3328c331 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11-deactivate, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-10T08:22:25.903 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:25 smithi203 podman[69596]: 2024-09-10 08:22:25.904069828 +0000 UTC m=+0.367472159 container init f6ce13beb6585049d136f2fb4eae86e20726e530ba62e6d5ce893aed3328c331 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-10T08:22:26.321 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:25 smithi203 podman[69596]: 2024-09-10 08:22:25.907283404 +0000 UTC m=+0.370685733 container start f6ce13beb6585049d136f2fb4eae86e20726e530ba62e6d5ce893aed3328c331 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11-deactivate, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2) 2024-09-10T08:22:26.321 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:25 smithi203 podman[69596]: 2024-09-10 08:22:25.995591056 +0000 UTC m=+0.458993397 container attach f6ce13beb6585049d136f2fb4eae86e20726e530ba62e6d5ce893aed3328c331 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11-deactivate, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-10T08:22:26.321 INFO:journalctl@ceph.osd.11.smithi203.stdout:Sep 10 08:22:26 smithi203 podman[69596]: 2024-09-10 08:22:26.091257047 +0000 UTC m=+0.554659393 container died f6ce13beb6585049d136f2fb4eae86e20726e530ba62e6d5ce893aed3328c331 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-osd-11-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-10T08:22:26.659 DEBUG:teuthology.orchestra.run.smithi203:> sudo pkill -f 'journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@osd.11.service' 2024-09-10T08:22:26.697 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:22:26.697 INFO:tasks.cephadm.osd.11:Stopped osd.11 2024-09-10T08:22:26.698 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-09-10T08:22:26.698 DEBUG:teuthology.orchestra.run.smithi067:> sudo systemctl stop ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mds.a 2024-09-10T08:22:27.012 INFO:journalctl@ceph.mds.a.smithi067.stdout:Sep 10 08:22:26 smithi067 systemd[1]: Stopping Ceph mds.a for 315284b0-6f4b-11ef-bcea-c7b262605968... 2024-09-10T08:22:27.457 INFO:journalctl@ceph.mds.a.smithi067.stdout:Sep 10 08:22:27 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-a[69963]: 2024-09-10T08:22:27.011+0000 7f069ef44640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:22:27.457 INFO:journalctl@ceph.mds.a.smithi067.stdout:Sep 10 08:22:27 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-a[69963]: 2024-09-10T08:22:27.011+0000 7f069ef44640 -1 mds.a *** got signal Terminated *** 2024-09-10T08:22:29.170 INFO:journalctl@ceph.mds.a.smithi067.stdout:Sep 10 08:22:28 smithi067 podman[100526]: 2024-09-10 08:22:28.888886195 +0000 UTC m=+1.979219889 container died 23096cd22df59361c263819187eb0623cddc5c2ec9475dbe216a9277098ce3e8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-a, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-09-10T08:22:29.457 INFO:journalctl@ceph.mds.a.smithi067.stdout:Sep 10 08:22:29 smithi067 podman[100526]: 2024-09-10 08:22:29.270164658 +0000 UTC m=+2.360498350 container cleanup 23096cd22df59361c263819187eb0623cddc5c2ec9475dbe216a9277098ce3e8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-a, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.37.2, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-09-10T08:22:29.457 INFO:journalctl@ceph.mds.a.smithi067.stdout:Sep 10 08:22:29 smithi067 bash[100526]: ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-a 2024-09-10T08:22:29.717 DEBUG:teuthology.orchestra.run.smithi067:> sudo pkill -f 'journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mds.a.service' 2024-09-10T08:22:29.753 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:22:29.754 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-09-10T08:22:29.754 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2024-09-10T08:22:29.754 DEBUG:teuthology.orchestra.run.smithi067:> sudo systemctl stop ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mds.d 2024-09-10T08:22:30.082 INFO:journalctl@ceph.mds.d.smithi067.stdout:Sep 10 08:22:29 smithi067 systemd[1]: Stopping Ceph mds.d for 315284b0-6f4b-11ef-bcea-c7b262605968... 2024-09-10T08:22:30.457 INFO:journalctl@ceph.mds.d.smithi067.stdout:Sep 10 08:22:30 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-d[68780]: 2024-09-10T08:22:30.082+0000 7f52c8f6a640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:22:30.457 INFO:journalctl@ceph.mds.d.smithi067.stdout:Sep 10 08:22:30 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-d[68780]: 2024-09-10T08:22:30.082+0000 7f52c8f6a640 -1 mds.d *** got signal Terminated *** 2024-09-10T08:22:33.066 INFO:journalctl@ceph.mds.d.smithi067.stdout:Sep 10 08:22:32 smithi067 podman[100649]: 2024-09-10 08:22:32.776693202 +0000 UTC m=+2.797766708 container died c5b11c0a51cbf2cea01ce1043e738bac5135c5b448e0cf486841a098f81b94c5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-d, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_BRANCH=HEAD, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731) 2024-09-10T08:22:33.400 INFO:journalctl@ceph.mds.d.smithi067.stdout:Sep 10 08:22:33 smithi067 podman[100649]: 2024-09-10 08:22:33.158036115 +0000 UTC m=+3.179109610 container cleanup c5b11c0a51cbf2cea01ce1043e738bac5135c5b448e0cf486841a098f81b94c5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-d, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-09-10T08:22:33.400 INFO:journalctl@ceph.mds.d.smithi067.stdout:Sep 10 08:22:33 smithi067 bash[100649]: ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-d 2024-09-10T08:22:33.556 DEBUG:teuthology.orchestra.run.smithi067:> sudo pkill -f 'journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mds.d.service' 2024-09-10T08:22:33.591 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:22:33.591 INFO:tasks.cephadm.mds.d:Stopped mds.d 2024-09-10T08:22:33.591 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2024-09-10T08:22:33.591 DEBUG:teuthology.orchestra.run.smithi067:> sudo systemctl stop ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mds.g 2024-09-10T08:22:33.920 INFO:journalctl@ceph.mds.g.smithi067.stdout:Sep 10 08:22:33 smithi067 systemd[1]: Stopping Ceph mds.g for 315284b0-6f4b-11ef-bcea-c7b262605968... 2024-09-10T08:22:34.207 INFO:journalctl@ceph.mds.g.smithi067.stdout:Sep 10 08:22:33 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-g[69580]: 2024-09-10T08:22:33.919+0000 7fd9d4268640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:22:34.207 INFO:journalctl@ceph.mds.g.smithi067.stdout:Sep 10 08:22:33 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-g[69580]: 2024-09-10T08:22:33.919+0000 7fd9d4268640 -1 mds.g *** got signal Terminated *** 2024-09-10T08:22:37.155 INFO:journalctl@ceph.mds.g.smithi067.stdout:Sep 10 08:22:36 smithi067 podman[100769]: 2024-09-10 08:22:36.884633357 +0000 UTC m=+3.064785261 container died 65809fe9f6fc93bb27a2e4c75d7674925320462766c142545dce2a177c16cb1a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-g, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b) 2024-09-10T08:22:37.457 INFO:journalctl@ceph.mds.g.smithi067.stdout:Sep 10 08:22:37 smithi067 podman[100769]: 2024-09-10 08:22:37.320072035 +0000 UTC m=+3.500223928 container cleanup 65809fe9f6fc93bb27a2e4c75d7674925320462766c142545dce2a177c16cb1a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-g, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-10T08:22:37.458 INFO:journalctl@ceph.mds.g.smithi067.stdout:Sep 10 08:22:37 smithi067 bash[100769]: ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-g 2024-09-10T08:22:37.807 INFO:journalctl@ceph.mds.g.smithi067.stdout:Sep 10 08:22:37 smithi067 podman[100781]: 2024-09-10 08:22:37.555483593 +0000 UTC m=+0.666913196 container remove 65809fe9f6fc93bb27a2e4c75d7674925320462766c142545dce2a177c16cb1a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-g, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, maintainer=Guillaume Abrioux ) 2024-09-10T08:22:37.811 DEBUG:teuthology.orchestra.run.smithi067:> sudo pkill -f 'journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mds.g.service' 2024-09-10T08:22:37.845 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:22:37.845 INFO:tasks.cephadm.mds.g:Stopped mds.g 2024-09-10T08:22:37.845 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2024-09-10T08:22:37.845 DEBUG:teuthology.orchestra.run.smithi067:> sudo systemctl stop ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mds.j 2024-09-10T08:22:38.165 INFO:journalctl@ceph.mds.j.smithi067.stdout:Sep 10 08:22:37 smithi067 systemd[1]: Stopping Ceph mds.j for 315284b0-6f4b-11ef-bcea-c7b262605968... 2024-09-10T08:22:38.457 INFO:journalctl@ceph.mds.j.smithi067.stdout:Sep 10 08:22:38 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-j[68395]: 2024-09-10T08:22:38.164+0000 7f6cfb77b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:22:38.457 INFO:journalctl@ceph.mds.j.smithi067.stdout:Sep 10 08:22:38 smithi067 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-j[68395]: 2024-09-10T08:22:38.164+0000 7f6cfb77b640 -1 mds.j *** got signal Terminated *** 2024-09-10T08:22:41.383 INFO:journalctl@ceph.mds.j.smithi067.stdout:Sep 10 08:22:41 smithi067 podman[100893]: 2024-09-10 08:22:41.109357276 +0000 UTC m=+3.041200333 container died 060ab72d40feb0a26f57e8f20cdb281a8049554597dd0325a98ecab6e73731f3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-j, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True) 2024-09-10T08:22:41.707 INFO:journalctl@ceph.mds.j.smithi067.stdout:Sep 10 08:22:41 smithi067 podman[100893]: 2024-09-10 08:22:41.558112922 +0000 UTC m=+3.489956035 container cleanup 060ab72d40feb0a26f57e8f20cdb281a8049554597dd0325a98ecab6e73731f3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-j, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-09-10T08:22:41.707 INFO:journalctl@ceph.mds.j.smithi067.stdout:Sep 10 08:22:41 smithi067 bash[100893]: ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-j 2024-09-10T08:22:41.947 DEBUG:teuthology.orchestra.run.smithi067:> sudo pkill -f 'journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mds.j.service' 2024-09-10T08:22:41.981 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:22:41.981 INFO:tasks.cephadm.mds.j:Stopped mds.j 2024-09-10T08:22:41.981 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-09-10T08:22:41.981 DEBUG:teuthology.orchestra.run.smithi133:> sudo systemctl stop ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mds.b 2024-09-10T08:22:42.311 INFO:journalctl@ceph.mds.b.smithi133.stdout:Sep 10 08:22:42 smithi133 systemd[1]: Stopping Ceph mds.b for 315284b0-6f4b-11ef-bcea-c7b262605968... 2024-09-10T08:22:42.593 INFO:journalctl@ceph.mds.b.smithi133.stdout:Sep 10 08:22:42 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-b[64858]: 2024-09-10T08:22:42.310+0000 7f09741e3640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:22:42.594 INFO:journalctl@ceph.mds.b.smithi133.stdout:Sep 10 08:22:42 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-b[64858]: 2024-09-10T08:22:42.310+0000 7f09741e3640 -1 mds.b *** got signal Terminated *** 2024-09-10T08:22:45.253 INFO:journalctl@ceph.mds.b.smithi133.stdout:Sep 10 08:22:44 smithi133 podman[69156]: 2024-09-10 08:22:44.888218947 +0000 UTC m=+2.711803303 container died 571bb0ad88b1ac4d803e9470f31aaff3e0731cb0c56087cdb7a991bc62466af2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-b, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-10T08:22:45.596 INFO:journalctl@ceph.mds.b.smithi133.stdout:Sep 10 08:22:45 smithi133 podman[69156]: 2024-09-10 08:22:45.352722231 +0000 UTC m=+3.176306590 container cleanup 571bb0ad88b1ac4d803e9470f31aaff3e0731cb0c56087cdb7a991bc62466af2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-b, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.37.2) 2024-09-10T08:22:45.596 INFO:journalctl@ceph.mds.b.smithi133.stdout:Sep 10 08:22:45 smithi133 bash[69156]: ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-b 2024-09-10T08:22:45.778 DEBUG:teuthology.orchestra.run.smithi133:> sudo pkill -f 'journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mds.b.service' 2024-09-10T08:22:45.813 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:22:45.814 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-09-10T08:22:45.814 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2024-09-10T08:22:45.814 DEBUG:teuthology.orchestra.run.smithi133:> sudo systemctl stop ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mds.e 2024-09-10T08:22:46.344 INFO:journalctl@ceph.mds.e.smithi133.stdout:Sep 10 08:22:45 smithi133 systemd[1]: Stopping Ceph mds.e for 315284b0-6f4b-11ef-bcea-c7b262605968... 2024-09-10T08:22:46.344 INFO:journalctl@ceph.mds.e.smithi133.stdout:Sep 10 08:22:46 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-e[64245]: 2024-09-10T08:22:46.139+0000 7faf633a2640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:22:46.344 INFO:journalctl@ceph.mds.e.smithi133.stdout:Sep 10 08:22:46 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-e[64245]: 2024-09-10T08:22:46.139+0000 7faf633a2640 -1 mds.e *** got signal Terminated *** 2024-09-10T08:22:49.273 INFO:journalctl@ceph.mds.e.smithi133.stdout:Sep 10 08:22:48 smithi133 podman[69275]: 2024-09-10 08:22:48.894032426 +0000 UTC m=+2.857415742 container died 16df14b8b787e40d024c36d809089afbf5600992598e5e8379d9f8b737f53811 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-e, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, ceph=True, org.label-schema.license=GPLv2) 2024-09-10T08:22:49.551 INFO:journalctl@ceph.mds.e.smithi133.stdout:Sep 10 08:22:49 smithi133 podman[69275]: 2024-09-10 08:22:49.381421364 +0000 UTC m=+3.344804669 container cleanup 16df14b8b787e40d024c36d809089afbf5600992598e5e8379d9f8b737f53811 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-e, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2) 2024-09-10T08:22:49.551 INFO:journalctl@ceph.mds.e.smithi133.stdout:Sep 10 08:22:49 smithi133 bash[69275]: ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-e 2024-09-10T08:22:49.801 INFO:journalctl@ceph.mds.e.smithi133.stdout:Sep 10 08:22:49 smithi133 podman[69287]: 2024-09-10 08:22:49.666231585 +0000 UTC m=+0.767910528 container remove 16df14b8b787e40d024c36d809089afbf5600992598e5e8379d9f8b737f53811 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, ceph=True) 2024-09-10T08:22:49.813 DEBUG:teuthology.orchestra.run.smithi133:> sudo pkill -f 'journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mds.e.service' 2024-09-10T08:22:49.848 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:22:49.848 INFO:tasks.cephadm.mds.e:Stopped mds.e 2024-09-10T08:22:49.848 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2024-09-10T08:22:49.849 DEBUG:teuthology.orchestra.run.smithi133:> sudo systemctl stop ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mds.h 2024-09-10T08:22:50.093 INFO:journalctl@ceph.mds.h.smithi133.stdout:Sep 10 08:22:49 smithi133 systemd[1]: Stopping Ceph mds.h for 315284b0-6f4b-11ef-bcea-c7b262605968... 2024-09-10T08:22:50.594 INFO:journalctl@ceph.mds.h.smithi133.stdout:Sep 10 08:22:50 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-h[64548]: 2024-09-10T08:22:50.202+0000 7fda1395f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:22:50.594 INFO:journalctl@ceph.mds.h.smithi133.stdout:Sep 10 08:22:50 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-h[64548]: 2024-09-10T08:22:50.202+0000 7fda1395f640 -1 mds.h *** got signal Terminated *** 2024-09-10T08:22:53.194 INFO:journalctl@ceph.mds.h.smithi133.stdout:Sep 10 08:22:52 smithi133 podman[69404]: 2024-09-10 08:22:52.894459431 +0000 UTC m=+2.822670089 container died 6b5669aee0d5714dd893ecec68a220bc47cc1c991bc82960685053abf3ee9372 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-h, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.build-date=20240731, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b) 2024-09-10T08:22:53.519 INFO:journalctl@ceph.mds.h.smithi133.stdout:Sep 10 08:22:53 smithi133 podman[69404]: 2024-09-10 08:22:53.293866667 +0000 UTC m=+3.222077325 container cleanup 6b5669aee0d5714dd893ecec68a220bc47cc1c991bc82960685053abf3ee9372 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-h, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b) 2024-09-10T08:22:53.519 INFO:journalctl@ceph.mds.h.smithi133.stdout:Sep 10 08:22:53 smithi133 bash[69404]: ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-h 2024-09-10T08:22:53.667 DEBUG:teuthology.orchestra.run.smithi133:> sudo pkill -f 'journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mds.h.service' 2024-09-10T08:22:53.701 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:22:53.701 INFO:tasks.cephadm.mds.h:Stopped mds.h 2024-09-10T08:22:53.701 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2024-09-10T08:22:53.701 DEBUG:teuthology.orchestra.run.smithi133:> sudo systemctl stop ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mds.k 2024-09-10T08:22:54.093 INFO:journalctl@ceph.mds.k.smithi133.stdout:Sep 10 08:22:53 smithi133 systemd[1]: Stopping Ceph mds.k for 315284b0-6f4b-11ef-bcea-c7b262605968... 2024-09-10T08:22:54.094 INFO:journalctl@ceph.mds.k.smithi133.stdout:Sep 10 08:22:54 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-k[63933]: 2024-09-10T08:22:54.031+0000 7f335bdd1640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:22:54.094 INFO:journalctl@ceph.mds.k.smithi133.stdout:Sep 10 08:22:54 smithi133 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-k[63933]: 2024-09-10T08:22:54.031+0000 7f335bdd1640 -1 mds.k *** got signal Terminated *** 2024-09-10T08:22:57.289 INFO:journalctl@ceph.mds.k.smithi133.stdout:Sep 10 08:22:56 smithi133 podman[69528]: 2024-09-10 08:22:56.887063688 +0000 UTC m=+2.963712939 container died 6dbee89d413c59454ca5a51de1407d2d69401597abf1bb4a11b41e2beb47dfca (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-k, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-10T08:22:57.593 INFO:journalctl@ceph.mds.k.smithi133.stdout:Sep 10 08:22:57 smithi133 podman[69528]: 2024-09-10 08:22:57.389181195 +0000 UTC m=+3.465830444 container cleanup 6dbee89d413c59454ca5a51de1407d2d69401597abf1bb4a11b41e2beb47dfca (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-k, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, CEPH_POINT_RELEASE=) 2024-09-10T08:22:57.594 INFO:journalctl@ceph.mds.k.smithi133.stdout:Sep 10 08:22:57 smithi133 bash[69528]: ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-k 2024-09-10T08:22:57.802 DEBUG:teuthology.orchestra.run.smithi133:> sudo pkill -f 'journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mds.k.service' 2024-09-10T08:22:57.834 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:22:57.835 INFO:tasks.cephadm.mds.k:Stopped mds.k 2024-09-10T08:22:57.835 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2024-09-10T08:22:57.835 DEBUG:teuthology.orchestra.run.smithi203:> sudo systemctl stop ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mds.c 2024-09-10T08:22:58.123 INFO:journalctl@ceph.mds.c.smithi203.stdout:Sep 10 08:22:57 smithi203 systemd[1]: Stopping Ceph mds.c for 315284b0-6f4b-11ef-bcea-c7b262605968... 2024-09-10T08:22:58.570 INFO:journalctl@ceph.mds.c.smithi203.stdout:Sep 10 08:22:58 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-c[65069]: 2024-09-10T08:22:58.123+0000 7f775d467640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:22:58.571 INFO:journalctl@ceph.mds.c.smithi203.stdout:Sep 10 08:22:58 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-c[65069]: 2024-09-10T08:22:58.123+0000 7f775d467640 -1 mds.c *** got signal Terminated *** 2024-09-10T08:23:01.247 INFO:journalctl@ceph.mds.c.smithi203.stdout:Sep 10 08:23:00 smithi203 podman[69699]: 2024-09-10 08:23:00.898473717 +0000 UTC m=+2.870698943 container died 43072a1be5a2a056d436ed08492c1358e003c9d18f8d3e478725de15d872420c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-c, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-10T08:23:01.571 INFO:journalctl@ceph.mds.c.smithi203.stdout:Sep 10 08:23:01 smithi203 podman[69699]: 2024-09-10 08:23:01.347879363 +0000 UTC m=+3.320104598 container cleanup 43072a1be5a2a056d436ed08492c1358e003c9d18f8d3e478725de15d872420c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-c, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2) 2024-09-10T08:23:01.571 INFO:journalctl@ceph.mds.c.smithi203.stdout:Sep 10 08:23:01 smithi203 bash[69699]: ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-c 2024-09-10T08:23:01.775 DEBUG:teuthology.orchestra.run.smithi203:> sudo pkill -f 'journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mds.c.service' 2024-09-10T08:23:01.812 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:23:01.812 INFO:tasks.cephadm.mds.c:Stopped mds.c 2024-09-10T08:23:01.812 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2024-09-10T08:23:01.813 DEBUG:teuthology.orchestra.run.smithi203:> sudo systemctl stop ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mds.f 2024-09-10T08:23:02.134 INFO:journalctl@ceph.mds.f.smithi203.stdout:Sep 10 08:23:01 smithi203 systemd[1]: Stopping Ceph mds.f for 315284b0-6f4b-11ef-bcea-c7b262605968... 2024-09-10T08:23:02.571 INFO:journalctl@ceph.mds.f.smithi203.stdout:Sep 10 08:23:02 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-f[64770]: 2024-09-10T08:23:02.134+0000 7f71b94b3640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:23:02.571 INFO:journalctl@ceph.mds.f.smithi203.stdout:Sep 10 08:23:02 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-f[64770]: 2024-09-10T08:23:02.134+0000 7f71b94b3640 -1 mds.f *** got signal Terminated *** 2024-09-10T08:23:05.159 INFO:journalctl@ceph.mds.f.smithi203.stdout:Sep 10 08:23:04 smithi203 podman[69832]: 2024-09-10 08:23:04.896563018 +0000 UTC m=+2.863430140 container died 2f7b515c31fef4a0e2ee8073ab42c03d3d75d4d8cbe1ed813455cd95d313f759 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-f, org.label-schema.schema-version=1.0, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-09-10T08:23:05.543 INFO:journalctl@ceph.mds.f.smithi203.stdout:Sep 10 08:23:05 smithi203 podman[69832]: 2024-09-10 08:23:05.25125209 +0000 UTC m=+3.218119196 container cleanup 2f7b515c31fef4a0e2ee8073ab42c03d3d75d4d8cbe1ed813455cd95d313f759 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-f, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-10T08:23:05.544 INFO:journalctl@ceph.mds.f.smithi203.stdout:Sep 10 08:23:05 smithi203 bash[69832]: ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-f 2024-09-10T08:23:05.678 DEBUG:teuthology.orchestra.run.smithi203:> sudo pkill -f 'journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mds.f.service' 2024-09-10T08:23:05.712 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:23:05.712 INFO:tasks.cephadm.mds.f:Stopped mds.f 2024-09-10T08:23:05.712 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2024-09-10T08:23:05.712 DEBUG:teuthology.orchestra.run.smithi203:> sudo systemctl stop ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mds.i 2024-09-10T08:23:05.820 INFO:journalctl@ceph.mds.i.smithi203.stdout:Sep 10 08:23:05 smithi203 systemd[1]: Stopping Ceph mds.i for 315284b0-6f4b-11ef-bcea-c7b262605968... 2024-09-10T08:23:06.320 INFO:journalctl@ceph.mds.i.smithi203.stdout:Sep 10 08:23:06 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-i[65374]: 2024-09-10T08:23:06.030+0000 7f2deb3a9640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:23:06.321 INFO:journalctl@ceph.mds.i.smithi203.stdout:Sep 10 08:23:06 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-i[65374]: 2024-09-10T08:23:06.030+0000 7f2deb3a9640 -1 mds.i *** got signal Terminated *** 2024-09-10T08:23:09.213 INFO:journalctl@ceph.mds.i.smithi203.stdout:Sep 10 08:23:08 smithi203 podman[69948]: 2024-09-10 08:23:08.900013624 +0000 UTC m=+2.972067867 container died 41d4a354fa5b8d8ea307b02403e18d3851358d7f95983942f92738fc2ec45468 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-i, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-09-10T08:23:09.521 INFO:journalctl@ceph.mds.i.smithi203.stdout:Sep 10 08:23:09 smithi203 podman[69948]: 2024-09-10 08:23:09.296423865 +0000 UTC m=+3.368478075 container cleanup 41d4a354fa5b8d8ea307b02403e18d3851358d7f95983942f92738fc2ec45468 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-i, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, org.label-schema.license=GPLv2) 2024-09-10T08:23:09.521 INFO:journalctl@ceph.mds.i.smithi203.stdout:Sep 10 08:23:09 smithi203 bash[69948]: ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-i 2024-09-10T08:23:09.661 DEBUG:teuthology.orchestra.run.smithi203:> sudo pkill -f 'journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mds.i.service' 2024-09-10T08:23:09.693 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:23:09.694 INFO:tasks.cephadm.mds.i:Stopped mds.i 2024-09-10T08:23:09.694 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2024-09-10T08:23:09.694 DEBUG:teuthology.orchestra.run.smithi203:> sudo systemctl stop ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mds.l 2024-09-10T08:23:10.028 INFO:journalctl@ceph.mds.l.smithi203.stdout:Sep 10 08:23:09 smithi203 systemd[1]: Stopping Ceph mds.l for 315284b0-6f4b-11ef-bcea-c7b262605968... 2024-09-10T08:23:10.321 INFO:journalctl@ceph.mds.l.smithi203.stdout:Sep 10 08:23:10 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-l[64462]: 2024-09-10T08:23:10.028+0000 7f5a22c74640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-10T08:23:10.321 INFO:journalctl@ceph.mds.l.smithi203.stdout:Sep 10 08:23:10 smithi203 ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-l[64462]: 2024-09-10T08:23:10.028+0000 7f5a22c74640 -1 mds.l *** got signal Terminated *** 2024-09-10T08:23:13.192 INFO:journalctl@ceph.mds.l.smithi203.stdout:Sep 10 08:23:12 smithi203 podman[70070]: 2024-09-10 08:23:12.89661621 +0000 UTC m=+2.981359364 container died fd24606e72e5680a528c3d13f674e55eb6c05315628fe04f3c514510257b8c7f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-l, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7, CEPH_POINT_RELEASE=) 2024-09-10T08:23:13.510 INFO:journalctl@ceph.mds.l.smithi203.stdout:Sep 10 08:23:13 smithi203 podman[70070]: 2024-09-10 08:23:13.291740123 +0000 UTC m=+3.376483231 container cleanup fd24606e72e5680a528c3d13f674e55eb6c05315628fe04f3c514510257b8c7f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:1c016bcec6a352c6df797523a67ab86655d59690b95308490e636572fc527559, name=ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-l, ceph=True, RELEASE=wip-rishabh-testing-20240909.165402-squid-1cf819b, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=c5aaba5e3282b30e4782f2b5d6e4e362e22dfcb7) 2024-09-10T08:23:13.511 INFO:journalctl@ceph.mds.l.smithi203.stdout:Sep 10 08:23:13 smithi203 bash[70070]: ceph-315284b0-6f4b-11ef-bcea-c7b262605968-mds-l 2024-09-10T08:23:13.636 DEBUG:teuthology.orchestra.run.smithi203:> sudo pkill -f 'journalctl -f -n 0 -u ceph-315284b0-6f4b-11ef-bcea-c7b262605968@mds.l.service' 2024-09-10T08:23:13.668 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-10T08:23:13.668 INFO:tasks.cephadm.mds.l:Stopped mds.l 2024-09-10T08:23:13.669 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 --force --keep-logs 2024-09-10T08:23:13.884 INFO:teuthology.orchestra.run.smithi067.stdout:Deleting cluster with fsid: 315284b0-6f4b-11ef-bcea-c7b262605968 2024-09-10T08:23:16.407 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 --force --keep-logs 2024-09-10T08:23:16.608 INFO:teuthology.orchestra.run.smithi133.stdout:Deleting cluster with fsid: 315284b0-6f4b-11ef-bcea-c7b262605968 2024-09-10T08:23:18.892 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 --force --keep-logs 2024-09-10T08:23:19.094 INFO:teuthology.orchestra.run.smithi203.stdout:Deleting cluster with fsid: 315284b0-6f4b-11ef-bcea-c7b262605968 2024-09-10T08:23:21.538 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-10T08:23:21.573 DEBUG:teuthology.orchestra.run.smithi133:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-10T08:23:21.602 DEBUG:teuthology.orchestra.run.smithi203:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-10T08:23:21.629 INFO:tasks.cephadm:Archiving crash dumps... 2024-09-10T08:23:21.631 DEBUG:teuthology.misc:Transferring archived files from smithi067:/var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/crash to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898893/remote/smithi067/crash 2024-09-10T08:23:21.632 DEBUG:teuthology.orchestra.run.smithi067:> sudo tar c -f - -C /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/crash -- . 2024-09-10T08:23:21.694 INFO:teuthology.orchestra.run.smithi067.stderr:tar: /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/crash: Cannot open: No such file or directory 2024-09-10T08:23:21.694 INFO:teuthology.orchestra.run.smithi067.stderr:tar: Error is not recoverable: exiting now 2024-09-10T08:23:21.696 DEBUG:teuthology.misc:Transferring archived files from smithi133:/var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/crash to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898893/remote/smithi133/crash 2024-09-10T08:23:21.697 DEBUG:teuthology.orchestra.run.smithi133:> sudo tar c -f - -C /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/crash -- . 2024-09-10T08:23:21.763 INFO:teuthology.orchestra.run.smithi133.stderr:tar: /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/crash: Cannot open: No such file or directory 2024-09-10T08:23:21.763 INFO:teuthology.orchestra.run.smithi133.stderr:tar: Error is not recoverable: exiting now 2024-09-10T08:23:21.765 DEBUG:teuthology.misc:Transferring archived files from smithi203:/var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/crash to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898893/remote/smithi203/crash 2024-09-10T08:23:21.766 DEBUG:teuthology.orchestra.run.smithi203:> sudo tar c -f - -C /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/crash -- . 2024-09-10T08:23:21.808 INFO:teuthology.orchestra.run.smithi203.stderr:tar: /var/lib/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/crash: Cannot open: No such file or directory 2024-09-10T08:23:21.808 INFO:teuthology.orchestra.run.smithi203.stderr:tar: Error is not recoverable: exiting now 2024-09-10T08:23:21.809 INFO:tasks.cephadm:Checking cluster log for badness... 2024-09-10T08:23:21.810 DEBUG:teuthology.orchestra.run.smithi067:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1 2024-09-10T08:23:21.853 INFO:tasks.cephadm:Compressing logs... 2024-09-10T08:23:21.853 DEBUG:teuthology.orchestra.run.smithi067:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-10T08:23:21.897 DEBUG:teuthology.orchestra.run.smithi133:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-10T08:23:21.900 DEBUG:teuthology.orchestra.run.smithi203:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-10T08:23:21.924 INFO:teuthology.orchestra.run.smithi133.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-osd.10.log 2024-09-10T08:23:21.924 INFO:teuthology.orchestra.run.smithi133.stderr:: No such file or directory 2024-09-10T08:23:21.924 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-osd.1.log 2024-09-10T08:23:21.924 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-osd.10.log: gzip -5 --verbose -- /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-osd.7.log 2024-09-10T08:23:21.924 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-volume.log 2024-09-10T08:23:21.924 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mds.b.log 2024-09-10T08:23:21.924 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mds.k.log 2024-09-10T08:23:21.924 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-volume.log: /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-osd.4.log 2024-09-10T08:23:21.924 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mds.k.log: gzip -5 --verbose -- /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph.audit.log 2024-09-10T08:23:21.932 INFO:teuthology.orchestra.run.smithi203.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-volume.log 2024-09-10T08:23:21.932 INFO:teuthology.orchestra.run.smithi203.stderr:: No such file or directory 2024-09-10T08:23:21.932 INFO:teuthology.orchestra.run.smithi203.stderr:gzip -5 --verbose -- /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph.audit.log 2024-09-10T08:23:21.932 INFO:teuthology.orchestra.run.smithi203.stderr:gzip -5 --verbose -- /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mds.i.log 2024-09-10T08:23:21.933 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-volume.log: /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mon.c.log 2024-09-10T08:23:21.933 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mds.i.log: gzip -5 --verbose -- /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph.cephadm.log 2024-09-10T08:23:21.933 INFO:teuthology.orchestra.run.smithi203.stderr:gzip -5 --verbose -- /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-osd.11.log 2024-09-10T08:23:21.933 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mon.c.log: /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-osd.2.log 2024-09-10T08:23:21.933 INFO:teuthology.orchestra.run.smithi203.stderr: 82.8% -- replaced with /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph.cephadm.log.gz 2024-09-10T08:23:21.933 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-osd.11.log: gzip -5 --verbose -- /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-osd.5.log 2024-09-10T08:23:21.934 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph.log 2024-09-10T08:23:21.934 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mds.l.log 2024-09-10T08:23:21.934 INFO:teuthology.orchestra.run.smithi203.stderr: 90.3% -- replaced with /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph.audit.log.gz 2024-09-10T08:23:21.934 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-osd.8.log 2024-09-10T08:23:21.934 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mds.l.log: 86.3% -- replaced with /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph.log.gz 2024-09-10T08:23:21.934 INFO:teuthology.orchestra.run.smithi203.stderr:gzip -5 --verbose -- /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mgr.z.log 2024-09-10T08:23:21.940 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph.cephadm.log 2024-09-10T08:23:21.940 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-osd.4.log: /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph.audit.log: 90.3% -- replaced with /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph.audit.log.gz 2024-09-10T08:23:21.940 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mgr.y.log 2024-09-10T08:23:21.940 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph.cephadm.log: 82.9% -- replaced with /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph.cephadm.log.gz 2024-09-10T08:23:21.941 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph.log 2024-09-10T08:23:21.941 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mgr.y.log: 92.5% -- replaced with /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mgr.y.log.gz 2024-09-10T08:23:21.941 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mds.h.log 2024-09-10T08:23:21.941 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph.log: 91.0% -- replaced with /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-volume.log.gz 2024-09-10T08:23:21.941 INFO:teuthology.orchestra.run.smithi133.stderr:gzip -5 --verbose -- /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mon.b.log 2024-09-10T08:23:21.941 INFO:teuthology.orchestra.run.smithi133.stderr: 86.3% -- replaced with /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph.log.gz 2024-09-10T08:23:21.944 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mds.h.log: gzip -5 --verbose -- /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mds.e.log 2024-09-10T08:23:21.944 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-osd.8.log: 91.0% -- replaced with /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-volume.log.gz 2024-09-10T08:23:21.946 INFO:teuthology.orchestra.run.smithi067.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.log 2024-09-10T08:23:21.946 INFO:teuthology.orchestra.run.smithi067.stderr:: No such file or directory 2024-09-10T08:23:21.946 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.log 2024-09-10T08:23:21.946 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-osd.0.log 2024-09-10T08:23:21.946 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.log: /var/log/ceph/ceph-client.0.log: gzip -5 --verbose -- /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-osd.9.log 2024-09-10T08:23:21.946 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-volume.log 2024-09-10T08:23:21.946 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph.audit.log 2024-09-10T08:23:21.946 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-osd.9.log: /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-volume.log: 92.5%gzip -- replaced with /var/log/ceph/ceph-client.admin.log.gz -5 2024-09-10T08:23:21.946 INFO:teuthology.orchestra.run.smithi067.stderr: --verbose -- /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mds.a.log 2024-09-10T08:23:21.946 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph.cephadm.log 2024-09-10T08:23:21.946 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph.audit.log: /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mon.a.log 2024-09-10T08:23:21.946 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mds.g.log 2024-09-10T08:23:21.947 INFO:teuthology.orchestra.run.smithi067.stderr: 82.7% -- replaced with /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph.cephadm.log.gz 2024-09-10T08:23:21.947 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-osd.6.log 2024-09-10T08:23:21.947 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mds.g.log: 90.1% -- replaced with /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph.audit.log.gz 2024-09-10T08:23:21.947 INFO:teuthology.orchestra.run.smithi067.stderr: 90.9% -- replaced with /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-volume.log.gz 2024-09-10T08:23:21.947 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph.log 2024-09-10T08:23:21.947 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mds.d.log 2024-09-10T08:23:21.947 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph.log: 86.4% -- replaced with /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph.log.gz 2024-09-10T08:23:21.947 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mgr.x.log 2024-09-10T08:23:21.947 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mds.d.log: 94.6% -- replaced with /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mds.d.log.gz 2024-09-10T08:23:21.947 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mds.j.log 2024-09-10T08:23:21.948 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-10T08:23:21.948 INFO:teuthology.orchestra.run.smithi203.stderr:gzip -5 --verbose -- /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mds.c.log 2024-09-10T08:23:21.954 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mgr.z.log: 92.6% -- replaced with /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mgr.z.log.gz 2024-09-10T08:23:21.961 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-osd.3.log 2024-09-10T08:23:21.961 INFO:teuthology.orchestra.run.smithi203.stderr:gzip -5 --verbose -- /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mds.f.log 2024-09-10T08:23:21.962 INFO:teuthology.orchestra.run.smithi133.stderr:/var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mds.e.log: /var/log/ceph/cephadm.log: 91.8% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-10T08:23:21.965 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mds.j.log: 94.8% -- replaced with /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mds.j.log.gz 2024-09-10T08:23:21.971 INFO:teuthology.orchestra.run.smithi067.stderr: 94.2% -- replaced with /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mds.a.log.gz 2024-09-10T08:23:21.972 INFO:teuthology.orchestra.run.smithi067.stderr: 94.2% -- replaced with /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mds.g.log.gz 2024-09-10T08:23:21.974 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-10T08:23:21.974 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-10T08:23:21.979 INFO:teuthology.orchestra.run.smithi133.stderr: 92.7% -- replaced with /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mds.k.log.gz 2024-09-10T08:23:21.982 INFO:teuthology.orchestra.run.smithi203.stderr:/var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mds.f.log: /var/log/ceph/cephadm.log: 92.7% -- replaced with /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mds.i.log.gz 2024-09-10T08:23:21.983 INFO:teuthology.orchestra.run.smithi203.stderr: 92.2% 92.7% -- replaced with /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mds.l.log.gz 2024-09-10T08:23:21.983 INFO:teuthology.orchestra.run.smithi203.stderr: -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-10T08:23:21.985 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-osd.3.log: /var/log/ceph/cephadm.log: 94.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-10T08:23:22.005 INFO:teuthology.orchestra.run.smithi133.stderr: 93.0% -- replaced with /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mds.h.log.gz 2024-09-10T08:23:22.012 INFO:teuthology.orchestra.run.smithi133.stderr: 94.2% -- replaced with /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mds.e.log.gz 2024-09-10T08:23:22.014 INFO:teuthology.orchestra.run.smithi203.stderr: 92.7% -- replaced with /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mds.c.log.gz 2024-09-10T08:23:22.021 INFO:teuthology.orchestra.run.smithi203.stderr: 94.3% -- replaced with /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mds.f.log.gz 2024-09-10T08:23:22.177 INFO:teuthology.orchestra.run.smithi133.stderr: 92.8% -- replaced with /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mds.b.log.gz 2024-09-10T08:23:22.188 INFO:teuthology.orchestra.run.smithi203.stderr: 91.8% -- replaced with /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mon.c.log.gz 2024-09-10T08:23:22.190 INFO:teuthology.orchestra.run.smithi067.stderr: 89.9% -- replaced with /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mgr.x.log.gz 2024-09-10T08:23:22.259 INFO:teuthology.orchestra.run.smithi133.stderr: 91.8% -- replaced with /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mon.b.log.gz 2024-09-10T08:23:22.915 INFO:teuthology.orchestra.run.smithi067.stderr: 90.5% -- replaced with /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-mon.a.log.gz 2024-09-10T08:23:25.661 INFO:teuthology.orchestra.run.smithi203.stderr: 93.1% -- replaced with /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-osd.8.log.gz 2024-09-10T08:23:25.965 INFO:teuthology.orchestra.run.smithi203.stderr: 93.2% -- replaced with /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-osd.11.log.gz 2024-09-10T08:23:26.186 INFO:teuthology.orchestra.run.smithi133.stderr: 93.1% -- replaced with /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-osd.10.log.gz 2024-09-10T08:23:26.607 INFO:teuthology.orchestra.run.smithi133.stderr: 93.1% -- replaced with /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-osd.1.log.gz 2024-09-10T08:23:26.889 INFO:teuthology.orchestra.run.smithi203.stderr: 93.0% -- replaced with /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-osd.2.log.gz 2024-09-10T08:23:27.191 INFO:teuthology.orchestra.run.smithi067.stderr: 92.9% -- replaced with /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-osd.3.log.gz 2024-09-10T08:23:27.307 INFO:teuthology.orchestra.run.smithi067.stderr: 93.1% -- replaced with /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-osd.0.log.gz 2024-09-10T08:23:27.391 INFO:teuthology.orchestra.run.smithi067.stderr: 92.9% -- replaced with /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-osd.6.log.gz 2024-09-10T08:23:27.579 INFO:teuthology.orchestra.run.smithi133.stderr: 93.1% -- replaced with /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-osd.7.log.gz 2024-09-10T08:23:28.044 INFO:teuthology.orchestra.run.smithi133.stderr: 93.0% -- replaced with /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-osd.4.log.gz 2024-09-10T08:23:28.046 INFO:teuthology.orchestra.run.smithi133.stderr: 2024-09-10T08:23:28.046 INFO:teuthology.orchestra.run.smithi133.stderr:real 0m6.134s 2024-09-10T08:23:28.046 INFO:teuthology.orchestra.run.smithi133.stderr:user 0m20.719s 2024-09-10T08:23:28.047 INFO:teuthology.orchestra.run.smithi133.stderr:sys 0m0.730s 2024-09-10T08:23:28.876 INFO:teuthology.orchestra.run.smithi203.stderr: 93.0% -- replaced with /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-osd.5.log.gz 2024-09-10T08:23:28.878 INFO:teuthology.orchestra.run.smithi203.stderr: 2024-09-10T08:23:28.878 INFO:teuthology.orchestra.run.smithi203.stderr:real 0m6.964s 2024-09-10T08:23:28.878 INFO:teuthology.orchestra.run.smithi203.stderr:user 0m19.462s 2024-09-10T08:23:28.878 INFO:teuthology.orchestra.run.smithi203.stderr:sys 0m0.705s 2024-09-10T08:23:30.580 INFO:teuthology.orchestra.run.smithi067.stderr: 93.0% -- replaced with /var/log/ceph/315284b0-6f4b-11ef-bcea-c7b262605968/ceph-osd.9.log.gz 2024-09-10T08:23:31.897 INFO:teuthology.orchestra.run.smithi067.stderr: 96.7% -- replaced with /var/log/ceph/ceph-client.0.log.gz 2024-09-10T08:23:31.899 INFO:teuthology.orchestra.run.smithi067.stderr: 2024-09-10T08:23:31.899 INFO:teuthology.orchestra.run.smithi067.stderr:real 0m9.988s 2024-09-10T08:23:31.899 INFO:teuthology.orchestra.run.smithi067.stderr:user 0m34.864s 2024-09-10T08:23:31.900 INFO:teuthology.orchestra.run.smithi067.stderr:sys 0m1.137s 2024-09-10T08:23:31.900 INFO:tasks.cephadm:Archiving logs... 2024-09-10T08:23:31.900 DEBUG:teuthology.misc:Transferring archived files from smithi067:/var/log/ceph to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898893/remote/smithi067/log 2024-09-10T08:23:31.901 DEBUG:teuthology.orchestra.run.smithi067:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-10T08:23:36.319 DEBUG:teuthology.misc:Transferring archived files from smithi133:/var/log/ceph to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898893/remote/smithi133/log 2024-09-10T08:23:36.320 DEBUG:teuthology.orchestra.run.smithi133:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-10T08:23:39.749 DEBUG:teuthology.misc:Transferring archived files from smithi203:/var/log/ceph to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898893/remote/smithi203/log 2024-09-10T08:23:39.750 DEBUG:teuthology.orchestra.run.smithi203:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-10T08:23:42.980 INFO:tasks.cephadm:Removing cluster... 2024-09-10T08:23:42.981 DEBUG:teuthology.orchestra.run.smithi067:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 --force 2024-09-10T08:23:43.194 INFO:teuthology.orchestra.run.smithi067.stdout:Deleting cluster with fsid: 315284b0-6f4b-11ef-bcea-c7b262605968 2024-09-10T08:23:43.490 DEBUG:teuthology.orchestra.run.smithi133:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 --force 2024-09-10T08:23:43.690 INFO:teuthology.orchestra.run.smithi133.stdout:Deleting cluster with fsid: 315284b0-6f4b-11ef-bcea-c7b262605968 2024-09-10T08:23:43.970 DEBUG:teuthology.orchestra.run.smithi203:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 315284b0-6f4b-11ef-bcea-c7b262605968 --force 2024-09-10T08:23:44.173 INFO:teuthology.orchestra.run.smithi203.stdout:Deleting cluster with fsid: 315284b0-6f4b-11ef-bcea-c7b262605968 2024-09-10T08:23:44.472 INFO:tasks.cephadm:Removing cephadm ... 2024-09-10T08:23:44.473 DEBUG:teuthology.orchestra.run.smithi067:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-10T08:23:44.489 DEBUG:teuthology.orchestra.run.smithi133:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-10T08:23:44.505 DEBUG:teuthology.orchestra.run.smithi203:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-10T08:23:44.522 INFO:tasks.cephadm:Teardown complete 2024-09-10T08:23:44.522 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-10T08:23:44.534 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-10T08:23:44.534 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-10T08:23:44.536 DEBUG:teuthology.orchestra.run.smithi133:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-10T08:23:44.548 DEBUG:teuthology.orchestra.run.smithi203:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-10T08:23:44.657 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-10T08:23:44.668 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-10T08:23:44.669 DEBUG:teuthology.orchestra.run.smithi067:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-10T08:23:44.671 DEBUG:teuthology.orchestra.run.smithi133:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-10T08:23:44.674 DEBUG:teuthology.orchestra.run.smithi203:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-10T08:23:44.683 INFO:teuthology.orchestra.run.smithi067.stderr:bash: line 1: ntpq: command not found 2024-09-10T08:23:44.686 INFO:teuthology.orchestra.run.smithi133.stderr:bash: line 1: ntpq: command not found 2024-09-10T08:23:44.688 INFO:teuthology.orchestra.run.smithi067.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-10T08:23:44.688 INFO:teuthology.orchestra.run.smithi067.stdout:=============================================================================== 2024-09-10T08:23:44.688 INFO:teuthology.orchestra.run.smithi067.stdout:^+ hv01.front.sepia.ceph.com 3 6 377 15 +1625us[+1648us] +/- 63ms 2024-09-10T08:23:44.688 INFO:teuthology.orchestra.run.smithi067.stdout:^* hv02.front.sepia.ceph.com 3 6 377 14 +2213us[+2210us] +/- 55ms 2024-09-10T08:23:44.688 INFO:teuthology.orchestra.run.smithi067.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 14 -5517us[-5520us] +/- 81ms 2024-09-10T08:23:44.688 INFO:teuthology.orchestra.run.smithi067.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T08:23:44.689 INFO:teuthology.orchestra.run.smithi203.stderr:bash: line 1: ntpq: command not found 2024-09-10T08:23:44.690 INFO:teuthology.orchestra.run.smithi133.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-10T08:23:44.690 INFO:teuthology.orchestra.run.smithi133.stdout:=============================================================================== 2024-09-10T08:23:44.690 INFO:teuthology.orchestra.run.smithi133.stdout:^* hv01.front.sepia.ceph.com 3 6 377 11 +1624us[+1621us] +/- 63ms 2024-09-10T08:23:44.690 INFO:teuthology.orchestra.run.smithi133.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 12 +2227us[+2224us] +/- 55ms 2024-09-10T08:23:44.691 INFO:teuthology.orchestra.run.smithi133.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 15 -5483us[-5486us] +/- 81ms 2024-09-10T08:23:44.691 INFO:teuthology.orchestra.run.smithi133.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T08:23:44.692 INFO:teuthology.orchestra.run.smithi203.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-10T08:23:44.692 INFO:teuthology.orchestra.run.smithi203.stdout:=============================================================================== 2024-09-10T08:23:44.692 INFO:teuthology.orchestra.run.smithi203.stdout:^+ hv01.front.sepia.ceph.com 3 6 377 17 +1779us[+1692us] +/- 63ms 2024-09-10T08:23:44.692 INFO:teuthology.orchestra.run.smithi203.stdout:^* hv02.front.sepia.ceph.com 3 6 377 13 +2353us[+2309us] +/- 55ms 2024-09-10T08:23:44.692 INFO:teuthology.orchestra.run.smithi203.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 13 -5333us[-5333us] +/- 81ms 2024-09-10T08:23:44.692 INFO:teuthology.orchestra.run.smithi203.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-10T08:23:44.693 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-10T08:23:44.703 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-10T08:23:44.704 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-10T08:23:44.745 DEBUG:teuthology.orchestra.run.smithi067:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-10T08:23:44.824 DEBUG:teuthology.orchestra.run.smithi133:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-10T08:23:44.891 DEBUG:teuthology.orchestra.run.smithi203:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-10T08:23:44.958 DEBUG:teuthology.orchestra.run.smithi067:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-10T08:23:44.987 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T08:23:44.987 DEBUG:teuthology.orchestra.run.smithi133:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-10T08:23:45.015 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T08:23:45.016 DEBUG:teuthology.orchestra.run.smithi203:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-10T08:23:45.043 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T08:23:45.044 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-10T08:23:45.054 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-10T08:23:45.100 INFO:teuthology.task.internal:Duration was 1541.989589 seconds 2024-09-10T08:23:45.100 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-10T08:23:45.132 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-10T08:23:45.133 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-10T08:23:45.135 DEBUG:teuthology.orchestra.run.smithi133:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-10T08:23:45.137 DEBUG:teuthology.orchestra.run.smithi203:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-10T08:23:45.174 INFO:teuthology.orchestra.run.smithi067.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-10T08:23:45.174 INFO:teuthology.orchestra.run.smithi133.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-10T08:23:45.176 INFO:teuthology.orchestra.run.smithi203.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-10T08:23:45.634 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-10T08:23:45.634 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi067.front.sepia.ceph.com 2024-09-10T08:23:45.634 DEBUG:teuthology.orchestra.run.smithi067:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-10T08:23:45.656 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi133.front.sepia.ceph.com 2024-09-10T08:23:45.657 DEBUG:teuthology.orchestra.run.smithi133:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-10T08:23:45.701 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi203.front.sepia.ceph.com 2024-09-10T08:23:45.702 DEBUG:teuthology.orchestra.run.smithi203:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-10T08:23:45.733 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-10T08:23:45.733 DEBUG:teuthology.orchestra.run.smithi067:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-10T08:23:45.736 DEBUG:teuthology.orchestra.run.smithi133:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-10T08:23:45.744 DEBUG:teuthology.orchestra.run.smithi203:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-10T08:23:45.799 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-10T08:23:45.800 DEBUG:teuthology.orchestra.run.smithi067:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-10T08:23:45.804 DEBUG:teuthology.orchestra.run.smithi133:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-10T08:23:45.810 DEBUG:teuthology.orchestra.run.smithi203:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-10T08:23:46.748 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-10T08:23:46.760 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-10T08:23:46.760 DEBUG:teuthology.orchestra.run.smithi067:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-10T08:23:46.786 DEBUG:teuthology.orchestra.run.smithi133:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-10T08:23:46.813 DEBUG:teuthology.orchestra.run.smithi203:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-10T08:23:46.840 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-10T08:23:46.852 DEBUG:teuthology.orchestra.run.smithi067:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-10T08:23:46.854 DEBUG:teuthology.orchestra.run.smithi133:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-10T08:23:46.857 DEBUG:teuthology.orchestra.run.smithi203:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-10T08:23:46.876 INFO:teuthology.orchestra.run.smithi067.stdout:kernel.core_pattern = core 2024-09-10T08:23:46.880 INFO:teuthology.orchestra.run.smithi133.stdout:kernel.core_pattern = core 2024-09-10T08:23:46.905 INFO:teuthology.orchestra.run.smithi203.stdout:kernel.core_pattern = core 2024-09-10T08:23:46.931 DEBUG:teuthology.orchestra.run.smithi067:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-10T08:23:46.949 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T08:23:46.949 DEBUG:teuthology.orchestra.run.smithi133:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-10T08:23:46.964 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T08:23:46.965 DEBUG:teuthology.orchestra.run.smithi203:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-10T08:23:46.985 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-10T08:23:46.986 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-10T08:23:46.997 INFO:teuthology.task.internal:Transferring archived files... 2024-09-10T08:23:46.998 DEBUG:teuthology.misc:Transferring archived files from smithi067:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898893/remote/smithi067 2024-09-10T08:23:46.998 DEBUG:teuthology.orchestra.run.smithi067:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-10T08:23:47.056 DEBUG:teuthology.misc:Transferring archived files from smithi133:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898893/remote/smithi133 2024-09-10T08:23:47.056 DEBUG:teuthology.orchestra.run.smithi133:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-10T08:23:47.093 DEBUG:teuthology.misc:Transferring archived files from smithi203:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rishabh-2024-09-10_06:58:10-fs-wip-rishabh-testing-20240909.165402-squid-distro-default-smithi/7898893/remote/smithi203 2024-09-10T08:23:47.094 DEBUG:teuthology.orchestra.run.smithi203:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-10T08:23:47.130 INFO:teuthology.task.internal:Removing archive directory... 2024-09-10T08:23:47.130 DEBUG:teuthology.orchestra.run.smithi067:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-10T08:23:47.133 DEBUG:teuthology.orchestra.run.smithi133:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-10T08:23:47.135 DEBUG:teuthology.orchestra.run.smithi203:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-10T08:23:47.179 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-10T08:23:47.223 INFO:teuthology.task.internal:Not uploading archives. 2024-09-10T08:23:47.223 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-10T08:23:47.275 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-10T08:23:47.276 DEBUG:teuthology.orchestra.run.smithi067:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-10T08:23:47.281 DEBUG:teuthology.orchestra.run.smithi133:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-10T08:23:47.283 DEBUG:teuthology.orchestra.run.smithi203:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-10T08:23:47.291 INFO:teuthology.orchestra.run.smithi067.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 10 08:23 /home/ubuntu/cephtest 2024-09-10T08:23:47.296 INFO:teuthology.orchestra.run.smithi133.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 10 08:23 /home/ubuntu/cephtest 2024-09-10T08:23:47.297 INFO:teuthology.orchestra.run.smithi203.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 10 08:23 /home/ubuntu/cephtest 2024-09-10T08:23:47.299 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-10T08:23:47.316 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-10T08:23:47.410 INFO:teuthology.run:Summary data: description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/fuse objectstore-ec/bluestore-ec-root omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/5 replication/always} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/yes 5-quiesce/with-quiesce 6-workunit/suites/iozone}} duration: 1541.9895887374878 flavor: default owner: scheduled_rishabh@teuthology success: true 2024-09-10T08:23:47.410 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-10T08:23:47.488 INFO:teuthology.run:pass